-- Logs begin at Fri 2021-07-23 19:28:43 UTC, end at Fri 2021-07-23 21:44:40 UTC. -- Jul 23 19:57:56.876746 n-d-793620-13 systemd[1]: Started Devstack devstack@q-svc.service. Jul 23 19:57:59.619971 n-d-793620-13 neutron-server[93885]: INFO neutron.common.config [-] Logging enabled! Jul 23 19:57:59.620550 n-d-793620-13 neutron-server[93885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 19:57:59.620745 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 19:57:59.623909 n-d-793620-13 neutron-server[93885]: INFO neutron.common.config [-] Logging enabled! Jul 23 19:57:59.624164 n-d-793620-13 neutron-server[93885]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev494 Jul 23 19:57:59.624474 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93885) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 23 19:57:59.625391 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 19:57:59.625647 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 19:57:59.626005 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 19:57:59.626248 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 19:57:59.626474 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 19:57:59.626791 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.627085 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.627378 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.627605 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.627893 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.628177 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.628458 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.628742 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.629033 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.629318 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.629631 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.629916 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.630143 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.630425 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.630708 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.630989 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.631211 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.631489 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.632505 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.633049 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.633332 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.633651 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.633929 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.634203 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.634476 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.634758 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.635083 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] host = n-d-793620-13 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.635360 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.635644 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.635928 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.636211 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.636482 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.636755 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.637037 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.637307 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.637605 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.637878 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.638162 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.638445 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.638728 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.638951 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.639248 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.642656 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643246 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643246 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643246 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643246 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643246 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643246 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643651 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643651 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.643831 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.644103 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.644373 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.644653 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.644919 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.645189 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.645506 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.645791 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.646069 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.646353 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.646620 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.646899 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.647173 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.647507 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.647938 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.648243 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.648524 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.648793 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.649097 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.649428 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.649724 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.649998 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.650281 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:57:59.650577 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.650870 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.651170 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.651455 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.651749 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.652027 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.652313 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.652590 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.652877 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.653167 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.653470 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.653750 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.654036 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.654311 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.654602 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.654900 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.655189 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.655476 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.655749 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.656020 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.656291 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.656567 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.656848 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.657135 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.657420 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.657712 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.657988 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.658323 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.658649 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.658923 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.659200 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.659486 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.659764 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.660035 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.660319 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.660595 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.660865 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.661133 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.661409 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.661716 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.661991 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.662259 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.662529 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.662801 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.663109 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.663485 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.663832 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.664111 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.664387 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.664694 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.665021 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.665297 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.665605 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.665881 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.666158 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.666431 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.666701 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.666973 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.667242 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.667513 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.667783 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.668052 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.668323 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.668593 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.668861 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.669129 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.669397 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.669688 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.669974 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.670270 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.670547 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.670821 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.671093 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.671365 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.671639 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.671912 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.672185 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.672458 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.672726 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.673034 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.673297 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.673610 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.673894 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.674169 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.674460 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.674734 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.675011 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.675282 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.675556 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.675841 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.676120 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.676408 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.676696 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.676982 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.677268 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.677582 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.677861 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.678164 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.678439 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:57:59.679182 n-d-793620-13 neutron-server[93885]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 19:57:59.679488 n-d-793620-13 neutron-server[93885]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93885) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 23 19:58:00.022185 n-d-793620-13 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 19:58:00.022529 n-d-793620-13 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 19:58:00.022727 n-d-793620-13 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 23 19:58:00.023210 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 23 19:58:00.410371 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.410673 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.410947 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.412230 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.412501 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.412778 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.446887 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.447166 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.447428 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.461226 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.461525 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.461795 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.491359 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.491640 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.491911 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.527306 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.527586 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.527857 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.758209 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.758804 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.758804 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.758952 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.759616 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.878057 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.878387 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.878672 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.878952 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.879217 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.879523 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.879780 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.880034 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.880286 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.880565 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.880822 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.881082 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.881333 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.881602 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.881895 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.882285 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.882544 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.882810 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.883077 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.883331 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.883605 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.883855 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.884133 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.884503 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.884750 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.884993 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.885386 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:00.885650 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:00.885888 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:00.886127 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:00.886360 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:00.886636 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:00.886997 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 23 19:58:00.890973 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 23 19:58:00.894901 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 23 19:58:00.899348 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 23 19:58:00.900950 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 23 19:58:00.901395 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 23 19:58:00.901750 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 23 19:58:00.902131 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 23 19:58:00.904880 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 23 19:58:00.905129 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 23 19:58:00.905498 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 19:58:00.910737 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 23 19:58:00.933817 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 23 19:58:00.934264 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.934560 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93885) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 23 19:58:00.934917 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.936249 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93885) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 23 19:58:00.936535 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 23 19:58:00.936782 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 23 19:58:00.939890 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:00.940172 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.004170 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 23 19:58:01.004403 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 23 19:58:01.004637 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 23 19:58:01.005000 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 23 19:58:01.026447 n-d-793620-13 neutron-server[93885]: DEBUG oslo_db.sqlalchemy.engines [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93885) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 23 19:58:01.551999 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing driver for type 'gre' Jul 23 19:58:01.552656 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] gre ID ranges: [(1, 1000)] Jul 23 19:58:01.602958 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing driver for type 'local' Jul 23 19:58:01.603359 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing driver for type 'vlan' Jul 23 19:58:01.615881 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] VlanTypeDriver initialization complete Jul 23 19:58:01.616775 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing driver for type 'vxlan' Jul 23 19:58:01.617282 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] vxlan ID ranges: [(1, 1000)] Jul 23 19:58:01.667712 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing extension driver 'port_security' Jul 23 19:58:01.668059 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.extensions.port_security [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] PortSecurityExtensionDriver initialization complete Jul 23 19:58:01.668399 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing mechanism driver 'openvswitch' Jul 23 19:58:01.668718 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing mechanism driver 'hyperv' Jul 23 19:58:01.675152 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.plugin [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:01.675836 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.676208 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.676559 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.677071 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:58:01.677531 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.677889 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.678233 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.679160 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:58:01.679656 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.680009 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.680358 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.680739 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:58:01.681139 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.681507 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.681850 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.682370 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:58:01.682772 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.683123 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.683469 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.683854 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:58:01.684258 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.684605 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.684945 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.685326 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93885) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 23 19:58:01.685721 n-d-793620-13 neutron-server[93885]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] ML2 OVO RPC backend initialized. {{(pid=93885) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 23 19:58:01.686426 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.686778 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.687195 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.687542 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > networks before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.687889 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.688230 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > ports before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.688572 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.688914 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.689259 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.689622 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.689961 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.690296 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.690632 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.690992 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.691359 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.691660 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.691989 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.692611 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.plugin [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Modular L2 Plugin initialization complete Jul 23 19:58:01.692939 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading services supported by the core plugin {{(pid=93885) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 23 19:58:01.693267 n-d-793620-13 neutron-server[93885]: INFO neutron.plugins.ml2.managers [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Got port-security extension from driver 'port_security' Jul 23 19:58:01.693757 n-d-793620-13 neutron-server[93885]: INFO neutron.extensions.vlantransparent [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Disabled vlantransparent extension. Jul 23 19:58:01.694408 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93885) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 23 19:58:01.694760 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: router Jul 23 19:58:01.731422 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.731818 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.732194 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router before_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.732558 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.732933 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.733291 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_delete 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.733679 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.734047 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.734397 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.734749 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.735099 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.735459 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.735868 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.736240 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.736584 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.736925 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: subnet after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.737267 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.737647 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.738001 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.738349 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.738692 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.739100 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router after_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.739393 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.739746 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.740107 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.740453 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.740819 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > agent after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.741292 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.741671 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > network after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.742535 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Tracking information for resource: router configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:01.742869 n-d-793620-13 neutron-server[93885]: DEBUG neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Tracking information for resource: floatingip configured {{(pid=93885) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 23 19:58:01.747860 n-d-793620-13 neutron-server[93885]: INFO neutron.db.l3_agentschedulers_db [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 23 19:58:01.748442 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.748807 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port after_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.749164 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port after_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.749542 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: port after_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.750369 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router before_create 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.750798 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.751171 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.751535 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.755925 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.provider_configuration [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service providers = [] {{(pid=93885) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 23 19:58:01.756290 n-d-793620-13 neutron-server[93885]: DEBUG neutron.db.servicetype_db [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93885) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 23 19:58:01.759336 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.service_base [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:58:01.759876 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.service_base [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:58:01.760014 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.service_base [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:58:01.760897 n-d-793620-13 neutron-server[93885]: DEBUG neutron.services.service_base [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93885) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 23 19:58:01.761268 n-d-793620-13 neutron-server[93885]: INFO neutron.services.service_base [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 23 19:58:01.761670 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.761991 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 23 19:58:01.773123 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.773546 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: auto_allocate Jul 23 19:58:01.779157 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: network precommit_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.779526 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: network precommit_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.780043 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.780365 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: tag Jul 23 19:58:01.786849 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.787184 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: timestamp Jul 23 19:58:01.793008 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.793341 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: network_ip_availability Jul 23 19:58:01.798731 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.799106 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.799466 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:01.800171 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.800494 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: flavors Jul 23 19:58:01.805289 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.805624 n-d-793620-13 neutron-server[93885]: INFO neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading Plugin: revisions Jul 23 19:58:01.809840 n-d-793620-13 neutron-server[93885]: DEBUG neutron.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93885) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 23 19:58:01.810230 n-d-793620-13 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.787s {{(pid=93885) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 23 19:58:01.810958 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93885) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 23 19:58:01.811295 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Initializing extension manager. Jul 23 19:58:01.811806 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: __init__.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.812147 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: __pycache__ {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.812481 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.812818 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.813606 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.814169 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: address-group Jul 23 19:58:01.814490 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: address_scope.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.815204 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.815722 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: address-scope Jul 23 19:58:01.816029 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.816951 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.817484 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: router-admin-state-down-before-update Jul 23 19:58:01.817811 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: agent.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.818507 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.819247 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: agent Jul 23 19:58:01.819685 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: agent_resources_synced.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.820598 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.821100 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: agent-resources-synced Jul 23 19:58:01.821424 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.823226 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.823995 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: allowed-address-pairs Jul 23 19:58:01.824319 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.825388 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.825922 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: auto-allocated-topology Jul 23 19:58:01.826248 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.826942 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.827447 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: availability_zone Jul 23 19:58:01.827766 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: availability_zone_filter.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.828696 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.829199 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: availability_zone_filter Jul 23 19:58:01.829550 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: data_plane_status.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.830460 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.830959 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 23 19:58:01.831281 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: default_subnetpools.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.832194 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.832696 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: default-subnetpools Jul 23 19:58:01.833023 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.833854 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.834361 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: dhcp_agent_scheduler Jul 23 19:58:01.834679 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: dns.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.836268 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.836775 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension dns-integration not supported by any of loaded plugins Jul 23 19:58:01.837101 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: dns_domain_ports.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.838062 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.838567 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 23 19:58:01.838890 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.839806 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.840307 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 23 19:58:01.840627 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: dvr.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.841297 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.841832 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: dvr Jul 23 19:58:01.842149 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: ecmp_routes.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.843060 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.843560 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 23 19:58:01.843878 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: empty_string_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.844780 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.845283 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: empty-string-filtering Jul 23 19:58:01.845631 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.846541 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.847033 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 23 19:58:01.847348 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.848258 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.848757 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 23 19:58:01.849077 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: external_net.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.850027 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.851129 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: external-net Jul 23 19:58:01.851566 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.852482 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.852980 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: extra_dhcp_opt Jul 23 19:58:01.853296 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: extraroute.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.854291 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.854788 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: extraroute Jul 23 19:58:01.855163 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: extraroute_atomic.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.856201 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.856703 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: extraroute-atomic Jul 23 19:58:01.857019 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: filter_validation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.857711 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.858210 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: filter-validation Jul 23 19:58:01.858525 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: fip_pf_description.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.859432 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.859928 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 23 19:58:01.860245 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: fip_port_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.861164 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.861688 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: fip-port-details Jul 23 19:58:01.862011 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: flavors.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.863243 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.863757 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: flavors Jul 23 19:58:01.864079 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.865742 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.866350 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 23 19:58:01.866683 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: floatingip_pools.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.867389 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.867897 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: floatingip-pools Jul 23 19:58:01.868225 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: ip_allocation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.869151 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.869680 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 23 19:58:01.870005 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.870917 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.871422 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: ip-substring-filtering Jul 23 19:58:01.871747 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l2_adjacency.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.872669 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.873171 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 23 19:58:01.873529 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.874485 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.874996 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: router Jul 23 19:58:01.875319 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.877675 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.878198 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 23 19:58:01.878528 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.879467 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.879976 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: ext-gw-mode Jul 23 19:58:01.880302 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.881223 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.881781 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: l3-ha Jul 23 19:58:01.882101 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3_flavors.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.883011 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.883518 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: l3-flavors Jul 23 19:58:01.883841 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.884748 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.885247 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 23 19:58:01.885605 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: l3agentscheduler.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.886622 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.887130 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: l3_agent_scheduler Jul 23 19:58:01.887454 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: logging.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.888932 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.889469 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension logging not supported by any of loaded plugins Jul 23 19:58:01.889802 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: metering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.890546 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.891118 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: metering Jul 23 19:58:01.891442 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.892524 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.893035 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: metering_source_and_destination_fields Jul 23 19:58:01.893369 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: multiprovidernet.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.894324 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.894833 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: multi-provider Jul 23 19:58:01.895159 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: netmtu.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.896089 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.896594 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: net-mtu Jul 23 19:58:01.896916 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: netmtu_writable.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.898570 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.899075 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: net-mtu-writable Jul 23 19:58:01.899400 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: network_availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.900075 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.900573 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: network_availability_zone Jul 23 19:58:01.900893 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: network_ip_availability.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.902060 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.902566 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: network-ip-availability Jul 23 19:58:01.902892 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: network_segment_range.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.903664 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.904161 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 23 19:58:01.904484 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: pagination.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.905500 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.905834 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: pagination Jul 23 19:58:01.906156 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: port_device_profile.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.907062 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.907575 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: port-device-profile Jul 23 19:58:01.907896 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.908823 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.909325 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: port-mac-address-regenerate Jul 23 19:58:01.909669 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.910586 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.911091 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: port-numa-affinity-policy Jul 23 19:58:01.911410 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: port_resource_request.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.912329 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.912888 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 23 19:58:01.913751 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: portbindings.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.914679 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.915178 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: binding Jul 23 19:58:01.915496 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: portbindings_extended.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.916869 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.917401 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: binding-extended Jul 23 19:58:01.917756 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: portsecurity.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.918672 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.919171 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: port-security Jul 23 19:58:01.919492 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: project_id.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.920459 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.920784 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: project-id Jul 23 19:58:01.921102 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: providernet.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.922073 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.922578 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: provider Jul 23 19:58:01.922896 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.926436 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.926951 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos not supported by any of loaded plugins Jul 23 19:58:01.927282 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.928581 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.929188 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 23 19:58:01.929541 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.930468 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.930987 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 23 19:58:01.931316 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_default.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.932233 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.932740 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-default not supported by any of loaded plugins Jul 23 19:58:01.933063 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_fip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.933756 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.934248 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-fip not supported by any of loaded plugins Jul 23 19:58:01.934572 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.935500 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.935997 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 23 19:58:01.936321 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.937234 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.937772 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 23 19:58:01.938096 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.939013 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.939519 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 23 19:58:01.939935 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: qos_rules_alias.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.940997 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.941544 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 23 19:58:01.941871 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: quotasv2.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.942798 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.943126 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: quotas Jul 23 19:58:01.943454 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: quotasv2_detail.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.947788 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.948309 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: quota_details Jul 23 19:58:01.949091 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: rbac.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.950746 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.951642 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: rbac-policies Jul 23 19:58:01.952161 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: rbac_address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.953850 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.954740 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: rbac-address-group Jul 23 19:58:01.955257 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: rbac_address_scope.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.956643 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.957568 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: rbac-address-scope Jul 23 19:58:01.958084 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: rbac_security_groups.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.959469 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.960657 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: rbac-security-groups Jul 23 19:58:01.960977 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.961925 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.962433 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: rbac-subnetpool Jul 23 19:58:01.962760 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: revisionifmatch.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.963691 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.964200 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: revision-if-match Jul 23 19:58:01.964524 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: revisions.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.965669 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.966177 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: standard-attr-revisions Jul 23 19:58:01.966505 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: router_availability_zone.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.967187 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.967691 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: router_availability_zone Jul 23 19:58:01.968015 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: routerservicetype.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.969040 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.969501 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension router-service-type not supported by any of loaded plugins Jul 23 19:58:01.969828 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.970748 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.971259 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: security-groups-normalized-cidr Jul 23 19:58:01.971583 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.972503 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.973013 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: port-security-groups-filtering Jul 23 19:58:01.973338 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.974297 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.974806 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: security-groups-remote-address-group Jul 23 19:58:01.975131 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: securitygroup.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.985604 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.986131 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: security-group Jul 23 19:58:01.986465 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: segment.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.987258 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.987763 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension segment not supported by any of loaded plugins Jul 23 19:58:01.988091 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.989032 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.989572 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 23 19:58:01.989901 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: servicetype.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.991049 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.991777 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: service-type Jul 23 19:58:01.992106 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: sorting.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.993097 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.993426 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: sorting Jul 23 19:58:01.993777 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: standard_attr_segment.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.994759 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.995266 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 23 19:58:01.995587 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: standardattrdescription.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.996243 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.996740 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: standard-attr-description Jul 23 19:58:01.997060 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: stateful_security_group.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.998017 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:01.998527 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: stateful-security-group Jul 23 19:58:01.998852 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: stdattrs_common.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:01.999436 n-d-793620-13 neutron-server[93885]: WARNING neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 23 19:58:01.999757 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.000690 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.001199 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 23 19:58:02.001556 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: subnet_onboard.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.002614 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.003122 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: subnet_onboard Jul 23 19:58:02.003445 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.004365 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.004862 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 23 19:58:02.005184 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: subnet_service_types.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.006131 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.007162 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: subnet-service-types Jul 23 19:58:02.007486 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: subnetallocation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.008566 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.009072 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: subnet_allocation Jul 23 19:58:02.009410 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.010101 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.010607 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: subnetpool-prefix-ops Jul 23 19:58:02.010928 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.011859 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.012359 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 23 19:58:02.012684 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: tagging.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.013770 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.014285 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: standard-attr-tag Jul 23 19:58:02.014611 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: timestamp.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.015924 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.016434 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loaded extension: standard-attr-timestamp Jul 23 19:58:02.016758 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: trunk.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.017841 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.018358 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension trunk not supported by any of loaded plugins Jul 23 19:58:02.018683 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: trunk_details.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.019607 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.020119 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension trunk-details not supported by any of loaded plugins Jul 23 19:58:02.020443 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.021361 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.021898 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 23 19:58:02.022808 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Loading extension file: vlantransparent.py {{(pid=93885) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 23 19:58:02.023494 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93885) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 23 19:58:02.023994 n-d-793620-13 neutron-server[93885]: INFO neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 23 19:58:02.026460 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:network Jul 23 19:58:02.026987 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:subnet Jul 23 19:58:02.027383 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:58:02.027772 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:port Jul 23 19:58:02.028978 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.029421 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service FLAVORS assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.030069 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.030490 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.030820 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:router Jul 23 19:58:02.031257 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 19:58:02.031746 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service METERING assigned prefix: /metering {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.033190 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:02.033582 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:02.033938 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 19:58:02.034949 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 19:58:02.035407 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:security_group Jul 23 19:58:02.035843 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 19:58:02.036443 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.036770 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:58:02.037120 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] subnetpool is already registered Jul 23 19:58:02.037578 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.037975 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:58:02.038395 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] subnetpool is already registered Jul 23 19:58:02.040708 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.041133 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service FLAVORS assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.041752 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.042173 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.042511 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:router Jul 23 19:58:02.042852 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] router is already registered Jul 23 19:58:02.043263 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:floatingip Jul 23 19:58:02.043598 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] floatingip is already registered Jul 23 19:58:02.044050 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service METERING assigned prefix: /metering {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.044722 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 23 19:58:02.045045 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] rbac_policy is already registered Jul 23 19:58:02.045473 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:security_group Jul 23 19:58:02.045815 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] security_group is already registered Jul 23 19:58:02.046213 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 23 19:58:02.046590 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] security_group_rule is already registered Jul 23 19:58:02.047158 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.047486 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:58:02.047821 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] subnetpool is already registered Jul 23 19:58:02.048234 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.v2.resource_helper [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Service CORE assigned prefix: {{(pid=93885) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 23 19:58:02.048554 n-d-793620-13 neutron-server[93885]: INFO neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 23 19:58:02.048881 n-d-793620-13 neutron-server[93885]: WARNING neutron.quota.resource_registry [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] subnetpool is already registered Jul 23 19:58:02.049361 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: extensions {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.050842 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: address-groups {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.052309 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: address-scopes {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.053699 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.054839 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: auto-allocated-topology {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.056118 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: availability_zones {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.057272 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: dhcp-networks {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.059898 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: dhcp-agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.061336 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.063077 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: flavors {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.064342 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: service_profiles {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.065563 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: next_providers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.066992 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: service_profiles {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.068506 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: floatingip-pools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.070361 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.072062 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: floatingips {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.073315 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: l3-routers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.074971 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: l3-agents {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.076484 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: metering-labels {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.077745 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: metering-label-rules {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.079109 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: network-ip-availabilities {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.080349 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: bindings {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.081904 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: quotas {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.083434 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: quotas {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.085537 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: rbac-policies {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.086724 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: security-groups {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.088011 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: security-group-rules {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.089234 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: service-providers {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.090485 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: subnetpools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.091787 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: subnetpools {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.093321 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.095014 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.096809 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.098607 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.100264 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.102541 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.104258 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.106077 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.107906 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.109647 n-d-793620-13 neutron-server[93885]: DEBUG neutron.api.extensions [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Extended resource: tags {{(pid=93885) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 23 19:58:02.115676 n-d-793620-13 neutron-server[93885]: WARNING keystonemiddleware.auth_token [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 23 19:58:02.120322 n-d-793620-13 neutron-server[93885]: WARNING keystonemiddleware.auth_token [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 23 19:58:02.129533 n-d-793620-13 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Acquired lock "singleton_lock" {{(pid=93885) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 23 19:58:02.130012 n-d-793620-13 neutron-server[93885]: DEBUG oslo_concurrency.lockutils [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Releasing lock "singleton_lock" {{(pid=93885) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 23 19:58:02.130647 n-d-793620-13 neutron-server[93885]: INFO oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Starting 2 workers Jul 23 19:58:02.136250 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Started child 94026 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:58:02.140719 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Started child 94027 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:58:02.141792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:02.142405 n-d-793620-13 neutron-server[93885]: INFO neutron.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 23 19:58:02.142997 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Notify callbacks [] for process, before_spawn {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:02.143269 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [-] (94026) wsgi starting up on http://0.0.0.0:9696 Jul 23 19:58:02.145318 n-d-793620-13 neutron-server[93885]: INFO oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Starting 1 workers Jul 23 19:58:02.145422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:02.146728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [-] (94027) wsgi starting up on http://0.0.0.0:9696 Jul 23 19:58:02.151465 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Started child 94028 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:58:02.151992 n-d-793620-13 neutron-server[93885]: INFO oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Starting 1 workers Jul 23 19:58:02.154912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] calling RpcWorker wait() {{(pid=94028) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 23 19:58:02.155436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] returning from RpcWorker wait() {{(pid=94028) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 23 19:58:02.156566 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Started child 94029 {{(pid=93885) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 23 19:58:02.156710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:02.157221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:02.157397 n-d-793620-13 neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-6619d7bd-e450-4f9b-95a6-b36c6e8c1eb4 None None] Notify callbacks [] for process, after_spawn {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:02.159268 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93885) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 19:58:02.159479 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 19:58:02.159664 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 19:58:02.159881 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 19:58:02.160238 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 19:58:02.160402 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 19:58:02.160921 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.161206 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.161478 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.161615 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:02.162084 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.162275 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.162985 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.163329 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.163610 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.163943 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.164184 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.164357 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.164523 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.164789 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.165052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.165334 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.165620 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.165858 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.166116 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.166285 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.166546 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.166825 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.167070 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.167326 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.167572 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.168062 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.168307 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.168559 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.168779 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.169056 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.169299 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.169587 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.169825 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.170059 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.170295 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.170550 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.170783 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.171025 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.171246 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.171520 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.171747 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.172196 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] host = n-d-793620-13 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.172439 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.172674 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.172919 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.173165 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.173414 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.173669 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.173933 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.174187 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.174437 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.174667 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.174917 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.175173 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.175392 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.175640 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.175805 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_options = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.176049 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.176306 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.176564 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.176759 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.176926 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.177100 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.177355 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.177657 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.177929 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.178170 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.178387 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.178656 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.178938 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.179171 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.179435 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.179681 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.179899 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.180112 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.180385 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.180617 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.180841 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.181087 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.181327 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.181582 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.181848 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.182029 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.182255 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.182468 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.182700 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.182938 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.183166 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.183421 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.183668 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.183906 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.184137 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.184361 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.184586 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.184861 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.185089 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.185332 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.185620 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.185853 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.186096 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.186334 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.186565 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.186783 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.186995 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.187238 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.187508 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.187718 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.187947 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.188160 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.188376 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.188604 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.188998 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.189275 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.189667 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.189915 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.190148 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.190388 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.190621 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.190865 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.191125 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.191388 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.191701 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.191951 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.192231 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.192475 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.192735 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.192870 n-d-793620-13 neutron-server[94029]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:02.193073 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.193331 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.193635 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.193872 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.194819 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.194956 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.195098 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.195723 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.196008 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.196250 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.196514 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.196733 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.196996 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.197242 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.197484 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.197761 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.197999 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.198219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.198458 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.198929 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.199170 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.199426 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.199660 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.200403 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.200403 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.200403 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.200822 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.200822 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.201743 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.201743 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.201743 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.201743 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.204269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205572 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205572 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205802 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.205802 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.206134 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.206276 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.206448 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.206662 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.206879 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.207092 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.207304 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.207534 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.209718 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.210707 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.210967 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.211227 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.211609 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.211748 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.211967 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.212204 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.212433 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.212664 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.212964 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.213293 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.213584 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.213879 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215856 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.215856 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.216067 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.216465 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.216839 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.217257 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.217729 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.217958 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.218286 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.218517 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.218770 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.218999 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.219288 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.219577 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.219825 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.220076 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.220292 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.220586 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223221 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223813 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223813 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223813 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223813 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.223813 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.224114 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.224237 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.224528 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.224768 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.225002 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.225234 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.225502 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.225831 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.226063 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.226311 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.226532 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.226798 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.227068 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.227319 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.227587 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.227833 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.228063 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.228423 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.228652 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.229018 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.229260 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.229533 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.229751 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.229996 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.230350 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.230576 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.230797 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.231003 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.231238 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.231455 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.231675 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.231907 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.232124 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.232336 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.232589 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.232989 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.233110 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.233264 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.233691 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.234179 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.234572 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.234996 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.235429 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.235647 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.236168 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.236615 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.236918 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.237236 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.237568 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.237878 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.238166 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.238492 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.238793 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.239009 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.239244 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.239468 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.239683 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.239984 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.240216 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.240450 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.240684 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.240936 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.241285 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.241577 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.241829 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.242071 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.242292 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.242540 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.242763 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.242985 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.243205 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.243424 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.243645 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.243887 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.244116 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.244364 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.244579 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.244793 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.245006 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.245222 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.245474 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.245787 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.246038 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.246269 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.246524 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.246763 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.247079 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.247336 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.247546 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.247761 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.247985 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.248198 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.248410 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.248640 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.248997 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.249374 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.249763 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.250138 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.250485 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.250860 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.251078 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.251291 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.251571 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.251784 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.251995 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.252217 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.252461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.252672 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.252913 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.253130 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.253533 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.253910 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.254301 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.254516 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.254754 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.254973 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.255183 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.255492 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.255741 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.255974 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.256270 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.256499 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.257252 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.257522 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.257828 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.258051 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.258308 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.258532 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.258772 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.258991 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.259248 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.259563 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.259957 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.260120 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.260365 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.260617 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.260891 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.261163 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.261378 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.261708 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.262057 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.262338 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.262590 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.262843 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.263089 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.263312 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.263518 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.263752 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.263985 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.264199 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.264459 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.264703 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.264925 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.265170 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.265401 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.265655 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.265898 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.266129 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.266365 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.266578 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.266734 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 19:58:02.267257 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93885) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 23 19:58:02.267419 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 23 19:58:02.267572 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 23 19:58:02.267741 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 23 19:58:02.267910 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 23 19:58:02.268061 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 23 19:58:02.268268 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.268431 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.268591 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.268751 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.268909 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.269089 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.269248 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.269405 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.269586 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.269744 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.269901 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270058 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270215 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270370 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270527 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270682 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270839 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.270995 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.271155 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.271312 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.271470 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.271626 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.271782 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] debug = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.271941 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.272142 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.272450 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.272616 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.272807 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.273583 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.273583 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.273583 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.273583 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274056 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274056 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274056 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274387 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274387 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274644 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274644 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274878 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.274878 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] host = n-d-793620-13 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275105 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275223 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275343 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275462 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275583 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275702 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.275858 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276016 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276172 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276329 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276485 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276938 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276938 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.276938 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.277493 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_options = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.277493 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.277493 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.277870 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.277870 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.277870 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278230 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278230 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278493 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278493 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278724 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278724 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.278961 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.279080 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.279199 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.279458 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.279619 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.279782 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.279941 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.280088 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.280270 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.280421 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.280597 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.280947 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.280947 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.281161 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.281161 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.281599 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.281599 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282765 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282765 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282765 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.282765 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283191 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283191 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283389 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283389 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283618 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283701 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283804 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.283961 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.284112 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_json = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.284307 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.284436 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.284557 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.284697 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.284853 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.285007 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.285163 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.285319 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 23 19:58:02.285524 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.285686 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286016 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286016 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286244 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286362 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286480 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286597 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286745 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.286904 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.287071 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.287232 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.287403 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.287563 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.287722 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.288464 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.288693 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.288910 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289125 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289256 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289376 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289557 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289677 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289831 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.289992 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.290152 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.290312 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.290471 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.290631 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.290791 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.290950 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.291110 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.291268 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.291493 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.291661 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.291821 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.291982 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.292142 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.292302 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.292463 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.292623 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.292781 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.292940 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.293099 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.293262 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.293422 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.293599 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.293762 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.293913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:02.294054 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.294054 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.294319 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.294454 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.294597 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.294812 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.294812 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295072 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295210 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295342 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295473 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295607 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295739 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.295870 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296011 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296155 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296287 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296428 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296593 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296753 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.296912 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297072 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297232 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297380 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297589 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297725 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297857 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.297990 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.298149 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.298303 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.298448 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.298605 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.298754 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.298912 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.299071 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.299231 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.299400 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.299576 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.299736 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.299896 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300055 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300204 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300353 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300501 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300654 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300815 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.300974 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.301133 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.301294 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.301492 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.301657 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.301799 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.301962 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.302139 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.302298 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.302449 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.302594 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.302749 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.302899 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.303054 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.303214 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.303374 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.303634 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.303844 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.303980 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.304113 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.304246 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.304388 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.304554 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.304704 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.304861 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305003 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305166 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305327 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305504 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305646 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305791 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.305948 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.306086 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.306298 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.307029 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.307029 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.307029 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.307029 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.307029 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.308126 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309052 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309532 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309532 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309532 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309731 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309731 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.309947 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.310057 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.310198 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.310615 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.310615 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311184 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311184 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311184 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311184 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311623 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311623 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311623 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311836 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311836 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.311974 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.312116 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.312275 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.312433 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.312594 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.312753 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.312917 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.313078 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.313390 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.313577 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.313739 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.313901 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.314569 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.314569 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.314569 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.314569 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315054 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315054 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315054 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315659 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315659 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315659 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.315659 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.316642 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.317637 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.318757 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320046 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320046 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320046 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320046 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320046 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320601 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320601 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320601 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320601 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320991 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.320991 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321178 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321178 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321386 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321556 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321677 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321791 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.321949 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.322109 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.322268 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.322427 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.322597 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.322758 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.322917 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.323076 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.323235 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.323394 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.323822 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.323984 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.324143 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.324302 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.324461 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.324619 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.324788 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.324948 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.325108 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.325276 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.325451 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.325609 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.325767 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.325939 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.326100 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.326260 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.326418 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.326576 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.326734 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.326896 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.327060 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.327228 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.327395 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.327556 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.327725 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.327893 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.328060 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.328219 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.328384 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.328555 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.328715 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.328874 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.329033 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.329192 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.329351 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.329533 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.329692 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.329851 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330009 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330180 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330321 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330472 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330630 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330789 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.330947 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.331104 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.331262 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.331421 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.331579 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 23 19:58:02.331729 n-d-793620-13 neutron-server[93885]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93885) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 23 19:58:02.549804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:02.559079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069597 Jul 23 19:58:13.851867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52521f9f-d369-4bd5-9811-c0e4f6c80c33 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 19:58:13.921491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52521f9f-d369-4bd5-9811-c0e4f6c80c33 None None] No non-hosted networks {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 23 19:58:13.944639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.agentschedulers_db [None req-52521f9f-d369-4bd5-9811-c0e4f6c80c33 None None] DHCP Agent not found on host n-d-793620-13 {{(pid=94028) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 23 19:58:14.111302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-87410917-5eaa-4a8d-ba93-fac2e6400b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:16.320248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4e4ecf9b-f2aa-4858-b55c-fb8c267b905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:16.351899 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:16.352830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.353499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.354034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.354439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.354956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.355419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.355823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.356289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.363738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.364119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.369054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.369398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:16.369940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793620-13', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:16.406756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793620-13', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:16.414381 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dc45567-b53a-4ccc-8922-dc0f9de9f079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:17.596825 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:19.196431 n-d-793620-13 neutron-server[94028]: INFO neutron.db.l3_hamode_db [None req-2f30eae2-607f-4ded-82fb-b044934bc660 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 23 19:58:19.273720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30eae2-607f-4ded-82fb-b044934bc660 None None] Routers set() bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:58:19.274120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f30eae2-607f-4ded-82fb-b044934bc660 None None] Router IDs set() for agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 19:58:19.464778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:20.350440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51112) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:20.837806 n-d-793620-13 neutron-server[94026]: WARNING oslo_policy.policy [None req-4ebc416a-9624-4658-b485-bc4c6a76190a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:20.838364 n-d-793620-13 neutron-server[94026]: WARNING oslo_policy.policy [None req-4ebc416a-9624-4658-b485-bc4c6a76190a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:21.054915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-4ebc416a-9624-4658-b485-bc4c6a76190a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:58:21.056162 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4ebc416a-9624-4658-b485-bc4c6a76190a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7036417 Jul 23 19:58:23.403797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51126) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:23.709595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:23.804119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.policy [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94026) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 19:58:23.848745 n-d-793620-13 neutron-server[94026]: WARNING oslo_policy.policy [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:23.849112 n-d-793620-13 neutron-server[94026]: WARNING oslo_policy.policy [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:23.858364 n-d-793620-13 neutron-server[94026]: INFO neutron.quota [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] Loaded quota_driver: . Jul 23 19:58:23.950221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744220912123', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744220910632', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744220997730', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744220995132', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744220986361', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744221008625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-589978', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610495', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3800498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3899316'] for rbac-policy, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.015553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:24.016716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f3854865-9d07-4862-97d9-ad0307b1d98e admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6119339 Jul 23 19:58:26.578347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51138) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:27.048580 n-d-793620-13 neutron-server[94027]: WARNING oslo_policy.policy [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:27.049178 n-d-793620-13 neutron-server[94027]: WARNING oslo_policy.policy [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:27.270516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Request body: {'network': {'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'name': 'private', 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:27.273158 n-d-793620-13 neutron-server[94027]: INFO neutron.quota [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Loaded quota_driver: . Jul 23 19:58:27.330873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Made reservation on behalf of 33a49323e57d4c15abc4e7bfb9846716 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:27.398742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.policy [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94027) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 23 19:58:27.445006 n-d-793620-13 neutron-server[94027]: WARNING oslo_policy.policy [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:27.445379 n-d-793620-13 neutron-server[94027]: WARNING oslo_policy.policy [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 23 19:58:27.456029 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.478743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.610674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.614684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.634519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 19:58:27.665559 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744224535426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.666154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Unsubscribe: segment precommit_create {{(pid=94027) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 19:58:27.666681 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Added segment 297fd65e-07a4-4006-8b13-fc49da1f6169 of type vlan for network 80ef5da7-f5b7-4416-8900-1753a98e1e5a Jul 23 19:58:27.683680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d732e-a4ec-4896-9445-4cda311d43dc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:27.713250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.713622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.713959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.714291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.714622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.714945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.715268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.715587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.715905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.716224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.716543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.716858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Tracked resource versions report: Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: pushed versions: Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Log': {'1.0'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Network': {'1.1'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Port': {'1.7'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'PortForwarding': {'1.2'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'QosPolicy': {'1.8'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'SubPort': {'1.0'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Subnet': {'1.1'}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Trunk': {'1.1'}} Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: consumer versions: Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: { DHCP agent@n-d-793620-13: {}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: L3 agent@n-d-793620-13: {}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: Metadata agent@n-d-793620-13: {}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: Metering agent@n-d-793620-13: {}, Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'ConntrackHelper': '1.0', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Log': '1.0', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Network': '1.1', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Port': '1.7', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'PortForwarding': '1.2', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'QosPolicy': '1.8', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'SecurityGroup': '1.4', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'SecurityGroupRule': '1.2', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'SubPort': '1.0', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Subnet': '1.1', Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: 'Trunk': '1.1'}} Jul 23 19:58:27.718017 n-d-793620-13 neutron-server[94027]: {{(pid=94027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:27.790051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.844481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.845640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:27.846299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:27.889732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3102195 Jul 23 19:58:27.950021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b9cc5-28fc-4d8e-a9d9-1cd47b62a8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=80ef5da7-f5b7-4416-8900-1753a98e1e5a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:27.962421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:58:30.529455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51160) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:30.950455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc3291b-9fe4-44b3-9e13-6fc8b5215474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:30.951953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dcc3291b-9fe4-44b3-9e13-6fc8b5215474 admin admin] 10.222.0.46 "GET /v2.0/networks/80ef5da7-f5b7-4416-8900-1753a98e1e5a HTTP/1.1" status: 200 len: 825 time: 0.4215677 Jul 23 19:58:30.977147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6209f6a6-35c1-45a2-9a33-3090e7071bc5 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/8928893e-dc6b-4da8-91a5-55bd27fd45b2 HTTP/1.1" status: 200 len: 734 time: 0.0199175 Jul 23 19:58:30.985302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Request body: {'subnet': {'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2', 'name': 'private-subnet', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'gateway_ip': '172.20.0.1', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:31.012094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Made reservation on behalf of 33a49323e57d4c15abc4e7bfb9846716 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:31.014751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:31.303893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:31.367288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Checking segment: {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:31.367660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Network hostable DHCP agents. Network: 80ef5da7-f5b7-4416-8900-1753a98e1e5a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:58:31.390498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c733a9-6fef-4685-96af-d26d4211cb9b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:31.399745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:58:31.403986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.404326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.404658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.404987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.405311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.405655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.405973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.406290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.406605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.406919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.407231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.407542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Tracked resource versions report: Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: pushed versions: Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Log': {'1.0'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Network': {'1.1'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Port': {'1.7'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'PortForwarding': {'1.2'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'QosPolicy': {'1.8'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'SubPort': {'1.0'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Subnet': {'1.1'}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Trunk': {'1.1'}} Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: consumer versions: Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: { DHCP agent@n-d-793620-13: {}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: L3 agent@n-d-793620-13: {}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: Metadata agent@n-d-793620-13: {}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: Metering agent@n-d-793620-13: {}, Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'ConntrackHelper': '1.0', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Log': '1.0', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Network': '1.1', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Port': '1.7', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'PortForwarding': '1.2', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'QosPolicy': '1.8', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'SecurityGroup': '1.4', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'SecurityGroupRule': '1.2', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'SubPort': '1.0', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Subnet': '1.1', Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: 'Trunk': '1.1'}} Jul 23 19:58:31.408664 n-d-793620-13 neutron-server[94026]: {{(pid=94026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:31.441026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 80ef5da7-f5b7-4416-8900-1753a98e1e5a) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:31.446135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:31.446749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:31.452953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7168b31-a0b6-4b9a-bd33-01dd33106005 None None] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:58:31.461173 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f97fd20f-e34d-4b27-a435-afa4c555db7d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4790695 Jul 23 19:58:31.780187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 19:58:31.781428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.051914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Allocated IP 172.20.0.2 (80ef5da7-f5b7-4416-8900-1753a98e1e5a/96c733a9-6fef-4685-96af-d26d4211cb9b/220592c5-ee2d-4b68-91f2-0df4b383ce1e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:32.286471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.301632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Transition to ACTIVE for port object 220592c5-ee2d-4b68-91f2-0df4b383ce1e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:32.323953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Transition to ACTIVE for port object 220592c5-ee2d-4b68-91f2-0df4b383ce1e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:32.332482 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.397930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:32.402533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:32.412747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:32.422221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Pushing event updated for resources: {'Port': ['ID=220592c5-ee2d-4b68-91f2-0df4b383ce1e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:32.454024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.454693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.454693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.455017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.455349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.455679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.456003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.456329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.456650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.456971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.457290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.457629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Tracked resource versions report: Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: pushed versions: Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Log': {'1.0'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Network': {'1.1'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Port': {'1.7'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'PortForwarding': {'1.2'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'QosPolicy': {'1.8'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'SubPort': {'1.0'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Subnet': {'1.1'}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Trunk': {'1.1'}} Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: consumer versions: Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: { DHCP agent@n-d-793620-13: {}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: L3 agent@n-d-793620-13: {}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: Metadata agent@n-d-793620-13: {}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: Metering agent@n-d-793620-13: {}, Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'ConntrackHelper': '1.0', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Log': '1.0', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Network': '1.1', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Port': '1.7', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'PortForwarding': '1.2', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'QosPolicy': '1.8', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'SecurityGroup': '1.4', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'SecurityGroupRule': '1.2', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'SubPort': '1.0', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Subnet': '1.1', Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: 'Trunk': '1.1'}} Jul 23 19:58:32.458842 n-d-793620-13 neutron-server[94028]: {{(pid=94028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:32.510934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Attempting to bind port 220592c5-ee2d-4b68-91f2-0df4b383ce1e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:32.511333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Attempting to bind port 220592c5-ee2d-4b68-91f2-0df4b383ce1e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:32.511768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Attempting to bind port 220592c5-ee2d-4b68-91f2-0df4b383ce1e on network 80ef5da7-f5b7-4416-8900-1753a98e1e5a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:32.516486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:32.516892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Checking segment: {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:32.517354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.517770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Bound using segment: {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:32.518247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Bound port: 220592c5-ee2d-4b68-91f2-0df4b383ce1e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:32.518645 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.581786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] For port 220592c5-ee2d-4b68-91f2-0df4b383ce1e, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:32.586361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] For port 220592c5-ee2d-4b68-91f2-0df4b383ce1e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=220592c5-ee2d-4b68-91f2-0df4b383ce1e,segment=NetworkSegment(297fd65e-07a4-4006-8b13-fc49da1f6169),segment_id=297fd65e-07a4-4006-8b13-fc49da1f6169)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:32.590740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:32.658573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346a3f6-70b2-41cb-9e13-759e24f0d4dd None None] Pushing event updated for resources: {'Port': ['ID=220592c5-ee2d-4b68-91f2-0df4b383ce1e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:33.852372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51172) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:34.162679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-bdd54edb-053f-4086-9f38-da9dd93dd368 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:58:34.163610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bdd54edb-053f-4086-9f38-da9dd93dd368 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101697 Jul 23 19:58:36.565112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51180) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:36.870805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-bfcfbcbb-19bb-48d1-aa23-525745e9f1be admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:58:36.871898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bfcfbcbb-19bb-48d1-aa23-525745e9f1be admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058238 Jul 23 19:58:39.223222 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:58:39.529115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:39.825314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:39.851900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.853406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:39.997077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:40.001674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:40.014906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:40.016110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ecc221eb-a019-4ef8-8c54-6cb6d124a664 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4859247 Jul 23 19:58:40.677227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 220592c5-ee2d-4b68-91f2-0df4b383ce1e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:58:40.761670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 220592c5-ee2d-4b68-91f2-0df4b383ce1e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:40.953589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75be704-f311-42d4-aea8-5f36fdb0f7fa None None] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:58:41.077111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] Provisioning for port 220592c5-ee2d-4b68-91f2-0df4b383ce1e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:41.084704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] Provisioning complete for port 220592c5-ee2d-4b68-91f2-0df4b383ce1e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:41.085089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:41.246654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:41.282047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] For port 220592c5-ee2d-4b68-91f2-0df4b383ce1e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=220592c5-ee2d-4b68-91f2-0df4b383ce1e,segment=NetworkSegment(297fd65e-07a4-4006-8b13-fc49da1f6169),segment_id=297fd65e-07a4-4006-8b13-fc49da1f6169)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:41.287603 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:41.335957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03581682-1af7-4849-a763-8763e92d2a3b None None] Pushing event updated for resources: {'Port': ['ID=220592c5-ee2d-4b68-91f2-0df4b383ce1e,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:41.406647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f6162a4-02b5-4666-90c0-93ebf0dc7760 None None] Provisioning complete for port 220592c5-ee2d-4b68-91f2-0df4b383ce1e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:41.407021 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f6162a4-02b5-4666-90c0-93ebf0dc7760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.366128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51202) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:42.618991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 220592c5-ee2d-4b68-91f2-0df4b383ce1e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:58:42.664330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 220592c5-ee2d-4b68-91f2-0df4b383ce1e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:42.664701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:42.679578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-6aaa3e96-f2e3-40ac-b565-9b5f9fc5cb4f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 19:58:42.680652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6aaa3e96-f2e3-40ac-b565-9b5f9fc5cb4f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135858 Jul 23 19:58:43.768846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4da2b54f-d325-4f4f-ac1d-9322595a4900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.014873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51210) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:45.320465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:45.340984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Made reservation on behalf of 01d763af86024d39ac3cf5e590febce9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:45.343251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.351123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.441373 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.445249 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.461982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Reserving flat network on physical network physnet1 {{(pid=94027) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 23 19:58:45.476239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40760f7-b590-46f4-93ab-0f4f3bc1c326,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.482968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.483307 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Added segment 75ed37b9-9d6c-4af6-a392-7d7da3a48d75 of type flat for network 6248530e-b7e5-4a34-b85a-f0fe6849937c Jul 23 19:58:45.534522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.569299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.570257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:45.571023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:45.601181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5852985 Jul 23 19:58:45.634299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54004813-54ad-4af3-8ee9-67693f7cf91b admin admin] Pushing event updated for resources: {'Network': ['ID=6248530e-b7e5-4a34-b85a-f0fe6849937c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:45.647488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 19:58:46.308097 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8170fa2d-55ef-4f5d-bda1-3d207401fb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:46.337671 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.519773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:47.930682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51228) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:48.156426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c51b1-e340-4598-b54e-0b38ae32be42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:48.157822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e83c51b1-e340-4598-b54e-0b38ae32be42 admin admin] 10.222.0.46 "GET /v2.0/subnets/96c733a9-6fef-4685-96af-d26d4211cb9b HTTP/1.1" status: 200 len: 849 time: 0.2261982 Jul 23 19:58:48.271690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3df51808-d078-4e3c-bab2-e1b18fbe3afa admin admin] 10.222.0.46 "GET /v2.0/routers/bc7d7465-fd43-43d3-909b-b78003cc9e4a HTTP/1.1" status: 200 len: 704 time: 0.1086154 Jul 23 19:58:48.538082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:48.827378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Allocated IP 172.20.0.1 (80ef5da7-f5b7-4416-8900-1753a98e1e5a/96c733a9-6fef-4685-96af-d26d4211cb9b/0d9e2806-a01a-435e-98eb-57419b994832) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:49.010466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.035617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Transition to ACTIVE for port object 0d9e2806-a01a-435e-98eb-57419b994832 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:49.115043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.178417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:49.182967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:49.186515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:49.187057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.310165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Pushing event updated for resources: {'Port': ['ID=0d9e2806-a01a-435e-98eb-57419b994832,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:49.347152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c834a5f8-252f-4d30-adaf-f99860f4499a None None] Provisioning for port 0d9e2806-a01a-435e-98eb-57419b994832 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:49.350826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c834a5f8-252f-4d30-adaf-f99860f4499a None None] Provisioning complete for port 0d9e2806-a01a-435e-98eb-57419b994832 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:49.351196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c834a5f8-252f-4d30-adaf-f99860f4499a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.386927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c834a5f8-252f-4d30-adaf-f99860f4499a None None] Port 0d9e2806-a01a-435e-98eb-57419b994832 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:58:49.402264 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.458362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.633833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.638237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.638913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.697296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Pushing event updated for resources: {'Port': ['ID=0d9e2806-a01a-435e-98eb-57419b994832,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:49.762388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:49.763638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:49.908384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1d65c6c8-551d-476f-87da-6a3f8681fc52 None None] Provisioning complete for port 0d9e2806-a01a-435e-98eb-57419b994832 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:49.908762 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1d65c6c8-551d-476f-87da-6a3f8681fc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:49.921411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Router bc7d7465-fd43-43d3-909b-b78003cc9e4a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 19:58:49.941887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1d65c6c8-551d-476f-87da-6a3f8681fc52 None None] Port 0d9e2806-a01a-435e-98eb-57419b994832 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 19:58:50.011194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:58:50.016525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6cdaca10-5eec-4f37-9819-f422b12f68dc admin admin] 10.222.0.46 "PUT /v2.0/routers/bc7d7465-fd43-43d3-909b-b78003cc9e4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7401297 Jul 23 19:58:50.032818 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Sync routers for ids ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:58:50.047248 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Routers {'bc7d7465-fd43-43d3-909b-b78003cc9e4a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:58:50.048104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T19:58:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:50.230352 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Set router bc7d7465-fd43-43d3-909b-b78003cc9e4a gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:58:50.652608 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:58:39Z', 'updated_at': '2021-07-23T19:58:49Z', 'revision_number': 2, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'gw_port_host': None, '_interfaces': [{'id': '0d9e2806-a01a-435e-98eb-57419b994832', 'name': '', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'mac_address': 'fa:16:3e:2c:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:48Z', 'updated_at': '2021-07-23T19:58:49Z', 'revision_number': 2, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'subnets': [{'id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:50.702982 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Checking router: bc7d7465-fd43-43d3-909b-b78003cc9e4a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:58:50.703347 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Updating router bc7d7465-fd43-43d3-909b-b78003cc9e4a port 0d9e2806-a01a-435e-98eb-57419b994832 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:58:50.768058 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.245563 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.262941 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Transition to ACTIVE for port object 0d9e2806-a01a-435e-98eb-57419b994832 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:51.268755 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.400917 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Pushing event updated for resources: {'Port': ['ID=0d9e2806-a01a-435e-98eb-57419b994832,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:51.429807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.430151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.430484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.430814 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.431142 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.431470 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.431788 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.432105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.432476 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.432794 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.433185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.433505 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Tracked resource versions report: Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: pushed versions: Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: { 'AddressGroup': {'1.2'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Log': {'1.0'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Network': {'1.1'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Port': {'1.7'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'PortForwarding': {'1.2'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'QosPolicy': {'1.8'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'SecurityGroup': {'1.4'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'SubPort': {'1.0'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Subnet': {'1.1'}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Trunk': {'1.1'}} Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: consumer versions: Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: { DHCP agent@n-d-793620-13: {}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: L3 agent@n-d-793620-13: {}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: Metadata agent@n-d-793620-13: {}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: Metering agent@n-d-793620-13: {}, Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'ConntrackHelper': '1.0', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Log': '1.0', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Network': '1.1', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Port': '1.7', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'PortForwarding': '1.2', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'QosPolicy': '1.8', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'SecurityGroup': '1.4', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'SecurityGroupRule': '1.2', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'SubPort': '1.0', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Subnet': '1.1', Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: 'Trunk': '1.1'}} Jul 23 19:58:51.434825 n-d-793620-13 neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 19:58:51.446165 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Attempting to bind port 0d9e2806-a01a-435e-98eb-57419b994832 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:51.446562 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Attempting to bind port 0d9e2806-a01a-435e-98eb-57419b994832 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:51.446994 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Attempting to bind port 0d9e2806-a01a-435e-98eb-57419b994832 on network 80ef5da7-f5b7-4416-8900-1753a98e1e5a {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:51.453269 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:51.453736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Checking segment: {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:51.454206 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.454592 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Bound using segment: {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:51.455081 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Bound port: 0d9e2806-a01a-435e-98eb-57419b994832, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297fd65e-07a4-4006-8b13-fc49da1f6169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:51.455460 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.518577 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] For port 0d9e2806-a01a-435e-98eb-57419b994832, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:51.539573 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] For port 0d9e2806-a01a-435e-98eb-57419b994832, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0d9e2806-a01a-435e-98eb-57419b994832,segment=NetworkSegment(297fd65e-07a4-4006-8b13-fc49da1f6169),segment_id=297fd65e-07a4-4006-8b13-fc49da1f6169)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:51.543849 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:51.596142 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Routers {'bc7d7465-fd43-43d3-909b-b78003cc9e4a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:58:51.596775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T19:58:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:51.672741 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae91891-0b8f-4bed-8b99-f7356c5726f2 None None] Pushing event updated for resources: {'Port': ['ID=0d9e2806-a01a-435e-98eb-57419b994832,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:51.698841 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] Set router bc7d7465-fd43-43d3-909b-b78003cc9e4a gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:58:51.906871 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:58:39Z', 'updated_at': '2021-07-23T19:58:49Z', 'revision_number': 2, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'gw_port_host': None, '_interfaces': [{'id': '0d9e2806-a01a-435e-98eb-57419b994832', 'name': '', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'mac_address': 'fa:16:3e:2c:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:48Z', 'updated_at': '2021-07-23T19:58:51Z', 'revision_number': 4, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'subnets': [{'id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:51.935498 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adfdc14-6d92-430f-baf7-8878aa13308b None None] The sync data for ids ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'] in n-d-793620-13 is: [{'id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:58:39Z', 'updated_at': '2021-07-23T19:58:49Z', 'revision_number': 2, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'gw_port_host': None, '_interfaces': [{'id': '0d9e2806-a01a-435e-98eb-57419b994832', 'name': '', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'mac_address': 'fa:16:3e:2c:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:48Z', 'updated_at': '2021-07-23T19:58:51Z', 'revision_number': 4, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'subnets': [{'id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:58:52.281929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51248) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:52.414089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff354e3-2a19-488e-a8e9-59ce690ccb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.415476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cff354e3-2a19-488e-a8e9-59ce690ccb71 admin admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 842 time: 0.1325927 Jul 23 19:58:52.425616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Request body: {'subnet': {'cidr': '172.25.8.0/24', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:52.455468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Made reservation on behalf of 01d763af86024d39ac3cf5e590febce9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 19:58:52.457684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:52.812741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 19:58:52.812741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:52.883150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e18daa-e522-4c40-a034-e06975ad220c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:52.893069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:52.893423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Network hostable DHCP agents. Network: 6248530e-b7e5-4a34-b85a-f0fe6849937c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 19:58:52.922350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 19:58:52.935434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 6248530e-b7e5-4a34-b85a-f0fe6849937c) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:52.939306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:52.939965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:52.945416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4decabb0-8cf3-48eb-96f2-5b895fea46cb None None] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:58:52.954889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c3eb9d15-179b-44c9-8036-54d3b3c5fac3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5329826 Jul 23 19:58:53.083805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be340042-9194-4923-bd71-7d91da53c5d0 None None] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 19:58:55.198629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51256) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:55.479279 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-77032083-ff32-4fc7-b66e-36c2678e6686 admin admin] 10.222.0.46 "GET /v2.0/routers/bc7d7465-fd43-43d3-909b-b78003cc9e4a HTTP/1.1" status: 200 len: 710 time: 0.2795129 Jul 23 19:58:55.599380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228ccc2-d953-4952-a55b-cc3b6246722b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 19:58:55.600759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f228ccc2-d953-4952-a55b-cc3b6246722b admin admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 886 time: 0.1163082 Jul 23 19:58:55.609282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 19:58:55.856589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.094629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.167597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.320823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Allocated IP 172.25.8.216 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/848901ae-98dd-4a51-9a2a-f4db4ac26ea1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 19:58:56.434026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.524210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:56.647697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 19:58:56.656826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 19:58:56.664329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 19:58:56.667276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Pushing event updated for resources: {'Port': ['ID=848901ae-98dd-4a51-9a2a-f4db4ac26ea1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:56.938721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.145735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.150832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.265362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Router bc7d7465-fd43-43d3-909b-b78003cc9e4a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 19:58:57.376857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 19:58:57.382082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:57.383487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-acec5986-71c0-46f0-9902-21e88c4d4903 admin admin] 10.222.0.46 "PUT /v2.0/routers/bc7d7465-fd43-43d3-909b-b78003cc9e4a HTTP/1.1" status: 200 len: 890 time: 1.7773879 Jul 23 19:58:58.443111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Sync routers for ids ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 19:58:58.453092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Routers {'bc7d7465-fd43-43d3-909b-b78003cc9e4a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:58:58.453878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T19:58:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:58.662558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0d9e2806-a01a-435e-98eb-57419b994832 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:58:58.731445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Set router bc7d7465-fd43-43d3-909b-b78003cc9e4a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:58:58.980420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0d9e2806-a01a-435e-98eb-57419b994832 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:58:58.995909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0d9e2806-a01a-435e-98eb-57419b994832 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:58:58.996279 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.181191 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.237165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0d9e2806-a01a-435e-98eb-57419b994832, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0d9e2806-a01a-435e-98eb-57419b994832,segment=NetworkSegment(297fd65e-07a4-4006-8b13-fc49da1f6169),segment_id=297fd65e-07a4-4006-8b13-fc49da1f6169)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:58:59.240280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '848901ae-98dd-4a51-9a2a-f4db4ac26ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:58:39Z', 'updated_at': '2021-07-23T19:58:56Z', 'revision_number': 4, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'gw_port': {'id': '848901ae-98dd-4a51-9a2a-f4db4ac26ea1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:56Z', 'updated_at': '2021-07-23T19:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0d9e2806-a01a-435e-98eb-57419b994832', 'name': '', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'mac_address': 'fa:16:3e:2c:23:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:48Z', 'updated_at': '2021-07-23T19:58:51Z', 'revision_number': 4, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'subnets': [{'id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:59.263545 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.292427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Checking router: bc7d7465-fd43-43d3-909b-b78003cc9e4a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 19:58:59.292779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Updating router bc7d7465-fd43-43d3-909b-b78003cc9e4a port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 19:58:59.361548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.385348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0d9e2806-a01a-435e-98eb-57419b994832,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:59.701961 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.712319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Transition to ACTIVE for port object 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 19:58:59.718395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.767632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Attempting to bind port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 19:58:59.768006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Attempting to bind port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 19:58:59.768365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Attempting to bind port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 19:58:59.775861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 19:58:59.776353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b282d-f456-48eb-bba3-c0c67dfe5078 None None] Pushing event updated for resources: {'Port': ['ID=848901ae-98dd-4a51-9a2a-f4db4ac26ea1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:59.781305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 19, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 19:58:59.781705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 19:58:59.782101 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.782485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 19:58:59.783024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Bound port: 848901ae-98dd-4a51-9a2a-f4db4ac26ea1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 19:58:59.783333 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.833348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] For port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 19:58:59.836345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] For port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=848901ae-98dd-4a51-9a2a-f4db4ac26ea1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 19:58:59.840013 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:58:59.898269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Routers {'bc7d7465-fd43-43d3-909b-b78003cc9e4a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 19:58:59.898894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T19:58:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:58:59.901580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b282d-f456-48eb-bba3-c0c67dfe5078 None None] Pushing event updated for resources: {'Port': ['ID=848901ae-98dd-4a51-9a2a-f4db4ac26ea1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:58:59.910557 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5b4d8e6d-ed4f-4dee-879c-586f5df7d43d admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1335430 Jul 23 19:59:00.095125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] Set router bc7d7465-fd43-43d3-909b-b78003cc9e4a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 19:59:00.313407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '848901ae-98dd-4a51-9a2a-f4db4ac26ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:58:39Z', 'updated_at': '2021-07-23T19:58:56Z', 'revision_number': 4, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'gw_port': {'id': '848901ae-98dd-4a51-9a2a-f4db4ac26ea1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:56Z', 'updated_at': '2021-07-23T19:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0d9e2806-a01a-435e-98eb-57419b994832', 'name': '', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'mac_address': 'fa:16:3e:2c:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:48Z', 'updated_at': '2021-07-23T19:58:59Z', 'revision_number': 5, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'subnets': [{'id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 19:59:00.340557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437ac85e-123a-4b88-92d1-abf6e65a5464 None None] The sync data for ids ['bc7d7465-fd43-43d3-909b-b78003cc9e4a'] in n-d-793620-13 is: [{'id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'name': 'router1', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': '848901ae-98dd-4a51-9a2a-f4db4ac26ea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T19:58:39Z', 'updated_at': '2021-07-23T19:58:56Z', 'revision_number': 4, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'gw_port': {'id': '848901ae-98dd-4a51-9a2a-f4db4ac26ea1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:6a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:56Z', 'updated_at': '2021-07-23T19:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0d9e2806-a01a-435e-98eb-57419b994832', 'name': '', 'network_id': '80ef5da7-f5b7-4416-8900-1753a98e1e5a', 'tenant_id': '33a49323e57d4c15abc4e7bfb9846716', 'mac_address': 'fa:16:3e:2c:23:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7d7465-fd43-43d3-909b-b78003cc9e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T19:58:48Z', 'updated_at': '2021-07-23T19:58:59Z', 'revision_number': 5, 'project_id': '33a49323e57d4c15abc4e7bfb9846716', 'subnets': [{'id': '96c733a9-6fef-4685-96af-d26d4211cb9b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8928893e-dc6b-4da8-91a5-55bd27fd45b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 19:59:00.757341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:00.821571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 19:59:00.825772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:00.826154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:00.930838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:00.951323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=848901ae-98dd-4a51-9a2a-f4db4ac26ea1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 19:59:00.956339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:00.958025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0d9e2806-a01a-435e-98eb-57419b994832 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:01.037519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=848901ae-98dd-4a51-9a2a-f4db4ac26ea1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 19:59:01.056019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0d9e2806-a01a-435e-98eb-57419b994832 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:01.056718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:02.653803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 19:59:02.702818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 848901ae-98dd-4a51-9a2a-f4db4ac26ea1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 19:59:02.703342 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:13.764272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34ec80de-a356-42d1-b35b-27931aa1d9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.222772 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 19:59:16.328964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d79d7133-87e9-41fb-b18d-1b112c5d61a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:16.355286 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:17.524497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:19.423287 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:43.766609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-802d7bc0-e8ef-448c-ac58-858ec1f1c645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.315500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c21508c-8593-431c-beb7-86063433e9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:46.339292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:47.543554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:49.430699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 19:59:53.222534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:00:13.767797 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6d085f2-50a8-467c-a38f-42dff3fe0e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.316396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99b58933-9556-47f8-ab62-e5417b61f19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:16.340299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:17.528469 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:19.435419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:30.221630 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:00:40.723613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:40.784250 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7d8696-df37-41e8-b007-456737e36971 admin admin] GET failed (client error): The resource could not be found. Jul 23 20:00:40.785683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9d7d8696-df37-41e8-b007-456737e36971 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0611026 Jul 23 20:00:41.009693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570dd4b0-aa7e-42e8-966b-1523f4954e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:41.011088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-570dd4b0-aa7e-42e8-966b-1523f4954e22 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2216849 Jul 23 20:00:43.138592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51878) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:43.228339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d86ed7-d6f7-42ad-b0af-bfacd167613e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:43.229690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-44d86ed7-d6f7-42ad-b0af-bfacd167613e admin admin] 10.222.0.46 "GET /v2.0/subnets/96c733a9-6fef-4685-96af-d26d4211cb9b HTTP/1.1" status: 200 len: 849 time: 0.0901186 Jul 23 20:00:43.239411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:00:43.318138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.457326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744224521804'] for subnet, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.488170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:43.488787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.490120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] 10.222.0.46 "PUT /v2.0/subnets/96c733a9-6fef-4685-96af-d26d4211cb9b HTTP/1.1" status: 200 len: 868 time: 0.2543848 Jul 23 20:00:43.505227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03518e6a-e36d-4822-8204-2353818cfa1c None None] Network 80ef5da7-f5b7-4416-8900-1753a98e1e5a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:00:43.507457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c733a9-6fef-4685-96af-d26d4211cb9b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:00:43.514729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.515097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.515878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.515878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.516966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.516966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.516966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.517188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.517377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.517718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.518049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.518379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7633c67c-0bfe-4e67-a360-f07302078b9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:00:43.771366 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54ff8d6e-b0e9-4f83-a5fa-4419d128aa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.874550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-74497dc3-1fe7-45ce-b1f0-2dffc84b6388 None None] Provisioning complete for port 0d9e2806-a01a-435e-98eb-57419b994832 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:43.874946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-74497dc3-1fe7-45ce-b1f0-2dffc84b6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:43.958896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-74497dc3-1fe7-45ce-b1f0-2dffc84b6388 None None] Provisioning complete for port 220592c5-ee2d-4b68-91f2-0df4b383ce1e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:00:43.959200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-74497dc3-1fe7-45ce-b1f0-2dffc84b6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:45.643973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51886) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:45.839230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed9829-9c5d-47e1-a9c7-3c490d1876b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.839631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ed9829-9c5d-47e1-a9c7-3c490d1876b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:45.841183 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-48ed9829-9c5d-47e1-a9c7-3c490d1876b4 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962695 Jul 23 20:00:46.317592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-10a4b6c3-6140-434b-8490-86a0fc5c489d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:46.340316 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.536508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:47.994327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51896) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:48.196330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e116a3-72f3-44d4-a12a-fb9918f23740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:48.196808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e116a3-72f3-44d4-a12a-fb9918f23740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:48.198628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-25e116a3-72f3-44d4-a12a-fb9918f23740 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033179 Jul 23 20:00:49.436814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:00:50.339551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51904) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:50.459147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c238a26-2b04-42e5-b695-6e42529010e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:50.460505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4c238a26-2b04-42e5-b695-6e42529010e9 admin admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 886 time: 0.1199861 Jul 23 20:00:52.601423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51912) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:52.729716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac270c92-bc42-4812-8de2-f3a409cd5d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:52.731087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac270c92-bc42-4812-8de2-f3a409cd5d6e admin admin] 10.222.0.46 "GET /v2.0/networks/80ef5da7-f5b7-4416-8900-1753a98e1e5a HTTP/1.1" status: 200 len: 869 time: 0.1286914 Jul 23 20:00:54.882448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:55.003406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f082c3c-6807-4c79-90ef-dbe318271227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:55.003864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f082c3c-6807-4c79-90ef-dbe318271227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:55.005381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3f082c3c-6807-4c79-90ef-dbe318271227 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219630 Jul 23 20:00:57.253490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51928) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:57.341153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48470781-b9f7-4c71-95b2-1fd34e2bc99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.341646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48470781-b9f7-4c71-95b2-1fd34e2bc99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:57.343141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-48470781-b9f7-4c71-95b2-1fd34e2bc99f admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0886712 Jul 23 20:00:59.499695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:00:59.587636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39923022-4b27-4f7f-8799-44f767cd3c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:00:59.588963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-39923022-4b27-4f7f-8799-44f767cd3c7d admin admin] 10.222.0.46 "GET /v2.0/subnets/96c733a9-6fef-4685-96af-d26d4211cb9b HTTP/1.1" status: 200 len: 868 time: 0.0882471 Jul 23 20:01:01.726110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51944) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:01.813415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce5adff-0e95-4e41-a220-2b277d8a8681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:01.814775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1ce5adff-0e95-4e41-a220-2b277d8a8681 admin admin] 10.222.0.46 "GET /v2.0/subnets/a1e18daa-e522-4c40-a034-e06975ad220c HTTP/1.1" status: 200 len: 816 time: 0.0877233 Jul 23 20:01:07.219989 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:01:13.771721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6034124e-db97-4a7c-b4e4-c51254e46204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.319881 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1e0919d-98da-4c2f-b573-3fac484de91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:16.340128 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:17.536539 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:19.442282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:26.194880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51996) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:26.240523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-b85782a0-8e77-481b-87a2-c36ff71f9ef1 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:01:26.241610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b85782a0-8e77-481b-87a2-c36ff71f9ef1 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457327 Jul 23 20:01:28.465166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52004) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:28.523380 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a16dce6-4039-4e91-9b77-4815bf1b2984 admin admin] GET failed (client error): The resource could not be found. Jul 23 20:01:28.524686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a16dce6-4039-4e91-9b77-4815bf1b2984 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585418 Jul 23 20:01:28.606991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f47131-261b-4e04-a37b-95a89400ffd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:28.609219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f0f47131-261b-4e04-a37b-95a89400ffd6 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807269 Jul 23 20:01:30.759578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52012) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:30.805034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:30.825401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Made reservation on behalf of 01d763af86024d39ac3cf5e590febce9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:30.827724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.854577 n-d-793620-13 neutron-server[94027]: WARNING neutron.services.revisions.revision_plugin [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Could not find related network for resource to bump revision. Jul 23 20:01:30.865406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:01:30.877413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.877808 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Added segment 2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf of type vlan for network 39c1eabb-eebd-4494-8272-94853a910dae Jul 23 20:01:30.917022 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.944361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.945268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:30.945871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:30.974460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2138202 Jul 23 20:01:31.006038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324de2e2-ac8b-491e-9764-4d88716d3251 admin admin] Pushing event updated for resources: {'Network': ['ID=39c1eabb-eebd-4494-8272-94853a910dae,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:31.017077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 39c1eabb-eebd-4494-8272-94853a910dae details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:01:33.160784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52020) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:01:33.218311 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4239cf1-122c-46e9-b19e-82ebbbf5a5d1 admin admin] GET failed (client error): The resource could not be found. Jul 23 20:01:33.219609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b4239cf1-122c-46e9-b19e-82ebbbf5a5d1 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0578637 Jul 23 20:01:33.288638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15a71c5-abc5-4901-9c26-4af11257c7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.290153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c15a71c5-abc5-4901-9c26-4af11257c7f1 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665591 Jul 23 20:01:33.299631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Request body: {'subnet': {'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:01:33.318798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Made reservation on behalf of 01d763af86024d39ac3cf5e590febce9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:01:33.321201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:33.488231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:33.538551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e060af-fced-493b-af6a-964062fc5029,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:33.547928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:33.548377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Network hostable DHCP agents. Network: 39c1eabb-eebd-4494-8272-94853a910dae, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:01:33.564804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Network 39c1eabb-eebd-4494-8272-94853a910dae is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:01:33.573378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 39c1eabb-eebd-4494-8272-94853a910dae) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:33.578042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:01:33.578649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:33.584374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079886d8-7bee-45f7-b86a-8db2ca8ff501 None None] Network 39c1eabb-eebd-4494-8272-94853a910dae requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:33.596361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e95babc-ba8d-468d-a16a-b4db7379baf6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3000231 Jul 23 20:01:33.829665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-39c1eabb-eebd-4494-8272-94853a910dae', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'tenant_id': '01d763af86024d39ac3cf5e590febce9', 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:01:33.830558 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:33.969398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Allocated IP 192.168.233.2 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/5dd8d444-ac02-4005-88d0-b25e479ef1d9) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:01:34.122731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:34.132361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Transition to ACTIVE for port object 5dd8d444-ac02-4005-88d0-b25e479ef1d9 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:34.147322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Transition to ACTIVE for port object 5dd8d444-ac02-4005-88d0-b25e479ef1d9 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:01:34.153539 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:34.191813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:01:34.196065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:01:34.202855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:01:34.205940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Pushing event updated for resources: {'Port': ['ID=5dd8d444-ac02-4005-88d0-b25e479ef1d9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:34.216377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.216733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.217642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.218002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.218398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.218739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.219072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.219404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.219737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.220067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.220396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.220720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:01:34.275953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Attempting to bind port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:01:34.276328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Attempting to bind port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:01:34.276688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Attempting to bind port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:01:34.282354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:01:34.282734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:01:34.283134 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:34.283531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:01:34.284098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Bound port: 5dd8d444-ac02-4005-88d0-b25e479ef1d9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:01:34.284503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:34.353684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] For port 5dd8d444-ac02-4005-88d0-b25e479ef1d9, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:01:34.356846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] For port 5dd8d444-ac02-4005-88d0-b25e479ef1d9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5dd8d444-ac02-4005-88d0-b25e479ef1d9,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:01:34.361027 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:34.419626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac337eb-c9d5-41d0-a00d-022114149092 None None] Pushing event updated for resources: {'Port': ['ID=5dd8d444-ac02-4005-88d0-b25e479ef1d9,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:34.782358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5dd8d444-ac02-4005-88d0-b25e479ef1d9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:34.839241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:35.251123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756b4f2-c4d3-40a9-962e-4a299d1845cf None None] Network 39c1eabb-eebd-4494-8272-94853a910dae requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:01:35.338704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] Provisioning for port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:01:35.363246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] Provisioning complete for port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:35.363619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:35.493504 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:35.534625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] For port 5dd8d444-ac02-4005-88d0-b25e479ef1d9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5dd8d444-ac02-4005-88d0-b25e479ef1d9,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:01:35.539234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:35.590086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0f24c-3248-4cbe-a44c-6e7bde84625e None None] Pushing event updated for resources: {'Port': ['ID=5dd8d444-ac02-4005-88d0-b25e479ef1d9,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:01:35.759290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-756b580a-de14-42a8-8b1d-468187e14931 None None] Provisioning complete for port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:35.759565 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-756b580a-de14-42a8-8b1d-468187e14931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:36.751892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5dd8d444-ac02-4005-88d0-b25e479ef1d9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:01:36.800517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5dd8d444-ac02-4005-88d0-b25e479ef1d9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:01:36.800882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:43.771106 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4198dc43-3b3c-44fd-9c01-2b1ed5ce6358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:44.219396 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:01:46.321023 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-565fe4c8-1ced-497a-9807-7c3a0d983c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:46.340934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:47.538990 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:01:49.442917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:13.771238 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4e2afaae-914c-4b7d-affb-366d2667fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.322244 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-94a07c15-65a3-4508-9b56-dcab43329c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:16.341579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:17.540711 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:19.450747 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:21.217211 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:02:43.772048 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-86dc6a1c-814f-46e3-b246-6af98506c7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.323587 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a851efd6-728c-4fa7-9ed2-4c0802f6f03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:46.342173 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:47.544936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:49.450230 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:55.662877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52072) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:55.668688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-2fb627e7-4ae2-4a75-907d-85abd58b4d99 tempest-verify_tempest_config-729430532 tempest-verify_tempest_config-729430532-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:02:55.670352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2fb627e7-4ae2-4a75-907d-85abd58b4d99 tempest-verify_tempest_config-729430532 tempest-verify_tempest_config-729430532-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065019 Jul 23 20:02:55.965562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52090) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:56.075180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.208183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.212798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.264268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5184c4-1dc5-4e3f-abe6-3f6d57a0ce15,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:56.268194 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bae1bcc3352d436ab4d204a5ef45c42a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3015621 Jul 23 20:02:56.270944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52096) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:02:56.274664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.275022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.275370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.275708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.276060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.276392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.276723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.277051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.277385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.277752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.278082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.278410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c42629-31fc-4af1-87fc-ba007e6b9387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.341893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.366973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.474580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.477291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:02:56.478494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d5184c4-1dc5-4e3f-abe6-3f6d57a0ce15 HTTP/1.1" status: 204 len: 168 time: 0.2065291 Jul 23 20:02:56.491946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5184c4-1dc5-4e3f-abe6-3f6d57a0ce15,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:02:56.499743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.500081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.500447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.500825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.501282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.501875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.502460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.502890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.503315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.503837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.504369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:56.504927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc3af7f-91e4-4131-9960-8458a08c4276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:02:58.216913 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:03:13.773597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb078d43-4974-4416-b692-e3c4afc9f3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:16.327968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c910f02d-d68e-4a0d-b93d-4bf0749bac7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:16.342959 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:17.546190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:19.456376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:35.217751 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:03:43.775674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6dea77a8-6d63-4d61-ba41-c4fabbf92688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:46.328134 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d1b3ab46-e40d-4157-8ea2-5c3eb018761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:46.342665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:47.549327 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:03:49.456701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:12.216245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:04:13.776483 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ce03081e-882d-44af-8754-2d4ad7ae55b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:16.330842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5da00a03-1bae-4b9e-abc2-303600210595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:16.345207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:17.551580 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:19.460289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:43.777177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6dc82990-1289-4566-81cd-522e5a00249d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.329956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e793747d-ed51-4716-81aa-bf788227a68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:46.346014 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:47.553424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:04:49.213969 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:04:49.464212 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:13.777632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c09da0c-590d-40be-8bef-2b971085533f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.330449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-94e4ef2c-9a9a-4712-ae62-acb69c23354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:16.345907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:17.557266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:19.465788 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:26.211514 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 5 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:05:43.456928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:43.777967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3449c02-0807-4886-ac09-8262a3af76c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.330132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1322d2e-5b09-4c1d-bd81-e123b252ee6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.348619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:46.848135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3826574'] for agent, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:47.559451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:05:49.470001 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:03.209938 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:06:13.408002 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:13.778265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59e8bbd5-4c48-4ff3-8b2b-4c5fbe278d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.333550 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2877b708-01b5-4ff0-a591-08de08c54fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.349271 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:16.832302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:17.561789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:19.471629 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:33.629002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52156) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:33.730712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-68f548dc-d29b-4a9c-87d3-5908449d80e8 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0969515 Jul 23 20:06:35.905070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52166) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:06:35.964556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c2cb4884-c9e2-484e-b1f4-2df473edaf39 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0583558 Jul 23 20:06:40.208992 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:06:43.407858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:43.776767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a9948f-f12d-4a59-8cba-32220396eec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.336775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac9609ad-5ca8-4bb4-89d4-69005cc854ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.351075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:46.859399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:47.563911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:06:49.474618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.406715 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:13.778850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1998db51-6563-4a66-bec8-051bc25bac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.350247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36f0eef5-e19a-4b77-a7a2-daefc74dab09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.367215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:16.867410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:17.209526 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:07:17.568950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:19.482664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.410133 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:43.780939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9624a9e-85e0-4f9b-a49b-4fd48040ea37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:46.352106 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c38b65d4-8be8-4c92-bd9c-5fc8856d5dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:46.355552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:46.868567 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:47.569318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:49.476030 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:54.209965 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:07:55.539167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52322) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:55.793700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-network', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:55.914904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Made reservation on behalf of 76eade1cb2814e6e937cadb8e223e730 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:55.916704 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:55.925725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.018396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.022765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.048956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602584b8-1618-462d-b373-c149febdba4d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:56.056021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:07:56.062728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.063078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.063422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.063758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.064113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.064423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.064749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.065076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.065400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.065754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.066078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.066405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Tracked resource versions report: Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: pushed versions: Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: { 'AddressGroup': {'1.2'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'ConntrackHelper': {'1.0'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Log': {'1.0'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Network': {'1.1'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Port': {'1.7'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'PortForwarding': {'1.2'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'QosPolicy': {'1.8'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'SecurityGroup': {'1.4'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'SubPort': {'1.0'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Subnet': {'1.1'}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Trunk': {'1.1'}} Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: consumer versions: Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: { DHCP agent@n-d-793620-13: {}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: HyperV agent@n-h1-793620-13: {}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: HyperV agent@n-h2-793620-13: {}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: L3 agent@n-d-793620-13: {}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: Metadata agent@n-d-793620-13: {}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: Metering agent@n-d-793620-13: {}, Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'ConntrackHelper': '1.0', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Log': '1.0', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Network': '1.1', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Port': '1.7', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'PortForwarding': '1.2', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'QosPolicy': '1.8', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'SecurityGroup': '1.4', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'SecurityGroupRule': '1.2', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'SubPort': '1.0', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Subnet': '1.1', Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: 'Trunk': '1.1'}} Jul 23 20:07:56.067551 n-d-793620-13 neutron-server[94027]: {{(pid=94027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:07:56.079014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.079234 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Added segment f9a1acdd-e3e9-4f86-9238-e4d364704cf8 of type vlan for network c385f01d-dc68-45cc-9d38-87c24e0f4a97 Jul 23 20:07:56.123229 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.153462 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.154622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:56.155233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.195332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52368) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:56.195332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Request body: {'subnet': {'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-subnet', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:56.195965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6528375 Jul 23 20:07:56.217405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Made reservation on behalf of 76eade1cb2814e6e937cadb8e223e730 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:07:56.219749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.245794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9d4f6-e814-4a74-be1c-af77c72d7ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=c385f01d-dc68-45cc-9d38-87c24e0f4a97,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:56.257735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:07:56.424651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.555323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:56.572497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.572857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.573200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.573571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.573923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.574263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.574603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.574936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.575457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.575892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.576734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.577073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Tracked resource versions report: Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: pushed versions: Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: { 'AddressGroup': {'1.2'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'ConntrackHelper': {'1.0'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Log': {'1.0'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Network': {'1.1'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Port': {'1.7'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'PortForwarding': {'1.2'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'QosPolicy': {'1.8'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'SecurityGroup': {'1.4'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'SubPort': {'1.0'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Subnet': {'1.1'}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Trunk': {'1.1'}} Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: consumer versions: Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: { DHCP agent@n-d-793620-13: {}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: HyperV agent@n-h1-793620-13: {}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: HyperV agent@n-h2-793620-13: {}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: L3 agent@n-d-793620-13: {}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: Metadata agent@n-d-793620-13: {}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: Metering agent@n-d-793620-13: {}, Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'ConntrackHelper': '1.0', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Log': '1.0', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Network': '1.1', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Port': '1.7', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'PortForwarding': '1.2', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'QosPolicy': '1.8', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'SecurityGroup': '1.4', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'SecurityGroupRule': '1.2', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'SubPort': '1.0', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Subnet': '1.1', Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: 'Trunk': '1.1'}} Jul 23 20:07:56.578532 n-d-793620-13 neutron-server[94026]: {{(pid=94026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:07:56.587660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Checking segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:56.588037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Network hostable DHCP agents. Network: c385f01d-dc68-45cc-9d38-87c24e0f4a97, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:07:56.605268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:07:56.617926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c385f01d-dc68-45cc-9d38-87c24e0f4a97) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:56.623707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:07:56.625817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.630839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea903133-7f1e-4f75-90fd-ce014f8338ec None None] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:56.643982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52388) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:56.650226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:07:56.654837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7646f679-9ca8-4ee5-ba35-c50b61f9db86 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4667227 Jul 23 20:07:56.685459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.689611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.753768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.814141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:07:56.815272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.923492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:56.980807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Allocated IP 172.20.0.2 (c385f01d-dc68-45cc-9d38-87c24e0f4a97/6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d/41dd80bc-5dd3-4f0c-8975-a13c26f0a301) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:57.173852 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.184300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Transition to ACTIVE for port object 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:57.202740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Transition to ACTIVE for port object 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:57.204298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.209764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.224623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.267257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:57.273168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Pushing event updated for resources: {'Port': ['ID=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:57.280871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.282442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.282442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.282442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.282442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.282836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.282998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.283322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.283646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.283975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.284297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.284615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Tracked resource versions report: Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: pushed versions: Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: { 'AddressGroup': {'1.2'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'ConntrackHelper': {'1.0'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Log': {'1.0'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Network': {'1.1'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Port': {'1.7'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'PortForwarding': {'1.2'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'QosPolicy': {'1.8'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'SecurityGroup': {'1.4'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'SubPort': {'1.0'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Subnet': {'1.1'}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Trunk': {'1.1'}} Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: consumer versions: Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: { DHCP agent@n-d-793620-13: {}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: HyperV agent@n-h1-793620-13: {}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: HyperV agent@n-h2-793620-13: {}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: L3 agent@n-d-793620-13: {}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: Metadata agent@n-d-793620-13: {}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: Metering agent@n-d-793620-13: {}, Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'ConntrackHelper': '1.0', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Log': '1.0', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Network': '1.1', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Port': '1.7', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'PortForwarding': '1.2', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'QosPolicy': '1.8', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'SecurityGroup': '1.4', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'SecurityGroupRule': '1.2', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'SubPort': '1.0', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Subnet': '1.1', Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: 'Trunk': '1.1'}} Jul 23 20:07:57.285771 n-d-793620-13 neutron-server[94028]: {{(pid=94028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:07:57.289769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:57.292945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:57.343194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Allocated IP 172.25.8.197 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/abef0ceb-dd22-406e-b5b0-c59682baba98) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:57.367808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Attempting to bind port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:57.368184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Attempting to bind port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:57.368672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Attempting to bind port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:57.374908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:57.375723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Checking segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:57.375723 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.376052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Bound using segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:57.376514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Bound port: 41dd80bc-5dd3-4f0c-8975-a13c26f0a301, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:57.377073 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.452857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] For port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:57.456271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] For port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:57.460107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.463223 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.515488 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:57.534843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefbbcb-cee4-4a40-b24c-762c27c8b3a8 None None] Pushing event updated for resources: {'Port': ['ID=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:57.580103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Pushing event updated for resources: {'Port': ['ID=abef0ceb-dd22-406e-b5b0-c59682baba98,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:57.583495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:57.585136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:57.590961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:57.974548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.296218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.440060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:07:58.584068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:07:58.594887 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:07:58.604431 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:58.610199 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:58.610432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52466) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:07:58.610935 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:58.612158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a978c5d-16f4-43d2-91af-640728b434a6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 1.9669092 Jul 23 20:07:58.679396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff539b-5688-48d4-9b74-d7268858af84 None None] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:07:58.770278 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:07:58.818777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0775e5a7-18a2-45da-8243-2ae5d863321e None None] Provisioning for port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:59.071011 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:57Z', 'revision_number': 3, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:07:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:07:59.088691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.114564 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:07:59.115163 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Updating router 3bec2cf3-42e3-4d26-b399-110e2dacf141 port abef0ceb-dd22-406e-b5b0-c59682baba98 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:07:59.123382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:07:59.206867 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.248093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:07:59.253013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:59.253320 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.362175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Allocated IP 172.20.0.1 (c385f01d-dc68-45cc-9d38-87c24e0f4a97/6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d/0669f05c-afa0-4cd8-b2a6-c0c2abdba9be) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:07:59.406966 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.453895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:07:59.463431 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.473115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6806b509-ab83-4489-81e0-9a48667feb8c None None] Provisioning complete for port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:07:59.473303 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6806b509-ab83-4489-81e0-9a48667feb8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.514826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.547518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Transition to ACTIVE for port object 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:59.649297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.672472 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.678816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:59.696216 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Transition to ACTIVE for port object abef0ceb-dd22-406e-b5b0-c59682baba98 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:07:59.707837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Pushing event updated for resources: {'Port': ['ID=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:59.709057 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.718162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:07:59.720137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:07:59.722725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:07:59.723195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.792752 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Attempting to bind port abef0ceb-dd22-406e-b5b0-c59682baba98 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:07:59.793285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Attempting to bind port abef0ceb-dd22-406e-b5b0-c59682baba98 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:07:59.794346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Attempting to bind port abef0ceb-dd22-406e-b5b0-c59682baba98 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:07:59.805736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Pushing event updated for resources: {'Port': ['ID=abef0ceb-dd22-406e-b5b0-c59682baba98,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:07:59.811666 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:07:59.812441 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:07:59.813068 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.813750 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:07:59.814489 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Bound port: abef0ceb-dd22-406e-b5b0-c59682baba98, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:07:59.815146 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.825945 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.826719 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.827539 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.828095 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.829884 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.830881 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.831473 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.832124 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.832686 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.833239 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.833904 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.834448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Tracked resource versions report: Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: pushed versions: Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: { 'AddressGroup': {'1.2'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'ConntrackHelper': {'1.0'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Log': {'1.0'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Network': {'1.1'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Port': {'1.7'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'PortForwarding': {'1.2'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'QosPolicy': {'1.8'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'SecurityGroup': {'1.4'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'SecurityGroupRule': {'1.2'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'SubPort': {'1.0'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Subnet': {'1.1'}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Trunk': {'1.1'}} Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: consumer versions: Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: { DHCP agent@n-d-793620-13: {}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: HyperV agent@n-h1-793620-13: {}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: HyperV agent@n-h2-793620-13: {}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: L3 agent@n-d-793620-13: {}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: Metadata agent@n-d-793620-13: {}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: Metering agent@n-d-793620-13: {}, Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: Open vSwitch agent@n-d-793620-13: { 'AddressGroup': '1.2', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'ConntrackHelper': '1.0', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Log': '1.0', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Network': '1.1', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Port': '1.7', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'PortForwarding': '1.2', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'QosPolicy': '1.8', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'SecurityGroup': '1.4', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'SecurityGroupRule': '1.2', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'SubPort': '1.0', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Subnet': '1.1', Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: 'Trunk': '1.1'}} Jul 23 20:07:59.836502 n-d-793620-13 neutron-server[94029]: {{(pid=94029) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 23 20:07:59.921179 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] For port abef0ceb-dd22-406e-b5b0-c59682baba98, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:07:59.925588 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] For port abef0ceb-dd22-406e-b5b0-c59682baba98, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abef0ceb-dd22-406e-b5b0-c59682baba98,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:07:59.932826 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:07:59.985788 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:07:59.986591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:00.010302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.074256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-52a9af33-98af-46c3-9877-8592d980dfe5 None None] Provisioning for port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:00.082186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-52a9af33-98af-46c3-9877-8592d980dfe5 None None] Provisioning complete for port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:00.082627 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52a9af33-98af-46c3-9877-8592d980dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.100122 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90c551-ea9e-4383-bf59-3c83a0b0f7eb None None] Pushing event updated for resources: {'Port': ['ID=abef0ceb-dd22-406e-b5b0-c59682baba98,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:00.158701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-52a9af33-98af-46c3-9877-8592d980dfe5 None None] Port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:00.182482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:00.323485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.334753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.335559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.446156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Pushing event updated for resources: {'Port': ['ID=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:00.527153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:00.529520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:00.594162 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 1, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:00.639971 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dca870-44b9-4c6c-ad74-3e5eb2f75da1 None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 1, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:00.799598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:00.886913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f11a32e3-ac2e-4d68-af70-e0375bfa9103 None None] Provisioning complete for port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:00.887305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f11a32e3-ac2e-4d68-af70-e0375bfa9103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:00.979111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:00.993506 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-380f1a77-4339-4e56-803f-1397ed6224fb admin admin] 10.222.0.46 "PUT /v2.0/routers/3bec2cf3-42e3-4d26-b399-110e2dacf141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823943 Jul 23 20:08:01.008048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f11a32e3-ac2e-4d68-af70-e0375bfa9103 None None] Port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:01.110711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:01.267883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:01.268822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.470794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52550) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:01.766370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13d8eaed-c4a8-4daf-a773-648a99f03324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.915379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13d8eaed-c4a8-4daf-a773-648a99f03324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.921955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13d8eaed-c4a8-4daf-a773-648a99f03324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:01.964144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-13d8eaed-c4a8-4daf-a773-648a99f03324 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=834a242c014e4cc787ecb58827615c9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4910026 Jul 23 20:08:01.966069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8eaed-c4a8-4daf-a773-648a99f03324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75366c20-689f-4e7f-a997-2bb873283d13,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:01.968601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52570) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.046523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102017a3-68e9-45c6-805d-e92b4afb2624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.083451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102017a3-68e9-45c6-805d-e92b4afb2624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.140365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102017a3-68e9-45c6-805d-e92b4afb2624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.144147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102017a3-68e9-45c6-805d-e92b4afb2624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.146022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-102017a3-68e9-45c6-805d-e92b4afb2624 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75366c20-689f-4e7f-a997-2bb873283d13 HTTP/1.1" status: 204 len: 168 time: 0.1757264 Jul 23 20:08:02.155910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102017a3-68e9-45c6-805d-e92b4afb2624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75366c20-689f-4e7f-a997-2bb873283d13,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.431700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52604) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.441316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-network', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:02.465294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Made reservation on behalf of ae1b4e824c3a42299bd2e206250ba27c for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:02.468521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.478007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.597562 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.602131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.624795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:02.639198 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c4f922-8957-42c5-b0de-6b502e337cee,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.644300 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.644803 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Added segment 3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b of type vlan for network 33bc6fe7-2451-41b0-b345-be420eadd6bb Jul 23 20:08:02.658577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52610) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.674478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3039e70-05e7-4da9-a021-c8f81c98de50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.691800 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.735193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.736742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:02.737323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.811514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3039e70-05e7-4da9-a021-c8f81c98de50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.817865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] Pushing event updated for resources: {'Network': ['ID=33bc6fe7-2451-41b0-b345-be420eadd6bb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.819222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3039e70-05e7-4da9-a021-c8f81c98de50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.831766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52622) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.832266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-babae7c0-9d52-47e5-b7b0-9e1f8761e277 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3993490 Jul 23 20:08:02.834810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:02.854777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Request body: {'subnet': {'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-subnet', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:02.858497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3039e70-05e7-4da9-a021-c8f81c98de50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb5544b-5efc-4857-a9b0-6795adde1115,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:02.881545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:02.881813 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3039e70-05e7-4da9-a021-c8f81c98de50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=949a954616b74d36b25a8d98b7928d6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2218695 Jul 23 20:08:02.911846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Made reservation on behalf of ae1b4e824c3a42299bd2e206250ba27c for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:02.914431 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:02.952824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72e80a7-eff4-41ad-b2aa-80c9578a1c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.015681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72e80a7-eff4-41ad-b2aa-80c9578a1c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.081538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abef0ceb-dd22-406e-b5b0-c59682baba98 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:03.124384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72e80a7-eff4-41ad-b2aa-80c9578a1c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.127174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72e80a7-eff4-41ad-b2aa-80c9578a1c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.130607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d72e80a7-eff4-41ad-b2aa-80c9578a1c63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3bb5544b-5efc-4857-a9b0-6795adde1115 HTTP/1.1" status: 204 len: 168 time: 0.2457182 Jul 23 20:08:03.148993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e80a7-eff4-41ad-b2aa-80c9578a1c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb5544b-5efc-4857-a9b0-6795adde1115,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.205629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port abef0ceb-dd22-406e-b5b0-c59682baba98 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:03.212444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port abef0ceb-dd22-406e-b5b0-c59682baba98 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:03.213041 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.239300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.295987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce37a70-4f20-4d66-974a-0d37fab96f45,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.329272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.339912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Checking segment: {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:03.341060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Network hostable DHCP agents. Network: 33bc6fe7-2451-41b0-b345-be420eadd6bb, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:03.361067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port abef0ceb-dd22-406e-b5b0-c59682baba98, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abef0ceb-dd22-406e-b5b0-c59682baba98,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:03.362542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:03.366342 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.381369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 33bc6fe7-2451-41b0-b345-be420eadd6bb) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:03.385878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:03.386540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.410324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a828a52-a01a-4716-a9a3-187720621fb3 None None] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:03.439462 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4c87e456-4106-48c4-90e2-28793ab2c55d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5884442 Jul 23 20:08:03.441975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52660) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:03.449338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:03.484718 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.487383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.647896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.810062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:03.812932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=abef0ceb-dd22-406e-b5b0-c59682baba98,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:03.840149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:03.842268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:03.933124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:03.962589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:04.130885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52716) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:04.174176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-33bc6fe7-2451-41b0-b345-be420eadd6bb', 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'fixed_ips': [{'subnet_id': 'fce37a70-4f20-4d66-974a-0d37fab96f45'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:08:04.175061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.308631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52728) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:04.326705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.360563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.384225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Allocated IP 172.20.0.2 (33bc6fe7-2451-41b0-b345-be420eadd6bb/fce37a70-4f20-4d66-974a-0d37fab96f45/5688d3bb-1b19-4111-93a6-52a97d1ee168) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:04.394722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:00Z', 'revision_number': 2, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:04.443544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:04.443966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Updating router 3bec2cf3-42e3-4d26-b399-110e2dacf141 port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:08:04.446828 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-319a7d66-4b23-4dd1-8937-48038a6a1f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.488671 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.509800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Allocated IP 172.25.8.80 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ff2926fb-a06e-4512-8c25-7137b3744368) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:04.550857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1d113c9-4c85-4808-8cd5-18f2770975f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.663011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-319a7d66-4b23-4dd1-8937-48038a6a1f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.682463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-319a7d66-4b23-4dd1-8937-48038a6a1f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.744675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.752613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-319a7d66-4b23-4dd1-8937-48038a6a1f89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=671c729217914d72b3fcf6cb85edafc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6194510 Jul 23 20:08:04.757291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52760) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:04.783616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7d66-4b23-4dd1-8937-48038a6a1f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2bc6fe-c781-4268-bcb5-9d11f0f3277a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:04.893799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.903868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1d113c9-4c85-4808-8cd5-18f2770975f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.910040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c34f5159-336c-40cc-8acf-78355cd01010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.915004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1d113c9-4c85-4808-8cd5-18f2770975f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.925744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Transition to ACTIVE for port object 5688d3bb-1b19-4111-93a6-52a97d1ee168 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:04.957453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c34f5159-336c-40cc-8acf-78355cd01010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:04.984839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d113c9-4c85-4808-8cd5-18f2770975f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5cd418-e91e-4a2a-b5f7-e7835bc6a778,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:04.991443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1d113c9-4c85-4808-8cd5-18f2770975f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65c55d5570ea431cad11b87318c3e364&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6812768 Jul 23 20:08:04.992495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Transition to ACTIVE for port object 5688d3bb-1b19-4111-93a6-52a97d1ee168 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:04.995047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52766) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:05.064929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abef0ceb-dd22-406e-b5b0-c59682baba98 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:05.083232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.103036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4af88bd2-eac0-4218-8173-4bef8d7e58d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.118400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:05.120936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:05.124761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.131245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:05.167165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4af88bd2-eac0-4218-8173-4bef8d7e58d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.227006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Pushing event updated for resources: {'Port': ['ID=5688d3bb-1b19-4111-93a6-52a97d1ee168,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:05.237915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.252992 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4af88bd2-eac0-4218-8173-4bef8d7e58d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.254814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:05.255622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4af88bd2-eac0-4218-8173-4bef8d7e58d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.261269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4af88bd2-eac0-4218-8173-4bef8d7e58d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a5cd418-e91e-4a2a-b5f7-e7835bc6a778 HTTP/1.1" status: 204 len: 168 time: 0.2630227 Jul 23 20:08:05.262065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:05.264868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:05.273125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Transition to ACTIVE for port object 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:05.283052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.298321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af88bd2-eac0-4218-8173-4bef8d7e58d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5cd418-e91e-4a2a-b5f7-e7835bc6a778,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:05.418492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port abef0ceb-dd22-406e-b5b0-c59682baba98 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:05.418905 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.446999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801e4e-1f77-4cd5-90a2-d24bcc62ed27 None None] Pushing event updated for resources: {'Port': ['ID=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:05.460377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Attempting to bind port 5688d3bb-1b19-4111-93a6-52a97d1ee168 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:05.461145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Attempting to bind port 5688d3bb-1b19-4111-93a6-52a97d1ee168 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:05.462192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Attempting to bind port 5688d3bb-1b19-4111-93a6-52a97d1ee168 on network 33bc6fe7-2451-41b0-b345-be420eadd6bb {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:05.572265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:05.572265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Checking segment: {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:05.572265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.572265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Bound using segment: {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:05.572265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Bound port: 5688d3bb-1b19-4111-93a6-52a97d1ee168, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:05.572265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.613114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Attempting to bind port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:05.613524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Attempting to bind port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:05.613897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Attempting to bind port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:05.645955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:05.646157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Checking segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:05.646421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.646836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Bound using segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:05.647324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Bound port: 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:05.647737 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.741387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c34f5159-336c-40cc-8acf-78355cd01010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.743966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c34f5159-336c-40cc-8acf-78355cd01010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.745142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c34f5159-336c-40cc-8acf-78355cd01010 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db2bc6fe-c781-4268-bcb5-9d11f0f3277a HTTP/1.1" status: 204 len: 168 time: 0.9864883 Jul 23 20:08:05.751562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff2926fb-a06e-4512-8c25-7137b3744368,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:05.791024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f5159-336c-40cc-8acf-78355cd01010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2bc6fe-c781-4268-bcb5-9d11f0f3277a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:05.802001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] For port 5688d3bb-1b19-4111-93a6-52a97d1ee168, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:05.835226 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.859580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] For port 5688d3bb-1b19-4111-93a6-52a97d1ee168, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5688d3bb-1b19-4111-93a6-52a97d1ee168,segment=NetworkSegment(3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b),segment_id=3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:05.893260 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:05.970708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] For port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:06.014257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] For port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:06.043946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.085704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e763e-ab19-4917-ada2-fc4de122d8ef None None] Pushing event updated for resources: {'Port': ['ID=5688d3bb-1b19-4111-93a6-52a97d1ee168,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:06.174739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:06.176391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:06.193522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.270183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52856) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:06.298928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc7f1a06-3842-466d-b4a4-18b8d2f3b7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.487263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa801e4e-1f77-4cd5-90a2-d24bcc62ed27 None None] Pushing event updated for resources: {'Port': ['ID=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:06.561044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:06.621729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc7f1a06-3842-466d-b4a4-18b8d2f3b7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.623709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Router 47f0a34e-aacb-4370-83bd-9f695623387a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:08:06.629145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc7f1a06-3842-466d-b4a4-18b8d2f3b7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.705281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f1a06-3842-466d-b4a4-18b8d2f3b7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad30b66-5db3-4fce-8474-2b0622da6867,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:06.730728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cc7f1a06-3842-466d-b4a4-18b8d2f3b7f5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc938e05f5394fb48a0e65d8a985b0bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4586518 Jul 23 20:08:06.734502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:06.823354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:06.825302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-901ca632-9463-4cc2-8fd2-7533cdb2c097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.835281 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Sync routers for ids ['47f0a34e-aacb-4370-83bd-9f695623387a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:06.849855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Routers {'47f0a34e-aacb-4370-83bd-9f695623387a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:06.850729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['47f0a34e-aacb-4370-83bd-9f695623387a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:06.864569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.866224 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b41d0439-6464-4b59-b2f9-6175d43d65b2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4224927 Jul 23 20:08:06.869096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52884) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:06.872081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-901ca632-9463-4cc2-8fd2-7533cdb2c097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:06.907917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52886) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:06.923995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:05Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:07.004998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-901ca632-9463-4cc2-8fd2-7533cdb2c097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.006808 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Set router 47f0a34e-aacb-4370-83bd-9f695623387a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:07.007598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-901ca632-9463-4cc2-8fd2-7533cdb2c097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.011274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-901ca632-9463-4cc2-8fd2-7533cdb2c097 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cad30b66-5db3-4fce-8474-2b0622da6867 HTTP/1.1" status: 204 len: 168 time: 0.2732925 Jul 23 20:08:07.016958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ca632-9463-4cc2-8fd2-7533cdb2c097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad30b66-5db3-4fce-8474-2b0622da6867,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:07.028617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ac1f6c-f936-4c46-a39b-e09dca93c18f None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:05Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:07.234167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5688d3bb-1b19-4111-93a6-52a97d1ee168 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:07.342326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5688d3bb-1b19-4111-93a6-52a97d1ee168 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:07.350797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:07.377018 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:08:05Z', 'revision_number': 3, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:07.448470 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Checking router: 47f0a34e-aacb-4370-83bd-9f695623387a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:07.449053 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Updating router 47f0a34e-aacb-4370-83bd-9f695623387a port ff2926fb-a06e-4512-8c25-7137b3744368 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:08:07.484614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:07.489424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:07.489961 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.573289 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.685092 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db559de6-f4fc-4f56-b723-89e511d36aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.701515 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.769215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:07.771665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc941884-abd2-4a2c-a3c1-81123d0352f9 None None] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:07.789829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.804383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52914) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:07.842486 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aec50653-cfb5-4ebd-bb08-e2703c56d89e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.916421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db559de6-f4fc-4f56-b723-89e511d36aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.925734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db559de6-f4fc-4f56-b723-89e511d36aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.935176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] Provisioning for port 5688d3bb-1b19-4111-93a6-52a97d1ee168 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:07.970288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] Provisioning complete for port 5688d3bb-1b19-4111-93a6-52a97d1ee168 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:07.970665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:07.979793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db559de6-f4fc-4f56-b723-89e511d36aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2efba3-d2ca-4c75-954c-215bead11144,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.016544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-db559de6-f4fc-4f56-b723-89e511d36aa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4c0883157d04ae09d99c75c956f57c1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1075182 Jul 23 20:08:08.021587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.021785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52922) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:08.153390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-514b15bc-ef4d-4a06-8a35-e979b20bcab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.191990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-514b15bc-ef4d-4a06-8a35-e979b20bcab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.209361 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.234546 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Transition to ACTIVE for port object ff2926fb-a06e-4512-8c25-7137b3744368 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:08.248402 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.254014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.277920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aec50653-cfb5-4ebd-bb08-e2703c56d89e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.289239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aec50653-cfb5-4ebd-bb08-e2703c56d89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.301192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-514b15bc-ef4d-4a06-8a35-e979b20bcab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.303908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-514b15bc-ef4d-4a06-8a35-e979b20bcab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.307616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-514b15bc-ef4d-4a06-8a35-e979b20bcab9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d2efba3-d2ca-4c75-954c-215bead11144 HTTP/1.1" status: 204 len: 168 time: 0.2824960 Jul 23 20:08:08.331133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b15bc-ef4d-4a06-8a35-e979b20bcab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2efba3-d2ca-4c75-954c-215bead11144,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.361697 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a10c-df50-4972-95fb-b76238aa880b None None] Pushing event updated for resources: {'Port': ['ID=ff2926fb-a06e-4512-8c25-7137b3744368,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.362399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec50653-cfb5-4ebd-bb08-e2703c56d89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d912ba-11d1-441a-b827-632624a684e5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.393825 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aec50653-cfb5-4ebd-bb08-e2703c56d89e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4c4e99e7cd90484da540547654ac143f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5881653 Jul 23 20:08:08.396279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52940) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:08.400999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Allocated IP 172.20.0.1 (33bc6fe7-2451-41b0-b345-be420eadd6bb/fce37a70-4f20-4d66-974a-0d37fab96f45/6ebec20f-838c-4caf-9460-d5e784e22036) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:08.412043 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Attempting to bind port ff2926fb-a06e-4512-8c25-7137b3744368 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:08.412438 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Attempting to bind port ff2926fb-a06e-4512-8c25-7137b3744368 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:08.414614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Attempting to bind port ff2926fb-a06e-4512-8c25-7137b3744368 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:08.425924 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:08.428886 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:08.429538 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.431302 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:08.432538 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Bound port: ff2926fb-a06e-4512-8c25-7137b3744368, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:08.435515 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.440686 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.500502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6db5a53-01c5-44ce-b4bc-2354d2d0a802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.528349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6db5a53-01c5-44ce-b4bc-2354d2d0a802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.553412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] For port ff2926fb-a06e-4512-8c25-7137b3744368, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:08.556317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] For port 5688d3bb-1b19-4111-93a6-52a97d1ee168, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5688d3bb-1b19-4111-93a6-52a97d1ee168,segment=NetworkSegment(3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b),segment_id=3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:08.558222 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] For port ff2926fb-a06e-4512-8c25-7137b3744368, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ff2926fb-a06e-4512-8c25-7137b3744368,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:08.568167 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.576036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.624689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.632269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6db5a53-01c5-44ce-b4bc-2354d2d0a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.635218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6db5a53-01c5-44ce-b4bc-2354d2d0a802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.638820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e6db5a53-01c5-44ce-b4bc-2354d2d0a802 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90d912ba-11d1-441a-b827-632624a684e5 HTTP/1.1" status: 204 len: 168 time: 0.2403808 Jul 23 20:08:08.644933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Transition to ACTIVE for port object 6ebec20f-838c-4caf-9460-d5e784e22036 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:08.655706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db5a53-01c5-44ce-b4bc-2354d2d0a802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d912ba-11d1-441a-b827-632624a684e5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.705662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef02a05-37f3-4e7e-889e-3f6e5b2881f3 None None] Pushing event updated for resources: {'Port': ['ID=5688d3bb-1b19-4111-93a6-52a97d1ee168,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.710880 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Routers {'47f0a34e-aacb-4370-83bd-9f695623387a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:08.711579 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['47f0a34e-aacb-4370-83bd-9f695623387a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:08.714000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.795445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebec20f-838c-4caf-9460-d5e784e22036,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.797746 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693a10c-df50-4972-95fb-b76238aa880b None None] Pushing event updated for resources: {'Port': ['ID=ff2926fb-a06e-4512-8c25-7137b3744368,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:08.812725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:08.814240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:08.817542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:08.818579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:08.851097 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] Set router 47f0a34e-aacb-4370-83bd-9f695623387a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:08.919662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52958) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:08.922243 n-d-793620-13 neutron-server[94027]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 20:08:08.989504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52960) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:08.997575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-4e4817b9-4c06-4097-8c65-f5faf241f38b tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763206 Jul 23 20:08:09.040076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5688d3bb-1b19-4111-93a6-52a97d1ee168 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:09.053768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb205fa-038e-4a40-94e5-2b08ea46bedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.209216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5720489a-b73b-4bd9-86ca-5ab4e711d192 None None] Provisioning complete for port 5688d3bb-1b19-4111-93a6-52a97d1ee168 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:09.209683 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5720489a-b73b-4bd9-86ca-5ab4e711d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.241498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.281311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5688d3bb-1b19-4111-93a6-52a97d1ee168 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:09.281788 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.310155 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:08:05Z', 'revision_number': 3, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:09.377484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d057c9-575b-4cf0-a867-96de83ced48c None None] The sync data for ids ['47f0a34e-aacb-4370-83bd-9f695623387a'] in n-d-793620-13 is: [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:08:05Z', 'revision_number': 3, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:09.377965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-97a24e6a-ba85-48ee-8ce3-afbed0ce88f4 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:09.380494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-97a24e6a-ba85-48ee-8ce3-afbed0ce88f4 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819571 Jul 23 20:08:09.419185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-61b76331-58ba-4056-8389-6b911b46e6c8 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/quotas/33047e5dc4a84b7987be31a02ad87d7c HTTP/1.1" status: 200 len: 375 time: 0.0237932 Jul 23 20:08:09.450783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:09.527896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-fbc27845-b997-4d85-8370-87a3d9cd21a4 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0921431 Jul 23 20:08:09.564001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b30e269-5659-4dff-8410-b0d845a3f582 None None] Provisioning for port 6ebec20f-838c-4caf-9460-d5e784e22036 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:09.586825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b30e269-5659-4dff-8410-b0d845a3f582 None None] Provisioning complete for port 6ebec20f-838c-4caf-9460-d5e784e22036 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:09.587137 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b30e269-5659-4dff-8410-b0d845a3f582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.595154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:09.595330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.743866 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.746032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5b30e269-5659-4dff-8410-b0d845a3f582 None None] Port 6ebec20f-838c-4caf-9460-d5e784e22036 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:09.755427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.766811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.933139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb205fa-038e-4a40-94e5-2b08ea46bedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:09.979276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebec20f-838c-4caf-9460-d5e784e22036,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:09.991880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb205fa-038e-4a40-94e5-2b08ea46bedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.027564 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47f25701-fe9b-46bf-9399-ea1841a84c22 req-be401549-5c41-4b36-aa58-935e31d61222 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 210 time: 0.0750005 Jul 23 20:08:10.098326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53008) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:10.098480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-abb205fa-038e-4a40-94e5-2b08ea46bedf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=447b46f18d4548d2ab92d72d360cd935&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0930715 Jul 23 20:08:10.110770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb205fa-038e-4a40-94e5-2b08ea46bedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5177005b-7363-4559-8ef4-c5240b87163b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:10.139102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:10.140806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:10.188358 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c32c824c-c331-43b1-8285-7e0ec981b889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.243649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c32c824c-c331-43b1-8285-7e0ec981b889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.338357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c32c824c-c331-43b1-8285-7e0ec981b889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.338654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Router 47f0a34e-aacb-4370-83bd-9f695623387a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:10.341184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c32c824c-c331-43b1-8285-7e0ec981b889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.342382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c32c824c-c331-43b1-8285-7e0ec981b889 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5177005b-7363-4559-8ef4-c5240b87163b HTTP/1.1" status: 204 len: 168 time: 0.2429295 Jul 23 20:08:10.350518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c824c-c331-43b1-8285-7e0ec981b889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5177005b-7363-4559-8ef4-c5240b87163b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:10.487249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c349ad96-7664-41ad-86fa-8174a2922bcc None None] Provisioning complete for port 6ebec20f-838c-4caf-9460-d5e784e22036 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:10.487735 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c349ad96-7664-41ad-86fa-8174a2922bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:10.500161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:10.537786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:10.566089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f1c37a23-d38a-4a81-8877-be7607990ab7 admin admin] 10.222.0.46 "PUT /v2.0/routers/47f0a34e-aacb-4370-83bd-9f695623387a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6947834 Jul 23 20:08:10.588113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c349ad96-7664-41ad-86fa-8174a2922bcc None None] Port 6ebec20f-838c-4caf-9460-d5e784e22036 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:10.911793 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e349e78-e360-4765-ae8f-3180419f9f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.064191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff2926fb-a06e-4512-8c25-7137b3744368 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:11.075302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e349e78-e360-4765-ae8f-3180419f9f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.080854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e349e78-e360-4765-ae8f-3180419f9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.122163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4e349e78-e360-4765-ae8f-3180419f9f65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb22b5d1488a4bb299fad579613f3cb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6199031 Jul 23 20:08:11.123015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e349e78-e360-4765-ae8f-3180419f9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afea588-3273-41fe-9b8b-e4f0eeb26b04,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:11.125157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53062) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:11.200465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ff2926fb-a06e-4512-8c25-7137b3744368 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:11.207125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ff2926fb-a06e-4512-8c25-7137b3744368 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:11.207833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c333b-fdb4-46c7-8627-bfb1753c7d62 req-9552ceb7-8eec-4687-8245-1bb823775179 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 210 time: 0.0481436 Jul 23 20:08:11.208675 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.217844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0b0-9268-41ae-b3d7-38b75f3daa5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.245836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0b0-9268-41ae-b3d7-38b75f3daa5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.332373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0b0-9268-41ae-b3d7-38b75f3daa5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.339998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53d9f0b0-9268-41ae-b3d7-38b75f3daa5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.341796 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53d9f0b0-9268-41ae-b3d7-38b75f3daa5e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0afea588-3273-41fe-9b8b-e4f0eeb26b04 HTTP/1.1" status: 204 len: 168 time: 0.2149003 Jul 23 20:08:11.373492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f0b0-9268-41ae-b3d7-38b75f3daa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afea588-3273-41fe-9b8b-e4f0eeb26b04,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:11.391395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.438723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ff2926fb-a06e-4512-8c25-7137b3744368, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ff2926fb-a06e-4512-8c25-7137b3744368,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:11.444056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:11.535078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ff2926fb-a06e-4512-8c25-7137b3744368,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:11.680713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Sync routers for ids ['47f0a34e-aacb-4370-83bd-9f695623387a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:11.691962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Routers {'47f0a34e-aacb-4370-83bd-9f695623387a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:11.692601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['47f0a34e-aacb-4370-83bd-9f695623387a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:11.949566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Set router 47f0a34e-aacb-4370-83bd-9f695623387a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:12.214559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:08:08Z', 'revision_number': 4, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '6ebec20f-838c-4caf-9460-d5e784e22036', 'name': '', 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'mac_address': 'fa:16:3e:8d:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fce37a70-4f20-4d66-974a-0d37fab96f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:08Z', 'updated_at': '2021-07-23T20:08:09Z', 'revision_number': 2, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'subnets': [{'id': 'fce37a70-4f20-4d66-974a-0d37fab96f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:12.260421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Checking router: 47f0a34e-aacb-4370-83bd-9f695623387a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:12.260781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Updating router 47f0a34e-aacb-4370-83bd-9f695623387a port 6ebec20f-838c-4caf-9460-d5e784e22036 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:08:12.311406 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.522715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53128) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:12.545282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57705e40-3a03-43d0-89f2-c605a4d2f16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.627968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53132) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:12.721973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57705e40-3a03-43d0-89f2-c605a4d2f16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.733149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57705e40-3a03-43d0-89f2-c605a4d2f16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.770796 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.784973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Transition to ACTIVE for port object 6ebec20f-838c-4caf-9460-d5e784e22036 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:12.802190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:12.822038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-57705e40-3a03-43d0-89f2-c605a4d2f16d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a975de6846a544da9107732dc4aa91f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2958498 Jul 23 20:08:12.822486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53142) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:12.833110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57705e40-3a03-43d0-89f2-c605a4d2f16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e94766-4854-4599-988e-5a7cd5b68a97,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:12.937120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.36', 62202) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:12.957741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25113842-bc11-41fb-b6fe-0cce9598c510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.005494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53146) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:13.010213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-93338e55-629f-4eb4-8efb-7164cec6b9d9 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727384 Jul 23 20:08:13.024770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250286498', 'description': 'tempest-description--1319587815'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:13.045024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b1449-3921-4c95-bc2f-956b74a047f5 None None] Pushing event updated for resources: {'Port': ['ID=6ebec20f-838c-4caf-9460-d5e784e22036,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.086490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff2926fb-a06e-4512-8c25-7137b3744368 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:13.105698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25113842-bc11-41fb-b6fe-0cce9598c510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.159912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Attempting to bind port 6ebec20f-838c-4caf-9460-d5e784e22036 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:13.160291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Attempting to bind port 6ebec20f-838c-4caf-9460-d5e784e22036 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:13.160566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Attempting to bind port 6ebec20f-838c-4caf-9460-d5e784e22036 on network 33bc6fe7-2451-41b0-b345-be420eadd6bb {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:13.181224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:13.182904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31223e59-26e1-48c6-b1c1-0b32604266e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.185786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Checking segment: {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:13.186395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.187011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Bound using segment: {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:13.187767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Bound port: 6ebec20f-838c-4caf-9460-d5e784e22036, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:13.188554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.244737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.268457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53156) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:13.333199 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25113842-bc11-41fb-b6fe-0cce9598c510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.341003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25113842-bc11-41fb-b6fe-0cce9598c510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.345559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-25113842-bc11-41fb-b6fe-0cce9598c510 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/20e94766-4854-4599-988e-5a7cd5b68a97 HTTP/1.1" status: 204 len: 168 time: 0.5197501 Jul 23 20:08:13.353404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ff2926fb-a06e-4512-8c25-7137b3744368 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:13.354231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.407905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] For port 6ebec20f-838c-4caf-9460-d5e784e22036, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:13.412721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] For port 6ebec20f-838c-4caf-9460-d5e784e22036, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6ebec20f-838c-4caf-9460-d5e784e22036,segment=NetworkSegment(3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b),segment_id=3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:13.432955 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.448842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.455118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-a0794f9f-e821-4d87-bb5e-48fc1bd1a50e tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:13.460785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-a0794f9f-e821-4d87-bb5e-48fc1bd1a50e tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4448974 Jul 23 20:08:13.508357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Routers {'47f0a34e-aacb-4370-83bd-9f695623387a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:13.509037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:07:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['47f0a34e-aacb-4370-83bd-9f695623387a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:13.510397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31223e59-26e1-48c6-b1c1-0b32604266e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.515637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25113842-bc11-41fb-b6fe-0cce9598c510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e94766-4854-4599-988e-5a7cd5b68a97,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.516039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Request body: {'port': {'device_id': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '33047e5dc4a84b7987be31a02ad87d7c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:13.536808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31223e59-26e1-48c6-b1c1-0b32604266e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.606036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-31223e59-26e1-48c6-b1c1-0b32604266e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07b3e523c4e54bb2b09782f62b7ac614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9763098 Jul 23 20:08:13.609139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53178) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:13.667592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc4f24a7-4fab-4e10-8327-768b82c5df58 req-98905f7d-40a3-4d35-a7d2-a074a854dc48 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 210 time: 0.3975236 Jul 23 20:08:13.680028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] Set router 47f0a34e-aacb-4370-83bd-9f695623387a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:13.727163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31223e59-26e1-48c6-b1c1-0b32604266e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa567c7e-5a59-444b-8e78-9567f3297593,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.840678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.846451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.880502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b1449-3921-4c95-bc2f-956b74a047f5 None None] Pushing event updated for resources: {'Port': ['ID=6ebec20f-838c-4caf-9460-d5e784e22036,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.896995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.898963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8920875 Jul 23 20:08:13.901180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210950a4-992c-43fc-9f1d-8cab5e442e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ebd82b-e025-46b8-8135-2d8f6793c1a9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:13.904675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:13.921606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'security_group_rule': {'security_group_id': '05ebd82b-e025-46b8-8135-2d8f6793c1a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:13.947429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad68-fb23-49cf-8742-cc19982178be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.972471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f071aec-93e0-45a8-b883-936e9348cf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.978665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad68-fb23-49cf-8742-cc19982178be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:13.987322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Made reservation on behalf of 33047e5dc4a84b7987be31a02ad87d7c for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:13.990774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.036323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.059992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:08:08Z', 'revision_number': 4, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '6ebec20f-838c-4caf-9460-d5e784e22036', 'name': '', 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'mac_address': 'fa:16:3e:8d:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fce37a70-4f20-4d66-974a-0d37fab96f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:08Z', 'updated_at': '2021-07-23T20:08:13Z', 'revision_number': 4, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'subnets': [{'id': 'fce37a70-4f20-4d66-974a-0d37fab96f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:14.068705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.101615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972db281-e755-4f55-986c-8f87a2e12f86 None None] The sync data for ids ['47f0a34e-aacb-4370-83bd-9f695623387a'] in n-d-793620-13 is: [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:08:08Z', 'revision_number': 4, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '6ebec20f-838c-4caf-9460-d5e784e22036', 'name': '', 'network_id': '33bc6fe7-2451-41b0-b345-be420eadd6bb', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'mac_address': 'fa:16:3e:8d:a2:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'fce37a70-4f20-4d66-974a-0d37fab96f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:08Z', 'updated_at': '2021-07-23T20:08:13Z', 'revision_number': 4, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'subnets': [{'id': 'fce37a70-4f20-4d66-974a-0d37fab96f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:14.142609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad68-fb23-49cf-8742-cc19982178be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.145372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abb1ad68-fb23-49cf-8742-cc19982178be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.150834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-abb1ad68-fb23-49cf-8742-cc19982178be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa567c7e-5a59-444b-8e78-9567f3297593 HTTP/1.1" status: 204 len: 168 time: 0.5186903 Jul 23 20:08:14.183385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ad68-fb23-49cf-8742-cc19982178be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa567c7e-5a59-444b-8e78-9567f3297593,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.243445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.263247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.288169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53214) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:14.296878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251638c1-8425-414c-b86f-d7e1aff41775,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.356552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53222) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:14.368271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.373899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14dadc5c-0b3d-4ade-bed6-9b4f66f80436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.375993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.495589 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14dadc5c-0b3d-4ade-bed6-9b4f66f80436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.501550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14dadc5c-0b3d-4ade-bed6-9b4f66f80436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.535411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dadc5c-0b3d-4ade-bed6-9b4f66f80436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253e1905-916c-40c4-acb1-0f1c81aa1cb0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.556001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-14dadc5c-0b3d-4ade-bed6-9b4f66f80436 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7540f295fcd24b6982b6cabdceaa1ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976650 Jul 23 20:08:14.559172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53224) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:14.625734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fd7d4c-23a8-43d6-9179-151a8924f772,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.634733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0415c7c3-e7ce-4192-b119-0ab3ac968328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.638830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.640289 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-34923264-a4e5-46b4-95d0-26dde31bfd96 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7247019 Jul 23 20:08:14.643365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53226) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:14.662713 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0415c7c3-e7ce-4192-b119-0ab3ac968328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.667162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'security_group_rule': {'security_group_id': '05ebd82b-e025-46b8-8135-2d8f6793c1a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:14.728842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Allocated IP 192.168.233.55 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/4f23b74f-5c68-4202-b38e-b90ae0905099) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:14.755504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.757415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0415c7c3-e7ce-4192-b119-0ab3ac968328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.760263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0415c7c3-e7ce-4192-b119-0ab3ac968328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:14.761423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0415c7c3-e7ce-4192-b119-0ab3ac968328 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/253e1905-916c-40c4-acb1-0f1c81aa1cb0 HTTP/1.1" status: 204 len: 168 time: 0.1991103 Jul 23 20:08:14.774486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0415c7c3-e7ce-4192-b119-0ab3ac968328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253e1905-916c-40c4-acb1-0f1c81aa1cb0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:14.868649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d5f76b0-9c06-4794-8e54-060f65e2c125 req-3b5493c5-d608-4b25-9f3d-df38c62a0bd4 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 210 time: 0.0617704 Jul 23 20:08:15.016197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b071c0d4-735a-425b-b757-44f20c007124 tempest-AutoAllocateNetworkTest-8054280 tempest-AutoAllocateNetworkTest-8054280-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9571a0277b5f450187bf50c558b1d654&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7230175 Jul 23 20:08:15.016197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53238) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:15.120987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6ebec20f-838c-4caf-9460-d5e784e22036 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:15.251869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6ebec20f-838c-4caf-9460-d5e784e22036 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:15.256448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6ebec20f-838c-4caf-9460-d5e784e22036 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:15.256924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.308473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.348921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.393741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53246) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:15.398789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e07d807-33fb-41af-9886-90e664a8aaf6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:15.464026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf25c5f-88c9-4a1f-ab51-55e2d6734509 tempest-AutoAllocateNetworkTest-8054280 tempest-AutoAllocateNetworkTest-8054280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:15.472418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ecf25c5f-88c9-4a1f-ab51-55e2d6734509 tempest-AutoAllocateNetworkTest-8054280 tempest-AutoAllocateNetworkTest-8054280-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4553394 Jul 23 20:08:15.475614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53250) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:15.481272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.482737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-418229f4-6267-4023-b351-267b081d32d9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8289375 Jul 23 20:08:15.485925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53252) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:15.486190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53254) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:15.508768 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.535272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:15.595364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 6ebec20f-838c-4caf-9460-d5e784e22036, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6ebec20f-838c-4caf-9460-d5e784e22036,segment=NetworkSegment(3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b),segment_id=3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:15.604895 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.629803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.633400 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19458531-0122-4181-bc4a-c90ef683c4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.635549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.720174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=6ebec20f-838c-4caf-9460-d5e784e22036,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:15.828158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19458531-0122-4181-bc4a-c90ef683c4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.837516 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19458531-0122-4181-bc4a-c90ef683c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:15.841388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Transition to ACTIVE for port object 4f23b74f-5c68-4202-b38e-b90ae0905099 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:15.869359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19458531-0122-4181-bc4a-c90ef683c4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a64e9b3-b48e-4b57-825a-1644c14af000,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:15.992256 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19458531-0122-4181-bc4a-c90ef683c4ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aac0681316144edf9ac928e593dc1241&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5050497 Jul 23 20:08:15.993678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53262) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:16.088824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4e1e23c5-af08-4e97-8951-6de0bc6dfe3e tempest-AutoAllocateNetworkTest-8054280 tempest-AutoAllocateNetworkTest-8054280-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6089315 Jul 23 20:08:16.093124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:16.134753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-004c3055-8805-432f-9e7b-afefd15a5355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.148556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a4ba2388-6d93-4d74-9433-3d633b244e58 tempest-AutoAllocateNetworkTest-8054280 tempest-AutoAllocateNetworkTest-8054280-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=9571a0277b5f450187bf50c558b1d654 HTTP/1.1" status: 200 len: 208 time: 0.0505950 Jul 23 20:08:16.206952 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a7da795e-285d-4503-a686-e3e858335929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.225362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c82633b-ada1-4748-a561-f0f3fe29d84f req-96decc84-f807-4b99-b33f-f4862532569f tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 210 time: 0.1429374 Jul 23 20:08:16.232116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a7da795e-285d-4503-a686-e3e858335929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.261343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.372372 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-03245314-a062-4316-8606-1526dcfa30a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.381475 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.403460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Pushing event updated for resources: {'Port': ['ID=4f23b74f-5c68-4202-b38e-b90ae0905099,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:16.436212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.444577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:16.455895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:16.464885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:16.475587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:16.478521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.519786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a7da795e-285d-4503-a686-e3e858335929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.527528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a7da795e-285d-4503-a686-e3e858335929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.534386 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a7da795e-285d-4503-a686-e3e858335929 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a64e9b3-b48e-4b57-825a-1644c14af000 HTTP/1.1" status: 204 len: 168 time: 0.5337100 Jul 23 20:08:16.595853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-004c3055-8805-432f-9e7b-afefd15a5355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.605022 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-004c3055-8805-432f-9e7b-afefd15a5355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.659594 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-0585e0e5-c620-4c16-bf8d-0076d89994c5 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1485856 Jul 23 20:08:16.667899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da795e-285d-4503-a686-e3e858335929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a64e9b3-b48e-4b57-825a-1644c14af000,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:16.725552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-b1fe7df4-d5e0-4c2b-b1b8-c62e5f47cade tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:08:16.734717 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-b1fe7df4-d5e0-4c2b-b1b8-c62e5f47cade tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0373421 Jul 23 20:08:16.748054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53298) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:16.768379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-004c3055-8805-432f-9e7b-afefd15a5355 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5bee0b43f14c4e258a07cf0615b0b051&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3733780 Jul 23 20:08:16.771139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53300) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:16.779314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c3055-8805-432f-9e7b-afefd15a5355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075adbd2-5ec6-4e2f-8413-fc0c1adfde7e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:16.934831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Allocated IP 172.25.8.247 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/d53ee2ff-655e-443d-b358-2be8fafe8539) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:16.973212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d71fd33-4a56-448f-b37e-042a99f374cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.979234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:16.994614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-755620ef-617a-43ca-8c61-206d7fbc6af5 None None] Provisioning for port 4f23b74f-5c68-4202-b38e-b90ae0905099 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:17.005374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-755620ef-617a-43ca-8c61-206d7fbc6af5 None None] Provisioning complete for port 4f23b74f-5c68-4202-b38e-b90ae0905099 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:17.006186 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-755620ef-617a-43ca-8c61-206d7fbc6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.057834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d71fd33-4a56-448f-b37e-042a99f374cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.103311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6ebec20f-838c-4caf-9460-d5e784e22036 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:17.146923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-755620ef-617a-43ca-8c61-206d7fbc6af5 None None] Port 4f23b74f-5c68-4202-b38e-b90ae0905099 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:17.149404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.151385 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d71fd33-4a56-448f-b37e-042a99f374cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.161660 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d71fd33-4a56-448f-b37e-042a99f374cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.172317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0d71fd33-4a56-448f-b37e-042a99f374cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/075adbd2-5ec6-4e2f-8413-fc0c1adfde7e HTTP/1.1" status: 204 len: 168 time: 0.3834870 Jul 23 20:08:17.193352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6ebec20f-838c-4caf-9460-d5e784e22036 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:17.194178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.203564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71fd33-4a56-448f-b37e-042a99f374cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075adbd2-5ec6-4e2f-8413-fc0c1adfde7e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:17.285370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.403943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2d36211-9b8f-45e8-a1bf-2a0a8d6b4e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.467691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'Port': ['ID=d53ee2ff-655e-443d-b358-2be8fafe8539,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:17.494611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:17.499888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:17.504216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:17.580450 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.610064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d0ec-321f-4f60-af43-c5b7c7839b55 req-1c2cb06b-0411-4da7-9cd2-a39579dda281 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:17.613422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45a4d0ec-321f-4f60-af43-c5b7c7839b55 req-1c2cb06b-0411-4da7-9cd2-a39579dda281 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 935 time: 0.1835332 Jul 23 20:08:17.682731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45a4d0ec-321f-4f60-af43-c5b7c7839b55 req-95432f2c-86ef-46f6-877a-2227037d567a tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572433 Jul 23 20:08:17.733031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.739841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2d36211-9b8f-45e8-a1bf-2a0a8d6b4e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.746557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2d36211-9b8f-45e8-a1bf-2a0a8d6b4e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.826342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53336) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:17.833314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e2d36211-9b8f-45e8-a1bf-2a0a8d6b4e6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9571a0277b5f450187bf50c558b1d654&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0779681 Jul 23 20:08:17.843793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d36211-9b8f-45e8-a1bf-2a0a8d6b4e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f55b3-ed13-4ecc-9e65-2d119b4deaff,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:17.858787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.926495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-068bc230-74ac-42af-9d83-ca3dd40e9f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:17.957136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Request body: {'port': {'device_id': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'device_owner': 'compute:tempest-test_az-812809525', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:17.968299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-068bc230-74ac-42af-9d83-ca3dd40e9f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.025623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-068bc230-74ac-42af-9d83-ca3dd40e9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.030270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-068bc230-74ac-42af-9d83-ca3dd40e9f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.036368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-068bc230-74ac-42af-9d83-ca3dd40e9f06 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/391f55b3-ed13-4ecc-9e65-2d119b4deaff HTTP/1.1" status: 204 len: 168 time: 0.2081184 Jul 23 20:08:18.062972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bc230-74ac-42af-9d83-ca3dd40e9f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f55b3-ed13-4ecc-9e65-2d119b4deaff,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:18.115940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53342) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:18.189953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.264129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.279246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.360334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53350) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:18.377674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-530c9f5a-f479-4cbc-8398-d29c01f84b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.418918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.463840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'Port': ['ID=d53ee2ff-655e-443d-b358-2be8fafe8539,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:18.631227 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-530c9f5a-f479-4cbc-8398-d29c01f84b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.641771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-530c9f5a-f479-4cbc-8398-d29c01f84b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.705036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.707787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0cc9a54-db1f-4454-8502-452a9583afb3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2143204 Jul 23 20:08:18.717632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be46d857-6046-40b5-9a07-28905fe17e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.720111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f23b74f-5c68-4202-b38e-b90ae0905099 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:18.728462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-530c9f5a-f479-4cbc-8398-d29c01f84b9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aecefaca75a8457999f3c39dd9d2ad98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670382 Jul 23 20:08:18.730262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53364) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:18.741932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:18.748140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c9f5a-f479-4cbc-8398-d29c01f84b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933b8e98-b69f-4d6e-b01a-f73c024ed39a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:18.796216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Transition to ACTIVE for port object 4f23b74f-5c68-4202-b38e-b90ae0905099 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:18.814112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.016668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fa9c9-e0d0-4afb-bf02-2a4bd28020ae req-da1a67ef-fe38-46b6-b4c7-d45ca0b52c99 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:19.018391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d85fa9c9-e0d0-4afb-bf02-2a4bd28020ae req-da1a67ef-fe38-46b6-b4c7-d45ca0b52c99 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.1914458 Jul 23 20:08:19.037673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Pushing event updated for resources: {'Port': ['ID=4f23b74f-5c68-4202-b38e-b90ae0905099,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:19.062112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b8b850b-deee-4dd2-956c-761f4618f568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.131941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be46d857-6046-40b5-9a07-28905fe17e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.165706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d85fa9c9-e0d0-4afb-bf02-2a4bd28020ae req-6e9b08a0-5a31-4fb6-8e54-43f67e6c5962 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259210 Jul 23 20:08:19.178690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be46d857-6046-40b5-9a07-28905fe17e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.249295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Attempting to bind port 4f23b74f-5c68-4202-b38e-b90ae0905099 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:19.249713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Attempting to bind port 4f23b74f-5c68-4202-b38e-b90ae0905099 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:19.250074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Attempting to bind port 4f23b74f-5c68-4202-b38e-b90ae0905099 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:19.268668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Port 4f23b74f-5c68-4202-b38e-b90ae0905099 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:19.268987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Attempting to bind port 4f23b74f-5c68-4202-b38e-b90ae0905099 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:19.289985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b8b850b-deee-4dd2-956c-761f4618f568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.333040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b9c577e-f75b-4803-968e-84c6686b032e tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--250286498&fields=id&tenant_id=76eade1cb2814e6e937cadb8e223e730 HTTP/1.1" status: 200 len: 267 time: 0.1497824 Jul 23 20:08:19.336509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-be46d857-6046-40b5-9a07-28905fe17e4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc13d8be3a8740d7849701c3e65947e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2195909 Jul 23 20:08:19.337870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46d857-6046-40b5-9a07-28905fe17e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a992ad4-844d-4e2f-9bb3-df783e80efd4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:19.340611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:19.348055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b8b850b-deee-4dd2-956c-761f4618f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.351264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b8b850b-deee-4dd2-956c-761f4618f568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.356080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2b8b850b-deee-4dd2-956c-761f4618f568 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/933b8e98-b69f-4d6e-b01a-f73c024ed39a HTTP/1.1" status: 204 len: 168 time: 0.6229911 Jul 23 20:08:19.367781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:19.368280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:19.368913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:19.369705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Bound port: 4f23b74f-5c68-4202-b38e-b90ae0905099, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:19.370084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.374305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b850b-deee-4dd2-956c-761f4618f568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933b8e98-b69f-4d6e-b01a-f73c024ed39a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:19.492454 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.542859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] For port 4f23b74f-5c68-4202-b38e-b90ae0905099, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:19.551318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] For port 4f23b74f-5c68-4202-b38e-b90ae0905099, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4f23b74f-5c68-4202-b38e-b90ae0905099,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:19.562803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.573494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-719f4439-cc7c-43a4-a2f5-5f4abedfb779 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:19.583148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-719f4439-cc7c-43a4-a2f5-5f4abedfb779 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 823 time: 0.2393100 Jul 23 20:08:19.626898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-52f66ddb-cadf-408b-b379-ea38514b50f8 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/quotas/76eade1cb2814e6e937cadb8e223e730 HTTP/1.1" status: 200 len: 375 time: 0.0431685 Jul 23 20:08:19.826032 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7aff8861-e178-4e0a-b279-96edb0fefd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.928678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7aff8861-e178-4e0a-b279-96edb0fefd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.960529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:19.961010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:19.962606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] 10.222.0.36 "PUT /v2.0/ports/4f23b74f-5c68-4202-b38e-b90ae0905099 HTTP/1.1" status: 200 len: 1117 time: 2.6969934 Jul 23 20:08:19.963416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2ad43-cefc-48d7-8468-cc3f3a2518aa service neutron] Pushing event updated for resources: {'Port': ['ID=4f23b74f-5c68-4202-b38e-b90ae0905099,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:19.964224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-664955f8-bef2-4fb0-b546-5bcd607fb41d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3164470 Jul 23 20:08:19.967640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'tag': '4f23b74f-5c68-4202-b38e-b90ae0905099'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:20.003595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-ea6b613d-baaa-46ca-8e8f-0df11c850394 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:08:20.017212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-ea6b613d-baaa-46ca-8e8f-0df11c850394 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0348301 Jul 23 20:08:20.100535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7aff8861-e178-4e0a-b279-96edb0fefd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:20.104785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7aff8861-e178-4e0a-b279-96edb0fefd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:20.108749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7aff8861-e178-4e0a-b279-96edb0fefd41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a992ad4-844d-4e2f-9bb3-df783e80efd4 HTTP/1.1" status: 204 len: 168 time: 0.7661726 Jul 23 20:08:20.129011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff8861-e178-4e0a-b279-96edb0fefd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a992ad4-844d-4e2f-9bb3-df783e80efd4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:20.466802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3544fd-a841-4d09-a685-cce8b647d811 req-5e16d7eb-ffb0-40ef-b871-06f0ade3c3a9 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:20.475651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e3544fd-a841-4d09-a685-cce8b647d811 req-5e16d7eb-ffb0-40ef-b871-06f0ade3c3a9 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.1452136 Jul 23 20:08:20.548314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e3544fd-a841-4d09-a685-cce8b647d811 req-02931073-4b1a-4561-ad10-ee9bba3c29b4 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717757 Jul 23 20:08:20.693696 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa06583-9e78-4df8-9548-8466539fd459" -d '{"events": [{"name": "network-changed", "server_uuid": "a76e6e66-283a-4cc2-9144-a07dd02114da", "tag": "4f23b74f-5c68-4202-b38e-b90ae0905099"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:21.015995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53442) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:21.040617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbfad643-41a9-42e7-897b-63f1c54757a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.169109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-9b1bd846-1acc-445d-91c5-469f1a2de464 service neutron] 10.222.0.46 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567546 Jul 23 20:08:21.212380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbfad643-41a9-42e7-897b-63f1c54757a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.218899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cbfad643-41a9-42e7-897b-63f1c54757a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.264324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cbfad643-41a9-42e7-897b-63f1c54757a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e6057cd760824d4480f73c581d82e914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472365 Jul 23 20:08:21.267037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53448) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:21.299819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-a9e0c28e-700b-4f1c-8d91-5f8e81595264 service neutron] 10.222.0.46 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247487 Jul 23 20:08:21.311419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfad643-41a9-42e7-897b-63f1c54757a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628fd5ff-54e3-45ad-8983-a7acf939421e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:21.393413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f74d1b2c-dc47-44e0-a6c6-8ca046b18847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.459651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f74d1b2c-dc47-44e0-a6c6-8ca046b18847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.497580 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de0f66-1fab-4d23-ac22-f08219e0b80a x-openstack-request-id: req-e7de0f66-1fab-4d23-ac22-f08219e0b80a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:21.497885 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76e6e66-283a-4cc2-9144-a07dd02114da", "tag": "4f23b74f-5c68-4202-b38e-b90ae0905099", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:21.498137 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7de0f66-1fab-4d23-ac22-f08219e0b80a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:21.498573 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'tag': '4f23b74f-5c68-4202-b38e-b90ae0905099', 'status': 'completed', 'code': 200} Jul 23 20:08:21.601995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45878498-2180-4ff1-8723-28d58212aafa req-3dee07d6-e746-499b-9889-ab198bb43292 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 210 time: 0.0538785 Jul 23 20:08:21.602344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f74d1b2c-dc47-44e0-a6c6-8ca046b18847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.609252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f74d1b2c-dc47-44e0-a6c6-8ca046b18847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:21.616092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f74d1b2c-dc47-44e0-a6c6-8ca046b18847 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/628fd5ff-54e3-45ad-8983-a7acf939421e HTTP/1.1" status: 204 len: 168 time: 0.3480611 Jul 23 20:08:21.629706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d1b2c-dc47-44e0-a6c6-8ca046b18847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628fd5ff-54e3-45ad-8983-a7acf939421e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:21.833677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6f6c0-0c99-4cf5-a4d9-6089b2ab9aaf req-d65cafa4-19b1-46ca-9aab-c492a7eda82b tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:21.835742 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9e6f6c0-0c99-4cf5-a4d9-6089b2ab9aaf req-d65cafa4-19b1-46ca-9aab-c492a7eda82b tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.1353087 Jul 23 20:08:21.936760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9e6f6c0-0c99-4cf5-a4d9-6089b2ab9aaf req-6301a065-9826-4265-9abb-07858d66204a tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888174 Jul 23 20:08:22.709675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f924c82-d8f4-4ffe-bab3-25b2246b239c req-b4812089-3c10-48ed-bcf4-280741e259cc tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 210 time: 0.0310082 Jul 23 20:08:22.756013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53514) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:22.947811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d079822-d954-4691-9342-eca2f9253365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:22.994877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.47', 61626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:23.143996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d079822-d954-4691-9342-eca2f9253365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.152963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d079822-d954-4691-9342-eca2f9253365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.196836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53532) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:23.253170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d079822-d954-4691-9342-eca2f9253365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b13ac6-a9cf-45e7-8ca3-fabc3435fcb2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:23.278174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6d079822-d954-4691-9342-eca2f9253365 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=981562db956f4438915b0cd4fe941f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208232 Jul 23 20:08:23.280749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53538) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:23.291406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-b0bec446-fe61-4184-9a05-82ca3aac71fe tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:23.293463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-b0bec446-fe61-4184-9a05-82ca3aac71fe tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.47 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 823 time: 0.2966297 Jul 23 20:08:23.324343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bba6a-33a7-41ea-bc31-c9f92848f970 req-46a86fe9-2daf-40be-a860-f7bb8bb139a7 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:23.326946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-960bba6a-33a7-41ea-bc31-c9f92848f970 req-46a86fe9-2daf-40be-a860-f7bb8bb139a7 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.1720090 Jul 23 20:08:23.378317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d38e7358-93ce-41ec-9a4d-f50a59e7ab5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.420150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d38e7358-93ce-41ec-9a4d-f50a59e7ab5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.502460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-abf50032-8fee-4b72-be81-4a7111b765a2 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76eade1cb2814e6e937cadb8e223e730 HTTP/1.1" status: 200 len: 379 time: 0.1543763 Jul 23 20:08:23.502845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d38e7358-93ce-41ec-9a4d-f50a59e7ab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.506707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d38e7358-93ce-41ec-9a4d-f50a59e7ab5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.508083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d38e7358-93ce-41ec-9a4d-f50a59e7ab5b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4b13ac6-a9cf-45e7-8ca3-fabc3435fcb2 HTTP/1.1" status: 204 len: 168 time: 0.2249949 Jul 23 20:08:23.528700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'port': {'device_id': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'admin_state_up': True, 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'security_groups': ['05ebd82b-e025-46b8-8135-2d8f6793c1a9']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:23.536282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1378954133-network', 'tenant_id': 'dd5cc0d3eca544f9bcefe08c381df5d3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:23.540440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e7358-93ce-41ec-9a4d-f50a59e7ab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b13ac6-a9cf-45e7-8ca3-fabc3435fcb2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:23.593298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Made reservation on behalf of dd5cc0d3eca544f9bcefe08c381df5d3 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:23.600662 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.624988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.897076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.906950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.936668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:23.996345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744224535426', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:23.999125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-960bba6a-33a7-41ea-bc31-c9f92848f970 req-7f69fdd9-9d45-4711-85ab-8e1213931611 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6665134 Jul 23 20:08:23.999626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Unsubscribe: segment precommit_create {{(pid=94026) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 23 20:08:24.000632 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Added segment 673bb18d-51cc-4104-ac56-11f4380c2ab3 of type vlan for network 411c6b38-42e3-4b12-a93f-1642c420c546 Jul 23 20:08:24.076609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Made reservation on behalf of 76eade1cb2814e6e937cadb8e223e730 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:24.082661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.087882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.161247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.162251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:24.162835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.178063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4335e6b0-ce24-484a-9f49-04d540aa7c4a req-c2a6169b-e912-4aaf-8fdf-3bad6914192b tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 210 time: 0.1446538 Jul 23 20:08:24.190418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:24.224152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0332575 Jul 23 20:08:24.229478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53578) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:24.293544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Request body: {'subnet': {'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1378954133-subnet', 'tenant_id': 'dd5cc0d3eca544f9bcefe08c381df5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:24.358144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02673c-ef15-448b-a24f-92a06485c054 admin admin] Pushing event updated for resources: {'Network': ['ID=411c6b38-42e3-4b12-a93f-1642c420c546,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:24.373848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 411c6b38-42e3-4b12-a93f-1642c420c546 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:24.476175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Made reservation on behalf of dd5cc0d3eca544f9bcefe08c381df5d3 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:24.483082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:24.758953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Allocated IP 172.20.0.5 (c385f01d-dc68-45cc-9d38-87c24e0f4a97/6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d/637546f1-b754-414d-af79-9aba21067b2d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:24.981355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53600) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:25.024548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0e344c6-7339-49d3-a57e-553a8bb7736d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.633518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.668891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa06583-9e78-4df8-9548-8466539fd459 req-1918b2c0-bf76-42b4-94ef-435dbb5e8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:25.675425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1aa06583-9e78-4df8-9548-8466539fd459 req-1918b2c0-bf76-42b4-94ef-435dbb5e8576 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 1120 time: 0.6176500 Jul 23 20:08:25.708845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0e344c6-7339-49d3-a57e-553a8bb7736d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.709070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.720946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0e344c6-7339-49d3-a57e-553a8bb7736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:25.810070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b469f284-abda-4e03-ba82-b70b84db4de1 req-d300391c-f58f-4373-a365-ba2ee0f1f744 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 210 time: 0.1222739 Jul 23 20:08:25.814833 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c0e344c6-7339-49d3-a57e-553a8bb7736d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10eceea626ed41d6a6da31059cec2a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8303113 Jul 23 20:08:25.815094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53618) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:25.823797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Transition to ACTIVE for port object 637546f1-b754-414d-af79-9aba21067b2d will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:25.833044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e344c6-7339-49d3-a57e-553a8bb7736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702f24cf-9287-4876-8bb7-04b54bc8d903,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:25.906708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:25.938440 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1aa06583-9e78-4df8-9548-8466539fd459 req-aae1227a-7e74-4e62-9f0c-94a62b6a32c2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562758 Jul 23 20:08:25.987658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026935a1-d6ec-4bed-9935-fcb42daf4c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.037476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37156b0c-0f5e-40e8-9d80-8813d45e5651,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:26.126857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.325306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026935a1-d6ec-4bed-9935-fcb42daf4c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.348059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:26.356773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:26.424923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:26.447148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.448454 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.478395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:26.478987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Network hostable DHCP agents. Network: 411c6b38-42e3-4b12-a93f-1642c420c546, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:26.494833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edb6cbe-81f7-49ca-98f3-eabb9e4492d2 req-c5e35e3f-543f-4a1b-98ea-da0390227996 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.496655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-332d1ff6-68b6-43b2-a6e9-9d67b7d33d12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.503483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9edb6cbe-81f7-49ca-98f3-eabb9e4492d2 req-c5e35e3f-543f-4a1b-98ea-da0390227996 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 1.3622470 Jul 23 20:08:26.505870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'Port': ['ID=637546f1-b754-414d-af79-9aba21067b2d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:26.550530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-57777c9a-4bec-4740-9600-b5ee4ab21d8d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0336709 Jul 23 20:08:26.613380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-ba946003-95e3-4673-997f-acd035b231e5 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:08:26.620120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-ba946003-95e3-4673-997f-acd035b231e5 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287242 Jul 23 20:08:26.626534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa06583-9e78-4df8-9548-8466539fd459 req-1d308bd9-d24a-40a3-9942-1a3b7dfd9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.628322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1aa06583-9e78-4df8-9548-8466539fd459 req-1d308bd9-d24a-40a3-9942-1a3b7dfd9621 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6720076 Jul 23 20:08:26.646674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Network 411c6b38-42e3-4b12-a93f-1642c420c546 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:26.665238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 411c6b38-42e3-4b12-a93f-1642c420c546) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:26.676050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026935a1-d6ec-4bed-9935-fcb42daf4c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.677775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d62632-1ad7-42e7-9d25-c472bf79f55c None None] Network 411c6b38-42e3-4b12-a93f-1642c420c546 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:26.680677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9edb6cbe-81f7-49ca-98f3-eabb9e4492d2 req-cdfea6be-ae3f-4fc1-a57b-380ae34080d1 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757400 Jul 23 20:08:26.681665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026935a1-d6ec-4bed-9935-fcb42daf4c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.683012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-026935a1-d6ec-4bed-9935-fcb42daf4c5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/702f24cf-9287-4876-8bb7-04b54bc8d903 HTTP/1.1" status: 204 len: 168 time: 0.8663652 Jul 23 20:08:26.690205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:26.690905 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.711723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026935a1-d6ec-4bed-9935-fcb42daf4c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f24cf-9287-4876-8bb7-04b54bc8d903,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:26.898147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-332d1ff6-68b6-43b2-a6e9-9d67b7d33d12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.910904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d509d5a5-111e-49f6-bc4b-7d81cf63e138 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6570158 Jul 23 20:08:26.911349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-332d1ff6-68b6-43b2-a6e9-9d67b7d33d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.940733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4f73d91-3f55-453c-89f8-de1d76fcf1ca None None] Provisioning for port 637546f1-b754-414d-af79-9aba21067b2d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:26.976649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4f73d91-3f55-453c-89f8-de1d76fcf1ca None None] Provisioning complete for port 637546f1-b754-414d-af79-9aba21067b2d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:26.977312 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4f73d91-3f55-453c-89f8-de1d76fcf1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:26.993935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53648) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:27.021125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:27.023309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-332d1ff6-68b6-43b2-a6e9-9d67b7d33d12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=958c725b4eda42be8e9fb5dd020bcab7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1142325 Jul 23 20:08:27.051553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6dc607-b4d9-4e45-8787-f4e7dc8e20df None None] Network 411c6b38-42e3-4b12-a93f-1642c420c546 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:27.083423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-dbe122c4-f24c-4b08-91ae-a2d1ac76549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.085178 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-dbe122c4-f24c-4b08-91ae-a2d1ac76549c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 1120 time: 0.2754965 Jul 23 20:08:27.086463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d1ff6-68b6-43b2-a6e9-9d67b7d33d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9290fc95-03d3-4aab-8c31-925624e7d96c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:27.182381 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-07a2cfb8-2dd0-43dd-962b-d87231d568f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4f23b74f-5c68-4202-b38e-b90ae0905099 HTTP/1.1" status: 200 len: 217 time: 0.0892668 Jul 23 20:08:27.185271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d4f73d91-3f55-453c-89f8-de1d76fcf1ca None None] Port 637546f1-b754-414d-af79-9aba21067b2d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:27.218168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d0b6d-ef55-401d-9a48-3f1a35c2a5fd req-1a7e8bda-00fa-4bae-9702-0d8e8969bbd0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.226245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b99d0b6d-ef55-401d-9a48-3f1a35c2a5fd req-1a7e8bda-00fa-4bae-9702-0d8e8969bbd0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 931 time: 0.2967131 Jul 23 20:08:27.269758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa82823-4409-48a0-a4e4-c4dd30a2bfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.271291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-39982e90-280a-4955-ac5f-cc8aa9348c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.273898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-39982e90-280a-4955-ac5f-cc8aa9348c2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0845330 Jul 23 20:08:27.293649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b99d0b6d-ef55-401d-9a48-3f1a35c2a5fd req-5e194472-8efe-4c1d-899c-6bc43ec6907d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655243 Jul 23 20:08:27.314907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa82823-4409-48a0-a4e4-c4dd30a2bfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.379292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa82823-4409-48a0-a4e4-c4dd30a2bfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.382757 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa82823-4409-48a0-a4e4-c4dd30a2bfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.384487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8fa82823-4409-48a0-a4e4-c4dd30a2bfcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9290fc95-03d3-4aab-8c31-925624e7d96c HTTP/1.1" status: 204 len: 168 time: 0.3621342 Jul 23 20:08:27.421821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa82823-4409-48a0-a4e4-c4dd30a2bfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290fc95-03d3-4aab-8c31-925624e7d96c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:27.486331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-54002896-9ebd-49f9-b800-6de22d75f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:27.487865 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-54002896-9ebd-49f9-b800-6de22d75f9bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2053902 Jul 23 20:08:27.622396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-3f57ed61-11d9-4779-99ca-92cac9b479d1 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249897 Jul 23 20:08:27.646116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Request body: {'port': {'device_id': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:27.700674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d444b601-19ee-4ddc-b185-0c896cf32cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:27.860699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.041681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d444b601-19ee-4ddc-b185-0c896cf32cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.046295 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8725f802-5b28-4cbd-a83f-45a936c98f6f req-3042ff27-8a53-4f03-bd2e-c4ac7134710a service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163957 Jul 23 20:08:28.054237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d444b601-19ee-4ddc-b185-0c896cf32cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.083693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d444b601-19ee-4ddc-b185-0c896cf32cc2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c98c31b3ded94e3d95e2b3bef09bb857&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0836418 Jul 23 20:08:28.087576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53674) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:28.166032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4b2c-08ff-4e16-9d05-8545f523cd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.197999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4b2c-08ff-4e16-9d05-8545f523cd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.241315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444b601-19ee-4ddc-b185-0c896cf32cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc1c15a-dde8-463d-9d77-f3a4c03f6c93,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:28.279113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ea774-1111-4600-a412-cb9cc54e4964 req-9b8a34ef-3e38-4602-9484-fc36674c8b81 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:28.280741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-272ea774-1111-4600-a412-cb9cc54e4964 req-9b8a34ef-3e38-4602-9484-fc36674c8b81 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.4373603 Jul 23 20:08:28.297856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4b2c-08ff-4e16-9d05-8545f523cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.303381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cbf4b2c-08ff-4e16-9d05-8545f523cd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.309796 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9cbf4b2c-08ff-4e16-9d05-8545f523cd68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acc1c15a-dde8-463d-9d77-f3a4c03f6c93 HTTP/1.1" status: 204 len: 168 time: 0.2205136 Jul 23 20:08:28.326904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf4b2c-08ff-4e16-9d05-8545f523cd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc1c15a-dde8-463d-9d77-f3a4c03f6c93,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:28.462362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-4fcf6016-b5a9-4d79-b1eb-e4616aa09252 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518498 Jul 23 20:08:28.467555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-272ea774-1111-4600-a412-cb9cc54e4964 req-274faf9c-1b7f-4778-aa8c-f0209f55cf48 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690831 Jul 23 20:08:28.549619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:28.608500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67486248-6d67-4aea-9d3a-75720722df17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.811366 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67486248-6d67-4aea-9d3a-75720722df17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.819215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67486248-6d67-4aea-9d3a-75720722df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:28.838758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-fdb82c06-25a8-4629-a727-5f2167b51eb9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:28.845967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-fdb82c06-25a8-4629-a727-5f2167b51eb9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3825698 Jul 23 20:08:28.882506 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-67486248-6d67-4aea-9d3a-75720722df17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baa23a332dc94d03969a0a26a52c1080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286207 Jul 23 20:08:28.884761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:28.892505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67486248-6d67-4aea-9d3a-75720722df17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a98bb6-e924-406f-a6ff-4e4d0c8d460d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:28.939781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-7868a489-e859-4f1e-bb10-d6f7f9363d38 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/quotas/65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 375 time: 0.0907662 Jul 23 20:08:28.979187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d99eaad-a596-40fb-8924-e529155f402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.016344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d99eaad-a596-40fb-8924-e529155f402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.048072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-f31c782d-fe51-4e0b-ae1f-703ccffbecea tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0994623 Jul 23 20:08:29.055758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0eaea-d62f-417d-8134-f25fcc6c1afb req-6c8fdcba-3f2f-452f-a600-725e31a8e92c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:29.064011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fb0eaea-d62f-417d-8134-f25fcc6c1afb req-6c8fdcba-3f2f-452f-a600-725e31a8e92c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 931 time: 0.3572199 Jul 23 20:08:29.070712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637546f1-b754-414d-af79-9aba21067b2d {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:29.108951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.121483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d99eaad-a596-40fb-8924-e529155f402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.125814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d99eaad-a596-40fb-8924-e529155f402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.127669 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d99eaad-a596-40fb-8924-e529155f402d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/45a98bb6-e924-406f-a6ff-4e4d0c8d460d HTTP/1.1" status: 204 len: 168 time: 0.2417305 Jul 23 20:08:29.135419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fb0eaea-d62f-417d-8134-f25fcc6c1afb req-2e63935f-029c-491f-a933-da5eb5786ee5 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652246 Jul 23 20:08:29.152422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99eaad-a596-40fb-8924-e529155f402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a98bb6-e924-406f-a6ff-4e4d0c8d460d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:29.155820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Transition to ACTIVE for port object 637546f1-b754-414d-af79-9aba21067b2d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:29.166245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.188404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53712) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:29.218880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0ced-f3c0-4246-9db3-3c58390f89c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.294310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=637546f1-b754-414d-af79-9aba21067b2d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:29.436216 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0ced-f3c0-4246-9db3-3c58390f89c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.460066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8ed0ced-f3c0-4246-9db3-3c58390f89c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.558955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95a38414-a067-4a24-9f89-cc8f955dd67b req-9c885f6d-4218-42f8-980b-e6ba15b71604 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 210 time: 0.1762705 Jul 23 20:08:29.583021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c8ed0ced-f3c0-4246-9db3-3c58390f89c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eea9dbb93c054c13af25558ed5a043b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3908350 Jul 23 20:08:29.583021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed0ced-f3c0-4246-9db3-3c58390f89c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7aa414-70b9-400f-8a30-819b0b6f755a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:29.585251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53732) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:29.589975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Attempting to bind port 637546f1-b754-414d-af79-9aba21067b2d on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:29.591760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Attempting to bind port 637546f1-b754-414d-af79-9aba21067b2d by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:29.592294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Attempting to bind port 637546f1-b754-414d-af79-9aba21067b2d on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:29.608515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Port 637546f1-b754-414d-af79-9aba21067b2d on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:29.609543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Attempting to bind port 637546f1-b754-414d-af79-9aba21067b2d on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:29.632365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:29.632745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Checking segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:29.633319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Bound using segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:29.633799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Bound port: 637546f1-b754-414d-af79-9aba21067b2d, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:29.634168 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.678699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e1fea8-c050-4125-9270-66bb873518aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.738709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e1fea8-c050-4125-9270-66bb873518aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.845766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e1fea8-c050-4125-9270-66bb873518aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.848224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e1fea8-c050-4125-9270-66bb873518aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.852264 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-18e1fea8-c050-4125-9270-66bb873518aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a7aa414-70b9-400f-8a30-819b0b6f755a HTTP/1.1" status: 204 len: 168 time: 0.2633874 Jul 23 20:08:29.864456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] For port 637546f1-b754-414d-af79-9aba21067b2d, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:29.865335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1fea8-c050-4125-9270-66bb873518aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7aa414-70b9-400f-8a30-819b0b6f755a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:29.895985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:29.901265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-566261639-network', 'tenant_id': 'bbce72ccd7e44e798eed6d7cbd596081'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:29.922161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] For port 637546f1-b754-414d-af79-9aba21067b2d, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=637546f1-b754-414d-af79-9aba21067b2d,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:29.931263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.967617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Made reservation on behalf of bbce72ccd7e44e798eed6d7cbd596081 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:29.970185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:29.983362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.105470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Pushing event updated for resources: {'Port': ['ID=637546f1-b754-414d-af79-9aba21067b2d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:30.105603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.121369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.140999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e6edc-bca1-45cf-8d06-3c3d74a8553a req-da551d51-a0cb-4180-af74-5ee76875c463 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:30.148263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b20e6edc-bca1-45cf-8d06-3c3d74a8553a req-da551d51-a0cb-4180-af74-5ee76875c463 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.4694963 Jul 23 20:08:30.148458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e0011-96bc-46f2-9af5-f7b4e9bebfa3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:30.164796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:30.185087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.185453 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Added segment 16df500b-42f4-4ebe-b8d6-c6eff04e057d of type vlan for network 804970ac-ed6f-4788-a745-188feafaa7fe Jul 23 20:08:30.224885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:30.228940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.234184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8b71842a-8dad-411e-a4ee-a32bb919dc55 service neutron] 10.222.0.47 "PUT /v2.0/ports/637546f1-b754-414d-af79-9aba21067b2d HTTP/1.1" status: 200 len: 1092 time: 2.9703126 Jul 23 20:08:30.243605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'tag': '637546f1-b754-414d-af79-9aba21067b2d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:30.311073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.414838 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.417174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:30.418313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.523890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6237967 Jul 23 20:08:30.533460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:30.553478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Request body: {'subnet': {'network_id': '804970ac-ed6f-4788-a745-188feafaa7fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-566261639-subnet', 'tenant_id': 'bbce72ccd7e44e798eed6d7cbd596081', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:30.615782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b20e6edc-bca1-45cf-8d06-3c3d74a8553a req-33363e0e-7a8a-4fe0-bb57-bcc0556dc9bf tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666259 Jul 23 20:08:30.664937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba2946-40b9-43dc-ba5a-e3f0744ede4e req-12caf796-6bd3-4222-83a5-1d8af9742e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:30.664937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ba2946-40b9-43dc-ba5a-e3f0744ede4e req-12caf796-6bd3-4222-83a5-1d8af9742e07 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.2085693 Jul 23 20:08:30.692008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Made reservation on behalf of bbce72ccd7e44e798eed6d7cbd596081 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:30.694407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:30.744038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ba2946-40b9-43dc-ba5a-e3f0744ede4e req-92c0f357-41de-48ba-8618-26cb78fb8526 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720341 Jul 23 20:08:30.770881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-968116a0-259d-4e39-8eff-382259114cf3 req-1b522b29-b53d-423b-8ca7-f843742bac12 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 210 time: 0.0456865 Jul 23 20:08:30.796384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d435a40-e731-4be8-bb1e-c54a54e02eb1 admin admin] Pushing event updated for resources: {'Network': ['ID=804970ac-ed6f-4788-a745-188feafaa7fe,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:30.814137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 804970ac-ed6f-4788-a745-188feafaa7fe details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:30.920576 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4f8c85-c420-4661-8540-55a0b7aeccea" -d '{"events": [{"name": "network-changed", "server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "tag": "637546f1-b754-414d-af79-9aba21067b2d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:31.011952 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:31.138379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Checking segment: {'id': '16df500b-42f4-4ebe-b8d6-c6eff04e057d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '804970ac-ed6f-4788-a745-188feafaa7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:31.138990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Network hostable DHCP agents. Network: 804970ac-ed6f-4788-a745-188feafaa7fe, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:31.141465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b5baff-d573-4c53-8971-0a6c11fe1880,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:31.178906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Network 804970ac-ed6f-4788-a745-188feafaa7fe is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:31.191345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 804970ac-ed6f-4788-a745-188feafaa7fe) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:31.200556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:31.205644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:31.217463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf1d1f1-4f84-4fcc-b513-99bd760392d1 None None] Network 804970ac-ed6f-4788-a745-188feafaa7fe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:31.219496 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:08:31.257713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f8f68c29-09eb-4ef6-8dac-26fcb0eb7f75 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7244399 Jul 23 20:08:31.283029 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018c7505-7a51-4273-9230-78baddc5f506 x-openstack-request-id: req-018c7505-7a51-4273-9230-78baddc5f506 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:31.283313 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "tag": "637546f1-b754-414d-af79-9aba21067b2d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:31.283991 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-018c7505-7a51-4273-9230-78baddc5f506 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:31.284624 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'tag': '637546f1-b754-414d-af79-9aba21067b2d', 'status': 'completed', 'code': 200} Jul 23 20:08:31.401142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcdb675-4b38-4b4b-9abd-3fc26fc47091 None None] Network 804970ac-ed6f-4788-a745-188feafaa7fe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:31.631003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-65633479-bb00-4b4b-99cd-359138af9061 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309072 Jul 23 20:08:31.816010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-c83b9334-f493-41e4-b9d7-5876fdf3f5ed tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:31.816010 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-c83b9334-f493-41e4-b9d7-5876fdf3f5ed tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791728 Jul 23 20:08:31.836203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Request body: {'port': {'device_id': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '65cc9918feab46bbb13c46e24ec72525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:31.863650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ed789-8981-42e4-bac2-686e0b5c05e9 req-32ecb189-d5a3-4ab4-8031-2557312038aa tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:31.869575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-841ed789-8981-42e4-bac2-686e0b5c05e9 req-32ecb189-d5a3-4ab4-8031-2557312038aa tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 968 time: 0.1495814 Jul 23 20:08:31.956252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-841ed789-8981-42e4-bac2-686e0b5c05e9 req-458f4a5c-2102-4ea2-9fdb-b00eb77bbde4 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826547 Jul 23 20:08:32.028770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0fd85-0eba-4ea5-a09b-78245b476210 req-175d2b4d-ef9b-4358-a808-df795ff96165 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:32.033267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7a0fd85-0eba-4ea5-a09b-78245b476210 req-175d2b4d-ef9b-4358-a808-df795ff96165 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.1390162 Jul 23 20:08:32.089284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Made reservation on behalf of 65cc9918feab46bbb13c46e24ec72525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:32.102872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.114854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7a0fd85-0eba-4ea5-a09b-78245b476210 req-2ef2f659-2bf7-436a-bf2d-0e8a1deed0b3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753641 Jul 23 20:08:32.119427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.154832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41142c28-7231-4123-a87c-6cdfcc15c13a req-15bf152d-3fcd-4743-89fb-722f40f03286 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 210 time: 0.0694876 Jul 23 20:08:32.167657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4f23b74f-5c68-4202-b38e-b90ae0905099 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:32.336529 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.344188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.358149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4f23b74f-5c68-4202-b38e-b90ae0905099, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4f23b74f-5c68-4202-b38e-b90ae0905099,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:32.372914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '4f23b74f-5c68-4202-b38e-b90ae0905099', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '4f23b74f-5c68-4202-b38e-b90ae0905099', 'mac_address': 'fa:16:3e:3d:42:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:tempest-test_az-812809525', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:32.451737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c03ca3c-e1fe-4779-863a-e25cd4070e04,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:32.503318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.530726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f23b74f-5c68-4202-b38e-b90ae0905099 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:32.561218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4f23b74f-5c68-4202-b38e-b90ae0905099, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4f23b74f-5c68-4202-b38e-b90ae0905099,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:32.567593 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.583469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Allocated IP 192.168.233.38 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/fb1d77b6-df38-47c1-96c3-cfb825bb91b3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:32.682026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=4f23b74f-5c68-4202-b38e-b90ae0905099,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:32.852680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.878807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Transition to ACTIVE for port object fb1d77b6-df38-47c1-96c3-cfb825bb91b3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:32.927173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['4f23b74f-5c68-4202-b38e-b90ae0905099'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:32.958156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:32.974495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-9bfcf28c-3775-458e-a21f-66f8ebef8976 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:32.976811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-9bfcf28c-3775-458e-a21f-66f8ebef8976 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.2679791 Jul 23 20:08:33.012888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-73912577-c2ca-4ac6-a09d-33ebe496b42b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/quotas/dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 375 time: 0.0281641 Jul 23 20:08:33.072076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:33.076057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:33.096562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-265d41b0-aeb5-4a32-be07-35bb075141e7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0766869 Jul 23 20:08:33.102317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:33.112731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:33.113550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.131836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-48fe1efb-232c-434c-a4d1-2fb91185ae9a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:08:33.137269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-48fe1efb-232c-434c-a4d1-2fb91185ae9a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178432 Jul 23 20:08:33.141643 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3136563 Jul 23 20:08:33.160966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Request body: {'port': {'device_id': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'device_owner': 'compute:tempest-test_az-812809525', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:33.245280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c6316-8b2a-40fa-a672-ef609a6c7bdc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:33.269706 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.570433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-af9eda0d-1db4-41ae-b8c5-4599d4dc8699 None None] Provisioning for port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:33.577035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-af9eda0d-1db4-41ae-b8c5-4599d4dc8699 None None] Provisioning complete for port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:33.577765 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af9eda0d-1db4-41ae-b8c5-4599d4dc8699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.618112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-af9eda0d-1db4-41ae-b8c5-4599d4dc8699 None None] Port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:33.658692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0552dd2-7e9e-4797-b8bc-ebbb374e2c7a req-0b376bc8-69c6-4133-b601-046dc12afc59 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:33.660463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0552dd2-7e9e-4797-b8bc-ebbb374e2c7a req-0b376bc8-69c6-4133-b601-046dc12afc59 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 969 time: 0.1257639 Jul 23 20:08:33.775631 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0552dd2-7e9e-4797-b8bc-ebbb374e2c7a req-c1d3bd7e-0e1a-42fe-b9be-1e9f1f108041 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002767 Jul 23 20:08:33.779928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1d77b6-df38-47c1-96c3-cfb825bb91b3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:33.798386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.817925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Transition to ACTIVE for port object fb1d77b6-df38-47c1-96c3-cfb825bb91b3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:33.828588 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:33.847810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-9d379511-4036-483b-9faf-bee1a033a7a3 service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207869 Jul 23 20:08:33.889480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:33.935271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:33.935610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:33.935947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:33.947044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:33.947379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:33.953536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:33.953809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:33.954202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:33.954646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Bound port: fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:33.954999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.086486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:34.101303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:34.110013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-8566c915-f39a-4af1-8230-aa9e6ce2b5bd service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502983 Jul 23 20:08:34.111262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.144825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07784e-2a32-4b82-a24c-52ab3419e3ae req-efbe4497-43b0-465a-8964-d7feb69ba024 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.148410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a07784e-2a32-4b82-a24c-52ab3419e3ae req-efbe4497-43b0-465a-8964-d7feb69ba024 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.3032396 Jul 23 20:08:34.160413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.161407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.163567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] 10.222.0.36 "PUT /v2.0/ports/fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 1117 time: 1.0091519 Jul 23 20:08:34.164554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:34.165136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4f23b74f-5c68-4202-b38e-b90ae0905099 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:34.179926 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:34.232975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a07784e-2a32-4b82-a24c-52ab3419e3ae req-a0e31d84-65fe-408e-a34f-96f04c5b1a01 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799677 Jul 23 20:08:34.264880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 4f23b74f-5c68-4202-b38e-b90ae0905099 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:34.265139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f13c-7ff9-4d59-a656-0bf919b7088b service neutron] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:34.270853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 4f23b74f-5c68-4202-b38e-b90ae0905099 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:34.271648 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.295999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-da649b1f-0a69-4208-9aba-d11f93e29076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.297848 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-da649b1f-0a69-4208-9aba-d11f93e29076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1120 time: 0.0836813 Jul 23 20:08:34.395542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-df62c63d-e682-44ae-8719-1b6b53a6c55b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0853229 Jul 23 20:08:34.419649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.457579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-67c47829-8a34-41df-84aa-ce5ca71c6a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.457767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe17c0e-763a-4197-b23c-89f39a419c90 req-8e03665f-6beb-4eba-8dc2-313e3ad65334 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.457970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-67c47829-8a34-41df-84aa-ce5ca71c6a06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0559082 Jul 23 20:08:34.469144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fe17c0e-763a-4197-b23c-89f39a419c90 req-8e03665f-6beb-4eba-8dc2-313e3ad65334 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 968 time: 0.1177449 Jul 23 20:08:34.493061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4f23b74f-5c68-4202-b38e-b90ae0905099, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4f23b74f-5c68-4202-b38e-b90ae0905099,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:34.494653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23b74f-5c68-4202-b38e-b90ae0905099'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:34.558150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fe17c0e-763a-4197-b23c-89f39a419c90 req-c6de4c21-01d8-4fdf-9ff3-642dfeaa80e5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796762 Jul 23 20:08:34.571529 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:34.606561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-60c72dc3-6227-4567-8ca2-67661170f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:34.608068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-60c72dc3-6227-4567-8ca2-67661170f24e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1371975 Jul 23 20:08:34.685095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=4f23b74f-5c68-4202-b38e-b90ae0905099,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:34.743651 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b58c8be-4243-4f54-94e2-d3ba531fee60" -d '{"events": [{"server_uuid": "a76e6e66-283a-4cc2-9144-a07dd02114da", "name": "network-vif-plugged", "status": "completed", "tag": "4f23b74f-5c68-4202-b38e-b90ae0905099"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:34.775056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-04a65578-8e79-49c6-9219-324d6f2c051d service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573994 Jul 23 20:08:34.889955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-819bd208-ec5a-47b3-a7ef-919eb3871d75 req-588bb2cb-023a-4ec5-aae1-886cf2eb53cd service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086574 Jul 23 20:08:34.891775 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c97c8e-b1db-40df-b7ae-1942e1e0151b x-openstack-request-id: req-a6c97c8e-b1db-40df-b7ae-1942e1e0151b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:34.892172 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:34.892306 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6c97c8e-b1db-40df-b7ae-1942e1e0151b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:34.892730 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'status': 'completed', 'code': 200} Jul 23 20:08:34.999775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-faddb560-f3cd-41df-853d-2f781c637961 req-66c936d2-affe-49d2-9261-556b74d0ace5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 210 time: 0.0378411 Jul 23 20:08:35.046230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-2bd3af32-cacc-4514-a3db-2232429c5a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.048327 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-2bd3af32-cacc-4514-a3db-2232429c5a89 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1120 time: 0.0996091 Jul 23 20:08:35.127348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8c85-c420-4661-8540-55a0b7aeccea req-c9baedae-c824-4fab-99ec-120a89ca8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.129163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de4f8c85-c420-4661-8540-55a0b7aeccea req-c9baedae-c824-4fab-99ec-120a89ca8da6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 1095 time: 0.1280642 Jul 23 20:08:35.145119 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595f4746-61ed-484a-b051-d573b9148d97 x-openstack-request-id: req-595f4746-61ed-484a-b051-d573b9148d97 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:35.145634 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76e6e66-283a-4cc2-9144-a07dd02114da", "name": "network-vif-plugged", "status": "completed", "tag": "4f23b74f-5c68-4202-b38e-b90ae0905099", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:35.146048 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-595f4746-61ed-484a-b051-d573b9148d97 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:35.146686 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f23b74f-5c68-4202-b38e-b90ae0905099', 'code': 200} Jul 23 20:08:35.225002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.36', 62212) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:35.299347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-09893ae5-0284-4a44-90e0-ccc90eba8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.301067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-09893ae5-0284-4a44-90e0-ccc90eba8f40 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2447178 Jul 23 20:08:35.359003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-9280138c-322d-445c-bf13-bfdb8f272c8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0495968 Jul 23 20:08:35.420443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-88093db5-93d0-4431-805b-8a7fa7234091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.422428 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-88093db5-93d0-4431-805b-8a7fa7234091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0569232 Jul 23 20:08:35.481379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626eca6d-8c1b-4671-b158-658a157bb479 req-31c49ca0-5057-4887-8f1b-d77bc181aba7 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.482924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-626eca6d-8c1b-4671-b158-658a157bb479 req-31c49ca0-5057-4887-8f1b-d77bc181aba7 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 970 time: 0.3579514 Jul 23 20:08:35.485471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8c85-c420-4661-8540-55a0b7aeccea req-25139919-cff7-4b97-8c03-13b6c69157d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.486859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de4f8c85-c420-4661-8540-55a0b7aeccea req-25139919-cff7-4b97-8c03-13b6c69157d3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=76eade1cb2814e6e937cadb8e223e730&shared=False HTTP/1.1" status: 200 len: 924 time: 0.3470068 Jul 23 20:08:35.504689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-97b506ff-9913-494d-aebe-07df4497837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.506640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-97b506ff-9913-494d-aebe-07df4497837b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764320 Jul 23 20:08:35.556456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53932) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:35.563881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-7ef3730c-99a0-44fd-b817-cde8623f5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:35.565329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-7ef3730c-99a0-44fd-b817-cde8623f5a7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 1122 time: 0.3390157 Jul 23 20:08:35.659967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.47', 61632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:35.820886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-626eca6d-8c1b-4671-b158-658a157bb479 req-6ad53161-0bbf-4257-b5ff-980cfc8a70ee tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299317 Jul 23 20:08:35.877367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:35.879202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-251a46ad-61c6-4540-a9ff-496e9387cfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.004025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:08:36.004025 n-d-793620-13 neutron-server[94027]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:08:36.004025 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id': 'aeaf616070a84992ac10f2f2f9dfafcc', 'id': '1aabeaf7-92bf-405c-95eb-daa5951ed5d0', 'expiration': datetime.datetime(2021, 7, 23, 20, 10, 35, 959566)}] Jul 23 20:08:36.004025 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:08:36.004465 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:08:36.022356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-d1e9a86f-b4c1-4557-bcd3-3e6a7e475528 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077534 Jul 23 20:08:36.027785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f8c85-c420-4661-8540-55a0b7aeccea req-1ef7aaaa-7832-45e2-a37a-c82c6eb297e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.030496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de4f8c85-c420-4661-8540-55a0b7aeccea req-1ef7aaaa-7832-45e2-a37a-c82c6eb297e9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5274415 Jul 23 20:08:36.061383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f1910-518b-4e6b-9605-dae811ffe219 req-b351fa96-d844-4351-8b5c-4ced1be8644a tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.062901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e9f1910-518b-4e6b-9605-dae811ffe219 req-b351fa96-d844-4351-8b5c-4ced1be8644a tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.2895393 Jul 23 20:08:36.096944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-65cc7ac2-fc2d-47c2-bfbe-18f3d5b67316 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.098465 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-65cc7ac2-fc2d-47c2-bfbe-18f3d5b67316 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.4383771 Jul 23 20:08:36.135210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Request body: {'port': {'device_id': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'admin_state_up': True, 'tenant_id': 'dd5cc0d3eca544f9bcefe08c381df5d3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:36.158542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05890c9e-9dff-4c8d-ab2d-e4c7e70c7000 req-b127eda5-c231-487b-bcde-a324b1598315 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.160159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05890c9e-9dff-4c8d-ab2d-e4c7e70c7000 req-b127eda5-c231-487b-bcde-a324b1598315 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 968 time: 0.2208869 Jul 23 20:08:36.178249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e9f1910-518b-4e6b-9605-dae811ffe219 req-e42be62e-c11b-4bc9-b322-9d69ba80c3b2 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030228 Jul 23 20:08:36.221069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-773e8c6c-b08e-4ff3-a473-9890f3b7a1c7 req-539c6567-6407-40e9-8598-5136f0a617e8 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913106 Jul 23 20:08:36.235637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-251a46ad-61c6-4540-a9ff-496e9387cfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.247752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05890c9e-9dff-4c8d-ab2d-e4c7e70c7000 req-d786fbe1-aab4-40db-bff6-ea5dea33b51f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765288 Jul 23 20:08:36.251809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-251a46ad-61c6-4540-a9ff-496e9387cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.255246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-1a9e36d7-b04a-423f-983e-63222cc57314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.256710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-1a9e36d7-b04a-423f-983e-63222cc57314 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 1095 time: 0.1791575 Jul 23 20:08:36.291436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Made reservation on behalf of dd5cc0d3eca544f9bcefe08c381df5d3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:36.301404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.360763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a46ad-61c6-4540-a9ff-496e9387cfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c0a7b4-034d-4d42-9013-83bec5eeabd3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:36.403029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4de01724-c1d9-4119-91d4-f669c0513bef req-76236934-2101-40f2-8446-3a28591729ed tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 210 time: 0.0561841 Jul 23 20:08:36.404439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-e0e121ce-9a10-4cdd-89da-1e90fa4c71ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637546f1-b754-414d-af79-9aba21067b2d HTTP/1.1" status: 200 len: 217 time: 0.1388180 Jul 23 20:08:36.414485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-251a46ad-61c6-4540-a9ff-496e9387cfe5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=59ca63ebc5be4fa8862722377e1ab996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8527393 Jul 23 20:08:36.414700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53952) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:36.484941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Allocated IP 172.20.0.11 (411c6b38-42e3-4b12-a93f-1642c420c546/37156b0c-0f5e-40e8-9d80-8813d45e5651/d49331b9-e025-4f3d-bbee-4a4a3efea410) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:36.506451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.562035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53958) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:36.574996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-84f3c365-d2f6-4a3d-9a78-158c05e7aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.576655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-84f3c365-d2f6-4a3d-9a78-158c05e7aebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 200 len: 862 time: 0.1610270 Jul 23 20:08:36.581003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-702f4f8a-c59e-47b1-a684-8b370ce19651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.670910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-702f4f8a-c59e-47b1-a684-8b370ce19651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.697254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.770766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53964) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:36.780958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-d0839394-8c88-48e8-b81a-780e9211e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.782535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-d0839394-8c88-48e8-b81a-780e9211e4e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c385f01d-dc68-45cc-9d38-87c24e0f4a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1953800 Jul 23 20:08:36.786175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.807233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.808926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-702f4f8a-c59e-47b1-a684-8b370ce19651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.812225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-702f4f8a-c59e-47b1-a684-8b370ce19651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.819013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-702f4f8a-c59e-47b1-a684-8b370ce19651 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9c0a7b4-034d-4d42-9013-83bec5eeabd3 HTTP/1.1" status: 204 len: 168 time: 0.4014242 Jul 23 20:08:36.832352 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.853273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Network 411c6b38-42e3-4b12-a93f-1642c420c546 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:36.866390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f4f8a-c59e-47b1-a684-8b370ce19651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c0a7b4-034d-4d42-9013-83bec5eeabd3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:36.875414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaf22ef0-4f09-4c58-8cd3-17be9ae4722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.922559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9fb7fb6-3bb2-439f-8fd8-6786e97c258d req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3441978 Jul 23 20:08:36.954709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:36.963766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:36.969944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:36.970792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.973090 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb508-7cd1-4dec-ae90-31785b1c5a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:36.981771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ef9db-59b6-478f-850c-9f8b7e520edb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3106fc26-2cc4-4d1a-8d43-c7541cefe14b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.006591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.012303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-48ffc9a1-1f67-47e3-835e-2af0c726b805 service neutron] 10.222.0.47 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179947 Jul 23 20:08:37.041768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaf22ef0-4f09-4c58-8cd3-17be9ae4722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.048052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaf22ef0-4f09-4c58-8cd3-17be9ae4722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.083046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-08fb3754-0a1c-4584-98cc-54087f440ae9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9517112 Jul 23 20:08:37.101344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Request body: {'port': {'device_id': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:37.110567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5b003-4c35-4fa7-9368-55583eca1e3b req-e2957b2d-cc6d-40b5-a505-1f385900e256 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:37.112099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cf5b003-4c35-4fa7-9368-55583eca1e3b req-e2957b2d-cc6d-40b5-a505-1f385900e256 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 970 time: 0.1791348 Jul 23 20:08:37.138274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aaf22ef0-4f09-4c58-8cd3-17be9ae4722d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=459fc6e934c244b0bb6d0fb07d952ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662314 Jul 23 20:08:37.141895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53974) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:37.143793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22ef0-4f09-4c58-8cd3-17be9ae4722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25f901-1203-4628-a4cd-84c484b12040,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.176617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f13fa0fd-6c84-4bd4-bf04-dff295f1db81 req-8864207c-da46-48d6-8dbe-8408adf27325 service neutron] 10.222.0.47 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569338 Jul 23 20:08:37.201518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cf5b003-4c35-4fa7-9368-55583eca1e3b req-5202cae5-80c1-4e3b-8380-d149d39ca16d tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814691 Jul 23 20:08:37.233141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57f0fac2-4427-45dd-8d63-12f651be50da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.260184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.267676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57f0fac2-4427-45dd-8d63-12f651be50da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.334558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57f0fac2-4427-45dd-8d63-12f651be50da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.337051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57f0fac2-4427-45dd-8d63-12f651be50da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.338230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-57f0fac2-4427-45dd-8d63-12f651be50da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e25f901-1203-4628-a4cd-84c484b12040 HTTP/1.1" status: 204 len: 168 time: 0.1941972 Jul 23 20:08:37.341317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb508-7cd1-4dec-ae90-31785b1c5a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.351933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f2cb508-7cd1-4dec-ae90-31785b1c5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.383880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53982) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:37.413566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0fac2-4427-45dd-8d63-12f651be50da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25f901-1203-4628-a4cd-84c484b12040,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.479434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d31cd86-807d-4028-9912-1f313e0b531d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.491294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd85682-ee52-4e3d-9598-bdd188747d3c req-f25dfea6-06fb-412a-8a71-3439a7cc0006 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:37.492817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bdd85682-ee52-4e3d-9598-bdd188747d3c req-f25dfea6-06fb-412a-8a71-3439a7cc0006 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.1605446 Jul 23 20:08:37.496845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cb508-7cd1-4dec-ae90-31785b1c5a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb67d61-b962-4568-9c01-56f4250c4980,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.507839 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4f2cb508-7cd1-4dec-ae90-31785b1c5a26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b37caa36a0104fe1b32b7b448862ddeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9447234 Jul 23 20:08:37.514220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53988) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:37.520059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddd7c5-6763-45c9-b545-5d785c73cef6 req-76c7809f-4111-49ba-8b50-29f0e9ffbe16 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:37.523679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12ddd7c5-6763-45c9-b545-5d785c73cef6 req-76c7809f-4111-49ba-8b50-29f0e9ffbe16 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 968 time: 0.1662207 Jul 23 20:08:37.593164 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bdd85682-ee52-4e3d-9598-bdd188747d3c req-57c555d9-1475-4412-9a7b-deffc3afa446 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926304 Jul 23 20:08:37.595952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12ddd7c5-6763-45c9-b545-5d785c73cef6 req-07c33e41-d61a-415c-97b8-d2b63b33a0db tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636733 Jul 23 20:08:37.699510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9fb88207-2dda-42a9-9d0b-653e27d1553e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.747038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200031de-c9d7-4fc3-a4cd-95f4d5ff2e71 req-2c749a8f-3793-4c0b-ac66-ab681a1acdde tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:37.749392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-200031de-c9d7-4fc3-a4cd-95f4d5ff2e71 req-2c749a8f-3793-4c0b-ac66-ab681a1acdde tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 932 time: 0.0895476 Jul 23 20:08:37.752085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9fb88207-2dda-42a9-9d0b-653e27d1553e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.806285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-200031de-c9d7-4fc3-a4cd-95f4d5ff2e71 req-f9930684-2573-4a92-8692-8db0846b2a68 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506163 Jul 23 20:08:37.823459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53990) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:37.847094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a944b30-3f05-41cb-b100-47fb4e6ee271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.859629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d31cd86-807d-4028-9912-1f313e0b531d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.867036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d31cd86-807d-4028-9912-1f313e0b531d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.873933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49331b9-e025-4f3d-bbee-4a4a3efea410 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:37.895049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.927856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9fb88207-2dda-42a9-9d0b-653e27d1553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.930371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9fb88207-2dda-42a9-9d0b-653e27d1553e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.934132 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9fb88207-2dda-42a9-9d0b-653e27d1553e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccb67d61-b962-4568-9c01-56f4250c4980 HTTP/1.1" status: 204 len: 168 time: 0.4185367 Jul 23 20:08:37.944005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7d31cd86-807d-4028-9912-1f313e0b531d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fea213dd2704456b3fc2b3b48435f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5584161 Jul 23 20:08:37.946965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Transition to ACTIVE for port object d49331b9-e025-4f3d-bbee-4a4a3efea410 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:37.949019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31cd86-807d-4028-9912-1f313e0b531d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ccbe97-cbb5-4de3-b654-bd73f4ee2dbe,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:37.952159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a944b30-3f05-41cb-b100-47fb4e6ee271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.953852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53994) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:37.962023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a944b30-3f05-41cb-b100-47fb4e6ee271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.966179 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:37.973652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb88207-2dda-42a9-9d0b-653e27d1553e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb67d61-b962-4568-9c01-56f4250c4980,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.032421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1a944b30-3f05-41cb-b100-47fb4e6ee271 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8609714ab6264e9f9a5f1a1eae0b7b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054183 Jul 23 20:08:38.037124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53996) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:38.048943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.055157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a944b30-3f05-41cb-b100-47fb4e6ee271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c33cd0-4c63-4a94-87eb-758f37c4cc2a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.062583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:38.062966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:38.063308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:38.068085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:38.068886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:38.079289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:38.079289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:38.079508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:38.079903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Bound port: d49331b9-e025-4f3d-bbee-4a4a3efea410, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:38.080530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.114213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bf47-066f-430a-b5a8-b0a3fc75ecdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.153520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:38.157117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:38.162394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.165244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bf47-066f-430a-b5a8-b0a3fc75ecdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.177473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36edb537-ce68-421b-9c0e-9dae0bb875f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.180463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:38.200078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:38.200800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.205980 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] 10.222.0.47 "PUT /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 1093 time: 1.1116159 Jul 23 20:08:38.206609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:38.210042 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36" -d '{"events": [{"name": "network-changed", "server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:38.223276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36edb537-ce68-421b-9c0e-9dae0bb875f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.273378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c776e-6972-4c23-95fc-1b2968497e36 service neutron] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.280867 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bf47-066f-430a-b5a8-b0a3fc75ecdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.284538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5ba3bf47-066f-430a-b5a8-b0a3fc75ecdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.286062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5ba3bf47-066f-430a-b5a8-b0a3fc75ecdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2ccbe97-cbb5-4de3-b654-bd73f4ee2dbe HTTP/1.1" status: 204 len: 168 time: 0.3311906 Jul 23 20:08:38.297613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3bf47-066f-430a-b5a8-b0a3fc75ecdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ccbe97-cbb5-4de3-b654-bd73f4ee2dbe,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.304098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36edb537-ce68-421b-9c0e-9dae0bb875f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.312164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36edb537-ce68-421b-9c0e-9dae0bb875f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.317823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-36edb537-ce68-421b-9c0e-9dae0bb875f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81c33cd0-4c63-4a94-87eb-758f37c4cc2a HTTP/1.1" status: 204 len: 168 time: 0.2776983 Jul 23 20:08:38.330061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36edb537-ce68-421b-9c0e-9dae0bb875f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c33cd0-4c63-4a94-87eb-758f37c4cc2a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.381717 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e3a8d-866b-46ac-8e45-d34e9069286a x-openstack-request-id: req-b40e3a8d-866b-46ac-8e45-d34e9069286a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:38.382162 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:38.382530 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b40e3a8d-866b-46ac-8e45-d34e9069286a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:38.382996 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'status': 'completed', 'code': 200} Jul 23 20:08:38.415336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-a6881494-d579-45ce-9914-a6c5ac607830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:38.417728 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-a6881494-d579-45ce-9914-a6c5ac607830 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1096 time: 0.1004126 Jul 23 20:08:38.474136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-47a4ccfa-1e43-47fe-b830-b5632d734a25 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 217 time: 0.0488267 Jul 23 20:08:38.507973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a58b38-be0d-41d7-a929-7ca021ba450b req-db0baa0d-01e7-447f-a761-6fc574cddda0 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:38.517307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85a58b38-be0d-41d7-a929-7ca021ba450b req-db0baa0d-01e7-447f-a761-6fc574cddda0 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 970 time: 0.1545105 Jul 23 20:08:38.543225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-bc218456-0da5-4cb4-9461-b33c10bb53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:38.545594 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-bc218456-0da5-4cb4-9461-b33c10bb53ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0640976 Jul 23 20:08:38.558620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54008) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:38.574013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:38.581519 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61fcee6c-6772-465d-ac29-ec7f51ec1d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.586016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'mac_address': 'fa:16:3e:d2:e1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-812809525', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:38.596703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85a58b38-be0d-41d7-a929-7ca021ba450b req-29fe2c07-335d-4047-b982-f99869293467 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781894 Jul 23 20:08:38.629586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.648407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1d77b6-df38-47c1-96c3-cfb825bb91b3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:38.648677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-503af2ca-ab37-4d1c-8356-4d5e171d22ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965729 Jul 23 20:08:38.688658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:38.696992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:38.757508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:38.820181 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-45284258-e611-4144-acee-979e5d065456 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612720 Jul 23 20:08:38.921694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:38.973082 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb2d5f5e-b83b-4061-8166-4ebfaaa734c4 req-a5be8616-6aa0-43bd-bccd-1bcc13a62559 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457474 Jul 23 20:08:39.060075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61fcee6c-6772-465d-ac29-ec7f51ec1d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.080728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61fcee6c-6772-465d-ac29-ec7f51ec1d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.123305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105becf-577b-4738-8ef4-310ca7818d05 req-3b2bfe1a-749b-4b0c-b47f-632cebd4ddbb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.124817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8105becf-577b-4738-8ef4-310ca7818d05 req-3b2bfe1a-749b-4b0c-b47f-632cebd4ddbb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 969 time: 0.4015787 Jul 23 20:08:39.127606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcee6c-6772-465d-ac29-ec7f51ec1d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf555a-86d9-4bb6-8565-b18e5abf1820,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:39.169015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-bd63b1ec-5288-4642-926f-198180ce0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.171066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a829c-6194-4e6f-9f1b-0a32aeaeb699 req-c765de02-855d-430c-8f87-58e1aca002b9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.173427 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-bd63b1ec-5288-4642-926f-198180ce0605 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1096 time: 0.1404405 Jul 23 20:08:39.177669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de0a829c-6194-4e6f-9f1b-0a32aeaeb699 req-c765de02-855d-430c-8f87-58e1aca002b9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.4061790 Jul 23 20:08:39.206896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-61fcee6c-6772-465d-ac29-ec7f51ec1d26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70e010c180144946ba61857bba3bc084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6429167 Jul 23 20:08:39.207793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54038) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:39.220689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8105becf-577b-4738-8ef4-310ca7818d05 req-7623ecbe-705f-449a-8d71-065e50c1e937 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850630 Jul 23 20:08:39.268291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de0a829c-6194-4e6f-9f1b-0a32aeaeb699 req-4336cbd7-43aa-4772-8626-3512354257ef tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855041 Jul 23 20:08:39.337986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-68559cda-f7c9-4ecb-9959-925527d4be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.340247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-68559cda-f7c9-4ecb-9959-925527d4be08 service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1601253 Jul 23 20:08:39.341077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4c34-4714-4d1d-91d6-ac2f7b6ee3cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.377567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801bdb12-bb59-4dc7-ab06-6729881d364c req-7bbbe8c7-0fda-42f5-838d-1490f2c03164 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.382399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-801bdb12-bb59-4dc7-ab06-6729881d364c req-7bbbe8c7-0fda-42f5-838d-1490f2c03164 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 944 time: 0.0775876 Jul 23 20:08:39.397204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-6ffb0e09-f5d2-4d6b-8e9f-21777dcf386b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 217 time: 0.0466044 Jul 23 20:08:39.402735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4c34-4714-4d1d-91d6-ac2f7b6ee3cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.437029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-801bdb12-bb59-4dc7-ab06-6729881d364c req-8e1f9c5c-f034-488c-894a-54572bb33047 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Jul 23 20:08:39.477481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-75dd0e44-46f7-4337-885b-3ea3716f80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.479017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-75dd0e44-46f7-4337-885b-3ea3716f80bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0741296 Jul 23 20:08:39.518110 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-9024e1c1-fce5-4874-9b0e-98afd65fade6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317938 Jul 23 20:08:39.537145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4c34-4714-4d1d-91d6-ac2f7b6ee3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.539749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a4f4c34-4714-4d1d-91d6-ac2f7b6ee3cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:39.543906 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2a4f4c34-4714-4d1d-91d6-ac2f7b6ee3cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5caf555a-86d9-4bb6-8565-b18e5abf1820 HTTP/1.1" status: 204 len: 168 time: 0.3258336 Jul 23 20:08:39.559452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f4c34-4714-4d1d-91d6-ac2f7b6ee3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf555a-86d9-4bb6-8565-b18e5abf1820,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:39.642097 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-9e104a13-8ac2-4cde-a388-3084c033bde2 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166291 Jul 23 20:08:39.758866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e6dc9-67d2-46c4-842e-4e198322a6d3 req-4286477c-0106-4ecb-bb03-c0cd4932d726 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.760482 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c1e6dc9-67d2-46c4-842e-4e198322a6d3 req-4286477c-0106-4ecb-bb03-c0cd4932d726 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 970 time: 0.0829806 Jul 23 20:08:39.761467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7abea8cb-15df-4d84-9cfe-578dfcb4ea36 req-c6e60765-16ee-4648-badf-5e259f89535f service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101933 Jul 23 20:08:39.802067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c1e6dc9-67d2-46c4-842e-4e198322a6d3 req-1c9c5947-c731-497c-9289-3054a13267d8 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Jul 23 20:08:39.854221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54070) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:39.963409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5d77f-ad3d-4039-85e7-76d40f6167c2 req-7c0522e9-2404-4db2-9e89-cecad0f1394f tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:39.965521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddd5d77f-ad3d-4039-85e7-76d40f6167c2 req-7c0522e9-2404-4db2-9e89-cecad0f1394f tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 1122 time: 0.0557778 Jul 23 20:08:39.984307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddd5d77f-ad3d-4039-85e7-76d40f6167c2 req-9e323b1c-6227-44fa-b908-74cb0df54840 tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.040955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-481223781-network', 'tenant_id': 'd621c2bd74cd45eca7b7403ea7e3bd15'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:40.099303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddd5d77f-ad3d-4039-85e7-76d40f6167c2 req-9e323b1c-6227-44fa-b908-74cb0df54840 tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.103559 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddd5d77f-ad3d-4039-85e7-76d40f6167c2 req-9e323b1c-6227-44fa-b908-74cb0df54840 tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.124774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Made reservation on behalf of d621c2bd74cd45eca7b7403ea7e3bd15 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:40.127580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.132762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddd5d77f-ad3d-4039-85e7-76d40f6167c2 req-9e323b1c-6227-44fa-b908-74cb0df54840 tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610806 Jul 23 20:08:40.143039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.155073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e323b1c-6227-44fa-b908-74cb0df54840 tempest-AggregatesAdminTestJSON-239239736 tempest-AggregatesAdminTestJSON-239239736-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91033b53-98f0-4ce3-92d7-6cf399107335,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.195657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:40.252594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:40.257995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:40.258632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.293368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.294190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.334015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:40.378482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.378874 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Added segment a0e3f2c9-0ac9-4e21-9a48-559ed803da4e of type vlan for network 3e9921ff-9d4b-4b23-806c-a630e1fad92b Jul 23 20:08:40.380461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a538f3d-415c-4975-8d8d-b465f748b147,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.429589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.449905 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.473408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.474747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:40.475342 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.493734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:40.498325 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b63733-fb64-48ed-8df4-f9bea371e380" -d '{"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-plugged", "status": "completed", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:40.518920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6626112 Jul 23 20:08:40.522203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54114) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:40.522585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ab63-f44e-4222-8f9e-d0384b8f4ea8 req-75f54eaf-9ac4-46c2-ad1b-a0baa3470d75 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:40.524342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1a4ab63-f44e-4222-8f9e-d0384b8f4ea8 req-75f54eaf-9ac4-46c2-ad1b-a0baa3470d75 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 969 time: 0.1760862 Jul 23 20:08:40.527617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:40.532048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Request body: {'subnet': {'network_id': '3e9921ff-9d4b-4b23-806c-a630e1fad92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-481223781-subnet', 'tenant_id': 'd621c2bd74cd45eca7b7403ea7e3bd15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:40.536944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.577642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e84a5-905c-4c13-8f0d-882b06ae966f req-3bff94ed-eeab-4336-af84-cb4a7a23e253 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:40.582901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b1527-c70f-4fa7-bdc3-46400087cc0e admin admin] Pushing event updated for resources: {'Network': ['ID=3e9921ff-9d4b-4b23-806c-a630e1fad92b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.585770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-182e84a5-905c-4c13-8f0d-882b06ae966f req-3bff94ed-eeab-4336-af84-cb4a7a23e253 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 943 time: 0.1500459 Jul 23 20:08:40.593792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Made reservation on behalf of d621c2bd74cd45eca7b7403ea7e3bd15 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:40.596093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.604038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 3e9921ff-9d4b-4b23-806c-a630e1fad92b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:40.628950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.635689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1a4ab63-f44e-4222-8f9e-d0384b8f4ea8 req-a07ec851-a007-4204-a357-2e30240f1325 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038516 Jul 23 20:08:40.649343 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-182e84a5-905c-4c13-8f0d-882b06ae966f req-72e62c85-adad-4e37-8cef-7bc8d98d7501 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604153 Jul 23 20:08:40.775929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54124) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:40.846071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:40.851842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99951736-c1da-4557-ba98-b64edf9767c0 req-ac9e6b41-28d5-4869-b3b3-f50baf93a239 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:40.859038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99951736-c1da-4557-ba98-b64edf9767c0 req-ac9e6b41-28d5-4869-b3b3-f50baf93a239 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 944 time: 0.0771677 Jul 23 20:08:40.895892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99951736-c1da-4557-ba98-b64edf9767c0 req-e6884d8b-23a6-4862-90b4-6edc75d438de tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354950 Jul 23 20:08:40.924971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-447564780-network', 'tenant_id': '88ec0e139c654480b90946b197eff271'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:40.929497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Checking segment: {'id': 'a0e3f2c9-0ac9-4e21-9a48-559ed803da4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3e9921ff-9d4b-4b23-806c-a630e1fad92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:40.930930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Network hostable DHCP agents. Network: 3e9921ff-9d4b-4b23-806c-a630e1fad92b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:40.940024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf605f1-6c03-4038-a06d-eed09e0626b2,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:40.957040 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac23826-5e59-41ea-8a76-18b771100306 x-openstack-request-id: req-6ac23826-5e59-41ea-8a76-18b771100306 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:40.957380 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-plugged", "status": "completed", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:40.957637 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ac23826-5e59-41ea-8a76-18b771100306 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:40.958031 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'code': 200} Jul 23 20:08:40.958733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-5c7c33f8-bf21-4b1c-9bf6-8feb445d160c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299797 Jul 23 20:08:40.967487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Network 3e9921ff-9d4b-4b23-806c-a630e1fad92b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:40.979918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 3e9921ff-9d4b-4b23-806c-a630e1fad92b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:40.991298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:40.991760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb6760-bf02-481d-afeb-eba8d59057dc None None] Network 3e9921ff-9d4b-4b23-806c-a630e1fad92b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:40.991885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.019222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Made reservation on behalf of 88ec0e139c654480b90946b197eff271 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:41.021937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.029510 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d1a377a6-964c-4e2c-9e51-8affabbe7fcb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5059590 Jul 23 20:08:41.102119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.191510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-3ec812e9-8aa6-426d-a63b-f59d1d9d8ec4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:41.197845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942bd1a1-85ec-4a19-98bc-5ffc70946b9c None None] Network 3e9921ff-9d4b-4b23-806c-a630e1fad92b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:41.198971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-3ec812e9-8aa6-426d-a63b-f59d1d9d8ec4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314260 Jul 23 20:08:41.221806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-fc19da49-ca5a-45f9-8395-c28b4ae438a3 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/quotas/56e2280a9ad44a67bd435113e371a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0215576 Jul 23 20:08:41.274906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e12e8e-5cb3-4272-a28f-37bbbb5163b1 req-a8111669-f11b-4e25-a293-8a2999e5ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:41.276526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47e12e8e-5cb3-4272-a28f-37bbbb5163b1 req-a8111669-f11b-4e25-a293-8a2999e5ed82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1122 time: 0.2485983 Jul 23 20:08:41.290792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-bb6487f0-1352-424a-be6c-d525bf81ef2a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680254 Jul 23 20:08:41.381720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47e12e8e-5cb3-4272-a28f-37bbbb5163b1 req-752033ca-5d8c-4aa5-aa3b-711bf76592d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878768 Jul 23 20:08:41.423900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.429593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.443767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:41.467570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.468018 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Added segment 2037280d-e5f7-429a-9f4f-5f5e6a0dd32e of type vlan for network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 Jul 23 20:08:41.495564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 637546f1-b754-414d-af79-9aba21067b2d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:41.564953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:41.609879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e146dc3-3bdb-4090-bfbb-b75230c2d68f req-134dd4fb-6159-403a-ad2f-dc78c00b1c85 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 210 time: 0.0596249 Jul 23 20:08:41.612138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.641047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 637546f1-b754-414d-af79-9aba21067b2d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=637546f1-b754-414d-af79-9aba21067b2d,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:41.664419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '637546f1-b754-414d-af79-9aba21067b2d', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'port_id': '637546f1-b754-414d-af79-9aba21067b2d', 'mac_address': 'fa:16:3e:b0:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:41.684179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.692256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:41.693580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.712010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.727044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637546f1-b754-414d-af79-9aba21067b2d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:41.750203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 637546f1-b754-414d-af79-9aba21067b2d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=637546f1-b754-414d-af79-9aba21067b2d,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:41.754213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54192) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:41.759943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1178695916-network', 'tenant_id': '71413affe1d84257b0a022680736b2b8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:41.765609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.768392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:41.780956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0037353 Jul 23 20:08:41.782780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54196) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:41.800154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Made reservation on behalf of 71413affe1d84257b0a022680736b2b8 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:41.804073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.815155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.820997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Request body: {'subnet': {'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-447564780-subnet', 'tenant_id': '88ec0e139c654480b90946b197eff271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:41.853750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:08:41.853750 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:08:41.853750 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id_1': '71413affe1d84257b0a022680736b2b8', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 8, 41, 831853)}] Jul 23 20:08:41.853750 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:08:41.854163 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:08:41.878719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=637546f1-b754-414d-af79-9aba21067b2d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:41.926510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12b78c-186d-4d6e-9e74-edecb85cf567 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f4b270-f9cb-4c68-ae99-bc50adf09e91,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:41.934725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Made reservation on behalf of 88ec0e139c654480b90946b197eff271 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:41.938497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:41.939326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:41.981687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:42.037059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'port_id': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'mac_address': 'fa:16:3e:09:c7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37156b0c-0f5e-40e8-9d80-8813d45e5651', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:42.038818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9217a-9eab-4c8e-99b0-1b448b3b4f52 req-9f046100-4665-4954-a5c7-9054193d948c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.047753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fb9217a-9eab-4c8e-99b0-1b448b3b4f52 req-9f046100-4665-4954-a5c7-9054193d948c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 944 time: 0.2763152 Jul 23 20:08:42.073944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b3ae94-513a-4af1-8bf0-6629f93288f4 req-06f285fd-a411-4df9-bc4b-7a467e74b379 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.076021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66b3ae94-513a-4af1-8bf0-6629f93288f4 req-06f285fd-a411-4df9-bc4b-7a467e74b379 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2938995 Jul 23 20:08:42.078175 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.091761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49331b9-e025-4f3d-bbee-4a4a3efea410 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:42.113814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:42.118111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.167544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fb9217a-9eab-4c8e-99b0-1b448b3b4f52 req-cfb66426-e0b7-4b99-a8d9-155c7efa35cc tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186090 Jul 23 20:08:42.186616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:42.189458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66b3ae94-513a-4af1-8bf0-6629f93288f4 req-ddf87d0b-7fe9-49e1-9120-8eadc141f24e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026518 Jul 23 20:08:42.265940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.355588 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.371349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b42be26d-26ab-4bfa-83c0-c4df5555f6f1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:42.398676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:42.398990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Network hostable DHCP agents. Network: d5f4b270-f9cb-4c68-ae99-bc50adf09e91, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:42.420210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7deef6-bfe4-4d13-b02b-0020f9180046 req-1d3d8c2f-78f6-492b-bfe5-a271a6926f0f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.429881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c7deef6-bfe4-4d13-b02b-0020f9180046 req-1d3d8c2f-78f6-492b-bfe5-a271a6926f0f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.1349683 Jul 23 20:08:42.434141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d49331b9-e025-4f3d-bbee-4a4a3efea410'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:42.457384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:42.476847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d5f4b270-f9cb-4c68-ae99-bc50adf09e91) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:42.479007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['637546f1-b754-414d-af79-9aba21067b2d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:42.485998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.486592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.492736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c7deef6-bfe4-4d13-b02b-0020f9180046 req-942f2aa1-ffd2-4c98-adf2-18b707a18c15 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583451 Jul 23 20:08:42.508720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.516740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.517851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39fa84-2f28-4406-970f-104fb2cdf442 None None] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:42.531619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-87238c51-20e6-426e-8e1e-7b171acf2e00 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7088614 Jul 23 20:08:42.547240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:42.564664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a99ebe-d57d-46a6-a3f9-a556a3f4cddb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:42.569595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.569947 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Added segment 7111c64f-9914-4dcf-addd-1bec4d5d1e00 of type vlan for network deaa60dc-a056-4f70-b697-ed9142430ef0 Jul 23 20:08:42.621777 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.694284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.695612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:42.696393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.766249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] Pushing event updated for resources: {'Network': ['ID=deaa60dc-a056-4f70-b697-ed9142430ef0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:42.785129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-df450e85-2a23-494e-9e0c-0ad79ba56442 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0273180 Jul 23 20:08:42.785968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:42.788860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-741133b4-248b-4637-bd63-c02c0bc2d1bc req-8a598ebe-0411-49fa-870f-b45d56607cfd tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 210 time: 0.0770147 Jul 23 20:08:42.792310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network deaa60dc-a056-4f70-b697-ed9142430ef0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:42.793187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Request body: {'subnet': {'network_id': 'deaa60dc-a056-4f70-b697-ed9142430ef0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1178695916-subnet', 'tenant_id': '71413affe1d84257b0a022680736b2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:42.825583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Made reservation on behalf of 71413affe1d84257b0a022680736b2b8 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:42.829496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:42.857103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-967194c9-b4f1-40e3-8bee-f47c0e375911 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628612 Jul 23 20:08:43.027702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-057a65a4-2b5d-4d51-b1db-02b78f76cbf2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.030508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-057a65a4-2b5d-4d51-b1db-02b78f76cbf2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682780 Jul 23 20:08:43.048172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc5304-beb8-4d16-bdc8-95639c225933 None None] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:43.050890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:43.360056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.386237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002e4cc-b642-4090-a517-3bc6519e99ef req-e0f6f147-b53f-49ac-89fe-6e34ffc6c10f tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.388483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b002e4cc-b642-4090-a517-3bc6519e99ef req-e0f6f147-b53f-49ac-89fe-6e34ffc6c10f tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 944 time: 0.1179056 Jul 23 20:08:43.389984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:43.393469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.413766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.442299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47e830a-193c-49ca-a14c-860b6d914065,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:43.447830 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.471264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b002e4cc-b642-4090-a517-3bc6519e99ef req-be8eeccb-791e-48e2-929b-cfa066c1f071 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691741 Jul 23 20:08:43.496924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Checking segment: {'id': '7111c64f-9914-4dcf-addd-1bec4d5d1e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'deaa60dc-a056-4f70-b697-ed9142430ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:43.497281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Network hostable DHCP agents. Network: deaa60dc-a056-4f70-b697-ed9142430ef0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:43.527027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Network deaa60dc-a056-4f70-b697-ed9142430ef0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:43.540687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54282) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:43.550254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1958697805-network', 'tenant_id': '990c0f9504794214a515f408a3707fe0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:43.554691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, deaa60dc-a056-4f70-b697-ed9142430ef0) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:43.562269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.563333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.568887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a84cea-9c26-412e-b6b3-898fc7c7552a None None] Network deaa60dc-a056-4f70-b697-ed9142430ef0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:43.628136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97ff8a-4525-4f51-a01f-b23d7189a671 req-018c91dc-826a-46a1-af20-75050ad16d7e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:43.629678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df97ff8a-4525-4f51-a01f-b23d7189a671 req-018c91dc-826a-46a1-af20-75050ad16d7e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1057150 Jul 23 20:08:43.634419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.643880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.650857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4d019e24-cb12-41f6-af60-363f97d5911a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8633280 Jul 23 20:08:43.674877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Made reservation on behalf of 990c0f9504794214a515f408a3707fe0 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:43.677836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.694078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.747811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd247b9-9da1-4018-b280-a866f56b2d35,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:43.767860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df97ff8a-4525-4f51-a01f-b23d7189a671 req-cb9ffb47-5f99-4185-980e-5ec7c02d5ccc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321225 Jul 23 20:08:43.790373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c247f292-d2b0-475d-9083-67b22685a639 None None] Network deaa60dc-a056-4f70-b697-ed9142430ef0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:43.818548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f14389c3-3a52-45d4-ae70-81721ff229b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.831714 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.843138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.863940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:08:43.881801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.881801 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Added segment d7430337-a25c-4191-bc29-e892957a3967 of type vlan for network 283575a3-4a78-4f6f-89df-e1c6f4fb4151 Jul 23 20:08:43.884946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54304) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:43.941677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:43.959358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.128 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/0233d6ce-b09b-4907-9bca-f1b771971164) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:43.969241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Deleting subnet adf605f1-6c03-4038-a06d-eed09e0626b2 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:43.981503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.003327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea118b-e66c-4522-b667-e66df11e8b88,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.023275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.025712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.026813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.045880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154f31-1dc0-4fb4-99fd-6d0c8c615644 req-5c64b4e9-5cf8-4123-b50d-88790e9ebd4a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.047538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3154f31-1dc0-4fb4-99fd-6d0c8c615644 req-5c64b4e9-5cf8-4123-b50d-88790e9ebd4a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.2385733 Jul 23 20:08:44.073641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5263846 Jul 23 20:08:44.078469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54308) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:44.086850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Request body: {'subnet': {'network_id': '283575a3-4a78-4f6f-89df-e1c6f4fb4151', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1958697805-subnet', 'tenant_id': '990c0f9504794214a515f408a3707fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:44.106179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.125474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.155959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cd0c6-652c-4f5c-8dd8-474d15242e33 admin admin] Pushing event updated for resources: {'Network': ['ID=283575a3-4a78-4f6f-89df-e1c6f4fb4151,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.161065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Made reservation on behalf of 990c0f9504794214a515f408a3707fe0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:44.164283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.169219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 283575a3-4a78-4f6f-89df-e1c6f4fb4151 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:08:44.196145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3154f31-1dc0-4fb4-99fd-6d0c8c615644 req-737fc551-ba87-44c7-875b-b530b53cc1ac tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407161 Jul 23 20:08:44.334414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92d2a8fd-465e-41a5-bb55-15927b72a75f req-4368e6ae-a5eb-42b2-83f3-d4c10d64747a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 210 time: 0.0428920 Jul 23 20:08:44.347485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.371565 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.405743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf605f1-6c03-4038-a06d-eed09e0626b2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.427933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.453549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0a9eed-c9fc-4857-a2d5-2a1a35c99cf2,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.457489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Checking segment: {'id': 'd7430337-a25c-4191-bc29-e892957a3967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '283575a3-4a78-4f6f-89df-e1c6f4fb4151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:44.457784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Network hostable DHCP agents. Network: 283575a3-4a78-4f6f-89df-e1c6f4fb4151, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:08:44.461415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b0063-6b0e-4380-8525-f66fcabcefbf req-1a55c960-e894-41a9-966b-d3c8c00796fa tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.463130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1b0063-6b0e-4380-8525-f66fcabcefbf req-1a55c960-e894-41a9-966b-d3c8c00796fa tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1122 time: 0.2553077 Jul 23 20:08:44.474498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.478481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Network 283575a3-4a78-4f6f-89df-e1c6f4fb4151 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:08:44.479036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ffbc862c-04d7-4a69-be68-a43f937aebe9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/adf605f1-6c03-4038-a06d-eed09e0626b2 HTTP/1.1" status: 204 len: 168 time: 0.5892813 Jul 23 20:08:44.480503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object 0233d6ce-b09b-4907-9bca-f1b771971164 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:44.480666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:44.501002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea1b0063-6b0e-4380-8525-f66fcabcefbf req-90f00630-8bc3-4ade-8d04-7f621a18469f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.505821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 283575a3-4a78-4f6f-89df-e1c6f4fb4151) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:44.513097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.515388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.516149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e83cb-3e88-4636-8f43-629fcde998b6 None None] Network 283575a3-4a78-4f6f-89df-e1c6f4fb4151 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:44.582091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.582855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.667522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f1b84-d0ba-465c-a830-99a49336f89e None None] Network 283575a3-4a78-4f6f-89df-e1c6f4fb4151 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:08:44.676629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.681355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:44.689767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.690564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.691382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.691807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > port after_create 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.692607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.692951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > port after_update 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.693524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.693745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.694069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=0233d6ce-b09b-4907-9bca-f1b771971164,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.694176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.695082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.698618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:44.700786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:44.706571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.707174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.774240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a62ab0-8bd5-43fd-b596-a66acdefbd8d req-87814e3b-235e-4ad3-8b36-916215f23bc7 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:44.782632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42a62ab0-8bd5-43fd-b596-a66acdefbd8d req-87814e3b-235e-4ad3-8b36-916215f23bc7 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 944 time: 0.1571395 Jul 23 20:08:44.794970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea1b0063-6b0e-4380-8525-f66fcabcefbf req-90f00630-8bc3-4ade-8d04-7f621a18469f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.799237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.799817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.800391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.801202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:08:44.802523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9921ff-9d4b-4b23-806c-a630e1fad92b']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:44.806649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea1b0063-6b0e-4380-8525-f66fcabcefbf req-90f00630-8bc3-4ade-8d04-7f621a18469f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.832559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-25d0926b-1be9-4c1a-a861-b9824cd90199 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7450910 Jul 23 20:08:44.833160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-c5412ce5-1ce0-4e72-82d8-d4d5b98662d0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7831457 Jul 23 20:08:44.833271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e3f2c9-0ac9-4e21-9a48-559ed803da4e') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:44.833271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e3f2c9-0ac9-4e21-9a48-559ed803da4e') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:44.850203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1b0063-6b0e-4380-8525-f66fcabcefbf req-90f00630-8bc3-4ade-8d04-7f621a18469f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770750 Jul 23 20:08:44.857380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Request body: {'port': {'device_id': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:44.860503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.899980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f00630-8bc3-4ade-8d04-7f621a18469f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb14ac-286b-40d7-a5da-e87196812257,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:44.906259 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.912766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42a62ab0-8bd5-43fd-b596-a66acdefbd8d req-e770def4-2f09-4a88-aecb-21a537854b39 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292713 Jul 23 20:08:44.922432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:44.922819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: from cryptography.utils import int_from_bytes Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: from cryptography.utils import int_from_bytes Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:44.955339 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:45.012855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.059993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-86fa00d1-fc32-49f6-8a11-510fd46310fe None None] Provisioning for port 0233d6ce-b09b-4907-9bca-f1b771971164 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:45.065267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-86fa00d1-fc32-49f6-8a11-510fd46310fe None None] Provisioning complete for port 0233d6ce-b09b-4907-9bca-f1b771971164 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:45.065662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-86fa00d1-fc32-49f6-8a11-510fd46310fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.114189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.124451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.133305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] 10.222.0.46 "DELETE /v2.0/networks/3e9921ff-9d4b-4b23-806c-a630e1fad92b HTTP/1.1" status: 204 len: 168 time: 0.6482265 Jul 23 20:08:45.147983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54340) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:45.177830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-86fa00d1-fc32-49f6-8a11-510fd46310fe None None] Port 0233d6ce-b09b-4907-9bca-f1b771971164 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:45.195752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2b837-7761-40c4-bf0b-e505f5186e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9921ff-9d4b-4b23-806c-a630e1fad92b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:45.259687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Deleting subnet d47e830a-193c-49ca-a14c-860b6d914065 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:08:45.264464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.314220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.374463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.435044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54354) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:45.482432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.482635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 637546f1-b754-414d-af79-9aba21067b2d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:45.525280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.531425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d47e830a-193c-49ca-a14c-860b6d914065 HTTP/1.1" status: 204 len: 168 time: 0.3821507 Jul 23 20:08:45.532387 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54366) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:45.533584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea3b20-b90a-4d24-b152-13520fafb5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47e830a-193c-49ca-a14c-860b6d914065,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:45.586150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 637546f1-b754-414d-af79-9aba21067b2d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:45.593115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 637546f1-b754-414d-af79-9aba21067b2d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:45.593660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.630082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68a2a24f-d9d9-471d-b132-0a3e7a6c5943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.651033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.715534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a3b10-9223-42b4-a509-a3d2673a9cb4 req-3cf4a459-5076-4587-b048-40113a64ca4c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:45.717098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20a3b10-9223-42b4-a509-a3d2673a9cb4 req-3cf4a459-5076-4587-b048-40113a64ca4c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.1482553 Jul 23 20:08:45.726148 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.744087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0233d6ce-b09b-4907-9bca-f1b771971164 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:45.755549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.755902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637546f1-b754-414d-af79-9aba21067b2d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:45.758797 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d8451-b984-43eb-a9c2-b8882b403de4" -d '{"events": [{"server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "name": "network-vif-plugged", "status": "completed", "tag": "637546f1-b754-414d-af79-9aba21067b2d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:45.774977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 637546f1-b754-414d-af79-9aba21067b2d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=637546f1-b754-414d-af79-9aba21067b2d,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:45.779638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.780033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Transition to ACTIVE for port object 0233d6ce-b09b-4907-9bca-f1b771971164 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:45.780934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:45.800034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20a3b10-9223-42b4-a509-a3d2673a9cb4 req-84a60b47-f315-43ae-8117-d0c2dfdf1c5d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769072 Jul 23 20:08:45.801242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.813180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.830219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deaa60dc-a056-4f70-b697-ed9142430ef0']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:45.844885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7111c64f-9914-4dcf-addd-1bec4d5d1e00') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:45.845598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7111c64f-9914-4dcf-addd-1bec4d5d1e00') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:45.857195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.877649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.878631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=637546f1-b754-414d-af79-9aba21067b2d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:45.889357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port d49331b9-e025-4f3d-bbee-4a4a3efea410 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:45.893599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port d49331b9-e025-4f3d-bbee-4a4a3efea410 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:45.893969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.900165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:08:45.901933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:45.968281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=0233d6ce-b09b-4907-9bca-f1b771971164,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:08:46.011143 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:08:46.017234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.020272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54380) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:46.063944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:46.069973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.102044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Attempting to bind port 0233d6ce-b09b-4907-9bca-f1b771971164 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:46.102464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Attempting to bind port 0233d6ce-b09b-4907-9bca-f1b771971164 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:46.102859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Attempting to bind port 0233d6ce-b09b-4907-9bca-f1b771971164 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:46.111352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Port 0233d6ce-b09b-4907-9bca-f1b771971164 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:46.111776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Attempting to bind port 0233d6ce-b09b-4907-9bca-f1b771971164 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:46.124435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:46.125357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:46.125836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:46.126362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Bound port: 0233d6ce-b09b-4907-9bca-f1b771971164, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:46.126798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.137478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.154980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.162443 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.166516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] 10.222.0.46 "DELETE /v2.0/networks/deaa60dc-a056-4f70-b697-ed9142430ef0 HTTP/1.1" status: 204 len: 168 time: 0.6306515 Jul 23 20:08:46.241015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30695-5b2b-44bc-b2df-578dbb49466d admin admin] Pushing event deleted for resources: {'Network': ['ID=deaa60dc-a056-4f70-b697-ed9142430ef0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.256427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd9a38-95e8-4d57-b8f1-1e36bd281b86 req-39f41931-1d40-460e-bd9d-fdd653518160 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.264907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5fd9a38-95e8-4d57-b8f1-1e36bd281b86 req-39f41931-1d40-460e-bd9d-fdd653518160 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 948 time: 0.3365211 Jul 23 20:08:46.269604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] For port 0233d6ce-b09b-4907-9bca-f1b771971164, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:46.290781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68a2a24f-d9d9-471d-b132-0a3e7a6c5943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.299253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] For port 0233d6ce-b09b-4907-9bca-f1b771971164, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0233d6ce-b09b-4907-9bca-f1b771971164,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:46.310376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68a2a24f-d9d9-471d-b132-0a3e7a6c5943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.331440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5fd9a38-95e8-4d57-b8f1-1e36bd281b86 req-c82c0548-10fa-4c68-9f0c-84f52c2dda96 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652449 Jul 23 20:08:46.338587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.343922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54386) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:46.365408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.368655 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f97b956-ac03-4cf2-95f6-0d2f9866812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.378892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2a24f-d9d9-471d-b132-0a3e7a6c5943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c402b972-e7c8-40f0-8028-deb0f88c35dd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.419526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-175182d6-1ac5-48db-9cf7-2dc916c6ba47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4065535 Jul 23 20:08:46.424975 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-68a2a24f-d9d9-471d-b132-0a3e7a6c5943 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8aa8f1eaac3448d0974c3ce40aeb1363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9881613 Jul 23 20:08:46.428140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54392) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:46.438918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.439795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.441372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] 10.222.0.36 "PUT /v2.0/ports/0233d6ce-b09b-4907-9bca-f1b771971164 HTTP/1.1" status: 200 len: 1097 time: 1.5935054 Jul 23 20:08:46.443687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'tag': '0233d6ce-b09b-4907-9bca-f1b771971164'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:46.449503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-a785b096-7ba4-4a23-ae67-963d32a9348b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4280066 Jul 23 20:08:46.465895 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021fa763-38a2-4d07-802f-280bf07c0655" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd32dd1-761f-4d54-8599-c0be1f90e01d", "tag": "0233d6ce-b09b-4907-9bca-f1b771971164"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:46.528489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fa40487-da59-4856-b1af-93af2f398294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.536141 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531db448-a1e2-4d85-81af-d2329e8d56c7 x-openstack-request-id: req-531db448-a1e2-4d85-81af-d2329e8d56c7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:46.536519 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "name": "network-vif-plugged", "status": "completed", "tag": "637546f1-b754-414d-af79-9aba21067b2d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:46.536778 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-531db448-a1e2-4d85-81af-d2329e8d56c7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:46.537179 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637546f1-b754-414d-af79-9aba21067b2d', 'code': 200} Jul 23 20:08:46.584926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-506400cb-cd7d-4794-955d-0e74e6f80ae9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d621c2bd74cd45eca7b7403ea7e3bd15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303534 Jul 23 20:08:46.592269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54406) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:46.625871 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fa40487-da59-4856-b1af-93af2f398294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.639388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33e38c-6252-41e0-9912-feeb6d987ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=0233d6ce-b09b-4907-9bca-f1b771971164,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.756226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-59cf226f-3222-4570-86e2-f784f23ba7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.758150 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-59cf226f-3222-4570-86e2-f784f23ba7db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 1122 time: 0.2433944 Jul 23 20:08:46.773495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91e10b35-4b92-4a40-94fb-d57fda0b6a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.777646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba5a4b-6a26-4878-abab-eae302fe0115 req-02f779d4-1633-461c-b240-c949007596e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.779277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1eba5a4b-6a26-4878-abab-eae302fe0115 req-02f779d4-1633-461c-b240-c949007596e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 1097 time: 0.1847577 Jul 23 20:08:46.790229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fa40487-da59-4856-b1af-93af2f398294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.793046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fa40487-da59-4856-b1af-93af2f398294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.797028 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8fa40487-da59-4856-b1af-93af2f398294 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c402b972-e7c8-40f0-8028-deb0f88c35dd HTTP/1.1" status: 204 len: 168 time: 0.3670635 Jul 23 20:08:46.800446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-088a42b1-d875-434c-9afa-fac9cb6201bd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.808229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-088a42b1-d875-434c-9afa-fac9cb6201bd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.2749441 Jul 23 20:08:46.835711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-db650c6c-655d-4980-adc3-62280998ad7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.838156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-db650c6c-655d-4980-adc3-62280998ad7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 1100 time: 0.3043728 Jul 23 20:08:46.846901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40487-da59-4856-b1af-93af2f398294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c402b972-e7c8-40f0-8028-deb0f88c35dd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:46.850580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-533ae3f8-7e00-4b8e-aa91-025ba60fdc11 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/quotas/88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 375 time: 0.0408561 Jul 23 20:08:46.851817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91e10b35-4b92-4a40-94fb-d57fda0b6a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.923810 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1eba5a4b-6a26-4878-abab-eae302fe0115 req-d7142eb3-8335-4bb4-ac51-e3253d39755e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255865 Jul 23 20:08:46.934913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-88104ac5-3f4d-4e2a-a8d8-c81575525a82 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835855 Jul 23 20:08:46.949888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-651b9a0e-e952-4a79-b015-207a8dc422a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0233d6ce-b09b-4907-9bca-f1b771971164 HTTP/1.1" status: 200 len: 217 time: 0.0955915 Jul 23 20:08:46.960175 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:46.972383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-8b14cbe1-3985-46bd-a823-e82ae51e8a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.973972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-8b14cbe1-3985-46bd-a823-e82ae51e8a92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1929443 Jul 23 20:08:46.975146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576dc04-6cae-4938-88a4-a545f763eb69 req-9339f858-e252-4d17-b62e-7a775857b38a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:46.983245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8576dc04-6cae-4938-88a4-a545f763eb69 req-9339f858-e252-4d17-b62e-7a775857b38a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2580869 Jul 23 20:08:47.021246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91e10b35-4b92-4a40-94fb-d57fda0b6a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.024119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91e10b35-4b92-4a40-94fb-d57fda0b6a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.028707 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-91e10b35-4b92-4a40-94fb-d57fda0b6a98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a538f3d-415c-4975-8d8d-b465f748b147 HTTP/1.1" status: 204 len: 168 time: 0.4353609 Jul 23 20:08:47.030438 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-69fa7285-4287-4b5c-b308-c4a98b219870 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=4f23b74f-5c68-4202-b38e-b90ae0905099 HTTP/1.1" status: 200 len: 217 time: 0.0497909 Jul 23 20:08:47.053932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e10b35-4b92-4a40-94fb-d57fda0b6a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a538f3d-415c-4975-8d8d-b465f748b147,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:47.111687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-eff82809-a851-4194-a9fb-628363fb1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.114533 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-eff82809-a851-4194-a9fb-628363fb1f08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0742183 Jul 23 20:08:47.122294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8576dc04-6cae-4938-88a4-a545f763eb69 req-0e49af01-731d-4f71-bd10-6a192572585d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350174 Jul 23 20:08:47.146519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-339ff0f0-237d-4ef7-b8a6-b73003a80a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.148064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-339ff0f0-237d-4ef7-b8a6-b73003a80a2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1822023 Jul 23 20:08:47.209378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-e3d4c8bb-8f52-4503-80eb-4998c4d895f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.211145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-e3d4c8bb-8f52-4503-80eb-4998c4d895f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909474 Jul 23 20:08:47.237118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-006e40a5-1bbe-48ec-aeb8-42a37ec13074 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013015 Jul 23 20:08:47.364545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-0a71bc7a-ed52-492f-b6d3-969e842872ab service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458004 Jul 23 20:08:47.376106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54440) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:47.411626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-d8f9c72f-b4d1-43e7-ad0e-f9ec9e35e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.413140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-d8f9c72f-b4d1-43e7-ad0e-f9ec9e35e4ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2565956 Jul 23 20:08:47.417660 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8eab082-e361-4e03-b00b-da2786d40fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.451844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-b9bef21e-7ada-4571-9a25-f1d2d83aad96 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135568 Jul 23 20:08:47.497870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a12d6-d905-40a0-bacc-f8aafcb09d3a req-3f36d00d-785a-4108-baab-74a2b39a9aac tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:47.499896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c1a12d6-d905-40a0-bacc-f8aafcb09d3a req-3f36d00d-785a-4108-baab-74a2b39a9aac tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 945 time: 0.2735767 Jul 23 20:08:47.506298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-495c8f6e-c5f9-4edf-8d00-9b7946ee94a9 req-5f767326-9759-468f-801c-1333c749812e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350245 Jul 23 20:08:47.588205 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.617377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c1a12d6-d905-40a0-bacc-f8aafcb09d3a req-52dd84e1-3b0b-47e3-b96c-7aa3137fb7ac tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016440 Jul 23 20:08:47.676832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-293dea46-577f-4263-b3b8-bdbaea88abaa service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502482 Jul 23 20:08:47.740475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54452) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:47.744992 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa2e8e9-a324-4bb6-a7cd-46188de5b5e9 x-openstack-request-id: req-efa2e8e9-a324-4bb6-a7cd-46188de5b5e9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:47.745278 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd32dd1-761f-4d54-8599-c0be1f90e01d", "tag": "0233d6ce-b09b-4907-9bca-f1b771971164", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:47.745544 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efa2e8e9-a324-4bb6-a7cd-46188de5b5e9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:47.745937 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'tag': '0233d6ce-b09b-4907-9bca-f1b771971164', 'status': 'completed', 'code': 200} Jul 23 20:08:47.798674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d87b697-a87d-4cf5-bfcb-1d1d321eab4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71413affe1d84257b0a022680736b2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570836 Jul 23 20:08:47.801636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:47.862906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8eab082-e361-4e03-b00b-da2786d40fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.871753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8a984a5-106c-40c8-964e-a1543fb99870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.896007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8eab082-e361-4e03-b00b-da2786d40fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.898988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8a984a5-106c-40c8-964e-a1543fb99870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.954331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8a984a5-106c-40c8-964e-a1543fb99870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.957471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8a984a5-106c-40c8-964e-a1543fb99870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:47.960983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e8a984a5-106c-40c8-964e-a1543fb99870 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2a99ebe-d57d-46a6-a3f9-a556a3f4cddb HTTP/1.1" status: 204 len: 168 time: 0.1553559 Jul 23 20:08:47.978057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a984a5-106c-40c8-964e-a1543fb99870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a99ebe-d57d-46a6-a3f9-a556a3f4cddb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:47.993507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd56436e-0efd-473b-ab6a-fad4fcf47ecf req-ee903fed-b2cd-48ae-a887-72ee3a7c21cf service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116608 Jul 23 20:08:48.011879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a8eab082-e361-4e03-b00b-da2786d40fb6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cde8689fa2d74650ba36aa7169e1f1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347363 Jul 23 20:08:48.012717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eab082-e361-4e03-b00b-da2786d40fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d3b927-0220-42de-ab76-609d361cff6d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:48.014582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:48.080376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9135e-823b-4093-b645-f4f58c066251 req-16f1771b-8b6c-4611-9892-31c3010cfd97 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.089136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13b9135e-823b-4093-b645-f4f58c066251 req-16f1771b-8b6c-4611-9892-31c3010cfd97 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 948 time: 0.2531362 Jul 23 20:08:48.098597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ae0164-46a0-4c36-bea2-c3f3243b9a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.128504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ae0164-46a0-4c36-bea2-c3f3243b9a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.140955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862793fa-8ba4-4077-8d96-3e3bf8cdf743 req-bce03552-7bc3-4c22-9ab0-64dae8a6e83f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.145203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-862793fa-8ba4-4077-8d96-3e3bf8cdf743 req-bce03552-7bc3-4c22-9ab0-64dae8a6e83f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 946 time: 0.3350496 Jul 23 20:08:48.207454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ae0164-46a0-4c36-bea2-c3f3243b9a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.215055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-98ae0164-46a0-4c36-bea2-c3f3243b9a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:48.217883 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-98ae0164-46a0-4c36-bea2-c3f3243b9a1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1d3b927-0220-42de-ab76-609d361cff6d HTTP/1.1" status: 204 len: 168 time: 0.2019579 Jul 23 20:08:48.247442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13b9135e-823b-4093-b645-f4f58c066251 req-77aaea95-4e2c-4ec7-b8ae-343f7b379cbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568885 Jul 23 20:08:48.255135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae0164-46a0-4c36-bea2-c3f3243b9a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d3b927-0220-42de-ab76-609d361cff6d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:48.345144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-862793fa-8ba4-4077-8d96-3e3bf8cdf743 req-d87fee67-1e81-4e73-993d-38d6f98ea523 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897662 Jul 23 20:08:48.369083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-42c5d74a-5443-439a-889f-a9b145f83347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.371920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-42c5d74a-5443-439a-889f-a9b145f83347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1122 time: 0.0817692 Jul 23 20:08:48.436283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b6508d0-5ee9-446e-b70e-1609eaaeb5e8 req-bd9a66fd-8899-4eae-a809-28d9177752e7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 210 time: 0.0864973 Jul 23 20:08:48.465185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa763-38a2-4d07-802f-280bf07c0655 req-1b8d2813-9657-4be6-94e0-96de33123b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.468763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-1b8d2813-9657-4be6-94e0-96de33123b3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 1100 time: 0.3004043 Jul 23 20:08:48.501902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-bfe7a6f2-fbad-474a-b5c1-e0930a483ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.503633 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-bfe7a6f2-fbad-474a-b5c1-e0930a483ac7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1243112 Jul 23 20:08:48.538631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:48.541036 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d0634-91b0-4d19-9587-f696d16617d8" -d '{"events": [{"server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "name": "network-vif-plugged", "status": "completed", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:48.571271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-56164c8e-56a7-40c5-9afc-772848fe857b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0555623 Jul 23 20:08:48.632110 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311f31b8-9312-4262-be6d-e45a92c5c9a1 x-openstack-request-id: req-311f31b8-9312-4262-be6d-e45a92c5c9a1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:48.632395 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "name": "network-vif-plugged", "status": "completed", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:48.632640 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-311f31b8-9312-4262-be6d-e45a92c5c9a1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:48.633024 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'code': 200} Jul 23 20:08:48.644856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-be7cac3f-3df7-4816-bf83-cd4e59c60714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.646591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-be7cac3f-3df7-4816-bf83-cd4e59c60714 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0697381 Jul 23 20:08:48.732390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-de8f145c-0e5f-4462-8063-0b7e360d9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.736627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-de8f145c-0e5f-4462-8063-0b7e360d9637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836864 Jul 23 20:08:48.814357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2a41a-5d2d-48b4-9ec4-f90fa1f60907 req-faeefd61-0921-40fa-9099-33fea0b92a41 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.815913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85f2a41a-5d2d-48b4-9ec4-f90fa1f60907 req-faeefd61-0921-40fa-9099-33fea0b92a41 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2953157 Jul 23 20:08:48.816964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa763-38a2-4d07-802f-280bf07c0655 req-610addb8-7546-463c-9319-ea580d358b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.818307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-610addb8-7546-463c-9319-ea580d358b64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3412218 Jul 23 20:08:48.883173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-2d7cc048-25a3-4321-aac0-3b0c6b9b1c6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=0233d6ce-b09b-4907-9bca-f1b771971164 HTTP/1.1" status: 200 len: 217 time: 0.0518856 Jul 23 20:08:48.940147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85f2a41a-5d2d-48b4-9ec4-f90fa1f60907 req-0ebb4946-e431-4073-b618-183440a0764b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182096 Jul 23 20:08:48.960234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa763-38a2-4d07-802f-280bf07c0655 req-1e738ee4-1667-4c03-ab2a-593b967531b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:48.964793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-1e738ee4-1667-4c03-ab2a-593b967531b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0666459 Jul 23 20:08:49.087205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa763-38a2-4d07-802f-280bf07c0655 req-b91c43c1-d9cb-43de-9d08-ba6ec2cee4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.090790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-b91c43c1-d9cb-43de-9d08-ba6ec2cee4ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1199107 Jul 23 20:08:49.093742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-429bc4fc-b6ab-4a6b-8428-bcb020842069 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368912 Jul 23 20:08:49.109127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43f22e-11df-47d7-9a43-5d59f290f37b req-cd01631d-6120-4192-9f52-92f976b23898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.111417 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc43f22e-11df-47d7-9a43-5d59f290f37b req-cd01631d-6120-4192-9f52-92f976b23898 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1098 time: 0.3716936 Jul 23 20:08:49.420496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc43f22e-11df-47d7-9a43-5d59f290f37b req-dad62320-727c-41f8-a926-4eb072409f06 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838635 Jul 23 20:08:49.491699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.500713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-8ee7f305-9454-44f6-a648-3716f547656f service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814173 Jul 23 20:08:49.549172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae784a-8e8b-407c-bae8-7e449dd0c149 req-093592d9-6b25-41fa-b504-a24dc5200c58 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.556001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cae784a-8e8b-407c-bae8-7e449dd0c149 req-093592d9-6b25-41fa-b504-a24dc5200c58 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 945 time: 0.4718168 Jul 23 20:08:49.637011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-e47a3032-def9-4c46-adac-08e9e7d33a3a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.638474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-e47a3032-def9-4c46-adac-08e9e7d33a3a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.4256558 Jul 23 20:08:49.646173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-ed461532-55a5-43d5-b249-ccabbd208bcc service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208080 Jul 23 20:08:49.654656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Request body: {'port': {'device_id': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'admin_state_up': True, 'tenant_id': '88ec0e139c654480b90946b197eff271'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:49.686284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cae784a-8e8b-407c-bae8-7e449dd0c149 req-62535121-b965-4c01-a2d7-43ca4d5c8fab tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293442 Jul 23 20:08:49.776537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70790e-2af5-40d2-b3c4-5aa6b80b9327 req-4fe4d138-3cc0-4a7e-bc43-47959d59950b tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.783679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc70790e-2af5-40d2-b3c4-5aa6b80b9327 req-4fe4d138-3cc0-4a7e-bc43-47959d59950b tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 970 time: 0.5740306 Jul 23 20:08:49.937588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc70790e-2af5-40d2-b3c4-5aa6b80b9327 req-bb333f5c-a596-486b-ad60-5519a036f380 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529467 Jul 23 20:08:49.939632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021fa763-38a2-4d07-802f-280bf07c0655 req-aee1e48e-a65c-4f8e-b411-2b6fbce43593 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786107 Jul 23 20:08:49.966380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Made reservation on behalf of 88ec0e139c654480b90946b197eff271 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:49.969882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:49.983739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcfd2-b568-489d-9348-735d442cf73a req-6a5d0dc6-50b1-460f-ba07-f234151080d2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:49.985299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e51fcfd2-b568-489d-9348-735d442cf73a req-6a5d0dc6-50b1-460f-ba07-f234151080d2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 948 time: 0.1701117 Jul 23 20:08:50.152556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e51fcfd2-b568-489d-9348-735d442cf73a req-63d00854-748a-47af-808b-6c70431eed14 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573510 Jul 23 20:08:50.215385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Allocated IP 172.20.0.12 (d5f4b270-f9cb-4c68-ae99-bc50adf09e91/b42be26d-26ab-4bfa-83c0-c4df5555f6f1/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:50.224454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73481461-a8a1-49db-b682-e5878f55b8cb req-4aa00adc-6bb0-4e35-8874-9aff2e7f2cb6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:50.232493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73481461-a8a1-49db-b682-e5878f55b8cb req-4aa00adc-6bb0-4e35-8874-9aff2e7f2cb6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 946 time: 0.1870065 Jul 23 20:08:50.295230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73481461-a8a1-49db-b682-e5878f55b8cb req-0363e3f8-a1e1-428f-9d39-6b55a190a5ab tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619164 Jul 23 20:08:50.382455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8afae3a-6ffb-4e2d-a5ca-8d73e6c4025d req-73141dc7-e9fb-4212-95f3-3fc192cd91ce tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 210 time: 0.0520949 Jul 23 20:08:50.571447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.621461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-43652427-1073-47c3-9257-c045de1e874d tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:50.622931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-43652427-1073-47c3-9257-c045de1e874d tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.36 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 970 time: 0.1952496 Jul 23 20:08:50.645508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4095b-3941-45db-9f44-370370cb372a req-41a9ffa7-520d-475a-8ca3-962f84e311dd tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:50.646990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ea4095b-3941-45db-9f44-370370cb372a req-41a9ffa7-520d-475a-8ca3-962f84e311dd tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 945 time: 0.2203863 Jul 23 20:08:50.656989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54566) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:50.662644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'floatingip': {'port_id': '637546f1-b754-414d-af79-9aba21067b2d'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:50.723169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa504f-300b-4d68-934d-0f92e0a36319 req-45d2f054-0e12-45d2-8795-4bdc8addc770 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:50.724668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2fa504f-300b-4d68-934d-0f92e0a36319 req-45d2f054-0e12-45d2-8795-4bdc8addc770 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2303388 Jul 23 20:08:50.740931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.769157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.853995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2fa504f-300b-4d68-934d-0f92e0a36319 req-732fea06-4a6a-4755-be9e-639061158107 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203036 Jul 23 20:08:50.862074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:50.880297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:50.883828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:50.890680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:50.891004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.895266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:50.916576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-8f12469b-ad19-48e7-9d22-2b1b13cbf95e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2692518 Jul 23 20:08:50.927994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Deleting port 4f23b74f-5c68-4202-b38e-b90ae0905099 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:08:50.928335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:50.936615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Request body: {'port': {'device_id': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:51.005022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d125fb11-84e3-48af-884f-6039424fd777 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aee87bd1450d4ef096a7fe8569653718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726795 Jul 23 20:08:51.020883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1289897834', 'description': 'tempest-description-1217562538'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:51.185999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.212986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] For port 4f23b74f-5c68-4202-b38e-b90ae0905099, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4f23b74f-5c68-4202-b38e-b90ae0905099,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:51.213478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.217918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.238466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.258708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Calling delete_port for 4f23b74f-5c68-4202-b38e-b90ae0905099 owned by compute:tempest-test_az-812809525 {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:08:51.298198 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-86c44732-60bd-40b0-822b-94e95e83a165 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:51.299691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-86c44732-60bd-40b0-822b-94e95e83a165 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834206 Jul 23 20:08:51.381390 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.385877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:51.404031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d2464479-e06d-4d77-b9f3-d6ad6d815a12 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/quotas/aee87bd1450d4ef096a7fe8569653718 HTTP/1.1" status: 200 len: 375 time: 0.0635509 Jul 23 20:08:51.484292 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6 associated. External IP: 172.25.8.247, port: 637546f1-b754-414d-af79-9aba21067b2d. Jul 23 20:08:51.511169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-8b0c2e2a-8f46-4113-a094-42149a828c5b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee87bd1450d4ef096a7fe8569653718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906096 Jul 23 20:08:51.729393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:08:52.003459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.013828 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.027402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.052592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['4f23b74f-5c68-4202-b38e-b90ae0905099'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:52.056647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:08:52.061382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.078168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:08:52.092452 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:52.093088 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:08:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:52.102916 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c312a561-fc74-490e-9216-3a16dbff7772 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "PUT /v2.0/floatingips/1fdf7fff-9019-46de-9b35-967e952dc6c6 HTTP/1.1" status: 200 len: 991 time: 1.4439926 Jul 23 20:08:52.103750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'tag': '637546f1-b754-414d-af79-9aba21067b2d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:52.107241 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1530a9-3495-410d-8721-2dceed7bf6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "tag": "637546f1-b754-414d-af79-9aba21067b2d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:52.136104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:52.144038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Pushing event deleted for resources: {'Port': ['ID=4f23b74f-5c68-4202-b38e-b90ae0905099,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.170741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.219523 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:52.237386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821e0de4-d5e0-44aa-9c00-4061d3eff071,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.240490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0233d6ce-b09b-4907-9bca-f1b771971164 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:52.253073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf691130-9344-4b70-9024-cd327c19948a req-a4a1f21c-d2fb-4779-965a-f5b875029dcc tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:52.260998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf691130-9344-4b70-9024-cd327c19948a req-a4a1f21c-d2fb-4779-965a-f5b875029dcc tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/ports?device_id=a76e6e66-283a-4cc2-9144-a07dd02114da HTTP/1.1" status: 200 len: 888 time: 0.4290104 Jul 23 20:08:52.284829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Transition to ACTIVE for port object 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:52.296385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] No DVR routers for this DVR port 4f23b74f-5c68-4202-b38e-b90ae0905099 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:08:52.306908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.315042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.317015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-329844dc-2548-4dc9-b563-30a71e25fdf9 req-3c904f5c-4b50-47d1-b06a-617017964fef tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.36 "DELETE /v2.0/ports/4f23b74f-5c68-4202-b38e-b90ae0905099 HTTP/1.1" status: 204 len: 173 time: 1.6793621 Jul 23 20:08:52.319779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'name': 'network-vif-deleted', 'tag': '4f23b74f-5c68-4202-b38e-b90ae0905099'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:52.322207 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5c356-3021-4821-8423-4ade5205ade6" -d '{"events": [{"server_uuid": "a76e6e66-283a-4cc2-9144-a07dd02114da", "name": "network-vif-deleted", "tag": "4f23b74f-5c68-4202-b38e-b90ae0905099"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:52.381729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0233d6ce-b09b-4907-9bca-f1b771971164, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0233d6ce-b09b-4907-9bca-f1b771971164,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:52.396349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '0233d6ce-b09b-4907-9bca-f1b771971164', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '0233d6ce-b09b-4907-9bca-f1b771971164', 'mac_address': 'fa:16:3e:58:8a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:52.425092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf691130-9344-4b70-9024-cd327c19948a req-eee57bb1-43b2-42cf-a3d5-7059d74f5256 tempest-AggregatesAdminTestJSON-2004403816 tempest-AggregatesAdminTestJSON-2004403816-project] 10.222.0.46 "GET /v2.0/security-groups?id=f7fd7d4c-23a8-43d6-9179-151a8924f772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515858 Jul 23 20:08:52.441587 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.458751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.460418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0233d6ce-b09b-4907-9bca-f1b771971164 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:52.509262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0233d6ce-b09b-4907-9bca-f1b771971164, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0233d6ce-b09b-4907-9bca-f1b771971164,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:52.520203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.554809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.556085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:52.556529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:52.556947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:52.564031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:52.564497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:52.570586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.595222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0233d6ce-b09b-4907-9bca-f1b771971164,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.595489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:52.595833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:52.596320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:52.596876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Bound port: 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:52.597343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.646952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c418185-0e9d-4acc-a1dc-ab964355b5d2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.652994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.654273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a421d70-0d43-4557-890f-84136c316ab8 req-1cd42fa2-d863-4f86-bb9e-6dfc9ab28b88 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6428721 Jul 23 20:08:52.721057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:52.723876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:52.732038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.747763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:52.747997 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '1fdf7fff-9019-46de-9b35-967e952dc6c6', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'port_id': '637546f1-b754-414d-af79-9aba21067b2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'mac_address': 'fa:16:3e:b0:6d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:08:17Z', 'updated_at': '2021-07-23T20:08:51Z', 'revision_number': 1, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:52.783236 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:08:52.793675 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:08:52.794405 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:08:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:52.863074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:52.863695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:52.865081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] 10.222.0.47 "PUT /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 1093 time: 1.9395249 Jul 23 20:08:52.873735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d74f4-f70e-4e98-be55-fa4669295d13 req-134252dc-4b6f-4d2d-a167-5ed91d222ea0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:52.880829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-030d74f4-f70e-4e98-be55-fa4669295d13 req-134252dc-4b6f-4d2d-a167-5ed91d222ea0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 949 time: 0.3182530 Jul 23 20:08:52.883824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-5b220957-0a1d-4fff-aa7b-1b028f32e14e tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aee87bd1450d4ef096a7fe8569653718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943563 Jul 23 20:08:52.892302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb21cf-85c2-43ae-bc05-eff10ab8f605 service neutron] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:52.928022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:08:53.045462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-030d74f4-f70e-4e98-be55-fa4669295d13 req-586a3031-8960-41f3-aaa9-0e6826decc29 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636915 Jul 23 20:08:53.110888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962dca5-c319-4dc4-b0ea-8acaf3870b97 req-9e47836e-d72d-4b75-a62b-fb5f1831c13b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.117599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5962dca5-c319-4dc4-b0ea-8acaf3870b97 req-9e47836e-d72d-4b75-a62b-fb5f1831c13b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 946 time: 0.3331044 Jul 23 20:08:53.158334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-77c483fa-7664-408a-83df-dc26f7c3033e tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.159851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-77c483fa-7664-408a-83df-dc26f7c3033e tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2702937 Jul 23 20:08:53.179065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-677911b0-8af1-4f93-b401-d0e73324e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.180551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-677911b0-8af1-4f93-b401-d0e73324e9dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1096 time: 0.2477484 Jul 23 20:08:53.187384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Request body: {'port': {'device_id': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'aee87bd1450d4ef096a7fe8569653718'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:53.205670 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '1fdf7fff-9019-46de-9b35-967e952dc6c6', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'port_id': '637546f1-b754-414d-af79-9aba21067b2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'mac_address': 'fa:16:3e:b0:6d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:08:17Z', 'updated_at': '2021-07-23T20:08:51Z', 'revision_number': 1, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:08:53.232542 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614f96b-5ded-4ab5-a362-1d5174ac8620 None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '1fdf7fff-9019-46de-9b35-967e952dc6c6', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'port_id': '637546f1-b754-414d-af79-9aba21067b2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'mac_address': 'fa:16:3e:b0:6d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:08:17Z', 'updated_at': '2021-07-23T20:08:51Z', 'revision_number': 1, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:08:53.264891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-684a7f7c-670d-463b-97cb-1584281620a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 217 time: 0.0738776 Jul 23 20:08:53.273912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5962dca5-c319-4dc4-b0ea-8acaf3870b97 req-558e3189-895a-4711-af6b-2f23cd0f3193 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554778 Jul 23 20:08:53.392658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-2c1d11ad-b556-43d6-92d1-96d921a47dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.394167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-2c1d11ad-b556-43d6-92d1-96d921a47dd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1167104 Jul 23 20:08:53.402218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3f4030e-3c63-460a-8621-b50d7e610752 req-ab35861f-1f86-4f9f-9402-f8092abada6c tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 210 time: 0.0514824 Jul 23 20:08:53.425322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320979e-78f3-4727-a2dd-26b800f9e338 req-5d410214-4874-4851-b11d-8c340267af7f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.426889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a320979e-78f3-4727-a2dd-26b800f9e338 req-5d410214-4874-4851-b11d-8c340267af7f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 944 time: 0.3042169 Jul 23 20:08:53.455744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-88e34772-7e41-4a27-8229-f230f88adabc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525706 Jul 23 20:08:53.467319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905107fe-1270-4c2c-9a18-75c20410bd3d None None] New status for floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:08:53.553943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Made reservation on behalf of aee87bd1450d4ef096a7fe8569653718 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:08:53.557322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.599885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.605420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a320979e-78f3-4727-a2dd-26b800f9e338 req-dcc5808f-9b89-437b-973b-3bdae69f6deb tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532834 Jul 23 20:08:53.646709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-c36ce1b3-db3f-467b-94f9-90039d1c9355 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795232 Jul 23 20:08:53.693667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075dd03-81c7-4c6b-aea3-802674b88654 req-2488c46e-7f29-4fc7-ab0c-8b9b39c1c1ff tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.695206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3075dd03-81c7-4c6b-aea3-802674b88654 req-2488c46e-7f29-4fc7-ab0c-8b9b39c1c1ff tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2291594 Jul 23 20:08:53.731172 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc15f6-53f5-4ee5-bed6-72812073ed76 x-openstack-request-id: req-31fc15f6-53f5-4ee5-bed6-72812073ed76 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:53.731646 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "tag": "637546f1-b754-414d-af79-9aba21067b2d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:53.731740 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31fc15f6-53f5-4ee5-bed6-72812073ed76 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:53.732054 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'tag': '637546f1-b754-414d-af79-9aba21067b2d', 'status': 'completed', 'code': 200} Jul 23 20:08:53.786631 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afafa0c-ccc7-4900-adff-2f0daa986efc x-openstack-request-id: req-2afafa0c-ccc7-4900-adff-2f0daa986efc {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:53.786923 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76e6e66-283a-4cc2-9144-a07dd02114da", "name": "network-vif-deleted", "tag": "4f23b74f-5c68-4202-b38e-b90ae0905099", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:53.787368 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2afafa0c-ccc7-4900-adff-2f0daa986efc {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:53.787762 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76e6e66-283a-4cc2-9144-a07dd02114da', 'name': 'network-vif-deleted', 'tag': '4f23b74f-5c68-4202-b38e-b90ae0905099', 'status': 'completed', 'code': 200} Jul 23 20:08:53.805746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-8193113a-9639-4184-b177-f3a27d840c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.807563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-8193113a-9639-4184-b177-f3a27d840c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 1097 time: 0.0560286 Jul 23 20:08:53.809158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-cb465c29-2ac5-4ca7-8f12-414b2564e102 req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2011339360', 'description': 'tempest-description-611586052'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:53.823874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3075dd03-81c7-4c6b-aea3-802674b88654 req-f7767cfb-494d-49b5-9445-c02720b8828c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173625 Jul 23 20:08:53.859120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad8f5826-ef84-4017-a90f-1e6ffc2c6065 req-7ee37956-88d4-41d7-b37c-65ce1579d437 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021761 Jul 23 20:08:53.886079 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.892928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.907610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-b7779f68-c1b2-4f35-907c-00cdcf0678c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:53.909725 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-b7779f68-c1b2-4f35-907c-00cdcf0678c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 924 time: 0.0962555 Jul 23 20:08:53.966645 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb465c29-2ac5-4ca7-8f12-414b2564e102 req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:53.968596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51e0313-8303-444c-ab89-669307423a5b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.019257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-ab78773d-e470-4019-8228-db679d509407 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637546f1-b754-414d-af79-9aba21067b2d HTTP/1.1" status: 200 len: 1001 time: 0.1027586 Jul 23 20:08:54.071937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-2ae1acd4-0e57-4848-bd4f-e6b22ec5516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.073507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-2ae1acd4-0e57-4848-bd4f-e6b22ec5516f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 200 len: 862 time: 0.0471256 Jul 23 20:08:54.110688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Allocated IP 192.168.233.4 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/f069f73a-595a-4e46-b65f-cf557b4801da) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:08:54.133467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-e37bb3cd-0824-4eda-8a5b-91b22dda0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.134994 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-e37bb3cd-0824-4eda-8a5b-91b22dda0b62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c385f01d-dc68-45cc-9d38-87c24e0f4a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538571 Jul 23 20:08:54.180857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4776-3503-4bf8-8cdc-b48da2a76674 req-2ebd8ce5-0308-45b4-844f-acf47e735430 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.182954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3ad4776-3503-4bf8-8cdc-b48da2a76674 req-2ebd8ce5-0308-45b4-844f-acf47e735430 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1098 time: 0.1547840 Jul 23 20:08:54.185191 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb465c29-2ac5-4ca7-8f12-414b2564e102 req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.195174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb465c29-2ac5-4ca7-8f12-414b2564e102 req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.228019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-03787e14-c7e9-461a-b25b-be7a371b81ed service neutron] 10.222.0.47 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855050 Jul 23 20:08:54.257676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0233d6ce-b09b-4907-9bca-f1b771971164 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:54.258900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb465c29-2ac5-4ca7-8f12-414b2564e102 req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.260874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb465c29-2ac5-4ca7-8f12-414b2564e102 req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4665132 Jul 23 20:08:54.278485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bebc8-478d-4692-bc7a-d99bbc717214 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707e4c51-53ac-464f-96ec-a0d4d7ede49a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.328539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3ad4776-3503-4bf8-8cdc-b48da2a76674 req-574ff623-6e81-4c16-ae25-6c59bec5b59b tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366129 Jul 23 20:08:54.333553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 0233d6ce-b09b-4907-9bca-f1b771971164 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:54.342191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 0233d6ce-b09b-4907-9bca-f1b771971164 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:54.343175 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.362551 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a1530a9-3495-410d-8721-2dceed7bf6e4 req-05fd1925-29fb-4673-954e-890ccfe9a728 service neutron] 10.222.0.47 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276526 Jul 23 20:08:54.407628 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.456830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Transition to ACTIVE for port object f069f73a-595a-4e46-b65f-cf557b4801da will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:54.488217 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.516536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c10bbe-cde6-41fa-8dd4-53237086b115 req-4f97b92a-ce03-4f83-8faf-81281a9ee670 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.518514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28c10bbe-cde6-41fa-8dd4-53237086b115 req-4f97b92a-ce03-4f83-8faf-81281a9ee670 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 949 time: 0.1348941 Jul 23 20:08:54.524305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1105225151', 'description': 'tempest-description-2036646139'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:54.529543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0233d6ce-b09b-4907-9bca-f1b771971164'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:54.533263 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7fd18-df0a-4030-b344-94fc0037fddb" -d '{"events": [{"server_uuid": "8fd32dd1-761f-4d54-8599-c0be1f90e01d", "name": "network-vif-plugged", "status": "completed", "tag": "0233d6ce-b09b-4907-9bca-f1b771971164"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:54.547866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0233d6ce-b09b-4907-9bca-f1b771971164, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0233d6ce-b09b-4907-9bca-f1b771971164,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:54.552913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.553897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4f23b74f-5c68-4202-b38e-b90ae0905099 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:08:54.558759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.594584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 4f23b74f-5c68-4202-b38e-b90ae0905099 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:08:54.594818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4f23b74f-5c68-4202-b38e-b90ae0905099 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:08:54.616306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.622414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0233d6ce-b09b-4907-9bca-f1b771971164,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.625090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28c10bbe-cde6-41fa-8dd4-53237086b115 req-415727c2-6c8d-474d-adbf-f1bd309eda84 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945685 Jul 23 20:08:54.634769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54638) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:54.637881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:08:54.640949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.645611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:08:54.648359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:08:54.654953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.655580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.677048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Pushing event updated for resources: {'Port': ['ID=f069f73a-595a-4e46-b65f-cf557b4801da,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:54.689790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-2d085235-862b-4c3e-bad8-63e114ae42ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5068831 Jul 23 20:08:54.706555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Request body: {'port': {'device_id': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:54.827132 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-550017ae-0c6c-4c06-bb04-59632e52f949 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33047e5dc4a84b7987be31a02ad87d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1875691 Jul 23 20:08:54.827952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54644) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:54.862265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.887618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55bfcb04-7f01-4ab9-9a68-18d14ed7990c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.900960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660014-be5f-4ef1-a390-2520fe6b9e55 req-f7b45a52-5b0c-4945-b098-0b2ada173353 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:54.902575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8660014-be5f-4ef1-a390-2520fe6b9e55 req-f7b45a52-5b0c-4945-b098-0b2ada173353 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 934 time: 0.1711445 Jul 23 20:08:54.909006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55bfcb04-7f01-4ab9-9a68-18d14ed7990c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.932878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-296fc6e3-8fa0-4d06-ba95-215818b5c252 None None] Provisioning for port f069f73a-595a-4e46-b65f-cf557b4801da completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:54.937399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-296fc6e3-8fa0-4d06-ba95-215818b5c252 None None] Provisioning complete for port f069f73a-595a-4e46-b65f-cf557b4801da triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:54.937592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-296fc6e3-8fa0-4d06-ba95-215818b5c252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.938871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.956797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.968542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55bfcb04-7f01-4ab9-9a68-18d14ed7990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.971822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55bfcb04-7f01-4ab9-9a68-18d14ed7990c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:54.973943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55bfcb04-7f01-4ab9-9a68-18d14ed7990c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f7fd7d4c-23a8-43d6-9179-151a8924f772 HTTP/1.1" status: 204 len: 168 time: 0.1445785 Jul 23 20:08:54.982304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-296fc6e3-8fa0-4d06-ba95-215818b5c252 None None] Port f069f73a-595a-4e46-b65f-cf557b4801da cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:08:54.996215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfcb04-7f01-4ab9-9a68-18d14ed7990c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fd7d4c-23a8-43d6-9179-151a8924f772,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.263100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54652) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:55.294423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8660014-be5f-4ef1-a390-2520fe6b9e55 req-6d8f0d41-cf4b-4cf5-be3d-76a5a3ac8e27 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841543 Jul 23 20:08:55.302389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9dc90-b685-497a-800d-3b75cf65e0c2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.308188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-03b196e9-d074-46a0-925b-bffa6ab98751 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7de2a1a381d4a60a6fd5b83474781be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437202 Jul 23 20:08:55.310705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:55.370606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e809cafe-9dad-466a-83ea-0f10c5963f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.392896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e809cafe-9dad-466a-83ea-0f10c5963f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.441230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e809cafe-9dad-466a-83ea-0f10c5963f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.443720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e809cafe-9dad-466a-83ea-0f10c5963f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.444895 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e809cafe-9dad-466a-83ea-0f10c5963f9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91033b53-98f0-4ce3-92d7-6cf399107335 HTTP/1.1" status: 204 len: 168 time: 0.1330848 Jul 23 20:08:55.453712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809cafe-9dad-466a-83ea-0f10c5963f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91033b53-98f0-4ce3-92d7-6cf399107335,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.457939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.471910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.516958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.526806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-764098a8-ed33-4a39-ad05-8aaeaa80650c req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0202742 Jul 23 20:08:55.554884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f0f9a-a0f6-4d95-8b8a-dd97659d15cf tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f51b3-576b-4c02-8583-c650ffdf8008,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.613384 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bc7ae7-ac83-4e7d-b90b-2269b437ad03 x-openstack-request-id: req-86bc7ae7-ac83-4e7d-b90b-2269b437ad03 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:55.614697 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd32dd1-761f-4d54-8599-c0be1f90e01d", "name": "network-vif-plugged", "status": "completed", "tag": "0233d6ce-b09b-4907-9bca-f1b771971164", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:55.615381 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86bc7ae7-ac83-4e7d-b90b-2269b437ad03 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:55.615919 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0233d6ce-b09b-4907-9bca-f1b771971164', 'code': 200} Jul 23 20:08:55.620363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b10314-2134-4bb9-847c-425d8ef0c427 req-ea67ec03-a686-43e9-add5-8d076fff715c tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:55.622456 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0b10314-2134-4bb9-847c-425d8ef0c427 req-ea67ec03-a686-43e9-add5-8d076fff715c tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1098 time: 0.2304080 Jul 23 20:08:55.668278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f069f73a-595a-4e46-b65f-cf557b4801da {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:55.687976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.697012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5462ec-dc0a-437a-8eed-7358b30c2078 req-2c1059b8-e06d-45dc-8bac-24bae61cec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:55.699032 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c5462ec-dc0a-437a-8eed-7358b30c2078 req-2c1059b8-e06d-45dc-8bac-24bae61cec27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 1102 time: 0.0653841 Jul 23 20:08:55.719442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Transition to ACTIVE for port object f069f73a-595a-4e46-b65f-cf557b4801da will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:08:55.723124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0b10314-2134-4bb9-847c-425d8ef0c427 req-8d6ef827-d4b4-4d1b-8b31-7be905fa7b99 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860555 Jul 23 20:08:55.727032 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.738469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c5462ec-dc0a-437a-8eed-7358b30c2078 req-135e44b1-2872-4f59-a245-ffc8a92c9e55 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jul 23 20:08:55.795030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756545b-540a-4258-b45a-542cd603bbf9 req-6a6b1318-090f-4515-b172-d0e22e64f979 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:55.796805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7756545b-540a-4258-b45a-542cd603bbf9 req-6a6b1318-090f-4515-b172-d0e22e64f979 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 944 time: 0.1726971 Jul 23 20:08:55.798521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:55.800750 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152" -d '{"events": [{"name": "network-changed", "server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:55.804914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Pushing event updated for resources: {'Port': ['ID=f069f73a-595a-4e46-b65f-cf557b4801da,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:55.871739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Attempting to bind port f069f73a-595a-4e46-b65f-cf557b4801da on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:55.871957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Attempting to bind port f069f73a-595a-4e46-b65f-cf557b4801da by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:55.872185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Attempting to bind port f069f73a-595a-4e46-b65f-cf557b4801da on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:55.883791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Port f069f73a-595a-4e46-b65f-cf557b4801da on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:55.884126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Attempting to bind port f069f73a-595a-4e46-b65f-cf557b4801da on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:55.890209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7756545b-540a-4258-b45a-542cd603bbf9 req-329a8e05-2aa8-4620-846c-bdd32c2ac177 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864685 Jul 23 20:08:55.892977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:55.893318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:55.893751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:55.894191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Bound port: f069f73a-595a-4e46-b65f-cf557b4801da, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:55.894557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:55.945775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-71f6c9fe-4a98-4232-8700-57025bf36179 req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1855034989', 'description': 'tempest-description-2101475393'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:56.028764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] For port f069f73a-595a-4e46-b65f-cf557b4801da, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:08:56.032870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] For port f069f73a-595a-4e46-b65f-cf557b4801da, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f069f73a-595a-4e46-b65f-cf557b4801da,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:56.034329 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-71f6c9fe-4a98-4232-8700-57025bf36179 req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.040319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.102206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.102829 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.104311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] 10.222.0.36 "PUT /v2.0/ports/f069f73a-595a-4e46-b65f-cf557b4801da HTTP/1.1" status: 200 len: 1095 time: 1.4053712 Jul 23 20:08:56.136386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902ab2d-e4ed-4408-9deb-8ccf525789f4 req-81414b69-e03d-42bf-abac-b5e159c95ba6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.144225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d902ab2d-e4ed-4408-9deb-8ccf525789f4 req-81414b69-e03d-42bf-abac-b5e159c95ba6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2059937 Jul 23 20:08:56.199138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Pushing event updated for resources: {'Port': ['ID=f069f73a-595a-4e46-b65f-cf557b4801da,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:56.224433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.224784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.225129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.225498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.226034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.226372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.226709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.227037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.227532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.227865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.228194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.228520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d216ccf1-37e5-441c-b913-5458ce8b2492 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:56.266031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d902ab2d-e4ed-4408-9deb-8ccf525789f4 req-2c96111c-caf7-4d40-bfac-8ef183180004 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208405 Jul 23 20:08:56.295836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-c6451426-ec3b-4c30-8299-f7cf7c8b9e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.298111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-c6451426-ec3b-4c30-8299-f7cf7c8b9e97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aee87bd1450d4ef096a7fe8569653718&device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 1098 time: 0.1476729 Jul 23 20:08:56.324173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-71f6c9fe-4a98-4232-8700-57025bf36179 req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.333645 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-71f6c9fe-4a98-4232-8700-57025bf36179 req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.381115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-640b1bc0-9a38-4f05-89bf-34d93ee590f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f069f73a-595a-4e46-b65f-cf557b4801da HTTP/1.1" status: 200 len: 217 time: 0.0611658 Jul 23 20:08:56.420434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-71f6c9fe-4a98-4232-8700-57025bf36179 req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:56.421637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71f6c9fe-4a98-4232-8700-57025bf36179 req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4823952 Jul 23 20:08:56.455764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380037e-6f9b-4d21-9b75-7c7a80c609b6 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a79d13-1ef7-4ac0-9e1f-0a4d6e52aff3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:56.472736 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81aa4dbe-4e05-45e1-b488-dd476bdaacc3 x-openstack-request-id: req-81aa4dbe-4e05-45e1-b488-dd476bdaacc3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:56.473051 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:56.473256 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81aa4dbe-4e05-45e1-b488-dd476bdaacc3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:56.473642 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'status': 'completed', 'code': 200} Jul 23 20:08:56.478228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-148388e5-8d01-4155-8e58-3394974e63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.479997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-148388e5-8d01-4155-8e58-3394974e63d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0908229 Jul 23 20:08:56.535703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05146f74-b8cb-4199-b3f3-e7c3855efd7c req-d4d0eb12-6cfd-4de7-9c39-b44e1a3f2d73 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.537266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05146f74-b8cb-4199-b3f3-e7c3855efd7c req-d4d0eb12-6cfd-4de7-9c39-b44e1a3f2d73 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 950 time: 0.1763151 Jul 23 20:08:56.601828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-bb77dcf9-01bd-476e-ae97-19b4ea73cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.604307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-bb77dcf9-01bd-476e-ae97-19b4ea73cbb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1161144 Jul 23 20:08:56.607491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05146f74-b8cb-4199-b3f3-e7c3855efd7c req-5a46cac2-d9e3-4056-bc35-b768c1baf924 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609272 Jul 23 20:08:56.612671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-9eee3138-4fdd-4178-ba78-25756fb25660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.617734 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-9eee3138-4fdd-4178-ba78-25756fb25660 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1096 time: 0.1124504 Jul 23 20:08:56.743316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-3bb2dd1d-70e0-491b-bbad-db4d51f7b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.745064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-3bb2dd1d-70e0-491b-bbad-db4d51f7b789 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1235421 Jul 23 20:08:56.809275 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-9aafb507-e76d-48a1-b9db-a09e8e60cac0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 217 time: 0.0563338 Jul 23 20:08:56.868064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-20355c32-d62c-431d-bb23-0a3f88ce5a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.869713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-20355c32-d62c-431d-bb23-0a3f88ce5a19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0535939 Jul 23 20:08:56.879666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e2287-0630-4623-a380-06957a28fcfd req-08ec23a0-69d6-4970-8cef-b508838eb7f1 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:56.881174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb3e2287-0630-4623-a380-06957a28fcfd req-08ec23a0-69d6-4970-8cef-b508838eb7f1 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 946 time: 0.2729192 Jul 23 20:08:56.891023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-ec93283f-326a-4ba3-ad11-8a99dc4fbc55 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350533 Jul 23 20:08:56.909900 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-15cfcce2-b53e-4916-9e31-ca378f4d6da1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340152 Jul 23 20:08:57.006041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-b1b95df5-4dbc-4999-be6b-79401fa03327 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893717 Jul 23 20:08:57.013765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb3e2287-0630-4623-a380-06957a28fcfd req-dca42556-6cf8-4ccf-801f-453c01a05dbb tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193473 Jul 23 20:08:57.091933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eebc0bd5-c399-4789-b6be-693b442f7cee req-0ebf6143-89bd-4555-a40d-37ce17882083 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885378 Jul 23 20:08:57.132066 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b10e0b-1c4b-437f-bfc2-8086c06b6152 req-66e31a4b-9aac-480d-b27e-086faf925587 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197398 Jul 23 20:08:57.189266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-cff85fde-25d1-4871-839b-087e7fc9c6f2 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50610 time: 0.5297127 Jul 23 20:08:57.235279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-59c1aaca-ecfa-4d45-b4d0-7362b6a3215a tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1c03ca3c-e1fe-4779-863a-e25cd4070e04 HTTP/1.1" status: 200 len: 2981 time: 0.0382473 Jul 23 20:08:57.277052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-159e458c-de30-4ab6-aa88-d9797100a9c5 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1c03ca3c-e1fe-4779-863a-e25cd4070e04 HTTP/1.1" status: 200 len: 2981 time: 0.0362191 Jul 23 20:08:57.325154 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-c9a7bded-efe6-4879-958f-4af6d9cdb99b tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1df9dc90-b685-497a-800d-3b75cf65e0c2 HTTP/1.1" status: 200 len: 2981 time: 0.0423443 Jul 23 20:08:57.367468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-9327f969-9a8d-4201-bd7b-eec21b18fb7d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/1df9dc90-b685-497a-800d-3b75cf65e0c2 HTTP/1.1" status: 200 len: 2981 time: 0.0363200 Jul 23 20:08:57.411850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-f5f4e4ce-1305-4b16-9722-0bd31b5390c7 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/29bb14ac-286b-40d7-a5da-e87196812257 HTTP/1.1" status: 200 len: 2981 time: 0.0381355 Jul 23 20:08:57.455053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-77e4d17f-2f3d-4767-8b6d-3fdffb857b77 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/29bb14ac-286b-40d7-a5da-e87196812257 HTTP/1.1" status: 200 len: 2981 time: 0.0366008 Jul 23 20:08:57.502236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-529c7ea9-a069-411b-9ebb-ccdf763562d1 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3106fc26-2cc4-4d1a-8d43-c7541cefe14b HTTP/1.1" status: 200 len: 2981 time: 0.0416393 Jul 23 20:08:57.524622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:08:57.552498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-edb0f1c6-6dae-4139-87a0-f81a7de04416 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/3106fc26-2cc4-4d1a-8d43-c7541cefe14b HTTP/1.1" status: 200 len: 2981 time: 0.0447805 Jul 23 20:08:57.598448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-79160554-864b-4767-8db6-416fbc97ab0a tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/36c4f922-8957-42c5-b0de-6b502e337cee HTTP/1.1" status: 200 len: 2977 time: 0.0445001 Jul 23 20:08:57.623374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:57.633731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'port_id': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'mac_address': 'fa:16:3e:b5:fa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42be26d-26ab-4bfa-83c0-c4df5555f6f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:08:57.643274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-c8a3f7fb-2d12-4446-99c1-a31d25431164 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/36c4f922-8957-42c5-b0de-6b502e337cee HTTP/1.1" status: 200 len: 2977 time: 0.0402000 Jul 23 20:08:57.677163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.690105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-e72c6ebe-48b9-4a5a-abe6-7c5dd7f0a194 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0 HTTP/1.1" status: 200 len: 2981 time: 0.0408418 Jul 23 20:08:57.692307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:08:57.713915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:57.717891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:57.739341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-47730055-43f9-4d97-b285-1531cd6d40a2 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0 HTTP/1.1" status: 200 len: 2981 time: 0.0429254 Jul 23 20:08:57.772168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:57.780427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.780781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.781128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.781491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.781825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.782492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.782829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.783288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.783658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-bf106f47-423e-4344-af42-46a5cc26cad1 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5dd247b9-9da1-4018-b280-a866f56b2d35 HTTP/1.1" status: 200 len: 2981 time: 0.0365677 Jul 23 20:08:57.783768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.783986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.784316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.784647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:08:57.827786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-67ab70f0-12d6-4669-8ed4-0c24b6aa0268 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/5dd247b9-9da1-4018-b280-a866f56b2d35 HTTP/1.1" status: 200 len: 2981 time: 0.0371449 Jul 23 20:08:57.874917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-e4ec6c29-9c33-4937-8bb3-05188c8883c1 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/602584b8-1618-462d-b373-c149febdba4d HTTP/1.1" status: 200 len: 2977 time: 0.0406904 Jul 23 20:08:57.919112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-10475d0e-2638-4584-b051-c3c6c8521b18 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/602584b8-1618-462d-b373-c149febdba4d HTTP/1.1" status: 200 len: 2977 time: 0.0385282 Jul 23 20:08:57.944005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:08:57.965754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-b2763fe7-8aa3-4ddc-aaa7-a81ad5b8841e tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7fea118b-e66c-4522-b667-e66df11e8b88 HTTP/1.1" status: 200 len: 2981 time: 0.0407577 Jul 23 20:08:58.009271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-b38589d2-8a88-4387-aab4-c570fbb9deb4 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/7fea118b-e66c-4522-b667-e66df11e8b88 HTTP/1.1" status: 200 len: 2981 time: 0.0368285 Jul 23 20:08:58.058678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-29c9e52d-0954-4ed9-9acf-4142ab564ad4 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/821e0de4-d5e0-44aa-9c00-4061d3eff071 HTTP/1.1" status: 200 len: 2981 time: 0.0434713 Jul 23 20:08:58.109803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-20772478-02a2-4eae-819e-3cb3ae274182 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/821e0de4-d5e0-44aa-9c00-4061d3eff071 HTTP/1.1" status: 200 len: 2981 time: 0.0448608 Jul 23 20:08:58.160543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-1da6bd6f-aa2c-4795-b345-a632f1c2346d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/8c3e0011-96bc-46f2-9af5-f7b4e9bebfa3 HTTP/1.1" status: 200 len: 2981 time: 0.0417683 Jul 23 20:08:58.201562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-4ca62a90-e0fb-485e-a2b5-0871256b8d65 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/8c3e0011-96bc-46f2-9af5-f7b4e9bebfa3 HTTP/1.1" status: 200 len: 2981 time: 0.0351713 Jul 23 20:08:58.243650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-330b94d3-1305-4a5e-abb9-d4eb86f8c7ef tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b51e0313-8303-444c-ab89-669307423a5b HTTP/1.1" status: 200 len: 2981 time: 0.0358620 Jul 23 20:08:58.244078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54750) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:08:58.285344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-53bdd8c1-cf3d-4df6-845e-d4d967ff3e1e tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b51e0313-8303-444c-ab89-669307423a5b HTTP/1.1" status: 200 len: 2981 time: 0.0358973 Jul 23 20:08:58.326536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-d886c4ae-0c71-4ad7-9b37-d624478c177f tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b92d732e-a4ec-4896-9445-4cda311d43dc HTTP/1.1" status: 200 len: 2973 time: 0.0356865 Jul 23 20:08:58.337751 n-d-793620-13 neutron-server[94026]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 23 20:08:58.342158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-8373d374-37ef-414b-a779-c8d08c06b63c tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:08:58.343164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-8373d374-37ef-414b-a779-c8d08c06b63c tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981023 Jul 23 20:08:58.369969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-0d77ad61-d5bc-4fd4-8c61-1db4ef0df32c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/b92d732e-a4ec-4896-9445-4cda311d43dc HTTP/1.1" status: 200 len: 2973 time: 0.0370295 Jul 23 20:08:58.413774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-e986f9d4-c4bb-4c5d-a8eb-3f5358168669 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d40760f7-b590-46f4-93ab-0f4f3bc1c326 HTTP/1.1" status: 200 len: 2977 time: 0.0380905 Jul 23 20:08:58.425421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:08:58.425976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:08:58.456950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-984eac99-9945-4513-bd00-b927946b3291 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/d40760f7-b590-46f4-93ab-0f4f3bc1c326 HTTP/1.1" status: 200 len: 2977 time: 0.0369623 Jul 23 20:08:58.474069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'tag': 'f069f73a-595a-4e46-b65f-cf557b4801da'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:58.476254 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ecc42-b890-43db-a665-5d39122188e8" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdca838-9226-4b41-a86a-8abc47c6d74a", "tag": "f069f73a-595a-4e46-b65f-cf557b4801da"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:58.503749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-a530dd80-7063-4d85-861c-2edb42ad5482 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e8dbaa88-9015-4c3f-afb8-eb3af04c2d00 HTTP/1.1" status: 200 len: 2981 time: 0.0410790 Jul 23 20:08:58.548438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1430e1dc-2c90-4b08-83b1-3f0d6447bf4b req-78db6569-ebfd-4a0b-b83b-b2e1521b85d0 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/e8dbaa88-9015-4c3f-afb8-eb3af04c2d00 HTTP/1.1" status: 200 len: 2981 time: 0.0388238 Jul 23 20:08:58.574819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:08:58.575108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:08:58.575448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:58.580279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:08:58.580609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:08:58.585502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:08:58.585865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:08:58.586248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:08:58.586675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Bound port: d49331b9-e025-4f3d-bbee-4a4a3efea410, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:08:58.672126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:08:58.677399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:58.678603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-041acc22-800f-4b29-9e8e-e80675cc3320 service neutron] 10.222.0.46 "POST /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410/bindings HTTP/1.1" status: 201 len: 390 time: 0.2933168 Jul 23 20:08:58.713875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d1cef-2dff-4e37-b80f-7b6fc1121b31 req-61eae6b0-33ea-47f6-bdc5-2ce74d1695a7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.715734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-459d1cef-2dff-4e37-b80f-7b6fc1121b31 req-61eae6b0-33ea-47f6-bdc5-2ce74d1695a7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 945 time: 0.0664947 Jul 23 20:08:58.778247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-459d1cef-2dff-4e37-b80f-7b6fc1121b31 req-4d9dc0dd-236b-4f17-bf17-66e83cc7ffe7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557187 Jul 23 20:08:58.977932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b30f96-33d6-48fa-ae98-61408fadbcca req-8bd3516b-a9dd-4758-ad40-5613d7c96958 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:58.980126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4b30f96-33d6-48fa-ae98-61408fadbcca req-8bd3516b-a9dd-4758-ad40-5613d7c96958 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1436801 Jul 23 20:08:58.999159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b3379-ae89-49ab-a8c2-61172a0f5fa0 req-dd0e676c-4d5b-44df-99db-eaee5133d40c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.000545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f6b3379-ae89-49ab-a8c2-61172a0f5fa0 req-dd0e676c-4d5b-44df-99db-eaee5133d40c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 950 time: 0.1257389 Jul 23 20:08:59.030639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-2c50afae-f3ea-4367-a0e1-5ed3f8155a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.032071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-2c50afae-f3ea-4367-a0e1-5ed3f8155a4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1098 time: 0.1261370 Jul 23 20:08:59.093400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4b30f96-33d6-48fa-ae98-61408fadbcca req-59836b1b-1139-451d-9e3a-22bc1fcec0b4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069465 Jul 23 20:08:59.098058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f6b3379-ae89-49ab-a8c2-61172a0f5fa0 req-ee53abd8-f6ea-4b62-a18e-32d649075d6e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909724 Jul 23 20:08:59.160088 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84476cd0-2f01-4691-b67e-148d10070fce x-openstack-request-id: req-84476cd0-2f01-4691-b67e-148d10070fce {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:08:59.160372 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdca838-9226-4b41-a86a-8abc47c6d74a", "tag": "f069f73a-595a-4e46-b65f-cf557b4801da", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:08:59.160623 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84476cd0-2f01-4691-b67e-148d10070fce {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:08:59.160999 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'tag': 'f069f73a-595a-4e46-b65f-cf557b4801da', 'status': 'completed', 'code': 200} Jul 23 20:08:59.171783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-08475dec-6116-41f1-a14a-ec6c012f1de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.173183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-08475dec-6116-41f1-a14a-ec6c012f1de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1326253 Jul 23 20:08:59.241997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-b8a2118b-506b-4670-9472-00f8b7559c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.243491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-b8a2118b-506b-4670-9472-00f8b7559c6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aee87bd1450d4ef096a7fe8569653718&device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 1098 time: 0.0578072 Jul 23 20:08:59.243826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-17d408d9-c1f5-4f00-9e4a-1403fd51377a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 217 time: 0.0450006 Jul 23 20:08:59.335415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051111a-63ca-4d49-a168-e52ce5177841 req-94ba78d3-5611-47c5-a7fc-fb66676036ac tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.336592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-0a7f8cd5-1640-45d6-a196-cfece16f11e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.336968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3051111a-63ca-4d49-a168-e52ce5177841 req-94ba78d3-5611-47c5-a7fc-fb66676036ac tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 946 time: 0.1833711 Jul 23 20:08:59.338358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-0a7f8cd5-1640-45d6-a196-cfece16f11e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.0838838 Jul 23 20:08:59.352784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0b42366-58aa-455c-b620-1183a3dde5a3 req-29214bb1-33e9-4be5-9dac-6142012d65a4 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5ed07758dd74373a196b7fc8718f09d HTTP/1.1" status: 200 len: 6103 time: 0.1822653 Jul 23 20:08:59.359419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-4e5da212-a1da-4712-94ac-44d2e298364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.360771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-4e5da212-a1da-4712-94ac-44d2e298364e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1027024 Jul 23 20:08:59.385708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-0b8af158-9216-45c0-bdff-6e9ac7a6f1ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f069f73a-595a-4e46-b65f-cf557b4801da HTTP/1.1" status: 200 len: 217 time: 0.0403249 Jul 23 20:08:59.418050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-772906ee-25bc-44e4-881f-d2f803f0feb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470781 Jul 23 20:08:59.434803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-39431573-4e2f-40f4-a53e-27452c5559e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.436243 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-39431573-4e2f-40f4-a53e-27452c5559e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0451095 Jul 23 20:08:59.450769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3051111a-63ca-4d49-a168-e52ce5177841 req-73ccadcf-b7a1-4df5-a202-07f849aa52cf tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062753 Jul 23 20:08:59.479194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0b42366-58aa-455c-b620-1183a3dde5a3 req-eaf0c3b6-5d3e-408c-8e28-dba47cbfbe1d tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "GET /v2.0/security-groups/821e0de4-d5e0-44aa-9c00-4061d3eff071 HTTP/1.1" status: 200 len: 2981 time: 0.1160300 Jul 23 20:08:59.503103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-e023abf0-1999-4539-888d-e4ea0a199a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.504863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-e023abf0-1999-4539-888d-e4ea0a199a13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0622222 Jul 23 20:08:59.544048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:08:59.597298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0b42366-58aa-455c-b620-1183a3dde5a3 req-dc0bfca1-8911-40b7-8a63-72ddcac1937d tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "GET /v2.0/security-groups/821e0de4-d5e0-44aa-9c00-4061d3eff071 HTTP/1.1" status: 200 len: 2981 time: 0.0880072 Jul 23 20:08:59.597776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:08:59.601794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:08:59.602344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.604937 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-4521f79c-f1e6-4345-b14f-08ce8d37f1d6 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922520 Jul 23 20:08:59.605732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b6d293-43e7-4616-a9ec-9acaba7f9460 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744041 Jul 23 20:08:59.659534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8c2d2-ced4-4265-9764-c8d31e5e5612 req-d20d5621-fff1-401e-9b0b-5b6dd0902a70 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:08:59.663031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54c8c2d2-ced4-4265-9764-c8d31e5e5612 req-d20d5621-fff1-401e-9b0b-5b6dd0902a70 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 946 time: 0.1448867 Jul 23 20:08:59.702766 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.727478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:08:59.730707 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ca19f6-570f-48d6-baf7-6469bbd7ca04" -d '{"events": [{"server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "name": "network-vif-plugged", "status": "completed", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:08:59.731650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd3ecc42-b890-43db-a665-5d39122188e8 req-f96366df-808b-4488-af89-cebc45336637 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153204 Jul 23 20:08:59.743880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:08:59.749967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:08:59.765983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54c8c2d2-ced4-4265-9764-c8d31e5e5612 req-faad19b0-5221-4e50-8948-a811a74f32ca tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934575 Jul 23 20:08:59.787797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-950d058b-94b9-480e-b7ab-b1e4f047a5c1 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668656 Jul 23 20:08:59.816571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:08:59.891869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6460688-87df-4a57-ba15-17f6c921878c req-657c70ab-254f-4c28-8662-294383abd6bd tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/92a79d13-1ef7-4ac0-9e1f-0a4d6e52aff3 HTTP/1.1" status: 200 len: 1778 time: 0.0356421 Jul 23 20:09:00.054942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a6460688-87df-4a57-ba15-17f6c921878c req-55c1e81b-c54b-4c6c-8ccc-11e81538607c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.082515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-7d540de1-f18b-4f82-8717-5a7d3d57bada tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.084013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-7d540de1-f18b-4f82-8717-5a7d3d57bada tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1098 time: 0.1800590 Jul 23 20:09:00.097001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a6460688-87df-4a57-ba15-17f6c921878c req-55c1e81b-c54b-4c6c-8ccc-11e81538607c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.101661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:00.106101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496b772-ff51-4819-9c99-59abed4e4cf7 req-13d8d95c-a036-4945-9942-f1eabd59b11a tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.107519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3496b772-ff51-4819-9c99-59abed4e4cf7 req-13d8d95c-a036-4945-9942-f1eabd59b11a tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 1102 time: 0.1703506 Jul 23 20:09:00.162739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3496b772-ff51-4819-9c99-59abed4e4cf7 req-a0664bb2-2581-42cf-a845-6c1037c80178 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.224802 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a6460688-87df-4a57-ba15-17f6c921878c req-55c1e81b-c54b-4c6c-8ccc-11e81538607c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.227256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a6460688-87df-4a57-ba15-17f6c921878c req-55c1e81b-c54b-4c6c-8ccc-11e81538607c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.228389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6460688-87df-4a57-ba15-17f6c921878c req-55c1e81b-c54b-4c6c-8ccc-11e81538607c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/92a79d13-1ef7-4ac0-9e1f-0a4d6e52aff3 HTTP/1.1" status: 204 len: 173 time: 0.3307118 Jul 23 20:09:00.245668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.257449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1e81b-c54b-4c6c-8ccc-11e81538607c tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a79d13-1ef7-4ac0-9e1f-0a4d6e52aff3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:00.273788 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f474f543-3fec-4536-8787-b65083b65a8c x-openstack-request-id: req-f474f543-3fec-4536-8787-b65083b65a8c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:00.274060 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "name": "network-vif-plugged", "status": "completed", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:00.274305 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f474f543-3fec-4536-8787-b65083b65a8c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:00.274874 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'code': 200} Jul 23 20:09:00.299342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f069f73a-595a-4e46-b65f-cf557b4801da details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:00.395406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e197d-ca74-4a53-bc42-7d601ba499ae req-ab283864-764e-4282-9096-85fc9f690a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.397080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bb0e197d-ca74-4a53-bc42-7d601ba499ae req-ab283864-764e-4282-9096-85fc9f690a05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1098 time: 0.0529594 Jul 23 20:09:00.418105 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f069f73a-595a-4e46-b65f-cf557b4801da, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f069f73a-595a-4e46-b65f-cf557b4801da,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:00.429624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f069f73a-595a-4e46-b65f-cf557b4801da', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'f069f73a-595a-4e46-b65f-cf557b4801da', 'mac_address': 'fa:16:3e:3f:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:00.441170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bb0e197d-ca74-4a53-bc42-7d601ba499ae req-559b8ee2-8a5b-4baf-be79-60701cc6ae73 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370739 Jul 23 20:09:00.475552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.489980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f069f73a-595a-4e46-b65f-cf557b4801da {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:00.511170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f069f73a-595a-4e46-b65f-cf557b4801da, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f069f73a-595a-4e46-b65f-cf557b4801da,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:00.516045 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.565847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f069f73a-595a-4e46-b65f-cf557b4801da,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:00.663213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3496b772-ff51-4819-9c99-59abed4e4cf7 req-a0664bb2-2581-42cf-a845-6c1037c80178 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.671068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3496b772-ff51-4819-9c99-59abed4e4cf7 req-a0664bb2-2581-42cf-a845-6c1037c80178 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.707406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:00.716923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3496b772-ff51-4819-9c99-59abed4e4cf7 req-a0664bb2-2581-42cf-a845-6c1037c80178 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037147 Jul 23 20:09:00.729838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f069f73a-595a-4e46-b65f-cf557b4801da'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:00.741473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0664bb2-2581-42cf-a845-6c1037c80178 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6941846-a67e-4212-b7fc-467e43c027a5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:00.752350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa32e6-407f-4613-97dc-4f97af97083b req-abfa09cc-ccbe-4f8e-b5cb-b7e78901eefd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.753890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-feaa32e6-407f-4613-97dc-4f97af97083b req-abfa09cc-ccbe-4f8e-b5cb-b7e78901eefd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.4082808 Jul 23 20:09:00.818996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:00.867063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-feaa32e6-407f-4613-97dc-4f97af97083b req-585ab770-34fc-4cdc-8e68-0db39dd15355 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016569 Jul 23 20:09:00.886104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.897224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:00.914257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775e3d-9883-4332-8924-6ad8eb836726 req-a76d1927-fcd3-4499-b9fe-0cd8f9bd2d81 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:00.915697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81775e3d-9883-4332-8924-6ad8eb836726 req-a76d1927-fcd3-4499-b9fe-0cd8f9bd2d81 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1337743 Jul 23 20:09:01.028638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44c26c27-268c-4c5e-9612-ff0e8e856844 req-c021b0b3-c1dd-4ece-8a22-af2be06c4091 tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "GET /v2.0/security-groups/fa0f51b3-576b-4c02-8583-c650ffdf8008 HTTP/1.1" status: 200 len: 1778 time: 0.1244178 Jul 23 20:09:01.046495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81775e3d-9883-4332-8924-6ad8eb836726 req-36091e72-dce0-45be-bc38-6d97c2428b7d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079445 Jul 23 20:09:01.047072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.091256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:01.091690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:01.092030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:01.105595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:01.105862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Attempting to bind port d49331b9-e025-4f3d-bbee-4a4a3efea410 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:01.114236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:01.114584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:01.114973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:01.115407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Bound port: d49331b9-e025-4f3d-bbee-4a4a3efea410, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:01.115775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.138076 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44c26c27-268c-4c5e-9612-ff0e8e856844 req-047f1ee9-6ada-4ba8-b137-e85c319f646d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.161854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:01.164045 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b0db0-60eb-4d43-8196-eb8bd12fc610" -d '{"events": [{"server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:01.232616 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44c26c27-268c-4c5e-9612-ff0e8e856844 req-047f1ee9-6ada-4ba8-b137-e85c319f646d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.258179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:01.285789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:01.292404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.330387 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44c26c27-268c-4c5e-9612-ff0e8e856844 req-047f1ee9-6ada-4ba8-b137-e85c319f646d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.332841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44c26c27-268c-4c5e-9612-ff0e8e856844 req-047f1ee9-6ada-4ba8-b137-e85c319f646d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.333982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44c26c27-268c-4c5e-9612-ff0e8e856844 req-047f1ee9-6ada-4ba8-b137-e85c319f646d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa0f51b3-576b-4c02-8583-c650ffdf8008 HTTP/1.1" status: 204 len: 173 time: 0.2838280 Jul 23 20:09:01.342152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0bfbb-9efd-4bd7-bf51-d783190d8b1d req-2a8d924e-fb56-4df6-a1fd-dd9f86d6b618 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:01.343647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32a0bfbb-9efd-4bd7-bf51-d783190d8b1d req-2a8d924e-fb56-4df6-a1fd-dd9f86d6b618 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 947 time: 0.1841347 Jul 23 20:09:01.375016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f1ee9-6ada-4ba8-b137-e85c319f646d tempest-SecurityGroupsTestAdminJSON-400123241 tempest-SecurityGroupsTestAdminJSON-400123241-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f51b3-576b-4c02-8583-c650ffdf8008,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.426955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=8']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:01.441646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:01.442257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.443660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-94b73e0d-db83-4e4d-b50b-83d73bb00ffc service neutron] 10.222.0.36 "PUT /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 1124 time: 1.3509674 Jul 23 20:09:01.454092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32a0bfbb-9efd-4bd7-bf51-d783190d8b1d req-37224f67-5525-467f-969d-3aa15becdb6d tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008453 Jul 23 20:09:01.521427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d49331b9-e025-4f3d-bbee-4a4a3efea410'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:01.637361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4fc54-1085-44f3-bda0-e3c9595b73d9 req-10a65290-4293-47d4-8998-a01c8f89937b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:01.638938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4b4fc54-1085-44f3-bda0-e3c9595b73d9 req-10a65290-4293-47d4-8998-a01c8f89937b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 944 time: 0.1204886 Jul 23 20:09:01.687296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4b4fc54-1085-44f3-bda0-e3c9595b73d9 req-ee54831d-1730-42c6-b5a0-e0c86590559c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Jul 23 20:09:01.703097 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a54d2c-ed57-456f-a2a3-9f8abfce8add x-openstack-request-id: req-27a54d2c-ed57-456f-a2a3-9f8abfce8add {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:01.704148 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:01.704709 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27a54d2c-ed57-456f-a2a3-9f8abfce8add {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:01.705271 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'code': 200} Jul 23 20:09:01.756731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f87c8ce9-9145-4679-9946-f2749bebf97b req-fc17b326-67c7-49ba-a629-0aff83f52f92 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "GET /v2.0/security-groups/707e4c51-53ac-464f-96ec-a0d4d7ede49a HTTP/1.1" status: 200 len: 1777 time: 0.0403810 Jul 23 20:09:01.817354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-70e109f4-5952-4e48-afea-c2c94542aec6 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410187 Jul 23 20:09:01.876281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f87c8ce9-9145-4679-9946-f2749bebf97b req-057a324c-17ee-406d-997f-f59612fdca46 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.933400 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f87c8ce9-9145-4679-9946-f2749bebf97b req-057a324c-17ee-406d-997f-f59612fdca46 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:01.981418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-8118fa2c-4c3b-4c70-911b-f8c8f46d7425 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:01.982957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-8118fa2c-4c3b-4c70-911b-f8c8f46d7425 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585672 Jul 23 20:09:01.998557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-d4c24ecc-5528-4171-934b-0c2602f2428f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/quotas/56e2280a9ad44a67bd435113e371a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0099385 Jul 23 20:09:02.004594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f87c8ce9-9145-4679-9946-f2749bebf97b req-057a324c-17ee-406d-997f-f59612fdca46 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.007602 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f87c8ce9-9145-4679-9946-f2749bebf97b req-057a324c-17ee-406d-997f-f59612fdca46 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.009024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f87c8ce9-9145-4679-9946-f2749bebf97b req-057a324c-17ee-406d-997f-f59612fdca46 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "DELETE /v2.0/security-groups/707e4c51-53ac-464f-96ec-a0d4d7ede49a HTTP/1.1" status: 204 len: 173 time: 0.2466164 Jul 23 20:09:02.029595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a324c-17ee-406d-997f-f59612fdca46 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=707e4c51-53ac-464f-96ec-a0d4d7ede49a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:02.087447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-3dac4826-7f1d-4e22-ae7a-5b28132b954c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767860 Jul 23 20:09:02.175794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dca553-b259-4b6a-b335-d71c0c134399 req-b8002f57-fa5e-4adb-9922-0c01656cdbbe tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:02.177286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6dca553-b259-4b6a-b335-d71c0c134399 req-b8002f57-fa5e-4adb-9922-0c01656cdbbe tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.0638518 Jul 23 20:09:02.222554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6dca553-b259-4b6a-b335-d71c0c134399 req-8380e4da-ba87-4996-b51a-8302a8c81d3b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Jul 23 20:09:02.285193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6cfa48a-68ab-4b01-88e9-488a33429528 req-0dfb4810-4c34-42ae-82d1-742ebdfc61f1 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "GET /v2.0/security-groups/1c418185-0e9d-4acc-a1dc-ab964355b5d2 HTTP/1.1" status: 200 len: 1778 time: 0.0390694 Jul 23 20:09:02.302091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f069f73a-595a-4e46-b65f-cf557b4801da up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:02.362820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c6cfa48a-68ab-4b01-88e9-488a33429528 req-57ab9906-a0d0-43ff-873a-377c58a5b9a7 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.374566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f069f73a-595a-4e46-b65f-cf557b4801da completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:02.379480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f069f73a-595a-4e46-b65f-cf557b4801da triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:02.379980 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.388346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c6cfa48a-68ab-4b01-88e9-488a33429528 req-57ab9906-a0d0-43ff-873a-377c58a5b9a7 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.440181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c6cfa48a-68ab-4b01-88e9-488a33429528 req-57ab9906-a0d0-43ff-873a-377c58a5b9a7 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.443004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c6cfa48a-68ab-4b01-88e9-488a33429528 req-57ab9906-a0d0-43ff-873a-377c58a5b9a7 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.445275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6cfa48a-68ab-4b01-88e9-488a33429528 req-57ab9906-a0d0-43ff-873a-377c58a5b9a7 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] 10.222.0.46 "DELETE /v2.0/security-groups/1c418185-0e9d-4acc-a1dc-ab964355b5d2 HTTP/1.1" status: 204 len: 173 time: 0.1533363 Jul 23 20:09:02.485467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab9906-a0d0-43ff-873a-377c58a5b9a7 tempest-SecurityGroupsTestAdminJSON-812207029 tempest-SecurityGroupsTestAdminJSON-812207029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c418185-0e9d-4acc-a1dc-ab964355b5d2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:02.534911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.577257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069f73a-595a-4e46-b65f-cf557b4801da'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:02.583632 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b0d5f-5763-4a8a-a451-617771bf14c2" -d '{"events": [{"server_uuid": "4cdca838-9226-4b41-a86a-8abc47c6d74a", "name": "network-vif-plugged", "status": "completed", "tag": "f069f73a-595a-4e46-b65f-cf557b4801da"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:02.605775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f069f73a-595a-4e46-b65f-cf557b4801da, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f069f73a-595a-4e46-b65f-cf557b4801da,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:02.612930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:02.642804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956021a-b4d0-4cb1-90c6-221773f6f164 req-923cb64d-1cd3-4879-8a7c-ed5592eee6bd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:02.652525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7956021a-b4d0-4cb1-90c6-221773f6f164 req-923cb64d-1cd3-4879-8a7c-ed5592eee6bd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1098409 Jul 23 20:09:02.727931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f069f73a-595a-4e46-b65f-cf557b4801da,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:02.729178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7956021a-b4d0-4cb1-90c6-221773f6f164 req-678c1bef-ad8a-49ef-b5dc-1e845cb0913f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588388 Jul 23 20:09:02.818909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2d5cd-60cb-4cbd-a05d-51c934f0f0c1 req-ab61e91c-73f3-40fa-85cf-764dfcca8f38 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:02.820788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73b2d5cd-60cb-4cbd-a05d-51c934f0f0c1 req-ab61e91c-73f3-40fa-85cf-764dfcca8f38 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1098 time: 0.0744452 Jul 23 20:09:02.868198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73b2d5cd-60cb-4cbd-a05d-51c934f0f0c1 req-799cfe5d-fd9b-4fef-9a5e-bb457ab852c4 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Jul 23 20:09:02.909993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54864) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:03.059485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2e9c7-13b8-4ee8-be45-13cfd7124358 req-10c02c3b-7c4b-426c-b546-eace6047efaf tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.060873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84a2e9c7-13b8-4ee8-be45-13cfd7124358 req-10c02c3b-7c4b-426c-b546-eace6047efaf tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 948 time: 0.0952382 Jul 23 20:09:03.113389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54872) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:03.114543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b65579c7-2330-4b86-8c42-d48a2a943784 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5ed07758dd74373a196b7fc8718f09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026186 Jul 23 20:09:03.137044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84a2e9c7-13b8-4ee8-be45-13cfd7124358 req-d8131383-780a-44c1-899a-c1edf55c546e tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684426 Jul 23 20:09:03.149896 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d0ae3d-b41a-4332-bc2a-9842b85fbdee x-openstack-request-id: req-b4d0ae3d-b41a-4332-bc2a-9842b85fbdee {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:03.150216 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdca838-9226-4b41-a86a-8abc47c6d74a", "name": "network-vif-plugged", "status": "completed", "tag": "f069f73a-595a-4e46-b65f-cf557b4801da", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:03.150506 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4d0ae3d-b41a-4332-bc2a-9842b85fbdee {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:03.150902 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f069f73a-595a-4e46-b65f-cf557b4801da', 'code': 200} Jul 23 20:09:03.204853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.231650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.309932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.313521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:03.315079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/821e0de4-d5e0-44aa-9c00-4061d3eff071 HTTP/1.1" status: 204 len: 168 time: 0.2006276 Jul 23 20:09:03.332386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e0de4-d5e0-44aa-9c00-4061d3eff071,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:03.348083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89cc5c-d969-44bb-a7bc-cd30829256be req-4d441671-24c9-45fe-9a03-be8e4cff10e4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.356956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd89cc5c-d969-44bb-a7bc-cd30829256be req-4d441671-24c9-45fe-9a03-be8e4cff10e4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 944 time: 0.1441040 Jul 23 20:09:03.359641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.361772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.362931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.363958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.364773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.366463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.369318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.370258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.372493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.372751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3cc86b-660b-474e-a1ca-74144a9db96e req-8ad02db3-b333-48ad-85c4-5c73984ace56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.373194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.373829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.374273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3cc86b-660b-474e-a1ca-74144a9db96e req-8ad02db3-b333-48ad-85c4-5c73984ace56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 1100 time: 0.1471648 Jul 23 20:09:03.374670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e81a2a-ade9-4220-856d-7c532c2fc413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:03.470066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd89cc5c-d969-44bb-a7bc-cd30829256be req-9c4e8c1e-611a-4995-9ec1-36d1beb9ea62 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121762 Jul 23 20:09:03.473896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3cc86b-660b-474e-a1ca-74144a9db96e req-7ac8a39c-c112-4327-a544-eeb931d51e5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909257 Jul 23 20:09:03.494924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e079d-4f2e-4542-b70b-b397268d12f5 req-926d8f25-430b-4878-88a9-e532327db2f4 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.496635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-411e079d-4f2e-4542-b70b-b397268d12f5 req-926d8f25-430b-4878-88a9-e532327db2f4 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1098 time: 0.1324654 Jul 23 20:09:03.540622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-411e079d-4f2e-4542-b70b-b397268d12f5 req-ed9e0361-195b-4c74-801c-2e5db408ce51 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Jul 23 20:09:03.623669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99237a38-49d5-4aa6-8b7e-68b81ae358d2 req-a65461f9-4840-4358-b016-d7922af710c8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 210 time: 0.0437965 Jul 23 20:09:03.706473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:03.708976 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1" -d '{"events": [{"name": "network-changed", "server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:03.744311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54896) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:03.749814 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d56ed97-bd36-4c62-a852-8c574eb48919 x-openstack-request-id: req-6d56ed97-bd36-4c62-a852-8c574eb48919 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:03.750324 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:03.750508 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d56ed97-bd36-4c62-a852-8c574eb48919 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:03.751174 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'status': 'completed', 'code': 200} Jul 23 20:09:03.835432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-78b1ba62-bf04-4e0a-a7b2-9eb3bf4383b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31691d4ef8604881a879c071f155bca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895348 Jul 23 20:09:03.838708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54898) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:03.887142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e50ac5-3bc5-4328-b5a8-a2cc87698a36 req-81503606-940c-4614-a5e3-cb7544b96236 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.894121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4e50ac5-3bc5-4328-b5a8-a2cc87698a36 req-81503606-940c-4614-a5e3-cb7544b96236 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.0862396 Jul 23 20:09:03.914350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-a70c1815-8ee6-4158-a4d1-daefc2d54326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:03.915868 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-a70c1815-8ee6-4158-a4d1-daefc2d54326 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1127 time: 0.1140063 Jul 23 20:09:03.966105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4e50ac5-3bc5-4328-b5a8-a2cc87698a36 req-f5d59ff0-c4f3-4746-a6e3-fd32470769cd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698187 Jul 23 20:09:03.997632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c3123a-8e75-49f3-8c79-aa5a4a2951a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.006369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54904) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:04.091036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c3123a-8e75-49f3-8c79-aa5a4a2951a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.141363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-85fbf5db-3835-4a46-b798-5b9c6e883922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.143483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-85fbf5db-3835-4a46-b798-5b9c6e883922 service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.2157717 Jul 23 20:09:04.207906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7426e289-d620-4eb4-9e57-09e0611c6018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.244876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-49c086ba-d97a-47de-b4c1-6b0ed0e0541c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 217 time: 0.0759478 Jul 23 20:09:04.271192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c3123a-8e75-49f3-8c79-aa5a4a2951a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.279615 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c3123a-8e75-49f3-8c79-aa5a4a2951a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.283261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41c3123a-8e75-49f3-8c79-aa5a4a2951a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1df9dc90-b685-497a-800d-3b75cf65e0c2 HTTP/1.1" status: 204 len: 168 time: 0.4410639 Jul 23 20:09:04.283521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-0cb392b1-2f8c-4655-8a68-5aacd3319700 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0939987 Jul 23 20:09:04.326890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:04.337407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3123a-8e75-49f3-8c79-aa5a4a2951a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9dc90-b685-497a-800d-3b75cf65e0c2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:04.385242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-e5d2031e-c46f-48bd-943f-8ffe5db008dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.386953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-e5d2031e-c46f-48bd-943f-8ffe5db008dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1352296 Jul 23 20:09:04.482948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-fc51d65b-7974-4a38-a545-3f3a60845b05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874147 Jul 23 20:09:04.507152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ea016-91d9-499a-ab5f-7346e260122f req-c95f5fa2-0e9b-4541-bad3-e5ef4dd58b57 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.518901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a6ea016-91d9-499a-ab5f-7346e260122f req-c95f5fa2-0e9b-4541-bad3-e5ef4dd58b57 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 948 time: 0.2388701 Jul 23 20:09:04.528879 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7426e289-d620-4eb4-9e57-09e0611c6018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.545745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7426e289-d620-4eb4-9e57-09e0611c6018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:04.588934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426e289-d620-4eb4-9e57-09e0611c6018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec32e06-0f60-4379-89fa-520d29028939,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:04.605256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-8640f51a-34b0-4310-893c-7c22c55781cc tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:04.614150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-8640f51a-34b0-4310-893c-7c22c55781cc tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212912 Jul 23 20:09:04.622698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:04.644093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:09:04.653767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': 'e449c2ca-babb-4886-ba9b-e96241770183', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:04.765462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a6ea016-91d9-499a-ab5f-7346e260122f req-6c1b8707-bf9a-4559-918d-c1d3988195f2 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453034 Jul 23 20:09:04.774174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7426e289-d620-4eb4-9e57-09e0611c6018 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa4a9c58df384d09bc9f67f44c2ffa70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7665904 Jul 23 20:09:04.777547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:04.833934 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-131cb76f-7773-43b8-8777-e3b97e2a01b2 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413107 Jul 23 20:09:04.913462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.47', 61663) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:05.091615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:05.095963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.118272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-6ca34c6e-b2dc-4c02-a482-62b1620a5205 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1657214 Jul 23 20:09:05.177954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87902b71-aa5d-423b-af92-05f13a25386f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.192238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5baf4b75-2e1b-4dfd-b5bc-6c5150dc44d1 req-718011c2-b20f-471d-aba3-0330d74129a4 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216283 Jul 23 20:09:05.249719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cb066-1f55-47d6-a816-b843125fed87 req-a4d78cc9-30bb-4171-8153-e98fe42079d8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:05.252232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-035cb066-1f55-47d6-a816-b843125fed87 req-a4d78cc9-30bb-4171-8153-e98fe42079d8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 944 time: 0.2399395 Jul 23 20:09:05.275999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87902b71-aa5d-423b-af92-05f13a25386f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.354366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-5701e2e7-5866-4258-8979-8d01bb0b24a7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:05.356402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-5701e2e7-5866-4258-8979-8d01bb0b24a7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290587 Jul 23 20:09:05.362067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-035cb066-1f55-47d6-a816-b843125fed87 req-8f1e15d1-35a3-4403-b6d2-8cea3b0e1e18 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966475 Jul 23 20:09:05.363935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.225 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/54850ac5-f49e-4a75-ab09-8b9d253e7960) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:05.399373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87902b71-aa5d-423b-af92-05f13a25386f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.402693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87902b71-aa5d-423b-af92-05f13a25386f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.407290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-87902b71-aa5d-423b-af92-05f13a25386f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ec32e06-0f60-4379-89fa-520d29028939 HTTP/1.1" status: 204 len: 168 time: 0.6183603 Jul 23 20:09:05.410542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:05.435412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87902b71-aa5d-423b-af92-05f13a25386f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec32e06-0f60-4379-89fa-520d29028939,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:05.452095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-d80b3d3d-18ad-4dbe-8851-64601ff91857 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:05.453538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-d80b3d3d-18ad-4dbe-8851-64601ff91857 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0223951 Jul 23 20:09:05.472297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:05.472807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:09:05.557844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-918ae223-9228-4df9-ab9b-33e65cd62fb7 req-773e40a5-6151-4fb6-b4ae-9b87e0dab873 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 210 time: 0.0753062 Jul 23 20:09:05.727292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.754425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cc831-d4bc-40e5-a7ad-0fab9fd918b9 req-4eb27417-8c84-4239-aa95-0c13205d2e7b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:05.756006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b4cc831-d4bc-40e5-a7ad-0fab9fd918b9 req-4eb27417-8c84-4239-aa95-0c13205d2e7b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1202912 Jul 23 20:09:05.757135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object 54850ac5-f49e-4a75-ab09-8b9d253e7960 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:05.818275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b4cc831-d4bc-40e5-a7ad-0fab9fd918b9 req-936227cb-5d58-4e45-955d-42267b6e2c75 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521996 Jul 23 20:09:05.823578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.843442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54968) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:05.845385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:05.871822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa9b711-52e7-44a0-94d6-bfaa573e9067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.878756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:05.881942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:05.890479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:05.896277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:05.896788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.908688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=54850ac5-f49e-4a75-ab09-8b9d253e7960,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:05.921722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:05.925461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:05.925779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-7c008d06-c637-4d3d-b204-cd7d642b788c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2915235 Jul 23 20:09:05.939630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Request body: {'port': {'device_id': 'e449c2ca-babb-4886-ba9b-e96241770183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:05.961221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:05.961591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:05.961920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:05.996234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:05.996932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:06.054121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:06.054758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:06.055372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:06.056028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Bound port: 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:06.058071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.210774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:06.222515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.223691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-341b6762-f0e2-44d4-8d76-792b252b06da service neutron] 10.222.0.46 "POST /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25/bindings HTTP/1.1" status: 201 len: 390 time: 0.7632618 Jul 23 20:09:06.231633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.47 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/dfa227f7-56ed-4b8f-88a8-23c8db2a1592) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:06.241084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-13ad1ac6-12fb-4f1b-8062-791e77266240 None None] Provisioning for port 54850ac5-f49e-4a75-ab09-8b9d253e7960 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:06.248729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-13ad1ac6-12fb-4f1b-8062-791e77266240 None None] Provisioning complete for port 54850ac5-f49e-4a75-ab09-8b9d253e7960 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:06.249105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13ad1ac6-12fb-4f1b-8062-791e77266240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.268409 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa9b711-52e7-44a0-94d6-bfaa573e9067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.277834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa9b711-52e7-44a0-94d6-bfaa573e9067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.302381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-13ad1ac6-12fb-4f1b-8062-791e77266240 None None] Port 54850ac5-f49e-4a75-ab09-8b9d253e7960 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:06.323778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4aa9b711-52e7-44a0-94d6-bfaa573e9067 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eed6c5e187ac4523b43266ef25e9d2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787867 Jul 23 20:09:06.328916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:06.355067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9b711-52e7-44a0-94d6-bfaa573e9067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bb45b3-ea77-4fb8-98ff-eca15ea45c36,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:06.456204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b80d4b-3d6d-4e28-9bb3-fd8538ecd011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.480437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55db52-e85d-4092-b6e9-7c57f0e2dc67 req-37990bd8-c4d4-45bf-a203-5e8f31607bd7 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.481912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e55db52-e85d-4092-b6e9-7c57f0e2dc67 req-37990bd8-c4d4-45bf-a203-5e8f31607bd7 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 948 time: 0.1135714 Jul 23 20:09:06.487979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.501777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object dfa227f7-56ed-4b8f-88a8-23c8db2a1592 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:06.512019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b80d4b-3d6d-4e28-9bb3-fd8538ecd011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.535342 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.548707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:06.582337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:06.585290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:06.589686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:06.621253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:06.646472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e55db52-e85d-4092-b6e9-7c57f0e2dc67 req-3ad51ad8-ad7e-4390-8f50-bd35376ba01b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552708 Jul 23 20:09:06.674387 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.675142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.697511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-2adc5280-8464-40df-8d8e-3dea8072f764 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3112407 Jul 23 20:09:06.719330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9521fb-7d02-4a0c-9feb-6252b1530f66 req-d2656733-b744-4008-95e6-6dc65fd9f51c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:06.720090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Request body: {'port': {'device_id': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:06.729155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a9521fb-7d02-4a0c-9feb-6252b1530f66 req-d2656733-b744-4008-95e6-6dc65fd9f51c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.2254508 Jul 23 20:09:06.741562 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b80d4b-3d6d-4e28-9bb3-fd8538ecd011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.744025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b80d4b-3d6d-4e28-9bb3-fd8538ecd011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.745488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-53b80d4b-3d6d-4e28-9bb3-fd8538ecd011 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/98bb45b3-ea77-4fb8-98ff-eca15ea45c36 HTTP/1.1" status: 204 len: 168 time: 0.4151039 Jul 23 20:09:06.790108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b80d4b-3d6d-4e28-9bb3-fd8538ecd011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bb45b3-ea77-4fb8-98ff-eca15ea45c36,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:06.827626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.857193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a9521fb-7d02-4a0c-9feb-6252b1530f66 req-48904d7a-bf07-4539-a4ac-47bc8d77a9b7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249907 Jul 23 20:09:06.921103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54850ac5-f49e-4a75-ab09-8b9d253e7960 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:06.932538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.933216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-32e2d702-1312-4acd-b0d7-b0891d570cb1 None None] Provisioning for port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:06.937124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-32e2d702-1312-4acd-b0d7-b0891d570cb1 None None] Provisioning complete for port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:06.937560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32e2d702-1312-4acd-b0d7-b0891d570cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.961696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Transition to ACTIVE for port object 54850ac5-f49e-4a75-ab09-8b9d253e7960 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:06.991028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:06.995828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-32e2d702-1312-4acd-b0d7-b0891d570cb1 None None] Port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:07.002664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af18dd-80af-4321-aff1-105718d7af0f req-aac0ce78-82ba-4507-aa6a-ccb1f064033a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.004162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94af18dd-80af-4321-aff1-105718d7af0f req-aac0ce78-82ba-4507-aa6a-ccb1f064033a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 944 time: 0.2356155 Jul 23 20:09:07.112137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Pushing event updated for resources: {'Port': ['ID=54850ac5-f49e-4a75-ab09-8b9d253e7960,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:07.172292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94af18dd-80af-4321-aff1-105718d7af0f req-b2488932-e3c3-443f-bf72-64918b7c65a1 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578398 Jul 23 20:09:07.197778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61637fe-b33a-4f25-93d8-4f05903d7e1d req-269cbfb9-61e9-41b9-9773-65b82a33ee1c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.199335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d61637fe-b33a-4f25-93d8-4f05903d7e1d req-269cbfb9-61e9-41b9-9773-65b82a33ee1c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 935 time: 0.2571363 Jul 23 20:09:07.200085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Attempting to bind port 54850ac5-f49e-4a75-ab09-8b9d253e7960 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:07.200414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Attempting to bind port 54850ac5-f49e-4a75-ab09-8b9d253e7960 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:07.200735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Attempting to bind port 54850ac5-f49e-4a75-ab09-8b9d253e7960 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:07.218132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa227f7-56ed-4b8f-88a8-23c8db2a1592 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:07.223547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Port 54850ac5-f49e-4a75-ab09-8b9d253e7960 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:07.223869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Attempting to bind port 54850ac5-f49e-4a75-ab09-8b9d253e7960 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:07.227271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.236977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:07.237319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:07.237731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:07.238221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Bound port: 54850ac5-f49e-4a75-ab09-8b9d253e7960, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:07.238579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.243555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Transition to ACTIVE for port object dfa227f7-56ed-4b8f-88a8-23c8db2a1592 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:07.250362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.286522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d61637fe-b33a-4f25-93d8-4f05903d7e1d req-8b0def7b-17b5-41c7-b646-a3a88957827d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692592 Jul 23 20:09:07.341082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] For port 54850ac5-f49e-4a75-ab09-8b9d253e7960, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:07.344476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] For port 54850ac5-f49e-4a75-ab09-8b9d253e7960, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:07.352982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.390008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Pushing event updated for resources: {'Port': ['ID=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:07.409574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.410454 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.412155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] 10.222.0.47 "PUT /v2.0/ports/54850ac5-f49e-4a75-ab09-8b9d253e7960 HTTP/1.1" status: 200 len: 1097 time: 1.4784586 Jul 23 20:09:07.415107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e449c2ca-babb-4886-ba9b-e96241770183', 'tag': '54850ac5-f49e-4a75-ab09-8b9d253e7960'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:07.419395 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90" -d '{"events": [{"name": "network-changed", "server_uuid": "e449c2ca-babb-4886-ba9b-e96241770183", "tag": "54850ac5-f49e-4a75-ab09-8b9d253e7960"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:07.550577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d70721-c6f0-4c77-947a-6d8939321194 service neutron] Pushing event updated for resources: {'Port': ['ID=54850ac5-f49e-4a75-ab09-8b9d253e7960,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:07.565409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Attempting to bind port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:07.565772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Attempting to bind port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:07.566295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Attempting to bind port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:07.573117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:07.573467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Attempting to bind port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:07.587060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:07.587736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:07.588158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:07.589123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Bound port: dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:07.589526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.611437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a31d4-cfd7-42c3-94fc-2b713db1ed1b req-9d7395ac-3c3f-41e6-98e8-c98130960a34 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.613011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d12a31d4-cfd7-42c3-94fc-2b713db1ed1b req-9d7395ac-3c3f-41e6-98e8-c98130960a34 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1646163 Jul 23 20:09:07.647786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-322c25b8-07e3-4ae7-8ca6-a5219ae8c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.649534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-322c25b8-07e3-4ae7-8ca6-a5219ae8c750 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 1100 time: 0.1799212 Jul 23 20:09:07.656852 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-49122e15-bb25-44ce-81d3-13e38787dbac service neutron] 10.222.0.47 "GET /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.3409808 Jul 23 20:09:07.714861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d12a31d4-cfd7-42c3-94fc-2b713db1ed1b req-c76f9c7c-236c-4764-9907-51897b509a1f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924594 Jul 23 20:09:07.716780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-44aa426e-d016-4dbd-9d72-90f3ba090506 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960 HTTP/1.1" status: 200 len: 217 time: 0.0551341 Jul 23 20:09:07.738385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] For port dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:07.738385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] For port dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:07.754266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.820163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-c318ab5a-d56c-49d1-bc5c-911ce323e0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.822259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-c318ab5a-d56c-49d1-bc5c-911ce323e0e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0979965 Jul 23 20:09:07.888533 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c9061b-7983-48af-b886-725470c5bf3c x-openstack-request-id: req-86c9061b-7983-48af-b886-725470c5bf3c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:07.889191 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e449c2ca-babb-4886-ba9b-e96241770183", "tag": "54850ac5-f49e-4a75-ab09-8b9d253e7960", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:07.889191 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86c9061b-7983-48af-b886-725470c5bf3c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:07.889656 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e449c2ca-babb-4886-ba9b-e96241770183', 'tag': '54850ac5-f49e-4a75-ab09-8b9d253e7960', 'status': 'completed', 'code': 200} Jul 23 20:09:07.907552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.908197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:07.909669 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] 10.222.0.47 "PUT /v2.0/ports/dfa227f7-56ed-4b8f-88a8-23c8db2a1592 HTTP/1.1" status: 200 len: 1096 time: 1.2010853 Jul 23 20:09:07.913514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'tag': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:07.927798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-29390b55-e5fd-4055-ad4c-580622d474dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:07.928532 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f417c7e-a406-41f2-8081-52a11a873e57" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b", "tag": "dfa227f7-56ed-4b8f-88a8-23c8db2a1592"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:07.930364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-29390b55-e5fd-4055-ad4c-580622d474dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1010253 Jul 23 20:09:08.083974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42a283-d16d-44ef-906e-d73fecd45c9e service neutron] Pushing event updated for resources: {'Port': ['ID=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:08.179553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-d10c8345-ac4e-467d-85c3-e722943f5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.181101 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-d10c8345-ac4e-467d-85c3-e722943f5a32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 1099 time: 0.2200761 Jul 23 20:09:08.211896 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:09:08.237935 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-6d61308f-f0f4-4c8f-a5e8-e573ca42efa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592 HTTP/1.1" status: 200 len: 217 time: 0.0447574 Jul 23 20:09:08.258695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:08.305999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:08.329960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-a05f69e2-59a2-4ff2-91f1-354c7a7a13dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.331420 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-a05f69e2-59a2-4ff2-91f1-354c7a7a13dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0854554 Jul 23 20:09:08.373992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49331b9-e025-4f3d-bbee-4a4a3efea410 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:08.383201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-d95add07-5d7c-41cb-9e30-db8ec227a1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430485 Jul 23 20:09:08.388104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:08.399832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f3d4f-9a32-4556-92f7-20d56be7d33d req-3639c4c5-d695-44c4-91e5-92acadd03685 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.402536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a24f3d4f-9a32-4556-92f7-20d56be7d33d req-3639c4c5-d695-44c4-91e5-92acadd03685 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.1523237 Jul 23 20:09:08.406697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:08.455765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-cc82bf9a-bfc3-47d7-92cc-9f55514b663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.457273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-cc82bf9a-bfc3-47d7-92cc-9f55514b663e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1195531 Jul 23 20:09:08.461342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acee72-1639-4668-8382-32459ca2b23d req-1821dced-7a05-48f1-a116-f5e82cb487b7 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.463489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6acee72-1639-4668-8382-32459ca2b23d req-1821dced-7a05-48f1-a116-f5e82cb487b7 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 948 time: 0.2146194 Jul 23 20:09:08.535528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a24f3d4f-9a32-4556-92f7-20d56be7d33d req-5b79bc9f-b4aa-4f08-bbb9-96f0ef179a63 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217196 Jul 23 20:09:08.571495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] Transition to ACTIVE for port object d49331b9-e025-4f3d-bbee-4a4a3efea410 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:08.583719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6acee72-1639-4668-8382-32459ca2b23d req-6453b11c-3b81-4e76-bd77-ad37dcc8f6fd tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123891 Jul 23 20:09:08.587776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-c534fcaf-2c54-483a-ba3f-987ee6e685f7 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839485 Jul 23 20:09:08.592960 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:08.603891 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a547d1f-0eba-4a24-b9f9-e8e8350ea4be x-openstack-request-id: req-3a547d1f-0eba-4a24-b9f9-e8e8350ea4be {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:08.604240 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b", "tag": "dfa227f7-56ed-4b8f-88a8-23c8db2a1592", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:08.604486 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a547d1f-0eba-4a24-b9f9-e8e8350ea4be {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:08.604884 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'tag': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', 'status': 'completed', 'code': 200} Jul 23 20:09:08.612425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-9e7ceb52-1071-46f5-867d-ef7aa179efc2 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413510 Jul 23 20:09:08.708434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] No DVR routers for this DVR port d49331b9-e025-4f3d-bbee-4a4a3efea410 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:08.751847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] Pushing event updated for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:08.770541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-4a3fa4b7-452e-43af-9a94-ce80c0f318f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.772053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-4a3fa4b7-452e-43af-9a94-ce80c0f318f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 1100 time: 0.1206365 Jul 23 20:09:08.790172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d0a986c7-8790-40f6-99fa-ce04635dfff1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1175058 Jul 23 20:09:08.801282 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-326efcdd-26e2-4005-a883-4efb4f40abd9 req-dbafac4d-d9c2-4b2a-b023-a5d98f531c37 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678874 Jul 23 20:09:08.890694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c024d29-9fd1-483a-9a35-2740a1ea8718 req-72e0ec2b-0153-453a-af19-6b38024b9c9d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.892145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c024d29-9fd1-483a-9a35-2740a1ea8718 req-72e0ec2b-0153-453a-af19-6b38024b9c9d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.1878331 Jul 23 20:09:08.899200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222eed2-4716-4e7f-ad36-78602c2ddd6c req-f89d07a3-3aa2-44ab-a263-3948a41a5c26 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.901370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a222eed2-4716-4e7f-ad36-78602c2ddd6c req-f89d07a3-3aa2-44ab-a263-3948a41a5c26 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 947 time: 0.1997826 Jul 23 20:09:08.906975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-14699a4d-c72c-41d4-8da1-d66f88559c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:08.908481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-14699a4d-c72c-41d4-8da1-d66f88559c9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 1099 time: 0.0626073 Jul 23 20:09:09.000320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-8bd2825d-e232-4d38-9b1b-b82b7f8f78fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.001858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-8bd2825d-e232-4d38-9b1b-b82b7f8f78fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2121100 Jul 23 20:09:09.004392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-f380a406-ace9-40a2-9212-b3b38410d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.005939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-f380a406-ace9-40a2-9212-b3b38410d777 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.0887415 Jul 23 20:09:09.008391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c024d29-9fd1-483a-9a35-2740a1ea8718 req-dd3f4ba4-2bc4-41e3-996e-063d01737dc8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035216 Jul 23 20:09:09.012485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a222eed2-4716-4e7f-ad36-78602c2ddd6c req-333e4100-9602-4fc2-a4ed-2a094555e9e7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831614 Jul 23 20:09:09.055048 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-f92e9781-ce3d-4a61-8152-395e39f9df8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592 HTTP/1.1" status: 200 len: 217 time: 0.0390053 Jul 23 20:09:09.063255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-d0f40a3c-acca-4de9-ba53-e854dcb79464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960 HTTP/1.1" status: 200 len: 217 time: 0.0487304 Jul 23 20:09:09.081365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-89fb3ac5-876c-4031-8455-9a5ceaa29b2b tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.082876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-89fb3ac5-876c-4031-8455-9a5ceaa29b2b tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.2093437 Jul 23 20:09:09.114042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-b0b3448c-fc95-4d9c-a5ab-c2b7a818624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.115816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-b0b3448c-fc95-4d9c-a5ab-c2b7a818624c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0541008 Jul 23 20:09:09.187465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-84e12b08-353c-4840-b4a8-2209ca1b6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.189798 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-84e12b08-353c-4840-b4a8-2209ca1b6aca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628304 Jul 23 20:09:09.217613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-43327fa0-075e-41fc-8c6c-9f8891952eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.219083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-43327fa0-075e-41fc-8c6c-9f8891952eaa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1426063 Jul 23 20:09:09.289148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-97fa2db6-5b00-4a4d-95b2-ff5e4fec1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.291078 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-97fa2db6-5b00-4a4d-95b2-ff5e4fec1711 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 1097 time: 0.1994548 Jul 23 20:09:09.303904 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-22bffa1b-2a46-47a3-a487-5ba2ab337902 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985293 Jul 23 20:09:09.308557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f18fc-edae-4408-8e21-2b811d807246 req-a084d405-2728-4090-8902-e689277777d0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.315432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa3f18fc-edae-4408-8e21-2b811d807246 req-a084d405-2728-4090-8902-e689277777d0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1788619 Jul 23 20:09:09.388208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-69c51e8b-0e5e-413c-a6a7-ba0ddfa79425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.389922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-69c51e8b-0e5e-413c-a6a7-ba0ddfa79425 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1624329 Jul 23 20:09:09.414662 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8f417c7e-a406-41f2-8081-52a11a873e57 req-8254a333-8c1d-4954-96a9-3d6eb02c7d8a service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029067 Jul 23 20:09:09.428193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa3f18fc-edae-4408-8e21-2b811d807246 req-a9c4beb0-195f-485d-a6f8-45667e6c36f3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119068 Jul 23 20:09:09.494981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-834849d8-a0ab-4309-a3f2-efe6a94649f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.496502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-834849d8-a0ab-4309-a3f2-efe6a94649f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1097 time: 0.1713634 Jul 23 20:09:09.562334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-1448d0ae-b8e6-4aca-a4df-82f9044461d9 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.564299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-1448d0ae-b8e6-4aca-a4df-82f9044461d9 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 1100 time: 0.0900762 Jul 23 20:09:09.571363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-76ae4088-6523-4f72-ae0b-33c69a663cb6 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669536 Jul 23 20:09:09.682768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Deleting port f069f73a-595a-4e46-b65f-cf557b4801da {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:09.683105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.683504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-5feb3321-87ef-44b9-ba2f-9e3cdbc193d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.685458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-5feb3321-87ef-44b9-ba2f-9e3cdbc193d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1790755 Jul 23 20:09:09.761551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] For port f069f73a-595a-4e46-b65f-cf557b4801da, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f069f73a-595a-4e46-b65f-cf557b4801da,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:09.761949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.774522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-70e0ae8d-1e9a-49a4-a61f-bd84fa025f43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 217 time: 0.0779688 Jul 23 20:09:09.775577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Calling delete_port for f069f73a-595a-4e46-b65f-cf557b4801da owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:09.867697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ec05-4ad1-48e5-977f-0e522a107177 req-46ac5bd3-f13f-4818-879d-14d128047fcc tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.869748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a079ec05-4ad1-48e5-977f-0e522a107177 req-46ac5bd3-f13f-4818-879d-14d128047fcc tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.2370343 Jul 23 20:09:09.894760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8d2d59c-fde4-43b3-a53b-76eff2b45e90 req-4037268d-d6c8-4374-be2f-70db4277dc2c service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630894 Jul 23 20:09:09.904197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-edc6cb1e-cea0-4a7f-8970-04c50186e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.905722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-edc6cb1e-cea0-4a7f-8970-04c50186e041 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1107144 Jul 23 20:09:09.930015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:09.940850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f069f73a-595a-4e46-b65f-cf557b4801da'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:09.956125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Pushing event deleted for resources: {'Port': ['ID=f069f73a-595a-4e46-b65f-cf557b4801da,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:09.965717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-4a8a9644-c420-4c9c-9f81-3f350230a6d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468936 Jul 23 20:09:09.974760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad21f45-3c64-4e6e-8962-585a605a5c8f req-8f6a9de0-73fe-4fc2-8786-2dd54a180d2c tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:09.976444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dad21f45-3c64-4e6e-8962-585a605a5c8f req-8f6a9de0-73fe-4fc2-8786-2dd54a180d2c tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=4cdca838-9226-4b41-a86a-8abc47c6d74a HTTP/1.1" status: 200 len: 948 time: 0.2697451 Jul 23 20:09:09.987668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a079ec05-4ad1-48e5-977f-0e522a107177 req-80fb5b71-f224-41a4-892d-a5d3c07e23bd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090121 Jul 23 20:09:10.021733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] No DVR routers for this DVR port f069f73a-595a-4e46-b65f-cf557b4801da on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:10.025876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.028976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69d284cb-093d-4e3b-99b3-76e9e6ae3768 req-f6d12227-0b58-4a8e-8f2d-153061e0b2a8 tempest-DeleteServersAdminTestJSON-441984107 tempest-DeleteServersAdminTestJSON-441984107-project-admin] 10.222.0.36 "DELETE /v2.0/ports/f069f73a-595a-4e46-b65f-cf557b4801da HTTP/1.1" status: 204 len: 173 time: 0.4543695 Jul 23 20:09:10.085668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dad21f45-3c64-4e6e-8962-585a605a5c8f req-7894ffe8-7a63-49c0-aa83-20f7583cb116 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961993 Jul 23 20:09:10.151598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-2dd14c21-4d68-400a-b6a0-0a74aa36f90e service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738555 Jul 23 20:09:10.433141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:10.536660 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa84c53-b234-477d-b7f5-a9b335bede50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.553926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-d4da4f5b-954a-457a-b693-e82d7f8be31f service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940606 Jul 23 20:09:10.573169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd8c9c1-1ed0-41e6-9279-8bfacc714792 req-aafaff77-a25e-4cb1-bca5-4737969b46c4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:10.575670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1bd8c9c1-1ed0-41e6-9279-8bfacc714792 req-aafaff77-a25e-4cb1-bca5-4737969b46c4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.4023342 Jul 23 20:09:10.595121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34be0d0-2617-4383-a0b4-f85f85d5b28e req-6e1946b3-8c7a-4464-b450-cecf7b219e17 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:10.596815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b34be0d0-2617-4383-a0b4-f85f85d5b28e req-6e1946b3-8c7a-4464-b450-cecf7b219e17 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 947 time: 0.3690989 Jul 23 20:09:10.607221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'name': 'network-vif-deleted', 'tag': 'f069f73a-595a-4e46-b65f-cf557b4801da'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:10.609475 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff565402-6e7a-43d0-abfa-dde994a095d2" -d '{"events": [{"server_uuid": "4cdca838-9226-4b41-a86a-8abc47c6d74a", "name": "network-vif-deleted", "tag": "f069f73a-595a-4e46-b65f-cf557b4801da"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:10.649247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1bd8c9c1-1ed0-41e6-9279-8bfacc714792 req-db19a3ba-d564-47de-bac4-bb816bed407b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647149 Jul 23 20:09:10.662349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b34be0d0-2617-4383-a0b4-f85f85d5b28e req-6b7ac2a4-4ade-4752-96cd-c4aae137efc2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506945 Jul 23 20:09:10.696367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa84c53-b234-477d-b7f5-a9b335bede50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.712347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa84c53-b234-477d-b7f5-a9b335bede50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.758052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7aa84c53-b234-477d-b7f5-a9b335bede50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64d87d7bb7a54a93ae6564b001550a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213582 Jul 23 20:09:10.759013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:10.776000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa84c53-b234-477d-b7f5-a9b335bede50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9783e6-a9e2-4b03-b483-e19d451efee1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:10.823446 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be86c02-90d1-49ae-bc8f-c606c678b746 x-openstack-request-id: req-7be86c02-90d1-49ae-bc8f-c606c678b746 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:10.823741 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdca838-9226-4b41-a86a-8abc47c6d74a", "name": "network-vif-deleted", "tag": "f069f73a-595a-4e46-b65f-cf557b4801da", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:10.824032 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7be86c02-90d1-49ae-bc8f-c606c678b746 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:10.824429 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdca838-9226-4b41-a86a-8abc47c6d74a', 'name': 'network-vif-deleted', 'tag': 'f069f73a-595a-4e46-b65f-cf557b4801da', 'status': 'completed', 'code': 200} Jul 23 20:09:10.839838 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca61e9f-0e3b-4ffd-a3c5-bca65cf8cc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.867623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca61e9f-0e3b-4ffd-a3c5-bca65cf8cc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.898435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfe23a-77d4-4f56-9f32-7489cb7313f7 req-bd488931-5771-438b-a311-84873aa57ab2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:10.900492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bdfe23a-77d4-4f56-9f32-7489cb7313f7 req-bd488931-5771-438b-a311-84873aa57ab2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1434968 Jul 23 20:09:10.920336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca61e9f-0e3b-4ffd-a3c5-bca65cf8cc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.923070 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dca61e9f-0e3b-4ffd-a3c5-bca65cf8cc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:10.926556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dca61e9f-0e3b-4ffd-a3c5-bca65cf8cc7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f9783e6-a9e2-4b03-b483-e19d451efee1 HTTP/1.1" status: 204 len: 168 time: 0.1635213 Jul 23 20:09:10.935308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-a51c69c1-d995-4030-88b0-dc3caef183d8 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:10.936831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-a51c69c1-d995-4030-88b0-dc3caef183d8 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.0923004 Jul 23 20:09:10.937705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61e9f-0e3b-4ffd-a3c5-bca65cf8cc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9783e6-a9e2-4b03-b483-e19d451efee1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:10.961987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bdfe23a-77d4-4f56-9f32-7489cb7313f7 req-1886eae4-616d-40ca-9bbd-76567b0ca1ba tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496533 Jul 23 20:09:11.115006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55144) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:11.168961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-21aa7fbb-20da-4a81-a9a9-7c6bcef45391 service neutron] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:11.173154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-21aa7fbb-20da-4a81-a9a9-7c6bcef45391 service neutron] Notify callbacks [] for binding, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.174299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38abf2c5-99d8-48c7-8d26-1952ef84edd2 req-21aa7fbb-20da-4a81-a9a9-7c6bcef45391 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.2254806 Jul 23 20:09:11.189757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833f671-5535-415b-9968-567293c816c3 req-ee40eb05-c4f7-47b2-a877-1d85e3b46d7b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:11.191412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9833f671-5535-415b-9968-567293c816c3 req-ee40eb05-c4f7-47b2-a877-1d85e3b46d7b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.1112547 Jul 23 20:09:11.239093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9833f671-5535-415b-9968-567293c816c3 req-d204de5c-ab41-4983-8950-49ba18632f75 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410612 Jul 23 20:09:11.260018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d8a395f-ed58-4826-a380-2aff70cfa3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.283890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55150) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:11.305278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2116df80-1d7b-449a-b747-6fde06b5dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.380376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d8a395f-ed58-4826-a380-2aff70cfa3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.388836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d8a395f-ed58-4826-a380-2aff70cfa3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.412973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-056fc77b-d5ac-4577-b260-d8a2dd73ce4b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=aee87bd1450d4ef096a7fe8569653718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245512 Jul 23 20:09:11.435732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5d8a395f-ed58-4826-a380-2aff70cfa3a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28a1e067c6594f84926d25669e8f4fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194747 Jul 23 20:09:11.439908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55162) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:11.457354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a395f-ed58-4826-a380-2aff70cfa3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2c863-dfb5-44ae-a2fb-e519af74cc91,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:11.534138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1deca1a9-ed8c-432f-ad7f-f81dc7c642f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.539543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-421db5fb-767c-4b4a-b4ac-f093c1409fc6 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:11.541487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-421db5fb-767c-4b4a-b4ac-f093c1409fc6 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226680 Jul 23 20:09:11.557927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-5ae3806b-cda7-44cc-a10e-f0e5d9ee009f tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/quotas/aee87bd1450d4ef096a7fe8569653718 HTTP/1.1" status: 200 len: 375 time: 0.0100462 Jul 23 20:09:11.572910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1deca1a9-ed8c-432f-ad7f-f81dc7c642f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.583147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2116df80-1d7b-449a-b747-6fde06b5dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.589882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2116df80-1d7b-449a-b747-6fde06b5dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.593594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device dfa227f7-56ed-4b8f-88a8-23c8db2a1592 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:11.600783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-a69eb1b4-71dd-41a1-99b5-1d5b1cb04d65 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aee87bd1450d4ef096a7fe8569653718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372567 Jul 23 20:09:11.642746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:11.665797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55164) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:11.665983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2116df80-1d7b-449a-b747-6fde06b5dc41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae4a53b2ceae469597772ede94eb9cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807640 Jul 23 20:09:11.667848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116df80-1d7b-449a-b747-6fde06b5dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1755e05f-d1bf-4fc1-9b0a-7ae15f79fda9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:11.709045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1deca1a9-ed8c-432f-ad7f-f81dc7c642f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.713564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1deca1a9-ed8c-432f-ad7f-f81dc7c642f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.718843 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1deca1a9-ed8c-432f-ad7f-f81dc7c642f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31a2c863-dfb5-44ae-a2fb-e519af74cc91 HTTP/1.1" status: 204 len: 168 time: 0.2776845 Jul 23 20:09:11.737128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deca1a9-ed8c-432f-ad7f-f81dc7c642f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2c863-dfb5-44ae-a2fb-e519af74cc91,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:11.738021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-841e1824-6898-429f-8fe5-6dae65c53585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.815035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-841e1824-6898-429f-8fe5-6dae65c53585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.857954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:11.887517 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-841e1824-6898-429f-8fe5-6dae65c53585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.890398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-841e1824-6898-429f-8fe5-6dae65c53585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:11.891791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-841e1824-6898-429f-8fe5-6dae65c53585 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1755e05f-d1bf-4fc1-9b0a-7ae15f79fda9 HTTP/1.1" status: 204 len: 168 time: 0.2248049 Jul 23 20:09:11.897892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:11.910552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', 'mac_address': 'fa:16:3e:cf:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:11.918069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e1824-6898-429f-8fe5-6dae65c53585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1755e05f-d1bf-4fc1-9b0a-7ae15f79fda9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:11.969924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970cc6e5-035b-4784-b2e1-ea388d75bc34 req-926b71cd-f0b9-4062-a031-64eb68a92732 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:11.976686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-970cc6e5-035b-4784-b2e1-ea388d75bc34 req-926b71cd-f0b9-4062-a031-64eb68a92732 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.2324526 Jul 23 20:09:11.992835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.011784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa227f7-56ed-4b8f-88a8-23c8db2a1592 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:12.016727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776be23-1fc9-46cc-ad0b-08ba910b3955 req-84cd2d2d-4121-4c05-b553-21efa9d34219 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.018486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9776be23-1fc9-46cc-ad0b-08ba910b3955 req-84cd2d2d-4121-4c05-b553-21efa9d34219 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 947 time: 0.1463504 Jul 23 20:09:12.026881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-970cc6e5-035b-4784-b2e1-ea388d75bc34 req-5fa8e556-b507-4f27-8a08-355bd9299c7e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Jul 23 20:09:12.074781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9776be23-1fc9-46cc-ad0b-08ba910b3955 req-073ec82e-dd84-432c-9f46-e99e3c65da7a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468094 Jul 23 20:09:12.098406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:12.115332 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.116248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54850ac5-f49e-4a75-ab09-8b9d253e7960 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:12.203837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-181922f5-92a4-4799-9a7b-e88834ef4f04 req-77275c99-264d-46bc-9dfb-011910a12d21 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 210 time: 0.0601082 Jul 23 20:09:12.253760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:12.258969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 54850ac5-f49e-4a75-ab09-8b9d253e7960, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:12.277199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '54850ac5-f49e-4a75-ab09-8b9d253e7960', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '54850ac5-f49e-4a75-ab09-8b9d253e7960', 'mac_address': 'fa:16:3e:3c:8b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:12.403298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.436709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18480e01-e2af-4cd0-aafb-70ab904cf7a9 req-503af754-dca4-49d8-88ee-6cc857a85d36 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.438698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54850ac5-f49e-4a75-ab09-8b9d253e7960 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:12.444671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18480e01-e2af-4cd0-aafb-70ab904cf7a9 req-503af754-dca4-49d8-88ee-6cc857a85d36 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1576543 Jul 23 20:09:12.504023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 54850ac5-f49e-4a75-ab09-8b9d253e7960, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:12.512856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:12.536949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18480e01-e2af-4cd0-aafb-70ab904cf7a9 req-f8ea8905-3b91-42cb-b858-05ed75dc79f0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890582 Jul 23 20:09:12.580946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a0fda-5255-41ef-846b-cbfde97aef1c req-2e88ad6f-6b1b-46c0-b439-d54a77301ed6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.582488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f4a0fda-5255-41ef-846b-cbfde97aef1c req-2e88ad6f-6b1b-46c0-b439-d54a77301ed6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.2246644 Jul 23 20:09:12.600291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=54850ac5-f49e-4a75-ab09-8b9d253e7960,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:12.655973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-e9622ec7-8738-4a0e-b759-9f01a0ae9b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.657767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-e9622ec7-8738-4a0e-b759-9f01a0ae9b55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1098 time: 0.2099042 Jul 23 20:09:12.696127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f4a0fda-5255-41ef-846b-cbfde97aef1c req-b540b8da-431c-4a9c-82e9-900172c8e5e7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913856 Jul 23 20:09:12.774353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:12.806140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e8277-e19f-4286-bcc0-d264ef98e5d9 req-291e9b59-c791-4836-8a06-00e78eea38b2 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.808648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-565e8277-e19f-4286-bcc0-d264ef98e5d9 req-291e9b59-c791-4836-8a06-00e78eea38b2 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1097 time: 0.1724977 Jul 23 20:09:12.809974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-9e38bcbb-1e35-4452-9a93-34727e85f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.811281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-9e38bcbb-1e35-4452-9a93-34727e85f986 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1306443 Jul 23 20:09:12.835113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['dfa227f7-56ed-4b8f-88a8-23c8db2a1592'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:12.877873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-de646d46-0b70-4d72-b42c-766903f80195 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 217 time: 0.0549839 Jul 23 20:09:12.924792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-565e8277-e19f-4286-bcc0-d264ef98e5d9 req-069ad919-e82d-49f1-aedb-8a3d6945b776 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095171 Jul 23 20:09:12.955819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-4fde317b-ccb2-498e-b42b-3b95253e549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:12.957398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-4fde317b-ccb2-498e-b42b-3b95253e549b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0692849 Jul 23 20:09:13.011555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-d21d0ab1-7744-4d8b-a05d-8fc88ed32cfe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455678 Jul 23 20:09:13.107343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:13.140402 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-c440f2be-f73d-4522-8ddd-9388a808c261 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201279 Jul 23 20:09:13.303010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55248) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:13.324248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-d3635c39-55eb-4cff-9bfc-d6f6916e93ef service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703660 Jul 23 20:09:13.367478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c25acc-da4e-4e51-8c00-5fe36108a513 req-0b7d53a7-e62f-4026-8da9-08f3fa2f9d4f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.375654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c25acc-da4e-4e51-8c00-5fe36108a513 req-0b7d53a7-e62f-4026-8da9-08f3fa2f9d4f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 948 time: 0.2321789 Jul 23 20:09:13.381098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-network', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:13.406814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-13822383-network', 'tenant_id': 'f2de626b04c54f0486830185d99c688c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:13.423038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-63419afc-4ecc-4fd3-8b69-c7fdbc9f094b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aee87bd1450d4ef096a7fe8569653718&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865836 Jul 23 20:09:13.459188 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.477150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Made reservation on behalf of c7a4bf3d2f5944a796077c5d468aff2c for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:13.480606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.498950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.522799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Made reservation on behalf of f2de626b04c54f0486830185d99c688c for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:13.526261 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.535923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c25acc-da4e-4e51-8c00-5fe36108a513 req-73ff6452-eed5-492c-b304-490799422ddc tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593349 Jul 23 20:09:13.551328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.585718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-68c4940d-e12f-4755-b522-1b56f6f20ad9 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.587265 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-68c4940d-e12f-4755-b522-1b56f6f20ad9 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1098 time: 0.1955454 Jul 23 20:09:13.599403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:13.612799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-a60876b9-ad98-4a7c-946a-4f6f7ce429c1 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.614290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-a60876b9-ad98-4a7c-946a-4f6f7ce429c1 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.2366579 Jul 23 20:09:13.629539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device dfa227f7-56ed-4b8f-88a8-23c8db2a1592 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:13.642116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-703e176b-e3dc-4cd2-ab07-d621ccc4dc87 req-9415709d-49d1-4d52-a533-62e9eea649ed tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 210 time: 0.0517023 Jul 23 20:09:13.653075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-f0a0a86b-0326-4e71-9f1b-3960cd72ea6b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/quotas/dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 375 time: 0.0132926 Jul 23 20:09:13.662384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-da256585-55f9-4f95-b084-8aefaf093f83 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.664052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-da256585-55f9-4f95-b084-8aefaf093f83 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304089 Jul 23 20:09:13.700723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Request body: {'port': {'device_id': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'aee87bd1450d4ef096a7fe8569653718'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:13.709334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.720565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:13.726293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:13.726755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.741168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.769550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.794798 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1278722-cff8-4583-a047-a6e043dc5767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.819218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:09:13.841803 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.858545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.858895 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Added segment 383affec-5c4e-4769-ae8c-bea53a18d4b6 of type vlan for network cb2ff200-3918-4a01-ae29-9ead483dbfaf Jul 23 20:09:13.867084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:13.870066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-12cdecd1-990f-4eae-a01f-1880f9b0714f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2048976 Jul 23 20:09:13.870424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7f9b9b-5d0b-4054-b21b-d6c7d8d07a23,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:13.870556 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbf6d33-de49-4328-99be-107584b673ac" -d '{"events": [{"server_uuid": "d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b", "name": "network-vif-plugged", "status": "completed", "tag": "dfa227f7-56ed-4b8f-88a8-23c8db2a1592"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:13.886593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:13.892761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.893862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54850ac5-f49e-4a75-ab09-8b9d253e7960 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:13.906351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0607b-19c3-462a-92b0-fd102e8dc74e req-f5c0db87-57e6-4eb4-9f59-419a80474c69 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:13.908105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dc0607b-19c3-462a-92b0-fd102e8dc74e req-f5c0db87-57e6-4eb4-9f59-419a80474c69 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.1735811 Jul 23 20:09:13.971403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:13.974251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:13.989357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 54850ac5-f49e-4a75-ab09-8b9d253e7960 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:13.994458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-14a333c5-3993-4562-8176-c25f82aeed79 service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225302 Jul 23 20:09:13.995429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 54850ac5-f49e-4a75-ab09-8b9d253e7960 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:13.995983 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.017580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:14.059560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dc0607b-19c3-462a-92b0-fd102e8dc74e req-99b27d38-19de-4ae9-8201-dfd24c0b8eb4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641143 Jul 23 20:09:14.063707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.064679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.065271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.113139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.121410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.128776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.151470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-6683cba9-fa50-4dfa-a36f-8f9d557fb287 service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427341 Jul 23 20:09:14.163655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 54850ac5-f49e-4a75-ab09-8b9d253e7960, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:14.170776 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.180751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8765016 Jul 23 20:09:14.182893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:14.189845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55262) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:14.194889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Request body: {'subnet': {'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-subnet', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.199625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Made reservation on behalf of aee87bd1450d4ef096a7fe8569653718 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:14.203909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.240543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=54850ac5-f49e-4a75-ab09-8b9d253e7960,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.315505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c2824-2e71-475a-a860-e38577a4d0b1 req-be7a41fa-8324-4831-a9fd-494d6ec61291 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.319351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c7c2824-2e71-475a-a860-e38577a4d0b1 req-be7a41fa-8324-4831-a9fd-494d6ec61291 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 946 time: 0.1664455 Jul 23 20:09:14.340228 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac412ef-b9cb-45e0-95cd-d56ed06ce76e x-openstack-request-id: req-4ac412ef-b9cb-45e0-95cd-d56ed06ce76e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:14.340521 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b", "name": "network-vif-plugged", "status": "completed", "tag": "dfa227f7-56ed-4b8f-88a8-23c8db2a1592", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:14.340769 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ac412ef-b9cb-45e0-95cd-d56ed06ce76e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:14.341159 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', 'code': 200} Jul 23 20:09:14.351525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f069f73a-595a-4e46-b65f-cf557b4801da no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:14.395350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f069f73a-595a-4e46-b65f-cf557b4801da {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:14.395701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f069f73a-595a-4e46-b65f-cf557b4801da not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:14.451582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:09:14.462601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.463257 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Added segment b2492e76-5988-4250-8062-857033844eef of type vlan for network 0e17e451-6d14-4317-96d3-dc6741cd35c4 Jul 23 20:09:14.472375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c7c2824-2e71-475a-a860-e38577a4d0b1 req-556e5cc9-82af-4709-bd4e-ff7f81bacc93 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437097 Jul 23 20:09:14.484701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Allocated IP 192.168.233.3 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/24763994-3661-4cf7-9c1b-75418dfdda8d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:14.507064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b7b26-64ce-42ef-85bf-538aba28d458 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2ff200-3918-4a01-ae29-9ead483dbfaf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.518229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:09:14.525862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d50c3db7-fbb8-44b2-8731-9aa1293d5a04 req-eea07e37-5bbe-446c-8a43-27e49b016690 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 210 time: 0.0483243 Jul 23 20:09:14.579112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49256cb7-1e45-4ad6-aa20-a26f8c60a367 req-d468003c-77c1-45b6-9d0f-a2c593672828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.580680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49256cb7-1e45-4ad6-aa20-a26f8c60a367 req-d468003c-77c1-45b6-9d0f-a2c593672828 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 1101 time: 0.1560233 Jul 23 20:09:14.585893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aea612-e067-463b-9054-c50fdc0c4e22,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.641900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:14.644161 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f32c3-0000-491e-8128-1efc4c214a08" -d '{"events": [{"server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "name": "network-vif-unplugged", "status": "completed", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:14.649814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.654800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.667232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Made reservation on behalf of c7a4bf3d2f5944a796077c5d468aff2c for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:14.669560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.676384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.706281 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749df698-c580-46d1-af46-9be43fcb3e67 x-openstack-request-id: req-749df698-c580-46d1-af46-9be43fcb3e67 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:14.706572 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "name": "network-vif-unplugged", "status": "completed", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:14.706824 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-749df698-c580-46d1-af46-9be43fcb3e67 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:14.707210 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'code': 200} Jul 23 20:09:14.719867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49256cb7-1e45-4ad6-aa20-a26f8c60a367 req-9606c36c-f11a-44e1-a54f-495b03b23a5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190355 Jul 23 20:09:14.806897 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.807978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.808589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.819075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1355f904-e875-4b19-a6b6-d2c89541dea2 req-424c3fbc-4bb9-40aa-8027-d91d7c679031 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 210 time: 0.0418720 Jul 23 20:09:14.825343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.843912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27fb7-5f2f-4183-b6b5-13dedddbda5a req-9e9fa0e4-9418-4d74-add6-902397beea3f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:14.850663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4de27fb7-5f2f-4183-b6b5-13dedddbda5a req-9e9fa0e4-9418-4d74-add6-902397beea3f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 949 time: 0.2198322 Jul 23 20:09:14.856911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.881717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Transition to ACTIVE for port object 24763994-3661-4cf7-9c1b-75418dfdda8d will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:14.901025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4de27fb7-5f2f-4183-b6b5-13dedddbda5a req-9adaf208-5599-400a-91bb-aa9bf7dbbba9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492687 Jul 23 20:09:14.928783 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8201377 Jul 23 20:09:14.932719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:14.933497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:14.933811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:14.934146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:14.936948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55282) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:14.946294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Request body: {'subnet': {'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-subnet', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:14.967716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d001a7-8efe-430c-90ba-3d0875f23efc admin admin] Pushing event updated for resources: {'Network': ['ID=0e17e451-6d14-4317-96d3-dc6741cd35c4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:14.974086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:14.974413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Attempting to bind port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:14.981153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:09:14.988700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:14.989065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:14.990264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:14.990758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Bound port: 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:14.991127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.156182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:15.158799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.162005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:15.187110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.262950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:15.265619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d05467f-2843-4c73-9c2e-330e9a6bd9b5,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:15.268840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:15.271364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:15.277786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.278505 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.280931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Pushing event updated for resources: {'Port': ['ID=24763994-3661-4cf7-9c1b-75418dfdda8d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:15.298757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Made reservation on behalf of f2de626b04c54f0486830185d99c688c for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:15.301233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.308328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:15.320753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-3ec31431-cfca-49c2-bd3c-1d3d027bc295 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6259413 Jul 23 20:09:15.326015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Checking segment: {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:15.326372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Network hostable DHCP agents. Network: cb2ff200-3918-4a01-ae29-9ead483dbfaf, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:09:15.342363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Request body: {'port': {'device_id': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:15.348418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.349064 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.351986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-db557840-ca59-4744-bcf0-563c9c9f906b service neutron] 10.222.0.36 "PUT /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 1124 time: 1.7553065 Jul 23 20:09:15.351986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:09:15.370659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, cb2ff200-3918-4a01-ae29-9ead483dbfaf) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:15.377299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.378011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.394698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b449f-74d1-4ab2-bd6d-868c238f018e None None] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:15.406205 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-890cee17-c17e-4287-829e-8e4853463fc2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2152691 Jul 23 20:09:15.409218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:15.417305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:15.454784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420752-d842-4e80-88c2-ddac5c803200 req-9e919e0c-fd27-4785-b2f1-b197b76a8edc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:15.456520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c420752-d842-4e80-88c2-ddac5c803200 req-9e919e0c-fd27-4785-b2f1-b197b76a8edc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.2524788 Jul 23 20:09:15.456954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.458301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.480888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:15.542696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.581657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.589631 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c420752-d842-4e80-88c2-ddac5c803200 req-99d97daa-7ffa-41b3-beaa-8a6e82d6ffd1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223238 Jul 23 20:09:15.772092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-cb2ff200-3918-4a01-ae29-9ead483dbfaf', 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'fixed_ips': [{'subnet_id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:09:15.772985 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.807595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f42c2772-d05d-4474-949b-7eb373bd742d None None] Provisioning for port 24763994-3661-4cf7-9c1b-75418dfdda8d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:15.826966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.840388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f42c2772-d05d-4474-949b-7eb373bd742d None None] Provisioning complete for port 24763994-3661-4cf7-9c1b-75418dfdda8d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:15.840855 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f42c2772-d05d-4474-949b-7eb373bd742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:15.900994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5c23ade-a5f3-408c-9fee-6c3bc8adb407 req-105e3415-7aed-4cde-ab02-afa16af61d46 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 210 time: 0.1505072 Jul 23 20:09:15.975629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.062723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.088694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.110512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f42c2772-d05d-4474-949b-7eb373bd742d None None] Port 24763994-3661-4cf7-9c1b-75418dfdda8d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:16.147429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Allocated IP 172.20.0.2 (cb2ff200-3918-4a01-ae29-9ead483dbfaf/7d05467f-2843-4c73-9c2e-330e9a6bd9b5/22962a85-6d5d-4987-81b3-b5d819839c5a) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:16.171937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78bb108-61dd-4157-8308-73d0a6c31054,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.200669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4460984-1c34-40ae-91e4-c28edeb6a719 req-90729455-87b2-40c0-896a-3a4d495cf458 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.202232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4460984-1c34-40ae-91e4-c28edeb6a719 req-90729455-87b2-40c0-896a-3a4d495cf458 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 944 time: 0.5044611 Jul 23 20:09:16.212120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Allocated IP 172.25.8.63 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/d345e5ea-71bb-4dc5-9530-011df89427ba) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:16.258157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-63aa89ba-1949-4ab8-92d3-95dd2ed3134c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.259838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-63aa89ba-1949-4ab8-92d3-95dd2ed3134c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.5642569 Jul 23 20:09:16.265946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Checking segment: {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:16.266582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Network hostable DHCP agents. Network: 0e17e451-6d14-4317-96d3-dc6741cd35c4, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:09:16.282461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Request body: {'port': {'device_id': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'admin_state_up': True, 'tenant_id': 'dd5cc0d3eca544f9bcefe08c381df5d3'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:16.327886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.334337 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.343515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e449c2ca-babb-4886-ba9b-e96241770183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54850ac5-f49e-4a75-ab09-8b9d253e7960'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:16.345901 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62554169-a096-4f05-8591-7472ecdee7f6" -d '{"events": [{"server_uuid": "e449c2ca-babb-4886-ba9b-e96241770183", "name": "network-vif-plugged", "status": "completed", "tag": "54850ac5-f49e-4a75-ab09-8b9d253e7960"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:16.358811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Transition to ACTIVE for port object 22962a85-6d5d-4987-81b3-b5d819839c5a will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:16.367255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f389337-7a15-4805-8fff-6627ac8d4da3 req-36dc7cf5-55d6-491b-af52-246a04b88c11 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.374708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f389337-7a15-4805-8fff-6627ac8d4da3 req-36dc7cf5-55d6-491b-af52-246a04b88c11 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 934 time: 0.3948653 Jul 23 20:09:16.374902 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ee712887-a8eb-4958-88eb-fa74dbeecb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.380958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.381331 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.385598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Transition to ACTIVE for port object 22962a85-6d5d-4987-81b3-b5d819839c5a will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:16.389400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4460984-1c34-40ae-91e4-c28edeb6a719 req-70917699-3fdc-4623-85fb-d00c78c68f07 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690760 Jul 23 20:09:16.397181 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.398054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:09:16.406139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:16.425909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:16.428634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:16.456809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:16.463430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:16.472309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f389337-7a15-4805-8fff-6627ac8d4da3 req-32b92584-5718-449e-a02f-e0d74d31ebc4 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797122 Jul 23 20:09:16.479092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Pushing event updated for resources: {'Port': ['ID=d345e5ea-71bb-4dc5-9530-011df89427ba,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.479359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24763994-3661-4cf7-9c1b-75418dfdda8d {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:16.483655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Pushing event updated for resources: {'Port': ['ID=22962a85-6d5d-4987-81b3-b5d819839c5a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.487393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:16.514669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.514669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 0e17e451-6d14-4317-96d3-dc6741cd35c4) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:16.538576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.539157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.553710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05883d-1810-4815-af59-f896bec03608 None None] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:16.574870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Transition to ACTIVE for port object 24763994-3661-4cf7-9c1b-75418dfdda8d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:16.602587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2e62bf86-262a-460e-a141-aa96711a0b07 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6602378 Jul 23 20:09:16.603850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.625035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55304) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:16.631505 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84103191-9200-4b83-bb82-c911bc93a7c9 x-openstack-request-id: req-84103191-9200-4b83-bb82-c911bc93a7c9 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:16.632140 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e449c2ca-babb-4886-ba9b-e96241770183", "name": "network-vif-plugged", "status": "completed", "tag": "54850ac5-f49e-4a75-ab09-8b9d253e7960", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:16.633028 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84103191-9200-4b83-bb82-c911bc93a7c9 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:16.633659 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e449c2ca-babb-4886-ba9b-e96241770183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54850ac5-f49e-4a75-ab09-8b9d253e7960', 'code': 200} Jul 23 20:09:16.643425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:16.647807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Attempting to bind port 22962a85-6d5d-4987-81b3-b5d819839c5a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:16.648329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Attempting to bind port 22962a85-6d5d-4987-81b3-b5d819839c5a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:16.648918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Attempting to bind port 22962a85-6d5d-4987-81b3-b5d819839c5a on network cb2ff200-3918-4a01-ae29-9ead483dbfaf {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:16.661595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:16.662106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Checking segment: {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:16.662610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.663109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Bound using segment: {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:16.663683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Bound port: 22962a85-6d5d-4987-81b3-b5d819839c5a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:16.664170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.708977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Made reservation on behalf of dd5cc0d3eca544f9bcefe08c381df5d3 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:16.713006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.750630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Pushing event updated for resources: {'Port': ['ID=24763994-3661-4cf7-9c1b-75418dfdda8d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:16.791080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:16.793805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.797265 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:16.797424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.797634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.822910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-0e17e451-6d14-4317-96d3-dc6741cd35c4', 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'fixed_ips': [{'subnet_id': 'b78bb108-61dd-4157-8308-73d0a6c31054'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:09:16.823951 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.830994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] For port 22962a85-6d5d-4987-81b3-b5d819839c5a, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:16.854919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] For port 22962a85-6d5d-4987-81b3-b5d819839c5a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22962a85-6d5d-4987-81b3-b5d819839c5a,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:16.864539 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.868430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:16.874821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945ed9c-1d44-4a79-a156-d60a22f86b60 req-5ac48d7f-8f22-496a-aea2-b32e7bf18eda tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.876865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6945ed9c-1d44-4a79-a156-d60a22f86b60 req-5ac48d7f-8f22-496a-aea2-b32e7bf18eda tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 949 time: 0.3919075 Jul 23 20:09:16.939142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0caf185-9b94-4475-8d4a-bc2ac517b9ac req-dd359e77-c7db-4ea8-8037-9365226015ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:16.940654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f0caf185-9b94-4475-8d4a-bc2ac517b9ac req-dd359e77-c7db-4ea8-8037-9365226015ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 1102 time: 0.1507044 Jul 23 20:09:17.004632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.012663 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f0caf185-9b94-4475-8d4a-bc2ac517b9ac req-4b0b38b1-aef1-484f-a1c6-f1e7d7d0524f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639129 Jul 23 20:09:17.063698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d898369-5eaa-4ff0-84f0-35164e23fb8b None None] Pushing event updated for resources: {'Port': ['ID=22962a85-6d5d-4987-81b3-b5d819839c5a,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.101882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Allocated IP 172.20.0.2 (0e17e451-6d14-4317-96d3-dc6741cd35c4/b78bb108-61dd-4157-8308-73d0a6c31054/01c6c681-c91c-4ceb-a943-480946b382fa) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:17.140505 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.142243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.181288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Attempting to bind port 24763994-3661-4cf7-9c1b-75418dfdda8d on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:17.181993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Attempting to bind port 24763994-3661-4cf7-9c1b-75418dfdda8d by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:17.182179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Attempting to bind port 24763994-3661-4cf7-9c1b-75418dfdda8d on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:17.193184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Port 24763994-3661-4cf7-9c1b-75418dfdda8d on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:17.193542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Attempting to bind port 24763994-3661-4cf7-9c1b-75418dfdda8d on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:17.256318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:17.256791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:17.257188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:17.257651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Bound port: 24763994-3661-4cf7-9c1b-75418dfdda8d, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:17.258561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.271636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6945ed9c-1d44-4a79-a156-d60a22f86b60 req-57ae5ade-aa53-4737-9b7c-74d775c9e72c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882409 Jul 23 20:09:17.289757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.306336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Transition to ACTIVE for port object 01c6c681-c91c-4ceb-a943-480946b382fa will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:17.332571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Transition to ACTIVE for port object 01c6c681-c91c-4ceb-a943-480946b382fa will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:17.355797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Router fc179528-7714-47a3-98a2-a11bca3e2694 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:09:17.358339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.374338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Allocated IP 172.20.0.12 (411c6b38-42e3-4b12-a93f-1642c420c546/37156b0c-0f5e-40e8-9d80-8813d45e5651/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:17.400299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587d740-325d-473a-a37a-69172fef167e req-056b915a-f924-4e24-91e7-8649249e3e96 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:17.407882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0587d740-325d-473a-a37a-69172fef167e req-056b915a-f924-4e24-91e7-8649249e3e96 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.6392040 Jul 23 20:09:17.410175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:17.421244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:17.427669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:17.467068 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a234bf0d-c59a-4cb1-bf51-e321281faf47 x-openstack-request-id: req-a234bf0d-c59a-4cb1-bf51-e321281faf47 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:17.467367 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:17.467624 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a234bf0d-c59a-4cb1-bf51-e321281faf47 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:17.468024 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'status': 'completed', 'code': 200} Jul 23 20:09:17.524062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Attempting to bind port 01c6c681-c91c-4ceb-a943-480946b382fa on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:17.525090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Attempting to bind port 01c6c681-c91c-4ceb-a943-480946b382fa by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:17.525491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Attempting to bind port 01c6c681-c91c-4ceb-a943-480946b382fa on network 0e17e451-6d14-4317-96d3-dc6741cd35c4 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:17.527704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Pushing event updated for resources: {'Port': ['ID=01c6c681-c91c-4ceb-a943-480946b382fa,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.539161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:17.539541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Checking segment: {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:17.539968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.540451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Bound using segment: {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:17.540922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Bound port: 01c6c681-c91c-4ceb-a943-480946b382fa, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:17.541332 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.562765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-694f167e-5654-483f-b467-751e170bb8d3 req-a417ea80-785b-4c85-b331-dfedb9a1d27c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 210 time: 0.0969787 Jul 23 20:09:17.566913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] For port 24763994-3661-4cf7-9c1b-75418dfdda8d, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:17.590281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:17.607577 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Sync routers for ids ['fc179528-7714-47a3-98a2-a11bca3e2694'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:17.609753 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.620259 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Routers {'fc179528-7714-47a3-98a2-a11bca3e2694'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:17.621146 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc179528-7714-47a3-98a2-a11bca3e2694'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:17.623783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] For port 24763994-3661-4cf7-9c1b-75418dfdda8d, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=24763994-3661-4cf7-9c1b-75418dfdda8d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:17.627862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0587d740-325d-473a-a37a-69172fef167e req-a826cc2a-b7db-4ca6-951a-67b5186b2ed3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175212 Jul 23 20:09:17.642239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] For port 01c6c681-c91c-4ceb-a943-480946b382fa, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:17.643601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.647197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] For port 01c6c681-c91c-4ceb-a943-480946b382fa, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=01c6c681-c91c-4ceb-a943-480946b382fa,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:17.648971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.654363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f0d3772b-984f-4995-93db-feb558d3d544 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2405078 Jul 23 20:09:17.654363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-7972d8ca-833a-4dbf-8d88-36649cf91336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:17.654911 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-7972d8ca-833a-4dbf-8d88-36649cf91336 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1127 time: 0.1861556 Jul 23 20:09:17.655436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:17.659232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.784049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd4c4-e268-492a-8eef-cebcc27f6bc1 None None] Pushing event updated for resources: {'Port': ['ID=01c6c681-c91c-4ceb-a943-480946b382fa,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:17.836186 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Set router fc179528-7714-47a3-98a2-a11bca3e2694 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:17.838658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-599fdd05-c040-430f-830c-da76f8a73a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:17.840161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-599fdd05-c040-430f-830c-da76f8a73a1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1253917 Jul 23 20:09:17.866409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.913139 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-696afc0a-6095-4af0-bd36-4c3a33c9c15a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 217 time: 0.0417840 Jul 23 20:09:17.920713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:17.921774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:17.923203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] 10.222.0.36 "PUT /v2.0/ports/24763994-3661-4cf7-9c1b-75418dfdda8d HTTP/1.1" status: 200 len: 1095 time: 2.5907319 Jul 23 20:09:18.015198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-ab68edbc-a229-4e41-86ae-c2e5a1b1c03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.016871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-ab68edbc-a229-4e41-86ae-c2e5a1b1c03e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0946429 Jul 23 20:09:18.111355 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-2516f93b-114f-4d3f-a9b7-31f3f508d69c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826223 Jul 23 20:09:18.169163 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:16Z', 'revision_number': 3, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:18.221909 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Checking router: fc179528-7714-47a3-98a2-a11bca3e2694 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:18.222502 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Updating router fc179528-7714-47a3-98a2-a11bca3e2694 port d345e5ea-71bb-4dc5-9530-011df89427ba binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:18.282682 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.316621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'tag': '24763994-3661-4cf7-9c1b-75418dfdda8d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:18.319237 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4" -d '{"events": [{"name": "network-changed", "server_uuid": "22deb133-15a3-4426-a61b-ea938f5bfab3", "tag": "24763994-3661-4cf7-9c1b-75418dfdda8d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:18.403525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:18.500259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.515110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e3ec-82e3-41a3-bf8b-9eeb972b4945 service neutron] Pushing event updated for resources: {'Port': ['ID=24763994-3661-4cf7-9c1b-75418dfdda8d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:18.581161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:18.594766 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.595321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:09:18.609146 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Transition to ACTIVE for port object d345e5ea-71bb-4dc5-9530-011df89427ba will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:18.620013 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.628327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:18.631290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ac195-31c9-4656-a9a7-ac6ba56f4781 None None] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:18.644606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76f210-e0f2-4b1f-9aa8-a6f3c9e667c6 req-0a8abb27-9525-49dd-bf8a-c6483c5f20fa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.651972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f76f210-e0f2-4b1f-9aa8-a6f3c9e667c6 req-0a8abb27-9525-49dd-bf8a-c6483c5f20fa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 944 time: 0.8089015 Jul 23 20:09:18.663583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-fa74154f-0312-4f1a-b164-102394474b55 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076363 Jul 23 20:09:18.689690 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Pushing event updated for resources: {'Port': ['ID=d345e5ea-71bb-4dc5-9530-011df89427ba,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:18.705964 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.706430 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.706845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.707265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.707674 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.708077 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.708488 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.708957 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.709492 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.710072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.710556 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.711227 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:18.714818 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Attempting to bind port d345e5ea-71bb-4dc5-9530-011df89427ba on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:18.715181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Attempting to bind port d345e5ea-71bb-4dc5-9530-011df89427ba by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:18.715553 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Attempting to bind port d345e5ea-71bb-4dc5-9530-011df89427ba on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:18.721594 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:18.721970 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:18.722685 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.723218 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:18.723826 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Bound port: d345e5ea-71bb-4dc5-9530-011df89427ba, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:18.724515 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.740926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Network 411c6b38-42e3-4b12-a93f-1642c420c546 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:18.777737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:18.780890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-0b8434aa-85be-4ac2-a701-57e2c1e39e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.787664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-0b8434aa-85be-4ac2-a701-57e2c1e39e1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aee87bd1450d4ef096a7fe8569653718&device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 1098 time: 0.4594703 Jul 23 20:09:18.791298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f76f210-e0f2-4b1f-9aa8-a6f3c9e667c6 req-ec79c9e2-8461-4a5e-a5c1-343d746a5817 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384156 Jul 23 20:09:18.799043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:18.815113 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] For port d345e5ea-71bb-4dc5-9530-011df89427ba, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:18.820404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.821137 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.824459 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] For port d345e5ea-71bb-4dc5-9530-011df89427ba, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d345e5ea-71bb-4dc5-9530-011df89427ba,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:18.825946 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c51fb1d7-dcd7-4980-b021-9728e5fba2fe req-41198ac8-3dab-463f-8ead-415d71b02421 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427522 Jul 23 20:09:18.836749 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:18.863758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c5017a-cba5-4ce1-bdb1-0a88e964b8eb req-08fb201e-e416-412e-af6e-4010a349abc9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:18.865657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37c5017a-cba5-4ce1-bdb1-0a88e964b8eb req-08fb201e-e416-412e-af6e-4010a349abc9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 950 time: 1.0161688 Jul 23 20:09:18.885820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7d55db09-2a4f-4389-9a0b-ca2df27b00f0 None None] Provisioning for port 22962a85-6d5d-4987-81b3-b5d819839c5a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:18.942850 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Routers {'fc179528-7714-47a3-98a2-a11bca3e2694'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:18.943503 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc179528-7714-47a3-98a2-a11bca3e2694'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:18.966428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-f74ac31b-6b2d-4dba-a564-ca2c1f8eb7b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=24763994-3661-4cf7-9c1b-75418dfdda8d HTTP/1.1" status: 200 len: 217 time: 0.1311302 Jul 23 20:09:19.012216 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-b9e14c27-0caf-4c62-ad8f-df36199b9939 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7426550 Jul 23 20:09:19.049784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.075557 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] Set router fc179528-7714-47a3-98a2-a11bca3e2694 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:19.104348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Request body: {'port': {'device_id': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:19.156789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.198626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37c5017a-cba5-4ce1-bdb1-0a88e964b8eb req-15ba05a4-d71a-4517-b51e-59d0dca42f5c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136806 Jul 23 20:09:19.251213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.255202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 01c6c681-c91c-4ceb-a943-480946b382fa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:19.291133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-669ad786-0c06-4afd-a2fa-97fe9e9a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.292660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-669ad786-0c06-4afd-a2fa-97fe9e9a91ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.3000538 Jul 23 20:09:19.356373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8186b67a-3caf-47c1-879c-72df25d77452 None None] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:19.401792 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9cd3d2-c9e1-40fc-8345-b660cd608988 x-openstack-request-id: req-cc9cd3d2-c9e1-40fc-8345-b660cd608988 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:19.402345 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22deb133-15a3-4426-a61b-ea938f5bfab3", "tag": "24763994-3661-4cf7-9c1b-75418dfdda8d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:19.402345 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc9cd3d2-c9e1-40fc-8345-b660cd608988 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:19.402696 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'tag': '24763994-3661-4cf7-9c1b-75418dfdda8d', 'status': 'completed', 'code': 200} Jul 23 20:09:19.443333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.449635 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b90f-e85c-4223-8f3b-e5ae4b88a3ca None None] Pushing event updated for resources: {'Port': ['ID=d345e5ea-71bb-4dc5-9530-011df89427ba,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:19.453913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3e47f-baf9-413a-a425-19f8e2924178 req-7cb957ef-5185-433d-84cf-4fc42843e3ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.455503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cb3e47f-baf9-413a-a425-19f8e2924178 req-7cb957ef-5185-433d-84cf-4fc42843e3ff tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 946 time: 0.4957519 Jul 23 20:09:19.488630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 01c6c681-c91c-4ceb-a943-480946b382fa completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:19.516084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Allocated IP 172.20.0.1 (cb2ff200-3918-4a01-ae29-9ead483dbfaf/7d05467f-2843-4c73-9c2e-330e9a6bd9b5/56f62c7d-aa83-4158-946c-cd0384fd239d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:19.518756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22962a85-6d5d-4987-81b3-b5d819839c5a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:19.597700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cb3e47f-baf9-413a-a425-19f8e2924178 req-34627340-8382-48a9-bcce-0581b4a10414 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278367 Jul 23 20:09:19.599671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] Provisioning for port 01c6c681-c91c-4ceb-a943-480946b382fa completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:19.610140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] Provisioning complete for port 01c6c681-c91c-4ceb-a943-480946b382fa triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:19.610526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.617113 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:16Z', 'revision_number': 3, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:19.636135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.650362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Allocated IP 172.25.8.76 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:19.651718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Transition to ACTIVE for port object 56f62c7d-aa83-4158-946c-cd0384fd239d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:19.658676 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.677192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 22962a85-6d5d-4987-81b3-b5d819839c5a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:19.683320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c47c7-1e7b-4765-9a6d-d72d86b01aef req-4f6483f4-7aba-4bb6-90bc-90de58fd6c6e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.690199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-500c47c7-1e7b-4765-9a6d-d72d86b01aef req-4f6483f4-7aba-4bb6-90bc-90de58fd6c6e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 932 time: 0.2188878 Jul 23 20:09:19.695302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.701960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 22962a85-6d5d-4987-81b3-b5d819839c5a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:19.702598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.707613 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32340beb-c943-4b60-89c5-ed41a0527abb None None] The sync data for ids ['fc179528-7714-47a3-98a2-a11bca3e2694'] in n-d-793620-13 is: [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:16Z', 'revision_number': 3, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:19.746920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:19.751320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-8b680b1d-b756-4b1b-94b4-36c01657bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:19.751993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:19.754439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-8b680b1d-b756-4b1b-94b4-36c01657bbe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4445040 Jul 23 20:09:19.770689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:19.779427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.801201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Pushing event updated for resources: {'Port': ['ID=56f62c7d-aa83-4158-946c-cd0384fd239d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:19.832462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.875961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] For port 01c6c681-c91c-4ceb-a943-480946b382fa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=01c6c681-c91c-4ceb-a943-480946b382fa,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:19.888267 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.910518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:19.986883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 22962a85-6d5d-4987-81b3-b5d819839c5a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22962a85-6d5d-4987-81b3-b5d819839c5a,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:19.988231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3ae50-422f-4c4a-9209-1a24e8127085 None None] Pushing event updated for resources: {'Port': ['ID=01c6c681-c91c-4ceb-a943-480946b382fa,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:20.001696 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.042335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-500c47c7-1e7b-4765-9a6d-d72d86b01aef req-3f68ea5a-a114-4e74-a074-3186b09ffeba tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509512 Jul 23 20:09:20.063348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=22962a85-6d5d-4987-81b3-b5d819839c5a,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:20.114658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.226161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8dc8b053-018c-4d68-9995-307f2e0f5a95 None None] Provisioning for port 56f62c7d-aa83-4158-946c-cd0384fd239d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:20.239209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8dc8b053-018c-4d68-9995-307f2e0f5a95 None None] Provisioning complete for port 56f62c7d-aa83-4158-946c-cd0384fd239d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:20.239721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8dc8b053-018c-4d68-9995-307f2e0f5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.258752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cc0ed-631a-42e5-b209-3b18e2b5dd8a req-65aaf1f5-69d0-4085-b4b6-bf6559d8b37c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:20.260412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a94cc0ed-631a-42e5-b209-3b18e2b5dd8a req-65aaf1f5-69d0-4085-b4b6-bf6559d8b37c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.5134332 Jul 23 20:09:20.283440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8dc8b053-018c-4d68-9995-307f2e0f5a95 None None] Port 56f62c7d-aa83-4158-946c-cd0384fd239d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:20.308536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.350512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-289c4faa-00e5-4805-a78a-415440117fce service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793024 Jul 23 20:09:20.370313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.376051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.411893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-afcee30f-b5fe-44bc-8c6c-0e7833bea80b None None] Provisioning complete for port 01c6c681-c91c-4ceb-a943-480946b382fa triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:20.412522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afcee30f-b5fe-44bc-8c6c-0e7833bea80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.443828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a94cc0ed-631a-42e5-b209-3b18e2b5dd8a req-a3c25152-3378-44b7-89dd-84eee3df894a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386478 Jul 23 20:09:20.453930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.497382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Pushing event updated for resources: {'Port': ['ID=56f62c7d-aa83-4158-946c-cd0384fd239d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:20.613576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634f288-5e47-4aeb-b83a-deb8ef08810a req-eb19e4ed-9455-4d83-be07-42cdb2311604 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:20.619707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0634f288-5e47-4aeb-b83a-deb8ef08810a req-eb19e4ed-9455-4d83-be07-42cdb2311604 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 944 time: 0.4098623 Jul 23 20:09:20.648882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:20.652222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:20.658845 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-a32d7ad7-e44a-4682-b86a-33d3401b59c7 service neutron] 10.222.0.47 "GET /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.0907962 Jul 23 20:09:20.667830 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.739444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:20.745910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Pushing event updated for resources: {'Port': ['ID=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:20.765833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.817927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62023410-6a7a-4898-b364-67e2ca7a7e09 req-da19c8b2-9bc4-4121-92d3-f06bc571c552 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4516640 Jul 23 20:09:20.823351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:20.828763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0634f288-5e47-4aeb-b83a-deb8ef08810a req-c1b00798-23db-4e31-b832-2badb78fa655 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006860 Jul 23 20:09:20.833100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Transition to ACTIVE for port object 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:20.834148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:20.838257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:20.842502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.875176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Router fc179528-7714-47a3-98a2-a11bca3e2694 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:20.950032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d8606c95-e422-4e3c-994e-5dd8250f9207 None None] Provisioning complete for port 56f62c7d-aa83-4158-946c-cd0384fd239d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:20.950651 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8606c95-e422-4e3c-994e-5dd8250f9207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:20.994496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d8606c95-e422-4e3c-994e-5dd8250f9207 None None] Port 56f62c7d-aa83-4158-946c-cd0384fd239d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:21.019821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a81ba-a06a-45ba-bd2d-750a240c30bc req-a0ae51f0-c74c-4119-b0a0-bcb1b004eda4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.021546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb1a81ba-a06a-45ba-bd2d-750a240c30bc req-a0ae51f0-c74c-4119-b0a0-bcb1b004eda4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 950 time: 0.4553497 Jul 23 20:09:21.060031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:21.096827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:21.102354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:21.135723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:21.150180 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3343b893-6b3e-4493-ab77-03865b8f4c50 admin admin] 10.222.0.46 "PUT /v2.0/routers/fc179528-7714-47a3-98a2-a11bca3e2694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4858818 Jul 23 20:09:21.150180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:21.163641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:21.167586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb1a81ba-a06a-45ba-bd2d-750a240c30bc req-fba5c26b-0087-479c-9230-f00dffe4e988 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376002 Jul 23 20:09:21.207506 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.266166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d345e5ea-71bb-4dc5-9530-011df89427ba up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:21.306321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:21.306579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:21.306945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:21.317708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] Transition to ACTIVE for port object 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:21.326061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.345304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d345e5ea-71bb-4dc5-9530-011df89427ba completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:21.351197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d345e5ea-71bb-4dc5-9530-011df89427ba triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:21.351755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.396226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] No DVR routers for this DVR port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:21.411954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] Pushing event updated for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:21.451315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.456092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0fa17fdf-fc2e-49f8-b175-5a31ac2dd9ad service neutron] 10.222.0.47 "PUT /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 0.7875845 Jul 23 20:09:21.475832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d345e5ea-71bb-4dc5-9530-011df89427ba, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d345e5ea-71bb-4dc5-9530-011df89427ba,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:21.481915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.482931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 01c6c681-c91c-4ceb-a943-480946b382fa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:21.566842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d345e5ea-71bb-4dc5-9530-011df89427ba,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:21.581011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 01c6c681-c91c-4ceb-a943-480946b382fa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:21.582093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.583823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-d894aac7-ae7c-4c61-ada4-659fde29158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.585317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-d894aac7-ae7c-4c61-ada4-659fde29158f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aee87bd1450d4ef096a7fe8569653718&device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 1098 time: 0.6471744 Jul 23 20:09:21.588683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0dce8431-fa5f-4bb7-9880-b852e8ab2654 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.590411 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-0dce8431-fa5f-4bb7-9880-b852e8ab2654 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.0763600 Jul 23 20:09:21.599356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:21.599729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:21.643554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:21.643893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:21.644280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:21.644839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Bound port: 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:21.645195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.674370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22962a85-6d5d-4987-81b3-b5d819839c5a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:21.676109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54faa88-ba58-4919-98e0-6124c0369cfa req-28d2ec21-42a2-4c0b-a704-23a250e5fa38 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.677678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c54faa88-ba58-4919-98e0-6124c0369cfa req-28d2ec21-42a2-4c0b-a704-23a250e5fa38 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 946 time: 0.6215541 Jul 23 20:09:21.708386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.709327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-399236b6-8b93-46be-bf18-43197b732c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.710867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-399236b6-8b93-46be-bf18-43197b732c0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5&tenant_id=88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 1097 time: 0.1103766 Jul 23 20:09:21.726702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 22962a85-6d5d-4987-81b3-b5d819839c5a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:21.727308 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:21.803746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-8344f26d-4431-486e-96b6-23c98c48166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.805261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-8344f26d-4431-486e-96b6-23c98c48166e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1097 time: 0.0652080 Jul 23 20:09:21.879332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9984968-9f76-434c-bd08-c6abf6b8396c req-28d303cb-3059-4551-80bb-205f7d6b40db tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.880882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9984968-9f76-434c-bd08-c6abf6b8396c req-28d303cb-3059-4551-80bb-205f7d6b40db tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 944 time: 0.6072278 Jul 23 20:09:21.885095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Sync routers for ids ['fc179528-7714-47a3-98a2-a11bca3e2694'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:21.890366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.36', 62232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:21.901101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Routers {'fc179528-7714-47a3-98a2-a11bca3e2694'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:21.902592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc179528-7714-47a3-98a2-a11bca3e2694'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:21.918896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c54faa88-ba58-4919-98e0-6124c0369cfa req-75e08887-11ea-4cb8-94f9-ab2142983be7 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220249 Jul 23 20:09:21.941307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-5d3fcc29-a125-45c9-b7df-111e185be028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.942915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-5d3fcc29-a125-45c9-b7df-111e185be028 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3407247 Jul 23 20:09:21.945416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-2f044e0d-e788-4bfd-a009-2242ae18fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:21.948642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-2f044e0d-e788-4bfd-a009-2242ae18fb82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1352212 Jul 23 20:09:21.954460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:21.987821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:22.016063 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-1123d0fc-0b8d-4d2c-875e-70f2c3826442 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 217 time: 0.0479302 Jul 23 20:09:22.021505 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-ef6bef38-ef5b-4c79-b523-220471471885 service neutron] show failed (client error): The resource could not be found. Jul 23 20:09:22.022783 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-ef6bef38-ef5b-4c79-b523-220471471885 service neutron] 10.222.0.36 "GET /v2.0/ports/fb1d77b6-df38-47c1-96c3-cfb825bb91b3/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.1316211 Jul 23 20:09:22.027502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9984968-9f76-434c-bd08-c6abf6b8396c req-b9a7a50b-048a-44f6-9e97-f1b486669f3f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164398 Jul 23 20:09:22.028885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-581b900c-a65f-4a2e-ab3a-4a0033c78742 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=24763994-3661-4cf7-9c1b-75418dfdda8d HTTP/1.1" status: 200 len: 217 time: 0.0646052 Jul 23 20:09:22.031487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.145914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-012e1618-05d6-4048-b3d3-6681ffd39aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.150993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-012e1618-05d6-4048-b3d3-6681ffd39aeb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1270630 Jul 23 20:09:22.208193 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-8e0cd348-601a-46a0-9a45-6d861d64f5b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501826 Jul 23 20:09:22.238245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Set router fc179528-7714-47a3-98a2-a11bca3e2694 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:22.307021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-58edf150-aee5-4cc7-9435-f1a0b7d54973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.309832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-58edf150-aee5-4cc7-9435-f1a0b7d54973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2673128 Jul 23 20:09:22.327283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.328172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.330672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-0b561586-ca4f-464c-9603-fde27869395b service neutron] 10.222.0.47 "PUT /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 1093 time: 3.2788699 Jul 23 20:09:22.332023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:22.334967 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:22.348702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-06235f58-f9cd-447e-920f-46787cf0b012 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270328 Jul 23 20:09:22.481689 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-71c94216-ca94-4f06-9039-82df2c4133a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249974 Jul 23 20:09:22.487165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:20Z', 'revision_number': 4, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '56f62c7d-aa83-4158-946c-cd0384fd239d', 'name': '', 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'mac_address': 'fa:16:3e:92:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:20Z', 'revision_number': 2, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'subnets': [{'id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:22.494751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d3ed430-cfec-4baa-97e8-14ac1c9b0ce4 req-a5436d86-3afb-4300-9c1a-b44526856b8f tempest-FloatingIPsNegativeTestJSON-248133952 tempest-FloatingIPsNegativeTestJSON-248133952-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=c7a4bf3d2f5944a796077c5d468aff2c HTTP/1.1" status: 200 len: 217 time: 0.1755807 Jul 23 20:09:22.514332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-fe3543db-25b4-49b4-9356-7b7277e71a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.516085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-fe3543db-25b4-49b4-9356-7b7277e71a79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1096 time: 0.1242061 Jul 23 20:09:22.524735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Checking router: fc179528-7714-47a3-98a2-a11bca3e2694 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:22.525263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Updating router fc179528-7714-47a3-98a2-a11bca3e2694 port 56f62c7d-aa83-4158-946c-cd0384fd239d binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:22.556328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b561586-ca4f-464c-9603-fde27869395b service neutron] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:22.569200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.584547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.600273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-7bc872ab-29d0-4334-a493-1b538fe1d5d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 217 time: 0.0751760 Jul 23 20:09:22.655211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-19fd7aa4-657b-4e0d-8e8d-5ebd3a03d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.656674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-19fd7aa4-657b-4e0d-8e8d-5ebd3a03d620 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0492518 Jul 23 20:09:22.695264 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-34d27ae0-12df-493f-955f-549540d3e923 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304925 Jul 23 20:09:22.713877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-51317d69-1dab-488b-ae8e-a7024df21c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.715421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-51317d69-1dab-488b-ae8e-a7024df21c5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3904343 Jul 23 20:09:22.723566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851088c9-a032-4485-8ce6-f790a811dd0c req-11591c31-977a-442e-9dda-60a5fbbfba8b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.729716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851088c9-a032-4485-8ce6-f790a811dd0c req-11591c31-977a-442e-9dda-60a5fbbfba8b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.736854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-851088c9-a032-4485-8ce6-f790a811dd0c req-11591c31-977a-442e-9dda-60a5fbbfba8b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b&device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 1690 time: 0.4219589 Jul 23 20:09:22.767973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-cd6f75ab-00e4-44ef-862d-8ee94de4e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.769466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-cd6f75ab-00e4-44ef-862d-8ee94de4e4bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc&tenant_id=65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 1122 time: 0.3642123 Jul 23 20:09:22.794777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:22.837721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-66bfa7b9-1335-4121-bc47-27a41d3e773b service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337485 Jul 23 20:09:22.865865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-851088c9-a032-4485-8ce6-f790a811dd0c req-1d1526bd-db9a-4224-9c83-a155071891fa tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281962 Jul 23 20:09:22.902012 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.911774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-78bc8b87-308a-4ad2-9dbc-da33c6f8146d tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.913267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-78bc8b87-308a-4ad2-9dbc-da33c6f8146d tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.1372950 Jul 23 20:09:22.917960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Transition to ACTIVE for port object 56f62c7d-aa83-4158-946c-cd0384fd239d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:22.927331 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:22.936969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d14a2-4e58-4b87-97cb-71384f426178 req-3efcfa8f-0cf6-471f-bbb4-6c29ecb41282 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:22.940576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e21d14a2-4e58-4b87-97cb-71384f426178 req-3efcfa8f-0cf6-471f-bbb4-6c29ecb41282 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 970 time: 0.3602479 Jul 23 20:09:23.078113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943a6e-a03e-49c6-988e-ed181ac3545b None None] Pushing event updated for resources: {'Port': ['ID=56f62c7d-aa83-4158-946c-cd0384fd239d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:23.078496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-d2455b72-3627-4033-86a4-e408e534c955 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305607 Jul 23 20:09:23.080692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Attempting to bind port 56f62c7d-aa83-4158-946c-cd0384fd239d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:23.081064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Attempting to bind port 56f62c7d-aa83-4158-946c-cd0384fd239d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:23.081704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Attempting to bind port 56f62c7d-aa83-4158-946c-cd0384fd239d on network cb2ff200-3918-4a01-ae29-9ead483dbfaf {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:23.089094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:23.089493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Checking segment: {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:23.089908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.090302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Bound using segment: {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:23.090779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Bound port: 56f62c7d-aa83-4158-946c-cd0384fd239d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383affec-5c4e-4769-ae8c-bea53a18d4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:23.091163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.094875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.160106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e21d14a2-4e58-4b87-97cb-71384f426178 req-913faed1-9c81-4454-bb44-23bb78b3a8f7 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916709 Jul 23 20:09:23.161793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d345e5ea-71bb-4dc5-9530-011df89427ba up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:23.214666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] For port 56f62c7d-aa83-4158-946c-cd0384fd239d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:23.222221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] For port 56f62c7d-aa83-4158-946c-cd0384fd239d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=56f62c7d-aa83-4158-946c-cd0384fd239d,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:23.235793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d345e5ea-71bb-4dc5-9530-011df89427ba triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:23.236224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.238377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.289322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Router 77d62eba-dd91-4c18-858d-6e76a8154552 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:09:23.315182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ebdcfa-2ec7-4ae6-a098-3ff3f42dd19e req-451963d5-9a4c-41c4-94ce-e20596127e63 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.316735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49ebdcfa-2ec7-4ae6-a098-3ff3f42dd19e req-451963d5-9a4c-41c4-94ce-e20596127e63 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 945 time: 0.3517060 Jul 23 20:09:23.328125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Routers {'fc179528-7714-47a3-98a2-a11bca3e2694'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:23.328764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc179528-7714-47a3-98a2-a11bca3e2694'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:23.370996 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3af3a34-2ce0-42f1-98a0-c8dfdd96a62d x-openstack-request-id: req-b3af3a34-2ce0-42f1-98a0-c8dfdd96a62d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:23.371280 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:23.371528 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3af3a34-2ce0-42f1-98a0-c8dfdd96a62d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:23.371910 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'status': 'completed', 'code': 200} Jul 23 20:09:23.387281 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ffc0d35-41b6-4077-839b-077d346b0271 req-67902852-a009-4294-87db-1920dcd1eb06 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406585 Jul 23 20:09:23.453388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59879d48-8540-42f8-800a-6afd68f76ad6 req-03e8fe13-881a-46ea-afbb-035517523a1a tempest-FloatingIPsNegativeTestJSON-248133952 tempest-FloatingIPsNegativeTestJSON-248133952-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0745852 Jul 23 20:09:23.486223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] Set router fc179528-7714-47a3-98a2-a11bca3e2694 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:23.535648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943a6e-a03e-49c6-988e-ed181ac3545b None None] Pushing event updated for resources: {'Port': ['ID=56f62c7d-aa83-4158-946c-cd0384fd239d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:23.578700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-b0dafb01-16d1-437a-9abf-9966f0bad85b service neutron] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:23.583845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-b0dafb01-16d1-437a-9abf-9966f0bad85b service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:23.585295 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e537898f-7179-4b05-a6c2-7d1dfc018016 req-b0dafb01-16d1-437a-9abf-9966f0bad85b service neutron] 10.222.0.36 "DELETE /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.6614523 Jul 23 20:09:23.594141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-15dc1600-a59e-4d2c-a3c4-877b53ece2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.596226 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-15dc1600-a59e-4d2c-a3c4-877b53ece2f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1096 time: 0.1437938 Jul 23 20:09:23.707127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:23.720629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-2cc45d53-8f51-4e4e-a0f2-2fb4dcd480d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.722947 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-2cc45d53-8f51-4e4e-a0f2-2fb4dcd480d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1164329 Jul 23 20:09:23.767322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-2507308f-74d2-49aa-9ebf-dd3e83589c28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 217 time: 0.0359943 Jul 23 20:09:23.804567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:23.815107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b75e4e66-b2ca-481d-bd0f-de3ee13100d4 req-7bf29db0-1a2a-4965-93e6-4f9a5feb0964 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7144206 Jul 23 20:09:23.828064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-e97bf661-b4fb-4d1a-a107-7922f085be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:23.830005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-e97bf661-b4fb-4d1a-a107-7922f085be8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0540574 Jul 23 20:09:23.861662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:20Z', 'revision_number': 4, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '56f62c7d-aa83-4158-946c-cd0384fd239d', 'name': '', 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'mac_address': 'fa:16:3e:92:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:23Z', 'revision_number': 4, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'subnets': [{'id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:23.870940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49ebdcfa-2ec7-4ae6-a098-3ff3f42dd19e req-5b8bfec5-5b64-445b-984d-df533010791d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017276 Jul 23 20:09:23.874797 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-53a1422e-4401-4077-b7da-a0ca744037bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283628 Jul 23 20:09:23.895629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c926177-5e12-47b2-a0dc-9ca0b8267b90 None None] The sync data for ids ['fc179528-7714-47a3-98a2-a11bca3e2694'] in n-d-793620-13 is: [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:20Z', 'revision_number': 4, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '56f62c7d-aa83-4158-946c-cd0384fd239d', 'name': '', 'network_id': 'cb2ff200-3918-4a01-ae29-9ead483dbfaf', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'mac_address': 'fa:16:3e:92:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:23Z', 'revision_number': 4, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'subnets': [{'id': '7d05467f-2843-4c73-9c2e-330e9a6bd9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:23.984496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:24.056662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:24.056844 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-2db9b908-6d3c-4c57-8da7-e47a424c163b service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713123 Jul 23 20:09:24.067706 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Sync routers for ids ['77d62eba-dd91-4c18-858d-6e76a8154552'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:24.088240 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Routers {'77d62eba-dd91-4c18-858d-6e76a8154552'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:24.088970 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['77d62eba-dd91-4c18-858d-6e76a8154552'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:24.141517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c032dea-bb97-4251-9c98-1c66e64d5a08 req-4651b273-999f-4d20-a89a-85ae32114fbe tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.150031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c032dea-bb97-4251-9c98-1c66e64d5a08 req-4651b273-999f-4d20-a89a-85ae32114fbe tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 946 time: 0.3647711 Jul 23 20:09:24.158003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:24.184040 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e3b6782d-31db-4b42-bd58-a8968ea3b1b5 req-5f609a4d-a0ea-4b83-984a-7ff4aa4a3526 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204991 Jul 23 20:09:24.191060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.192527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-06c31b87-6fa6-4a27-aa4f-c9798ac53fcf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5628202 Jul 23 20:09:24.200121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55372) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:24.235791 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Set router 77d62eba-dd91-4c18-858d-6e76a8154552 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:24.254500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c032dea-bb97-4251-9c98-1c66e64d5a08 req-24ea21e8-0f58-4cc9-8e44-8f9e14ae2d8c tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925107 Jul 23 20:09:24.262608 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.294508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2726187-13cc-410a-a544-59d46e2c6b56 req-5f8e6994-3e9d-4745-ade2-0c30713e72bb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.296136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2726187-13cc-410a-a544-59d46e2c6b56 req-5f8e6994-3e9d-4745-ade2-0c30713e72bb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 944 time: 0.3050778 Jul 23 20:09:24.375314 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-27bdefaa-2ab6-4235-a701-99cef1fb7a18 req-470f6450-247a-4eba-8d28-c09e07f58294 tempest-FloatingIPsNegativeTestJSON-248133952 tempest-FloatingIPsNegativeTestJSON-248133952-project] show failed (client error): The resource could not be found. Jul 23 20:09:24.376363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27bdefaa-2ab6-4235-a701-99cef1fb7a18 req-470f6450-247a-4eba-8d28-c09e07f58294 tempest-FloatingIPsNegativeTestJSON-248133952 tempest-FloatingIPsNegativeTestJSON-248133952-project] 10.222.0.46 "GET /v2.0/floatingips/77ea6784-b5b4-435f-b4c6-56b123fdaff2 HTTP/1.1" status: 404 len: 350 time: 0.0792997 Jul 23 20:09:24.377269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Transition to ACTIVE for port object fb1d77b6-df38-47c1-96c3-cfb825bb91b3 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:24.390367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55376) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:24.398566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.460350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 24763994-3661-4cf7-9c1b-75418dfdda8d details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:24.560127 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 3, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:24.596235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2726187-13cc-410a-a544-59d46e2c6b56 req-904f775a-ee34-48bb-aba7-4985d2b9e258 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668085 Jul 23 20:09:24.637416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Checking router: 77d62eba-dd91-4c18-858d-6e76a8154552 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:24.639216 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Updating router 77d62eba-dd91-4c18-858d-6e76a8154552 port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:24.654595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] No DVR routers for this DVR port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:24.659749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:24.675953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 24763994-3661-4cf7-9c1b-75418dfdda8d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=24763994-3661-4cf7-9c1b-75418dfdda8d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:24.715315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '24763994-3661-4cf7-9c1b-75418dfdda8d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '24763994-3661-4cf7-9c1b-75418dfdda8d', 'mac_address': 'fa:16:3e:99:10:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:24.730793 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.759285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:24.759694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:24.760033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:24.787669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:24.787999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Attempting to bind port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:24.804057 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.823236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24763994-3661-4cf7-9c1b-75418dfdda8d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:24.845332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 24763994-3661-4cf7-9c1b-75418dfdda8d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=24763994-3661-4cf7-9c1b-75418dfdda8d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:24.857908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.925610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=24763994-3661-4cf7-9c1b-75418dfdda8d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:24.940118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:24.940118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:24.940118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:24.940822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Bound port: fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:24.941164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.976164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cb7c6-b0b4-4521-b2c5-8380ecf442b3 req-c5ac2a11-5a2d-421a-a375-c4b0751e1ebd tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:24.979269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:24.983364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-539cb7c6-b0b4-4521-b2c5-8380ecf442b3 req-c5ac2a11-5a2d-421a-a375-c4b0751e1ebd tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 1101 time: 0.4775500 Jul 23 20:09:25.117589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['24763994-3661-4cf7-9c1b-75418dfdda8d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:25.162935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 56f62c7d-aa83-4158-946c-cd0384fd239d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:25.164290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-539cb7c6-b0b4-4521-b2c5-8380ecf442b3 req-c7abf239-1a21-4aa8-b9e0-96d958f182f5 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798692 Jul 23 20:09:25.178014 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.194621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Transition to ACTIVE for port object 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:25.202849 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.222168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6486bf-741e-4571-aa2b-f407830e318c req-d0c21081-5a08-4032-9b7a-406a9795096c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.223871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc6486bf-741e-4571-aa2b-f407830e318c req-d0c21081-5a08-4032-9b7a-406a9795096c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 947 time: 0.4306402 Jul 23 20:09:25.239919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:25.290869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:25.296509 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9e0c2-964d-4bb8-bac7-1d3153ce96d9 None None] Pushing event updated for resources: {'Port': ['ID=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.299303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Allocated IP 172.20.0.1 (0e17e451-6d14-4317-96d3-dc6741cd35c4/b78bb108-61dd-4157-8308-73d0a6c31054/a4810e9c-1611-44eb-8869-1827c42da61b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:25.338072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 56f62c7d-aa83-4158-946c-cd0384fd239d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:25.343189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.345741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 56f62c7d-aa83-4158-946c-cd0384fd239d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:25.346240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.366839 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Attempting to bind port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:25.367201 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Attempting to bind port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:25.367571 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Attempting to bind port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:25.377779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:25.380971 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa41372-8d33-4c08-8308-e40d06c852f2" -d '{"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:25.389271 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:25.389754 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:25.390116 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.391412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:25.391899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Bound port: 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:25.394444 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.450853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.466586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Transition to ACTIVE for port object a4810e9c-1611-44eb-8869-1827c42da61b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:25.478705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc6486bf-741e-4571-aa2b-f407830e318c req-d3f776af-f12e-45c4-be5f-05fe6c3ec45b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456164 Jul 23 20:09:25.491966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.492696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.493083 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] For port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:25.495072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 1096 time: 2.7077122 Jul 23 20:09:25.497903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] For port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:25.508091 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.575797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.622252 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Routers {'77d62eba-dd91-4c18-858d-6e76a8154552'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:25.623667 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['77d62eba-dd91-4c18-858d-6e76a8154552'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:25.629351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:25.634754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:25.647821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:25.686792 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.690662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c8a71-7459-4978-a849-3aa2e0862126 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.720663 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9e0c2-964d-4bb8-bac7-1d3153ce96d9 None None] Pushing event updated for resources: {'Port': ['ID=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.727277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Pushing event updated for resources: {'Port': ['ID=a4810e9c-1611-44eb-8869-1827c42da61b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.743793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.782368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 56f62c7d-aa83-4158-946c-cd0384fd239d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=56f62c7d-aa83-4158-946c-cd0384fd239d,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:25.793318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.831129 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] Set router 77d62eba-dd91-4c18-858d-6e76a8154552 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:25.855543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7447d-66cf-4e61-9209-043b33a4f285 req-273eaccd-629a-4dad-b555-a5351279ab25 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.864576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0be7447d-66cf-4e61-9209-043b33a4f285 req-273eaccd-629a-4dad-b555-a5351279ab25 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1097 time: 0.4456289 Jul 23 20:09:25.879063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=56f62c7d-aa83-4158-946c-cd0384fd239d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:25.965629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:25.972190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-6bebbee1-cb3d-49cd-9043-21318869d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.973870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-6bebbee1-cb3d-49cd-9043-21318869d03f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1099 time: 0.4129279 Jul 23 20:09:25.981842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a07ec-2ac8-4b1c-a16e-ef29f410d2c4 req-8049a060-8a88-4a02-b474-bd1cfd01e52e tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:25.983605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-267a07ec-2ac8-4b1c-a16e-ef29f410d2c4 req-8049a060-8a88-4a02-b474-bd1cfd01e52e tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 1102 time: 0.3321903 Jul 23 20:09:26.034409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9621b7c1-8d72-40e2-8542-199a19b9d9e9 None None] Provisioning for port a4810e9c-1611-44eb-8869-1827c42da61b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:26.036457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0be7447d-66cf-4e61-9209-043b33a4f285 req-47e8b29a-158b-41fc-85cd-76c6ad925081 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663768 Jul 23 20:09:26.049217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9621b7c1-8d72-40e2-8542-199a19b9d9e9 None None] Provisioning complete for port a4810e9c-1611-44eb-8869-1827c42da61b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:26.049854 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9621b7c1-8d72-40e2-8542-199a19b9d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.076437 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 3, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:26.113360 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dad13b-1d9e-41e0-8103-1aab3fba23f1 None None] The sync data for ids ['77d62eba-dd91-4c18-858d-6e76a8154552'] in n-d-793620-13 is: [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 3, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:26.127659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9621b7c1-8d72-40e2-8542-199a19b9d9e9 None None] Port a4810e9c-1611-44eb-8869-1827c42da61b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:26.211157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.217735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.223141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-267a07ec-2ac8-4b1c-a16e-ef29f410d2c4 req-ae4d04ee-f36d-42b2-8e0a-9d69b0119332 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232430 Jul 23 20:09:26.228392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.303701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.306571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Pushing event updated for resources: {'Port': ['ID=a4810e9c-1611-44eb-8869-1827c42da61b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:26.442537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:26.444044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:26.473916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 24763994-3661-4cf7-9c1b-75418dfdda8d up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:26.527802 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8985ab8c-a311-4a9a-8718-58f4a1ae44bd x-openstack-request-id: req-8985ab8c-a311-4a9a-8718-58f4a1ae44bd {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:26.527802 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-unplugged", "status": "completed", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:26.528193 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8985ab8c-a311-4a9a-8718-58f4a1ae44bd {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:26.528460 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'code': 200} Jul 23 20:09:26.547022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 24763994-3661-4cf7-9c1b-75418dfdda8d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:26.556368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 24763994-3661-4cf7-9c1b-75418dfdda8d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:26.556888 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.624450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Router 77d62eba-dd91-4c18-858d-6e76a8154552 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:26.658950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-122eaf3b-7977-41a9-813f-62df90e4500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:26.660414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-122eaf3b-7977-41a9-813f-62df90e4500d service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.6720858 Jul 23 20:09:26.676135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.705615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24763994-3661-4cf7-9c1b-75418dfdda8d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:26.708402 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d33868d-d779-48f6-8b02-836896631f23" -d '{"events": [{"server_uuid": "22deb133-15a3-4426-a61b-ea938f5bfab3", "name": "network-vif-plugged", "status": "completed", "tag": "24763994-3661-4cf7-9c1b-75418dfdda8d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:26.723543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 24763994-3661-4cf7-9c1b-75418dfdda8d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=24763994-3661-4cf7-9c1b-75418dfdda8d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:26.731140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.732321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:26.748047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f9829-e3fd-4ca0-a8c7-8ca8d5f942d5 req-7e113f04-a06d-46b5-a17b-b17e82a5b841 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:26.759103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-492f9829-e3fd-4ca0-a8c7-8ca8d5f942d5 req-7e113f04-a06d-46b5-a17b-b17e82a5b841 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 947 time: 0.5722475 Jul 23 20:09:26.765807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-cae3728c-dde3-43da-8c27-9cad512e4faf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0969541 Jul 23 20:09:26.794304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:26.799602 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7e572d4c-adf6-412a-afd8-3bfff1e703aa admin admin] 10.222.0.46 "PUT /v2.0/routers/77d62eba-dd91-4c18-858d-6e76a8154552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5945156 Jul 23 20:09:26.805178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:26.821719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ee70d72-cbea-409f-b5ee-95d05aaefc1d None None] Provisioning complete for port a4810e9c-1611-44eb-8869-1827c42da61b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:26.822261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ee70d72-cbea-409f-b5ee-95d05aaefc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:26.877781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=24763994-3661-4cf7-9c1b-75418dfdda8d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:26.882460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-492f9829-e3fd-4ca0-a8c7-8ca8d5f942d5 req-25776dab-24e9-4e52-baee-f56237d0dc69 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222541 Jul 23 20:09:26.884090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-94c4c69c-5b72-4b98-876a-2ed2f103b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:26.886101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5ee70d72-cbea-409f-b5ee-95d05aaefc1d None None] Port a4810e9c-1611-44eb-8869-1827c42da61b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:26.886390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-94c4c69c-5b72-4b98-876a-2ed2f103b362 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1125045 Jul 23 20:09:27.077937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b634cd5-e605-4630-93b7-4feb8bbafaf8 req-a85e27f2-e17b-41c3-93a9-84ddc67acb6e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.079544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b634cd5-e605-4630-93b7-4feb8bbafaf8 req-a85e27f2-e17b-41c3-93a9-84ddc67acb6e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 944 time: 0.5482004 Jul 23 20:09:27.159456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 56f62c7d-aa83-4158-946c-cd0384fd239d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:27.204949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-ec1d84d1-304d-4927-ae9b-c92df0d3b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.206526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-ec1d84d1-304d-4927-ae9b-c92df0d3b7d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2934012 Jul 23 20:09:27.219253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-e0301404-6d85-4b54-a8c6-3195090cc4c3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.220858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-e0301404-6d85-4b54-a8c6-3195090cc4c3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.2456806 Jul 23 20:09:27.234402 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b634cd5-e605-4630-93b7-4feb8bbafaf8 req-5a7a4ce7-311d-4e41-81d6-f834c19584c2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176710 Jul 23 20:09:27.287436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-af55d172-527a-4808-a91a-4368c2028710 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/quotas/88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 375 time: 0.0517695 Jul 23 20:09:27.343221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 56f62c7d-aa83-4158-946c-cd0384fd239d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:27.343666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.434264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:27.439226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-a5997322-a56d-4dbc-a1fa-927afaf51ba3 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160218 Jul 23 20:09:27.503435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:27.506942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-4ea6cd86-a1aa-4210-bfe5-6a3dce6f2f12 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879175 Jul 23 20:09:27.509658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:27.510130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.589129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.608789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Deleting port 56f62c7d-aa83-4158-946c-cd0384fd239d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:27.609134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.610600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:27.614987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.667021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:27.693342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4524ab59-3935-487c-ad97-43d41ef8de0e req-4ad959e6-0fc2-4ab0-a339-2dca1a5438b3 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429476 Jul 23 20:09:27.728926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:27.753358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1eaceb-6d62-4eb5-a917-c08391a0495c req-dffa53f2-3845-460b-bf84-8290ab40a6b0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:27.754911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c1eaceb-6d62-4eb5-a917-c08391a0495c req-dffa53f2-3845-460b-bf84-8290ab40a6b0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 947 time: 0.2678666 Jul 23 20:09:27.764505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a6b32fb7-6e3b-465f-9dff-63475d4d1878 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374008 Jul 23 20:09:27.841535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] For port 56f62c7d-aa83-4158-946c-cd0384fd239d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=56f62c7d-aa83-4158-946c-cd0384fd239d,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:27.841908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.847198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:27.860614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'port_id': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'mac_address': 'fa:16:3e:45:90:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37156b0c-0f5e-40e8-9d80-8813d45e5651', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:27.887640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Calling delete_port for 56f62c7d-aa83-4158-946c-cd0384fd239d owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:27.891625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c1eaceb-6d62-4eb5-a917-c08391a0495c req-467fca5f-bb64-41fe-b3bb-52b403f0272b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295450 Jul 23 20:09:27.898690 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.922035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:27.943131 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20122a60-f164-454b-b253-ae04f97c4655 x-openstack-request-id: req-20122a60-f164-454b-b253-ae04f97c4655 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:27.943419 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22deb133-15a3-4426-a61b-ea938f5bfab3", "name": "network-vif-plugged", "status": "completed", "tag": "24763994-3661-4cf7-9c1b-75418dfdda8d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:27.943668 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20122a60-f164-454b-b253-ae04f97c4655 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:27.944056 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24763994-3661-4cf7-9c1b-75418dfdda8d', 'code': 200} Jul 23 20:09:27.955591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:27.960292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:27.982430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-ff950e28-8b67-44d1-b60f-b2a7a944f329 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056630 Jul 23 20:09:28.035380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Sync routers for ids ['77d62eba-dd91-4c18-858d-6e76a8154552'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:28.057711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:28.067210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Routers {'77d62eba-dd91-4c18-858d-6e76a8154552'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:28.067880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['77d62eba-dd91-4c18-858d-6e76a8154552'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:28.224452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Set router 77d62eba-dd91-4c18-858d-6e76a8154552 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:28.277301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:28.544308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:28.546590 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26" -d '{"events": [{"name": "network-changed", "server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:28.558297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:25Z', 'revision_number': 4, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a4810e9c-1611-44eb-8869-1827c42da61b', 'name': '', 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'mac_address': 'fa:16:3e:64:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b78bb108-61dd-4157-8308-73d0a6c31054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:25Z', 'updated_at': '2021-07-23T20:09:26Z', 'revision_number': 2, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'subnets': [{'id': 'b78bb108-61dd-4157-8308-73d0a6c31054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:28.576919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-ecd5b0e0-bca6-45a6-877f-1cf59cadd657 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3858740 Jul 23 20:09:28.589553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Checking router: 77d62eba-dd91-4c18-858d-6e76a8154552 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:28.589918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Updating router 77d62eba-dd91-4c18-858d-6e76a8154552 port a4810e9c-1611-44eb-8869-1827c42da61b binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:09:28.627388 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.694859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-d545fcdc-aae6-4b33-a10c-628517b703f5 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6130180 Jul 23 20:09:28.704738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3bad3-9b11-49bf-bb17-9f452a3d4262 req-3c5750ee-2099-42f8-85da-37e450636b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.706876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43a3bad3-9b11-49bf-bb17-9f452a3d4262 req-3c5750ee-2099-42f8-85da-37e450636b18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 1100 time: 0.6688089 Jul 23 20:09:28.744143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:28.811411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.835434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-ab123f5b-2c95-4e17-8b06-d9adc779b233 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:28.837449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-ab123f5b-2c95-4e17-8b06-d9adc779b233 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421393 Jul 23 20:09:28.838176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.875701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Pushing event deleted for resources: {'Port': ['ID=56f62c7d-aa83-4158-946c-cd0384fd239d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:28.878708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43a3bad3-9b11-49bf-bb17-9f452a3d4262 req-649c2084-48b9-4620-b7c1-7c58ef0cbc12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379511 Jul 23 20:09:28.912659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-b039afab-bb57-4270-8121-093205f91e44 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/quotas/56e2280a9ad44a67bd435113e371a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0409415 Jul 23 20:09:28.926552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:28.940746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Transition to ACTIVE for port object a4810e9c-1611-44eb-8869-1827c42da61b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:28.948519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.011754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9425d-a2db-4398-8666-b1e6760d26b8 None None] Pushing event updated for resources: {'Port': ['ID=a4810e9c-1611-44eb-8869-1827c42da61b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:29.127288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Attempting to bind port a4810e9c-1611-44eb-8869-1827c42da61b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:29.128059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Attempting to bind port a4810e9c-1611-44eb-8869-1827c42da61b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:29.128739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Attempting to bind port a4810e9c-1611-44eb-8869-1827c42da61b on network 0e17e451-6d14-4317-96d3-dc6741cd35c4 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:29.146916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:29.147074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.147166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Checking segment: {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:29.147494 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.147895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Bound using segment: {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:29.148379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Bound port: a4810e9c-1611-44eb-8869-1827c42da61b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2492e76-5988-4250-8062-857033844eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:29.148850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.178209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8d26976c-d9d2-4e7c-9f0b-92c433ebcc3b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2490366 Jul 23 20:09:29.240997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:29.285199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] For port a4810e9c-1611-44eb-8869-1827c42da61b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:29.307851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] For port a4810e9c-1611-44eb-8869-1827c42da61b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a4810e9c-1611-44eb-8869-1827c42da61b,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:29.317858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.342624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.407857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9425d-a2db-4398-8666-b1e6760d26b8 None None] Pushing event updated for resources: {'Port': ['ID=a4810e9c-1611-44eb-8869-1827c42da61b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:29.412155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Routers {'77d62eba-dd91-4c18-858d-6e76a8154552'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:29.412825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['77d62eba-dd91-4c18-858d-6e76a8154552'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:29.418257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:29.418634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.584122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-9aacbc65-3776-437b-ae24-c7e0444243de tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:29.586984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-9aacbc65-3776-437b-ae24-c7e0444243de tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.3596809 Jul 23 20:09:29.592939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] Set router 77d62eba-dd91-4c18-858d-6e76a8154552 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:29.641807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Request body: {'port': {'device_id': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'admin_state_up': True, 'tenant_id': '88ec0e139c654480b90946b197eff271'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:29.717055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Allocated IP 172.25.8.162 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/4f19f6a7-740f-4098-a8d9-37be98be68bc) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:29.746682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:29.880188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:29.891470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:29.891846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.941912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:29.983355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:25Z', 'revision_number': 4, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a4810e9c-1611-44eb-8869-1827c42da61b', 'name': '', 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'mac_address': 'fa:16:3e:64:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b78bb108-61dd-4157-8308-73d0a6c31054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:25Z', 'updated_at': '2021-07-23T20:09:29Z', 'revision_number': 4, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'subnets': [{'id': 'b78bb108-61dd-4157-8308-73d0a6c31054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:30.016068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5666c0f9-6e53-4462-b06f-dd596c92076c None None] The sync data for ids ['77d62eba-dd91-4c18-858d-6e76a8154552'] in n-d-793620-13 is: [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:25Z', 'revision_number': 4, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a4810e9c-1611-44eb-8869-1827c42da61b', 'name': '', 'network_id': '0e17e451-6d14-4317-96d3-dc6741cd35c4', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'mac_address': 'fa:16:3e:64:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'b78bb108-61dd-4157-8308-73d0a6c31054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:25Z', 'updated_at': '2021-07-23T20:09:29Z', 'revision_number': 4, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'subnets': [{'id': 'b78bb108-61dd-4157-8308-73d0a6c31054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:30.048122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Router fc179528-7714-47a3-98a2-a11bca3e2694 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:30.065938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb4492-0db3-44f1-8608-b89df2099232 req-8658efb5-fd19-435a-bb86-92ddff43313b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:30.067488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cceb4492-0db3-44f1-8608-b89df2099232 req-8658efb5-fd19-435a-bb86-92ddff43313b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 948 time: 0.2354293 Jul 23 20:09:30.073597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.114530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.150823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Made reservation on behalf of 88ec0e139c654480b90946b197eff271 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:30.154340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.261221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:30.282375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:30.286259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:30.289321 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed12ee1-ce1b-40f6-acda-283451bf6b55" -d '{"events": [{"server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "name": "network-vif-plugged", "status": "completed", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:30.295412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=4f19f6a7-740f-4098-a8d9-37be98be68bc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:30.304861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:30.308708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:30.314598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.316843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cceb4492-0db3-44f1-8608-b89df2099232 req-970fc48f-b939-470f-b93a-f1bcdf5691a0 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153070 Jul 23 20:09:30.382071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:30.490202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7501a1ab-b578-4a17-86b2-85d92e406042 req-4027670e-a876-4da2-958c-8514fa343d3f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 210 time: 0.0622540 Jul 23 20:09:30.527714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:30.586190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:30.597292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] Sync routers for ids ['fc179528-7714-47a3-98a2-a11bca3e2694'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:30.608942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] Routers {'fc179528-7714-47a3-98a2-a11bca3e2694'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:30.609853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc179528-7714-47a3-98a2-a11bca3e2694'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:30.630347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e43140fd-148f-49eb-9c47-5037e19b1544 admin admin] 10.222.0.46 "PUT /v2.0/routers/fc179528-7714-47a3-98a2-a11bca3e2694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2389319 Jul 23 20:09:30.632807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55464) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:30.763833 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] Set router fc179528-7714-47a3-98a2-a11bca3e2694 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:30.805933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.017632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.052566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.121855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Allocated IP 172.20.0.7 (d5f4b270-f9cb-4c68-ae99-bc50adf09e91/b42be26d-26ab-4bfa-83c0-c4df5555f6f1/38f641f2-7e4f-4f48-a053-f5e6dc33828c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:31.132495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Deleting port d345e5ea-71bb-4dc5-9530-011df89427ba {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:31.133396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.148254 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:28Z', 'revision_number': 5, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port': {'id': 'd345e5ea-71bb-4dc5-9530-011df89427ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:be:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:31.166055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a4810e9c-1611-44eb-8869-1827c42da61b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:31.212397 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] Checking router: fc179528-7714-47a3-98a2-a11bca3e2694 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:31.232358 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] Routers {'fc179528-7714-47a3-98a2-a11bca3e2694'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:31.233323 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc179528-7714-47a3-98a2-a11bca3e2694'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:31.261822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a4810e9c-1611-44eb-8869-1827c42da61b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:31.267341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a4810e9c-1611-44eb-8869-1827c42da61b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:31.269354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.274495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] For port d345e5ea-71bb-4dc5-9530-011df89427ba, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d345e5ea-71bb-4dc5-9530-011df89427ba,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:31.277064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dbd41-c424-49a6-9773-30d2f005659b req-15232e2c-d0a8-4443-a597-646658432adc tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.277481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.286977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-850dbd41-c424-49a6-9773-30d2f005659b req-15232e2c-d0a8-4443-a597-646658432adc tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 946 time: 0.6432950 Jul 23 20:09:31.295390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Calling delete_port for d345e5ea-71bb-4dc5-9530-011df89427ba owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:31.372944 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] Set router fc179528-7714-47a3-98a2-a11bca3e2694 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:31.408525 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.460542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port a4810e9c-1611-44eb-8869-1827c42da61b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a4810e9c-1611-44eb-8869-1827c42da61b,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:31.468553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.473345 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:31Z', 'revision_number': 6, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:31.497085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-850dbd41-c424-49a6-9773-30d2f005659b req-78c989b9-dd69-4ac4-a3e1-fcf85df96acb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035577 Jul 23 20:09:31.530517 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c07a83-902c-4bab-b6fb-c4e0f81e0d06 None None] The sync data for ids ['fc179528-7714-47a3-98a2-a11bca3e2694'] in n-d-793620-13 is: [{'id': 'fc179528-7714-47a3-98a2-a11bca3e2694', 'name': 'tempest-FloatingIPsNegativeTestJSON-595531437-router', 'tenant_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:15Z', 'updated_at': '2021-07-23T20:09:31Z', 'revision_number': 6, 'project_id': 'c7a4bf3d2f5944a796077c5d468aff2c', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:31.575883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.589425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=a4810e9c-1611-44eb-8869-1827c42da61b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:31.619009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.647088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.716190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-c1b869ed-3e3f-410f-a51b-8a07bbc7c40b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555725 Jul 23 20:09:31.761283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:31.767362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.787095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.796995 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d302c3-96ec-498e-8b7b-842fbb304c10 x-openstack-request-id: req-72d302c3-96ec-498e-8b7b-842fbb304c10 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:31.797352 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:31.797678 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72d302c3-96ec-498e-8b7b-842fbb304c10 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:31.798129 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'status': 'completed', 'code': 200} Jul 23 20:09:31.808085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-5ac5fd64-b228-4a3e-bc25-f05d0373d47f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1309829 Jul 23 20:09:31.844758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.846579 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1110971 Jul 23 20:09:31.884591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:31.888778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb664da4-f17f-4dde-80a8-fc61f76c347b tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=4f19f6a7-740f-4098-a8d9-37be98be68bc,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:31.916993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:31.965280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.981665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:31.982603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:31.987419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:31.988127 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:31.995076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'mac_address': 'fa:16:3e:d2:e1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:32.052710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Pushing event deleted for resources: {'Port': ['ID=d345e5ea-71bb-4dc5-9530-011df89427ba,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.059928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-9b87fa6b-0fa5-43cb-94bf-10b7826eddaf tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.1888230 Jul 23 20:09:32.079435 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.093997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1d77b6-df38-47c1-96c3-cfb825bb91b3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:32.121839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:32.142390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5047498 Jul 23 20:09:32.144584 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.152600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-6fd57b9a-4a79-4a7b-b292-ab28b479fe33 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.154142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-6fd57b9a-4a79-4a7b-b292-ab28b479fe33 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4294505 Jul 23 20:09:32.165422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-8aa025cc-9202-479f-a1e8-6f1161b70dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.167103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-8aa025cc-9202-479f-a1e8-6f1161b70dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1099 time: 0.3125293 Jul 23 20:09:32.175539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:32.179767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Request body: {'port': {'device_id': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:32.191558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aa0a5-7a21-4c17-a3b4-2364f66d6752 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.218574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-6e9ceb00-c724-475c-8656-d2263ff963f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.218807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:32.220087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-6e9ceb00-c724-475c-8656-d2263ff963f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1099 time: 0.3884139 Jul 23 20:09:32.229019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.290582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-03799bf2-95aa-4cca-b11c-2d855f25b86e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.292038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-03799bf2-95aa-4cca-b11c-2d855f25b86e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4698019 Jul 23 20:09:32.318475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:32.338122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b116b-d810-4022-bb7a-fc1afae285ed req-cc38342b-bebe-414f-a39e-3b4859e66436 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.339736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f6b116b-d810-4022-bb7a-fc1afae285ed req-cc38342b-bebe-414f-a39e-3b4859e66436 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 947 time: 0.4027727 Jul 23 20:09:32.419158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:32.428976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-ba9df69a-2c9b-4628-bf09-b0be479af2c3 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.430492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-ba9df69a-2c9b-4628-bf09-b0be479af2c3 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.3146567 Jul 23 20:09:32.481588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-b86fa4dc-b672-45e3-ac3c-2542dfe73571 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:32.482572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab8baa1c-d6fa-4ccc-8c3d-33b158e72f8d req-b86fa4dc-b672-45e3-ac3c-2542dfe73571 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435097 Jul 23 20:09:32.493422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.512034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f6b116b-d810-4022-bb7a-fc1afae285ed req-21207420-7e58-410b-bd3a-46a2b06f6316 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516674 Jul 23 20:09:32.599921 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ebbc03-55bf-41a3-a320-71c5efaf80b5 x-openstack-request-id: req-a7ebbc03-55bf-41a3-a320-71c5efaf80b5 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:32.600251 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "name": "network-vif-plugged", "status": "completed", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:32.600517 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7ebbc03-55bf-41a3-a320-71c5efaf80b5 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:32.600901 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'code': 200} Jul 23 20:09:32.698577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.47', 61684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:32.722873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:32.726352 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.750286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.765379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.937763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.938295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc179528-7714-47a3-98a2-a11bca3e2694 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:09:32.944017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:32.945085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-656fed36-cab3-456b-8002-94832aaa940a admin admin] 10.222.0.46 "DELETE /v2.0/routers/fc179528-7714-47a3-98a2-a11bca3e2694 HTTP/1.1" status: 204 len: 168 time: 2.3107154 Jul 23 20:09:32.948914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55480) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:32.949353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-245e16f0-fd37-4b09-a13f-e95f064c1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:32.950841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-245e16f0-fd37-4b09-a13f-e95f064c1183 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.7683005 Jul 23 20:09:33.030563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-78f6a63c-f7e4-45b6-bb20-bb7e3c5a8c67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0658164 Jul 23 20:09:33.060949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-e81e9505-b0e4-417c-84be-6e0d0d0fc226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.062535 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-e81e9505-b0e4-417c-84be-6e0d0d0fc226 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.8022223 Jul 23 20:09:33.065529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:33.073195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.073383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51dec2-3ae0-4e70-a32a-84faeae65814 req-c0cfc0e2-0e28-43b0-89f9-f2c654e6310b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.078091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe51dec2-3ae0-4e70-a32a-84faeae65814 req-c0cfc0e2-0e28-43b0-89f9-f2c654e6310b tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 948 time: 0.3579938 Jul 23 20:09:33.115646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a4810e9c-1611-44eb-8869-1827c42da61b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:33.125390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f75374-3d6b-44d2-a7b0-d3aa2e59151e req-3c9fd3aa-1ed9-411e-a462-ed24788068e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.127057 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e7f75374-3d6b-44d2-a7b0-d3aa2e59151e req-3c9fd3aa-1ed9-411e-a462-ed24788068e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1098 time: 0.3801668 Jul 23 20:09:33.152936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2a175-2bf4-4833-a319-86a0a0e6a799 req-ed57ab0d-db3c-40e7-b50a-589b92c2edb8 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.154772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73e2a175-2bf4-4833-a319-86a0a0e6a799 req-ed57ab0d-db3c-40e7-b50a-589b92c2edb8 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 931 time: 0.3527951 Jul 23 20:09:33.160732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-0c442774-cd2f-43d8-a7c9-ccb8b04923ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0611477 Jul 23 20:09:33.164611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Deleting subnet 7d05467f-2843-4c73-9c2e-330e9a6bd9b5 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:09:33.170585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a4810e9c-1611-44eb-8869-1827c42da61b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:33.171236 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.185422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.230848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.41 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/dc31ffed-52b4-4d16-ad82-f8a5a4637b25) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:33.260655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe51dec2-3ae0-4e70-a32a-84faeae65814 req-da8a2f1d-ee3c-4b64-947c-30e5f6985910 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814489 Jul 23 20:09:33.262623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-e9da0942-5fc8-4fad-962f-a11f3d598327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.264189 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-e9da0942-5fc8-4fad-962f-a11f3d598327 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2236240 Jul 23 20:09:33.278766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.331095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-9c7e57c5-c515-4fa2-a59c-41fcdf105224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.332680 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-9c7e57c5-c515-4fa2-a59c-41fcdf105224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1582053 Jul 23 20:09:33.334678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e7f75374-3d6b-44d2-a7b0-d3aa2e59151e req-ce7e0d4d-9d5c-49e9-abff-857a40f8f42d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771164 Jul 23 20:09:33.349962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d345e5ea-71bb-4dc5-9530-011df89427ba no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:33.366425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-39aeea9f-3e2a-43b0-99f0-379694911feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.368921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-39aeea9f-3e2a-43b0-99f0-379694911feb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914660 Jul 23 20:09:33.371819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d345e5ea-71bb-4dc5-9530-011df89427ba {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:33.372233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d345e5ea-71bb-4dc5-9530-011df89427ba not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:33.372719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 56f62c7d-aa83-4158-946c-cd0384fd239d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:33.395811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 56f62c7d-aa83-4158-946c-cd0384fd239d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:33.396161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 56f62c7d-aa83-4158-946c-cd0384fd239d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:33.408738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73e2a175-2bf4-4833-a319-86a0a0e6a799 req-473fe1fe-01d5-42e8-8501-b96cc2f3db47 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375321 Jul 23 20:09:33.499446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-d2664767-83c8-4e87-bdd0-5df2dcb5eba8 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231875 Jul 23 20:09:33.507173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-25b44184-ee5d-4b29-a079-2f8a7a37fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:33.509192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-25b44184-ee5d-4b29-a079-2f8a7a37fb09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1065695 Jul 23 20:09:33.536136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.664114 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-b002dc43-4dcd-4c16-8dc2-7e903327fac5 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538861 Jul 23 20:09:33.666159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-1add76d2-dd30-41f3-b6f8-3474eb85dae3 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489458 Jul 23 20:09:33.767847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3e6b73a8-98ef-479e-9ba2-8f8b51cdae26 req-3b8b0541-4f1c-4c45-85cb-bb54c2e21dc4 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935762 Jul 23 20:09:33.792248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:33.845034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:33.848906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:33.849284 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.857883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f641f2-7e4f-4f48-a053-f5e6dc33828c {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:33.878304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.926149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.948604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-27e328d0-c18c-4560-9ecb-6424f976f2d9 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6395962 Jul 23 20:09:33.955200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Transition to ACTIVE for port object 38f641f2-7e4f-4f48-a053-f5e6dc33828c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:33.959783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:33.963884 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:33.972921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:33.980839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.013936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.079120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.093036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.117079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3c9c1-4aab-42dd-beab-8ff2c281daa1 req-d28ed52c-7e1b-4d94-9cbc-6278953d0fe3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:34.119123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffe3c9c1-4aab-42dd-beab-8ff2c281daa1 req-d28ed52c-7e1b-4d94-9cbc-6278953d0fe3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 946 time: 0.6383157 Jul 23 20:09:34.119844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.126520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.151862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ccc75-b629-47e5-a5d2-22d1323f3da6 None None] Network cb2ff200-3918-4a01-ae29-9ead483dbfaf requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:34.166960 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.168892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7d05467f-2843-4c73-9c2e-330e9a6bd9b5 HTTP/1.1" status: 204 len: 168 time: 1.2145400 Jul 23 20:09:34.171507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55486) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:34.182009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object dc31ffed-52b4-4d16-ad82-f8a5a4637b25 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:34.219286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85ffc5-db18-49e9-9595-c2fec87e6170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d05467f-2843-4c73-9c2e-330e9a6bd9b5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.246540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:34.246540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:34.246856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:34.250758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.274053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:34.274480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:34.282332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffe3c9c1-4aab-42dd-beab-8ff2c281daa1 req-d2942aac-0726-497f-b267-a06877720f59 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479132 Jul 23 20:09:34.291027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:34.291469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:34.291761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:34.292209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Bound port: 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:34.292576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.346459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.362161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:34.364545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:34.387597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Deleting port 22962a85-6d5d-4987-81b3-b5d819839c5a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:34.387837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.428876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:34.450603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:34.463753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:34.474095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:34.474818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.489384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] DHCP port deletion for cb2ff200-3918-4a01-ae29-9ead483dbfaf request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:09:34.494930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.169 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/3bfa7115-1b49-476b-8113-f0997c82f4a8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:34.517633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] For port 22962a85-6d5d-4987-81b3-b5d819839c5a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22962a85-6d5d-4987-81b3-b5d819839c5a,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:34.518350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.518470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.541041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:34.547047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:34.557260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Calling delete_port for 22962a85-6d5d-4987-81b3-b5d819839c5a owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:34.562040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8455ed5e-4932-4c8d-8325-c410995e7905 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2560191 Jul 23 20:09:34.567006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.575092 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.609353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Request body: {'port': {'device_id': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:34.634391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:34.636839 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f5f534-0112-4ede-9a3e-ebacf8c1025c" -d '{"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-plugged", "status": "completed", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:34.687528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70f71fa3-a7e0-4057-be52-e0fa77f5b8b5 req-32c6e84b-006e-4c8e-b442-8e8620b67dbc tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 210 time: 0.0712416 Jul 23 20:09:34.731893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] Deleting port 22962a85-6d5d-4987-81b3-b5d819839c5a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:34.732874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.746647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:34.747276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.748732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] 10.222.0.47 "PUT /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 1092 time: 2.5797808 Jul 23 20:09:34.753992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:34.756241 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ab64c-a373-443c-8920-911da815ced5" -d '{"events": [{"name": "network-changed", "server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:34.834734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9608e9d-def2-4168-9f28-d9e04fce4932 service neutron] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:34.922851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2d6d5203-8e41-403e-aae2-e73df5948cc9 None None] Provisioning for port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:34.927946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.938948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2d6d5203-8e41-403e-aae2-e73df5948cc9 None None] Provisioning complete for port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:34.939239 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2d6d5203-8e41-403e-aae2-e73df5948cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.948665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] For port 22962a85-6d5d-4987-81b3-b5d819839c5a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22962a85-6d5d-4987-81b3-b5d819839c5a,segment=NetworkSegment(383affec-5c4e-4769-ae8c-bea53a18d4b6),segment_id=383affec-5c4e-4769-ae8c-bea53a18d4b6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:34.949170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:34.989100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Allocated IP 172.25.8.69 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/f3bf7e97-f30d-4a39-8556-27d5a4fb8e3e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:35.000479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] Calling delete_port for 22962a85-6d5d-4987-81b3-b5d819839c5a owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:35.006871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-169a79a8-0f39-4eed-9158-980d20a0c8d9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.009455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-169a79a8-0f39-4eed-9158-980d20a0c8d9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc&tenant_id=65cc9918feab46bbb13c46e24ec72525&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 949 time: 0.2166293 Jul 23 20:09:35.015380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.028023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d5203-8e41-403e-aae2-e73df5948cc9 None None] Port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:35.064685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-3442673f-7454-4b6d-8496-5f008100dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.066246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-3442673f-7454-4b6d-8496-5f008100dfee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1095 time: 0.2621362 Jul 23 20:09:35.112742 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-fc9a635f-98fb-4761-8ea6-d5b7e7b862f7 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:09:35.114199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-fc9a635f-98fb-4761-8ea6-d5b7e7b862f7 service neutron] 10.222.0.36 "DELETE /v2.0/ports/fb1d77b6-df38-47c1-96c3-cfb825bb91b3/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0888250 Jul 23 20:09:35.128526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object 3bfa7115-1b49-476b-8113-f0997c82f4a8 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:35.136198 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.166759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Pushing event deleted for resources: {'Port': ['ID=22962a85-6d5d-4987-81b3-b5d819839c5a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.172962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.181250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22962a85-6d5d-4987-81b3-b5d819839c5a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:35.181494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] No DVR routers for this DVR port 22962a85-6d5d-4987-81b3-b5d819839c5a on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:35.229513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] Pushing event deleted for resources: {'Port': ['ID=22962a85-6d5d-4987-81b3-b5d819839c5a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.232313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 22962a85-6d5d-4987-81b3-b5d819839c5a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:35.232700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22962a85-6d5d-4987-81b3-b5d819839c5a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:35.233109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-f4f602c9-a073-43e1-bee1-9ff2ea7b55ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 217 time: 0.1412349 Jul 23 20:09:35.265072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417371b-29a6-4fd5-9cef-8a64d818762c None None] No DVR routers for this DVR port 22962a85-6d5d-4987-81b3-b5d819839c5a on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:35.276642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2ed05-be1d-4b95-8b97-44a11ec12c48 req-e518f4cf-8616-4e3e-9a28-5d3a6c34a453 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.284526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ce2ed05-be1d-4b95-8b97-44a11ec12c48 req-e518f4cf-8616-4e3e-9a28-5d3a6c34a453 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 943 time: 0.3386538 Jul 23 20:09:35.304844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.318297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2ff200-3918-4a01-ae29-9ead483dbfaf']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:35.334687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383affec-5c4e-4769-ae8c-bea53a18d4b6') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:35.335083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383affec-5c4e-4769-ae8c-bea53a18d4b6') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:35.347937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.350396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.376557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:35.391699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.414937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:09:35.415426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.415943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ce2ed05-be1d-4b95-8b97-44a11ec12c48 req-15361a44-dc5d-41c7-975b-09bb401216cf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309257 Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:09:35.417184 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:09:35.426867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-540c1859-5e5a-4e96-8001-c028f202e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.436675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-540c1859-5e5a-4e96-8001-c028f202e978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1867235 Jul 23 20:09:35.442816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:35.455962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=3bfa7115-1b49-476b-8113-f0997c82f4a8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.466790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:35.481995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:35.508320 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.511944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-71a64601-420a-4e62-9232-920d51da425a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460804 Jul 23 20:09:35.554604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-3e066d0c-f809-4717-b700-1c72efafbd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.557393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-3e066d0c-f809-4717-b700-1c72efafbd26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1101 time: 0.3274288 Jul 23 20:09:35.582096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.594931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.599458 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cb2ff200-3918-4a01-ae29-9ead483dbfaf HTTP/1.1" status: 204 len: 168 time: 1.4241924 Jul 23 20:09:35.622631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.623294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.646099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434e60a-4358-4c56-8cb8-55d4d61b0473 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2ff200-3918-4a01-ae29-9ead483dbfaf,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.698543 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-be6f20d5-da6a-4a3f-9b0b-0d8bfbbf00e9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5288615 Jul 23 20:09:35.699754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:35.718147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Request body: {'port': {'device_id': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:35.726456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536a953-00bf-48cd-b10e-898d9e379cd8 req-200b1370-95b7-45b3-a93a-9119e6e37c21 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.728555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2536a953-00bf-48cd-b10e-898d9e379cd8 req-200b1370-95b7-45b3-a93a-9119e6e37c21 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 949 time: 0.2236323 Jul 23 20:09:35.760747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:35.775540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-463a9ae9-265d-4358-9637-d7cfb377ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.777020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-463a9ae9-265d-4358-9637-d7cfb377ed8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2067602 Jul 23 20:09:35.804837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c883051b-6bbc-4d7f-b317-3bc56ad9a72b None None] Provisioning for port 3bfa7115-1b49-476b-8113-f0997c82f4a8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:35.811776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c883051b-6bbc-4d7f-b317-3bc56ad9a72b None None] Provisioning complete for port 3bfa7115-1b49-476b-8113-f0997c82f4a8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:35.812340 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c883051b-6bbc-4d7f-b317-3bc56ad9a72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.824037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc31ffed-52b4-4d16-ad82-f8a5a4637b25 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:35.829415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.850924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.865485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-157c2557-f9b7-467d-b0ca-db43e6109ba6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0711863 Jul 23 20:09:35.874469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-753b28e1-f546-4d9e-916c-b255b11492a3 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952378 Jul 23 20:09:35.878942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c883051b-6bbc-4d7f-b317-3bc56ad9a72b None None] Port 3bfa7115-1b49-476b-8113-f0997c82f4a8 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:35.893278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2536a953-00bf-48cd-b10e-898d9e379cd8 req-a47f29ff-ef70-43ff-9f79-155b2953c6b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551878 Jul 23 20:09:35.911938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:35.926715 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-14aced45-3516-46d5-8171-d9c0673c34a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7a4bf3d2f5944a796077c5d468aff2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618557 Jul 23 20:09:35.928381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Transition to ACTIVE for port object dc31ffed-52b4-4d16-ad82-f8a5a4637b25 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:35.929022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:35.934125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.952300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:35.958736 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:35.971273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:35.975930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=f3bf7e97-f30d-4a39-8556-27d5a4fb8e3e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:35.988825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-76393e61-fd15-40ee-bb37-f4399cfdb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:35.990382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-76393e61-fd15-40ee-bb37-f4399cfdb182 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1113775 Jul 23 20:09:36.004654 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c88ef4-952d-4324-9405-af1491b07e7b x-openstack-request-id: req-b1c88ef4-952d-4324-9405-af1491b07e7b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:36.005013 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-plugged", "status": "completed", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:36.005327 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1c88ef4-952d-4324-9405-af1491b07e7b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:36.005919 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'code': 200} Jul 23 20:09:36.055806 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f679994c-7a77-4290-9bf6-25605e6f39a6 x-openstack-request-id: req-f679994c-7a77-4290-9bf6-25605e6f39a6 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:36.055971 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:36.056219 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f679994c-7a77-4290-9bf6-25605e6f39a6 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:36.056601 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'status': 'completed', 'code': 200} Jul 23 20:09:36.152740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Pushing event updated for resources: {'Port': ['ID=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:36.229508 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.232361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b43c70ac-7a07-42fc-b390-3901418b9266 req-06c0c60b-01b2-4782-abf3-496313aa5ece service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354177 Jul 23 20:09:36.251106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25a808d0-f64b-45b5-9722-a9825126616d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.292678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Attempting to bind port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:36.293023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Attempting to bind port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:36.293355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Attempting to bind port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:36.326479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:36.326820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Attempting to bind port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:36.353362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25a808d0-f64b-45b5-9722-a9825126616d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.371412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.373067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:36.373410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:36.373819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:36.374265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Bound port: dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:36.374616 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.409202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-f13cd9ee-fbb0-46ee-b197-cb389ae36ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.410742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-f13cd9ee-fbb0-46ee-b197-cb389ae36ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4101734 Jul 23 20:09:36.443701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8773acd-9be5-423d-a1d1-cb781f77b251 req-bfb1c5be-cf2a-408e-a50a-969d336dd008 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.445212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8773acd-9be5-423d-a1d1-cb781f77b251 req-bfb1c5be-cf2a-408e-a50a-969d336dd008 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 948 time: 0.3216109 Jul 23 20:09:36.572740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-ed45e72b-32be-4e0a-9c71-8436063b3702 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316235 Jul 23 20:09:36.585413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8773acd-9be5-423d-a1d1-cb781f77b251 req-c45e3b43-41b7-46a2-8cee-a7e2f8135057 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277707 Jul 23 20:09:36.593473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab64c-a373-443c-8920-911da815ced5 req-d49da41b-ea5e-48ac-8eed-9a0bfc8f3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:36.595183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-d49da41b-ea5e-48ac-8eed-9a0bfc8f3dc4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1095 time: 0.2929256 Jul 23 20:09:36.605831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] For port dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:36.624851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25a808d0-f64b-45b5-9722-a9825126616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.627361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25a808d0-f64b-45b5-9722-a9825126616d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.630890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-25a808d0-f64b-45b5-9722-a9825126616d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb7f9b9b-5d0b-4054-b21b-d6c7d8d07a23 HTTP/1.1" status: 204 len: 168 time: 0.6895216 Jul 23 20:09:36.642742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfa7115-1b49-476b-8113-f0997c82f4a8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:36.677163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.695544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] For port dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:36.700384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Transition to ACTIVE for port object 3bfa7115-1b49-476b-8113-f0997c82f4a8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:36.711888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.727605 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df94b631-25f8-4586-8204-03a2d79d9a26 req-d3621cef-22f1-4320-8770-1caa9325c6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296439 Jul 23 20:09:36.754884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:36.803894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfa7115-1b49-476b-8113-f0997c82f4a8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:36.951815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Attempting to bind port 3bfa7115-1b49-476b-8113-f0997c82f4a8 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:36.955818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Attempting to bind port 3bfa7115-1b49-476b-8113-f0997c82f4a8 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:36.957710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Attempting to bind port 3bfa7115-1b49-476b-8113-f0997c82f4a8 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:36.968922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Port 3bfa7115-1b49-476b-8113-f0997c82f4a8 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:36.972875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Attempting to bind port 3bfa7115-1b49-476b-8113-f0997c82f4a8 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:36.989101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:36.989484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:36.995007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:36.995513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Bound port: 3bfa7115-1b49-476b-8113-f0997c82f4a8, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:36.995951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.114165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] For port 3bfa7115-1b49-476b-8113-f0997c82f4a8, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:37.118593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] For port 3bfa7115-1b49-476b-8113-f0997c82f4a8, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:37.138681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.201861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfa7115-1b49-476b-8113-f0997c82f4a8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.211152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.212300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.213791 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-0587583f-1aa8-4bc5-9842-09c7609cc8c0 service neutron] 10.222.0.47 "PUT /v2.0/ports/3bfa7115-1b49-476b-8113-f0997c82f4a8 HTTP/1.1" status: 200 len: 1097 time: 1.5001791 Jul 23 20:09:37.214239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'tag': '3bfa7115-1b49-476b-8113-f0997c82f4a8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:37.217059 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc04513-ca18-45b8-a7c3-a45125d851c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4aae6fc0-11a2-4b15-bfb0-19da66818b40", "tag": "3bfa7115-1b49-476b-8113-f0997c82f4a8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:37.237666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a808d0-f64b-45b5-9722-a9825126616d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7f9b9b-5d0b-4054-b21b-d6c7d8d07a23,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.329809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.330509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.331849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] 10.222.0.36 "PUT /v2.0/ports/dc31ffed-52b4-4d16-ad82-f8a5a4637b25 HTTP/1.1" status: 200 len: 1096 time: 2.7533884 Jul 23 20:09:37.356252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-9ee55c24-eeb9-4d7b-9f8a-00f1664b8cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.357841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-9ee55c24-eeb9-4d7b-9f8a-00f1664b8cac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 1100 time: 0.0729549 Jul 23 20:09:37.428422 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-828d0d7e-33bc-45ed-a08c-14c19463c81e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8 HTTP/1.1" status: 200 len: 217 time: 0.0583823 Jul 23 20:09:37.509194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab64c-a373-443c-8920-911da815ced5 req-197a1855-c968-4e08-acca-1878421aacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.510930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-197a1855-c968-4e08-acca-1878421aacfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.9017048 Jul 23 20:09:37.529146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8628d559-345a-4045-831c-9ed108a0e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.536002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-8628d559-345a-4045-831c-9ed108a0e609 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0994592 Jul 23 20:09:37.581923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52b7d-9178-49b8-abbd-77b2d1008e88 req-74c76cb4-d106-4ca0-b740-3e2f9eaede8c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.583809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92a52b7d-9178-49b8-abbd-77b2d1008e88 req-74c76cb4-d106-4ca0-b740-3e2f9eaede8c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 946 time: 0.8916516 Jul 23 20:09:37.590330 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.595896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ff434-210f-4a56-84ec-d45e3edb4077 service neutron] Pushing event updated for resources: {'Port': ['ID=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.652692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-c3bbf0c4-5ff8-4a79-ab27-f2276f374bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.653002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.654699 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-c3bbf0c4-5ff8-4a79-ab27-f2276f374bc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051366 Jul 23 20:09:37.680993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.685213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-08d2d9d2-3394-4d44-b881-d415561c3651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 217 time: 0.1551902 Jul 23 20:09:37.784056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-29329f5f-e10a-465f-87eb-128a9dc72b28 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169701 Jul 23 20:09:37.829802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=f3bf7e97-f30d-4a39-8556-27d5a4fb8e3e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:37.856877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab64c-a373-443c-8920-911da815ced5 req-ee2a0d95-98ac-4c99-9698-5d60b863eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.858861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-ee2a0d95-98ac-4c99-9698-5d60b863eef0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1335816 Jul 23 20:09:37.862003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:37.863406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-8a971ed6-706e-4667-9f23-5a6054283fed tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9067209 Jul 23 20:09:37.890195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92a52b7d-9178-49b8-abbd-77b2d1008e88 req-8d8d9963-2d52-4a14-90d4-0a72f6e2c822 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828147 Jul 23 20:09:37.919117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-9598336b-cd7d-4460-9405-0fb15b576d61 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515776 Jul 23 20:09:37.931655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-bd9e99a0-d9c4-4d72-8b73-debeb07c596a service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314175 Jul 23 20:09:37.951944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-50e6e562-4198-4fd5-901a-944b42862ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:37.953720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-50e6e562-4198-4fd5-901a-944b42862ada service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 1099 time: 0.5483155 Jul 23 20:09:38.014449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-fd1f6d09-2ea7-4ed7-a9f5-2467ecd226c8 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.1430416 Jul 23 20:09:38.020021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-052f72f7-6738-413c-86ca-badca0467fef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25 HTTP/1.1" status: 200 len: 217 time: 0.0554593 Jul 23 20:09:38.058666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'tag': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:38.060855 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71522b-358e-4195-8d9f-5b74e920e280" -d '{"events": [{"name": "network-changed", "server_uuid": "bc40caff-3ad2-4cdc-ad4b-94025c630d1e", "tag": "dc31ffed-52b4-4d16-ad82-f8a5a4637b25"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:38.218884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-f2308f3a-d99c-4f56-8832-77910e302477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.220348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-f2308f3a-d99c-4f56-8832-77910e302477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1844118 Jul 23 20:09:38.245366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-77d942fa-f8ec-4f76-a635-0cdd02b3eb27 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959826 Jul 23 20:09:38.315880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-f97444fd-7b07-4dd2-8caf-277b0a0aad48 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.317136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-f97444fd-7b07-4dd2-8caf-277b0a0aad48 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2800696 Jul 23 20:09:38.327133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d278fc-9dd1-4a20-87f3-92007ecf936a req-593981ec-3f06-4aef-981a-8f0faf7fe90f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.328820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d278fc-9dd1-4a20-87f3-92007ecf936a req-593981ec-3f06-4aef-981a-8f0faf7fe90f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 948 time: 0.3134639 Jul 23 20:09:38.345524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-63860060-d48e-4ffa-ace2-e0358ea6d4ff tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:38.346492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04744673-abbe-4c9c-a26c-fc2c3ddd6a7f req-63860060-d48e-4ffa-ace2-e0358ea6d4ff tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114994 Jul 23 20:09:38.465052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d278fc-9dd1-4a20-87f3-92007ecf936a req-cbf87b80-28c7-4da8-aa54-10516733e822 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255684 Jul 23 20:09:38.473256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-6d8c9a48-1d9e-41a0-a4f8-c6209727211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.474680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-6d8c9a48-1d9e-41a0-a4f8-c6209727211b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2441361 Jul 23 20:09:38.478144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c74ab64c-a373-443c-8920-911da815ced5 req-064f37ea-e39c-4431-b4b0-af63c629eaea service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097535 Jul 23 20:09:38.528104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4b133-0131-4109-9d3f-96654bdf130b req-a324f898-9a65-45fd-aedc-1c83a4974e3c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.529673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8f4b133-0131-4109-9d3f-96654bdf130b req-a324f898-9a65-45fd-aedc-1c83a4974e3c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 943 time: 0.1348338 Jul 23 20:09:38.613102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-061e07a9-67ef-4b30-8bf5-699c39f4c1db service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283960 Jul 23 20:09:38.616415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8f4b133-0131-4109-9d3f-96654bdf130b req-abf8c7f9-e205-40e5-ad9c-d34d2a729fc8 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Jul 23 20:09:38.671325 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7926de0e-4b95-4683-b2d6-6ebdbc9d3b89 x-openstack-request-id: req-7926de0e-4b95-4683-b2d6-6ebdbc9d3b89 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:38.671883 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aae6fc0-11a2-4b15-bfb0-19da66818b40", "tag": "3bfa7115-1b49-476b-8113-f0997c82f4a8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:38.671883 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7926de0e-4b95-4683-b2d6-6ebdbc9d3b89 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:38.672247 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'tag': '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'status': 'completed', 'code': 200} Jul 23 20:09:38.785679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3f0cbf-8180-4f78-81d8-aa781d0f5800 req-09ea5fca-98be-426c-9c0d-cb284301f32e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524761 Jul 23 20:09:38.815586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030a256-fdd9-4c9a-8359-25fa49c19636 req-b9947995-8a2b-4e81-a0e3-827a4cb41e4a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.817074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6030a256-fdd9-4c9a-8359-25fa49c19636 req-b9947995-8a2b-4e81-a0e3-827a4cb41e4a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 949 time: 0.1553519 Jul 23 20:09:38.834066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-2a536bb7-2249-4d2b-959f-965303527a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:38.835116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-2a536bb7-2249-4d2b-959f-965303527a51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 1100 time: 0.1119778 Jul 23 20:09:38.900191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-64b55f8b-ea81-4799-886f-ff550e9e3d89 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=f3108f3bb6c542b8bd28afa4c518234b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460293 Jul 23 20:09:38.912520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6030a256-fdd9-4c9a-8359-25fa49c19636 req-c59b2257-604e-4fbe-84e1-5f4f3e2fbdc8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889716 Jul 23 20:09:39.055743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-e4e33af2-61b5-480c-a374-cf2d7d30b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.057272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-e4e33af2-61b5-480c-a374-cf2d7d30b118 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2139256 Jul 23 20:09:39.118835 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-ba50f1e6-ce79-4408-a51c-a089cae6a0dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8 HTTP/1.1" status: 200 len: 217 time: 0.0506735 Jul 23 20:09:39.127414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-0f4fbf5e-841e-44d4-95df-b06cd42278c6 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.128780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-0f4fbf5e-841e-44d4-95df-b06cd42278c6 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216060 Jul 23 20:09:39.173039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317b2b-fa89-4bae-b698-6a55a7024d53 req-fd9ece62-36dd-447f-b6d1-6422fa5ac815 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.174494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89317b2b-fa89-4bae-b698-6a55a7024d53 req-fd9ece62-36dd-447f-b6d1-6422fa5ac815 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1098 time: 0.2036586 Jul 23 20:09:39.178924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-c471e0b5-983d-4e83-b4a0-660c3acf4313 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/quotas/f3108f3bb6c542b8bd28afa4c518234b HTTP/1.1" status: 200 len: 375 time: 0.0390861 Jul 23 20:09:39.214021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-ccc46837-ea6d-48f5-a281-d1403b41a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.215429 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-ccc46837-ea6d-48f5-a281-d1403b41a382 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0833170 Jul 23 20:09:39.234740 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-2db9587c-9c08-459b-983c-c984ab3cfb88 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3108f3bb6c542b8bd28afa4c518234b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504670 Jul 23 20:09:39.272037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89317b2b-fa89-4bae-b698-6a55a7024d53 req-988193f6-444f-4a88-a43d-b6924779ca04 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906456 Jul 23 20:09:39.297306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-8a834718-62b0-4037-a6c5-fdf52cdc1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.298924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-8a834718-62b0-4037-a6c5-fdf52cdc1d88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662410 Jul 23 20:09:39.339782 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58b63a0-7992-4438-8ce5-5c60bd50d1c8 x-openstack-request-id: req-e58b63a0-7992-4438-8ce5-5c60bd50d1c8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:39.340075 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc40caff-3ad2-4cdc-ad4b-94025c630d1e", "tag": "dc31ffed-52b4-4d16-ad82-f8a5a4637b25", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:39.340327 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e58b63a0-7992-4438-8ce5-5c60bd50d1c8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:39.340712 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'tag': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25', 'status': 'completed', 'code': 200} Jul 23 20:09:39.538181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-d11c1252-a0cf-473b-b697-447389049e43 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312350 Jul 23 20:09:39.613210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-00cd77b6-b688-4c47-8823-2f3200c96ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.614755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-00cd77b6-b688-4c47-8823-2f3200c96ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 1099 time: 0.2353563 Jul 23 20:09:39.626640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-5b209e6b-b3a6-4b5e-b695-a8bb2b49bddb tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2460709 Jul 23 20:09:39.677085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4cf3-6839-4d06-b89b-3787edd784b0 req-2a625879-dddf-45b0-a4d5-5fe06372b7d3 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:39.678592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e7e4cf3-6839-4d06-b89b-3787edd784b0 req-2a625879-dddf-45b0-a4d5-5fe06372b7d3 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 948 time: 0.2578249 Jul 23 20:09:39.692119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:39.813585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e7e4cf3-6839-4d06-b89b-3787edd784b0 req-6832c0e6-85fc-4618-95e5-6d9166b4c922 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/security-groups?id=b51e0313-8303-444c-ab89-669307423a5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141136 Jul 23 20:09:39.814567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:39.815712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc04513-ca18-45b8-a7c3-a45125d851c0 req-32a46bca-e466-4fb0-b93d-b769aaf31132 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670860 Jul 23 20:09:39.818862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:39.940947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:39.954735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'port_id': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'mac_address': 'fa:16:3e:43:07:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42be26d-26ab-4bfa-83c0-c4df5555f6f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:39.995209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.009465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f641f2-7e4f-4f48-a053-f5e6dc33828c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:40.031488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:40.035740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.087986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:40.162337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-12585bae-cb0b-48fa-985b-b086409e435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.163788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-12585bae-cb0b-48fa-985b-b086409e435f service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.5349979 Jul 23 20:09:40.221097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-022420d7-4d87-47cb-a964-810745644305 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25 HTTP/1.1" status: 200 len: 217 time: 0.0474582 Jul 23 20:09:40.293639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aac61-2742-4bcb-95e2-aba4c81a1f00 req-5b30f6c6-efc1-433c-81f9-62998c773e7f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.295358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e49aac61-2742-4bcb-95e2-aba4c81a1f00 req-5b30f6c6-efc1-433c-81f9-62998c773e7f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1101 time: 0.1802464 Jul 23 20:09:40.328106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['38f641f2-7e4f-4f48-a053-f5e6dc33828c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:40.335713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-eeac1b4b-6a78-4e13-bb64-b582a04ec6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.337708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-eeac1b4b-6a78-4e13-bb64-b582a04ec6c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1079383 Jul 23 20:09:40.371434 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e49aac61-2742-4bcb-95e2-aba4c81a1f00 req-f1186c50-c869-4278-9aa3-8b4eba5acf3e tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644689 Jul 23 20:09:40.381829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b399b7c3-3f5a-48de-bceb-995fbdae17fa tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.399610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.399838 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b399b7c3-3f5a-48de-bceb-995fbdae17fa tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 948 time: 0.1466215 Jul 23 20:09:40.467618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-cad6f348-eaf4-4b17-8d9d-e97bde188b6f tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f3108f3bb6c542b8bd28afa4c518234b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717113 Jul 23 20:09:40.502000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-3d7b807c-3f88-49a9-81a4-45173be190c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.502798 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-3d7b807c-3f88-49a9-81a4-45173be190c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535904 Jul 23 20:09:40.568764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Allocated IP 172.25.8.147 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/d6f0c814-8a41-42e7-b410-c6666865ac1c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:40.650680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-1a4868b7-388a-4418-af8e-75bbf52c9714 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.652012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-1a4868b7-388a-4418-af8e-75bbf52c9714 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635432 Jul 23 20:09:40.666105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Deleting port 24763994-3661-4cf7-9c1b-75418dfdda8d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:40.666448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.674321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Request body: {'port': {'device_id': '61784f07-9110-4fc7-9daf-56a2177969e4', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'f3108f3bb6c542b8bd28afa4c518234b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:40.722651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-ebdcb088-9c57-498d-94f6-4d8904dfc061 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119353 Jul 23 20:09:40.794143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.802588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089de23c-457a-4ab3-b4c4-18a814058ec6 req-a40abab1-844c-4090-9d8b-602a1a3174d7 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:40.804122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-089de23c-457a-4ab3-b4c4-18a814058ec6 req-a40abab1-844c-4090-9d8b-602a1a3174d7 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1098 time: 0.1967404 Jul 23 20:09:40.829020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] For port 24763994-3661-4cf7-9c1b-75418dfdda8d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=24763994-3661-4cf7-9c1b-75418dfdda8d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:40.829377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.848355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Calling delete_port for 24763994-3661-4cf7-9c1b-75418dfdda8d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:40.904037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Made reservation on behalf of f3108f3bb6c542b8bd28afa4c518234b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:40.907427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.910323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b71522b-358e-4195-8d9f-5b74e920e280 req-9e0b7c7c-cf45-4a65-9291-eff965102176 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798637 Jul 23 20:09:40.913189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-089de23c-457a-4ab3-b4c4-18a814058ec6 req-6aea92f6-16c3-4d65-abc7-3ab2c23eb6b9 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Jul 23 20:09:40.919300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.924871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:40.984434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:40.989222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:40.991875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:41.007703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=d6f0c814-8a41-42e7-b410-c6666865ac1c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.046451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.057414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['24763994-3661-4cf7-9c1b-75418dfdda8d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:41.064996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9edb5e2f-76c2-4452-9f18-61e0da4729eb req-d437bf89-ef36-4544-ab06-3984f66ba0e8 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 210 time: 0.0592916 Jul 23 20:09:41.089163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Pushing event deleted for resources: {'Port': ['ID=24763994-3661-4cf7-9c1b-75418dfdda8d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.116719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.178702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] No DVR routers for this DVR port 24763994-3661-4cf7-9c1b-75418dfdda8d on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:41.183453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.185476 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b4b3de91-8dba-47ac-8a8d-b62bb504a965 req-b1c94f6f-e09e-42c6-b765-6b7caf952a79 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.36 "DELETE /v2.0/ports/24763994-3661-4cf7-9c1b-75418dfdda8d HTTP/1.1" status: 204 len: 173 time: 0.7674131 Jul 23 20:09:41.185930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'name': 'network-vif-deleted', 'tag': '24763994-3661-4cf7-9c1b-75418dfdda8d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:41.188375 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4417de56-5957-4075-b71e-db4030e128ed" -d '{"events": [{"server_uuid": "22deb133-15a3-4426-a61b-ea938f5bfab3", "name": "network-vif-deleted", "tag": "24763994-3661-4cf7-9c1b-75418dfdda8d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:41.198107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.214912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.219745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.286015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a47b9-92da-44c3-84e3-899fc7c8f17f req-cdb30d6f-b367-4b95-aa8c-42e16fa04473 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.287586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-541a47b9-92da-44c3-84e3-899fc7c8f17f req-cdb30d6f-b367-4b95-aa8c-42e16fa04473 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 948 time: 0.1353695 Jul 23 20:09:41.303502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924a50c1-8454-4729-a500-0376c5909d58,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.389324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-541a47b9-92da-44c3-84e3-899fc7c8f17f req-1e3fa2fd-a554-4cf6-a50f-df0c740f2a62 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909288 Jul 23 20:09:41.396569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Allocated IP 192.168.233.49 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/b6c8b06e-066c-4893-8695-2ee2fe5506bd) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:41.428385 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.434133 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.473342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.519046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=d6f0c814-8a41-42e7-b410-c6666865ac1c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.524784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.525901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-79b63805-2349-4886-afbd-5c8bad03feda tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8595383 Jul 23 20:09:41.577836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.582368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-dda463a0-f724-4bb9-9d9a-2dc8ee9a357a tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0494297 Jul 23 20:09:41.595784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Transition to ACTIVE for port object b6c8b06e-066c-4893-8695-2ee2fe5506bd will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:41.610072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2dfb5b-dac3-42e6-92af-5bd0bca019d7 req-dbfb14ba-926d-4baf-9e28-0edb678898f4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.611579 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f2dfb5b-dac3-42e6-92af-5bd0bca019d7 req-dbfb14ba-926d-4baf-9e28-0edb678898f4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 944 time: 0.1510143 Jul 23 20:09:41.631725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.676849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:41.680392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:41.684498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:41.693975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:41.726177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f2dfb5b-dac3-42e6-92af-5bd0bca019d7 req-2a755324-3e3e-4128-91e0-00a38355ff35 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024482 Jul 23 20:09:41.767838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.768653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-fabd16b6-b7a3-4c23-8e6d-83c106916764 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:41.768792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:41.770323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c794f4e-c642-43f4-a6ab-f32ac8c7a1e9 req-fabd16b6-b7a3-4c23-8e6d-83c106916764 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1812453 Jul 23 20:09:41.787442 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-82887eca-a605-4931-92c8-eb186ef06faf tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1172445 Jul 23 20:09:41.809707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Request body: {'port': {'device_id': '61784f07-9110-4fc7-9daf-56a2177969e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:41.839793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bfa7115-1b49-476b-8113-f0997c82f4a8 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:41.841879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:41.918299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e57d99-1c22-4116-954e-d57d333420a6 req-3b25de10-72cb-4af3-86b4-b0e9a1cf7cd5 tempest-DeleteServersAdminTestJSON-754332380 tempest-DeleteServersAdminTestJSON-754332380-project] 10.222.0.46 "GET /v2.0/ports?device_id=22deb133-15a3-4426-a61b-ea938f5bfab3 HTTP/1.1" status: 200 len: 210 time: 0.0675516 Jul 23 20:09:41.951285 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.029180 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f76c73b-f8da-4fd7-9908-c157b6a1de20 x-openstack-request-id: req-2f76c73b-f8da-4fd7-9908-c157b6a1de20 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:42.029669 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22deb133-15a3-4426-a61b-ea938f5bfab3", "name": "network-vif-deleted", "tag": "24763994-3661-4cf7-9c1b-75418dfdda8d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:42.030063 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f76c73b-f8da-4fd7-9908-c157b6a1de20 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:42.030559 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22deb133-15a3-4426-a61b-ea938f5bfab3', 'name': 'network-vif-deleted', 'tag': '24763994-3661-4cf7-9c1b-75418dfdda8d', 'status': 'completed', 'code': 200} Jul 23 20:09:42.048088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 38f641f2-7e4f-4f48-a053-f5e6dc33828c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:42.061458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 38f641f2-7e4f-4f48-a053-f5e6dc33828c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:42.062123 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.109933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3a70c5d4-11df-4f88-8b76-1b8b92aa2430 None None] Provisioning for port b6c8b06e-066c-4893-8695-2ee2fe5506bd completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:42.125697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3a70c5d4-11df-4f88-8b76-1b8b92aa2430 None None] Provisioning complete for port b6c8b06e-066c-4893-8695-2ee2fe5506bd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:42.126095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a70c5d4-11df-4f88-8b76-1b8b92aa2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.129214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3bfa7115-1b49-476b-8113-f0997c82f4a8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:42.178692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-d95d9a88-9f3c-4ea8-a3ed-3a10f36ad38c tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1588881 Jul 23 20:09:42.203373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:42.255367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.290502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'mac_address': 'fa:16:3e:bd:7a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:42.311602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-238b41db-12b3-4171-a28d-c923f1c921e4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342822 Jul 23 20:09:42.324469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c8b06e-066c-4893-8695-2ee2fe5506bd {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:42.325180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3a70c5d4-11df-4f88-8b76-1b8b92aa2430 None None] Port b6c8b06e-066c-4893-8695-2ee2fe5506bd cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:42.335506 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.349923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Transition to ACTIVE for port object b6c8b06e-066c-4893-8695-2ee2fe5506bd will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:42.354621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.361505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.375006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.397960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfa7115-1b49-476b-8113-f0997c82f4a8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:42.406240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:42.408521 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40622f8e-5545-4c43-b1ed-ee73ace7e501" -d '{"events": [{"server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "name": "network-vif-plugged", "status": "completed", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:42.418022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:42.431308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:42.440562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.443890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3bfa7115-1b49-476b-8113-f0997c82f4a8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:42.476724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.484710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-530b146a-1177-4dd1-a215-03412bc0e6c2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.486432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-530b146a-1177-4dd1-a215-03412bc0e6c2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695127 Jul 23 20:09:42.488296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.514550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:42.518092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-263ebb37-9f53-4118-b3f0-12d864be481b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/quotas/65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 375 time: 0.0231647 Jul 23 20:09:42.549460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device dc31ffed-52b4-4d16-ad82-f8a5a4637b25 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:42.560281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Attempting to bind port b6c8b06e-066c-4893-8695-2ee2fe5506bd on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:42.560668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Attempting to bind port b6c8b06e-066c-4893-8695-2ee2fe5506bd by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:42.561554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Attempting to bind port b6c8b06e-066c-4893-8695-2ee2fe5506bd on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:42.567022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Port b6c8b06e-066c-4893-8695-2ee2fe5506bd on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:42.567362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Attempting to bind port b6c8b06e-066c-4893-8695-2ee2fe5506bd on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:42.575653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:42.577056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:42.577056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:42.577745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Bound port: b6c8b06e-066c-4893-8695-2ee2fe5506bd, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:42.578173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.617051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3bfa7115-1b49-476b-8113-f0997c82f4a8,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:42.685515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:42.689020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:42.691359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Allocated IP 172.25.8.205 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/7e926d98-073e-48f0-9591-8facdee03f05) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:42.696432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.698441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-1d7fb6de-2aca-4a30-a404-0b0d08cb5d75 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1795282 Jul 23 20:09:42.699356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:42.715358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25', 'mac_address': 'fa:16:3e:4f:42:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:42.758246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:42.765399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.771723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.772364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.775062 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-df1f61dd-71d1-4b71-8457-d502c86ac1ad service neutron] 10.222.0.36 "PUT /v2.0/ports/b6c8b06e-066c-4893-8695-2ee2fe5506bd HTTP/1.1" status: 200 len: 1096 time: 0.9710839 Jul 23 20:09:42.787855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc31ffed-52b4-4d16-ad82-f8a5a4637b25 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:42.812373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3bfa7115-1b49-476b-8113-f0997c82f4a8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:42.876565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:42.891408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.899851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-6b2e75ac-b164-46f9-88d7-5d5b3935df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:42.901958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-6b2e75ac-b164-46f9-88d7-5d5b3935df4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3108f3bb6c542b8bd28afa4c518234b&device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 1099 time: 0.0769844 Jul 23 20:09:42.967886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:42.973561 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-aa154c60-0a0b-4de9-8f32-1aa43f765af8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd HTTP/1.1" status: 200 len: 217 time: 0.0618980 Jul 23 20:09:43.001880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:43.041081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d851c-d4aa-4d64-9639-459aa5539074 req-df39612f-8e78-457c-8572-16eb03644598 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.042701 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c5d851c-d4aa-4d64-9639-459aa5539074 req-df39612f-8e78-457c-8572-16eb03644598 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 947 time: 0.1143680 Jul 23 20:09:43.056044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-8669d6f9-73ba-4b5a-8944-460e42442b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.057954 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-8669d6f9-73ba-4b5a-8944-460e42442b5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0768106 Jul 23 20:09:43.075587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.141483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c5d851c-d4aa-4d64-9639-459aa5539074 req-3cb105e0-9d7c-4f6e-8af8-36bd4fa4f854 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862138 Jul 23 20:09:43.154523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-84095675-953f-4b49-9698-5789b70f9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.155194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:43.156673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-84095675-953f-4b49-9698-5789b70f9671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915830 Jul 23 20:09:43.160275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:43.163433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:43.167517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:43.211615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=7e926d98-073e-48f0-9591-8facdee03f05,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:43.259509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.312453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842e341-9778-4a9b-9bde-db38e50ba886 req-901632bd-ed5c-4492-ad28-1320ca4064de tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.314286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e842e341-9778-4a9b-9bde-db38e50ba886 req-901632bd-ed5c-4492-ad28-1320ca4064de tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1098 time: 0.0975261 Jul 23 20:09:43.324452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-725e1641-4bda-40c2-9983-5621f736f21e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597097 Jul 23 20:09:43.329217 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.396602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e842e341-9778-4a9b-9bde-db38e50ba886 req-d32a6118-771b-4b1a-8a4b-9c1fbd441494 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692139 Jul 23 20:09:43.431874 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfbdc8f-ba6f-46df-a2e5-bf488bdc2214 req-84017d99-e8d3-4cc7-8359-a42a151f6251 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978596 Jul 23 20:09:43.471191 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.555629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.562211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.597031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.622989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event updated for resources: {'Port': ['ID=7e926d98-073e-48f0-9591-8facdee03f05,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:43.628844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.630251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-8b1b38e4-4ce4-428d-a16c-e14630764e61 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4318225 Jul 23 20:09:43.641867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e978-8968-413c-926b-31b6db4be048 req-b6282e21-4364-41f6-950f-3ca81a8a99d4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.643356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f51e978-8968-413c-926b-31b6db4be048 req-b6282e21-4364-41f6-950f-3ca81a8a99d4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 949 time: 0.1391039 Jul 23 20:09:43.700395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-bea6c90e-0d26-4951-b506-bf9efb3e23a3 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.205 HTTP/1.1" status: 200 len: 696 time: 0.0560753 Jul 23 20:09:43.738420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f51e978-8968-413c-926b-31b6db4be048 req-b5981b98-c54b-4453-9e36-9cef3292279f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871081 Jul 23 20:09:43.788697 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b57103-e238-4e0c-9052-423ad25ad8a5 x-openstack-request-id: req-67b57103-e238-4e0c-9052-423ad25ad8a5 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:43.789936 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "name": "network-vif-plugged", "status": "completed", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:43.791011 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67b57103-e238-4e0c-9052-423ad25ad8a5 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:43.791552 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'code': 200} Jul 23 20:09:43.793330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-db3c8dcd-e3c5-4f10-910a-a413f5587c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:43.819352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-17efd630-c14a-4497-9c6d-4acf37952bca tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.820877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81864a6b-f44e-4fb4-9a8b-8978f53f42fe req-17efd630-c14a-4497-9c6d-4acf37952bca tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1112692 Jul 23 20:09:43.932618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de87c676-db40-490c-9e23-21a89d826b1e req-f528fc49-d432-4907-b8ff-c468fafcff02 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 210 time: 0.0528347 Jul 23 20:09:43.970533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abaee5-040a-47f5-a296-bb9cf3ea2024 req-9b1080d4-388f-433f-980b-1b34d3775fce tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.972050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46abaee5-040a-47f5-a296-bb9cf3ea2024 req-9b1080d4-388f-433f-980b-1b34d3775fce tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 945 time: 0.1293366 Jul 23 20:09:43.980169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eac0b1-b85b-4167-ba9c-448ed8bd76bf req-727e6cfd-d64f-4af4-b75f-768688670122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:43.981639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07eac0b1-b85b-4167-ba9c-448ed8bd76bf req-727e6cfd-d64f-4af4-b75f-768688670122 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1097 time: 0.1097360 Jul 23 20:09:44.027721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-fa7b101c-bbd1-4942-a636-2ca4a1f0de64 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437243 Jul 23 20:09:44.031493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:44.042418 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8554121b-596b-40ce-a708-f37b3435d103" -d '{"events": [{"name": "network-changed", "server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:44.065682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46abaee5-040a-47f5-a296-bb9cf3ea2024 req-ec7bcb6c-503c-4f65-9579-c5548fa0cbfd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821192 Jul 23 20:09:44.074364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07eac0b1-b85b-4167-ba9c-448ed8bd76bf req-c6605eb5-9335-4353-a433-c16d86b5e5cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 Jul 23 20:09:44.153245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4994bb1-32fb-4cde-9973-dddb99fb414a req-e7572bbe-f90e-4b2b-874b-ca568a879dbc tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips/94af7739-37ba-4af0-a955-efb2c2073f4a HTTP/1.1" status: 200 len: 693 time: 0.0721383 Jul 23 20:09:44.172884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b4951a61-b721-49bb-b5f5-8e7c908ccc20 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.174431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b4951a61-b721-49bb-b5f5-8e7c908ccc20 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290207 Jul 23 20:09:44.188846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Request body: {'port': {'device_id': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '65cc9918feab46bbb13c46e24ec72525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:44.261689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4994bb1-32fb-4cde-9973-dddb99fb414a req-cfd860bb-1717-419e-9882-dc7ebca29b0f tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.263094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4994bb1-32fb-4cde-9973-dddb99fb414a req-cfd860bb-1717-419e-9882-dc7ebca29b0f tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1062162 Jul 23 20:09:44.273150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-a4994bb1-32fb-4cde-9973-dddb99fb414a req-d252e26e-9c3d-40b6-a277-325bf3ed0fc3 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:44.274756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4994bb1-32fb-4cde-9973-dddb99fb414a req-d252e26e-9c3d-40b6-a277-325bf3ed0fc3 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059776 Jul 23 20:09:44.315168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Made reservation on behalf of 65cc9918feab46bbb13c46e24ec72525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:44.320108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.346887 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ba98a7-3832-402f-9e84-864b4cfd3b89 x-openstack-request-id: req-b9ba98a7-3832-402f-9e84-864b4cfd3b89 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:44.347343 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:44.347666 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9ba98a7-3832-402f-9e84-864b4cfd3b89 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:44.348110 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'status': 'completed', 'code': 200} Jul 23 20:09:44.458811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d820e66-cddd-4eff-bd75-3356e28d9874 req-e189b221-0388-4275-a84e-d676d1aa0afc tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.460313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d820e66-cddd-4eff-bd75-3356e28d9874 req-e189b221-0388-4275-a84e-d676d1aa0afc tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 947 time: 0.0706997 Jul 23 20:09:44.501424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d820e66-cddd-4eff-bd75-3356e28d9874 req-132e603d-9707-4968-8948-d51f26879998 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340579 Jul 23 20:09:44.503218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554121b-596b-40ce-a708-f37b3435d103 req-47b04ce1-be6d-45ae-b99b-fd892f5c396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.504847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-47b04ce1-be6d-45ae-b99b-fd892f5c396d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3108f3bb6c542b8bd28afa4c518234b&device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 1099 time: 0.1225448 Jul 23 20:09:44.505856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Allocated IP 192.168.233.194 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/6b0701c6-438e-4578-a8d4-fe51446ccdc6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:09:44.539808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device dc31ffed-52b4-4d16-ad82-f8a5a4637b25 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:44.575588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-75739934-c83d-4ee7-b361-9f23196affcb tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips/94af7739-37ba-4af0-a955-efb2c2073f4a HTTP/1.1" status: 200 len: 693 time: 0.0494173 Jul 23 20:09:44.677061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554121b-596b-40ce-a708-f37b3435d103 req-6e74231e-7ae3-43d5-b35c-b5a18096a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.678848 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-6e74231e-7ae3-43d5-b35c-b5a18096a424 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1660738 Jul 23 20:09:44.708405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:44.716520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:44.717421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.759917 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-1bfbab54-a5fc-4414-9766-8b7a164ce2c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd HTTP/1.1" status: 200 len: 217 time: 0.0741174 Jul 23 20:09:44.841734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554121b-596b-40ce-a708-f37b3435d103 req-94d94562-e0f8-49e8-a494-915ce30445f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.843665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-94d94562-e0f8-49e8-a494-915ce30445f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0775850 Jul 23 20:09:44.846415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.846582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.890436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Transition to ACTIVE for port object 6b0701c6-438e-4578-a8d4-fe51446ccdc6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:44.893179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:44.900836 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.902767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 24763994-3661-4cf7-9c1b-75418dfdda8d no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:44.942457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554121b-596b-40ce-a708-f37b3435d103 req-08144f29-40eb-4e61-88d4-bf1ce1f7f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:44.943983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-08144f29-40eb-4e61-88d4-bf1ce1f7f396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889523 Jul 23 20:09:44.945773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:44.985273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 24763994-3661-4cf7-9c1b-75418dfdda8d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:44.985639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 24763994-3661-4cf7-9c1b-75418dfdda8d not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:44.994962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:45.028834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:09:45.045040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-1cc9fe7b-110c-4ae6-9672-e0f2c3e6d710 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.051666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-1cc9fe7b-110c-4ae6-9672-e0f2c3e6d710 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.4705973 Jul 23 20:09:45.059718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-3176f6da-3148-4b06-82e9-51c71385799f tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:45.061426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:09:45.068137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-3176f6da-3148-4b06-82e9-51c71385799f tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153041 Jul 23 20:09:45.071136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:09:45.083076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:45.130162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-dbd8da51-dcbf-42fc-9f5b-76baa14fe1fe tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.205 HTTP/1.1" status: 200 len: 696 time: 0.0604000 Jul 23 20:09:45.148366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:45.154200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-09425668-e1f9-4864-8a83-bd4bd08840c5 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004294 Jul 23 20:09:45.192150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-dd76f6c8-1701-464b-a78b-622f24a587bd tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.205 HTTP/1.1" status: 200 len: 696 time: 0.0608811 Jul 23 20:09:45.220229 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:09:45.378610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Deleting port 7e926d98-073e-48f0-9591-8facdee03f05 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:45.379485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.384922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7fca4b0c-2d68-4b92-8032-ba84cd9362db None None] Provisioning for port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:45.390690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7fca4b0c-2d68-4b92-8032-ba84cd9362db None None] Provisioning complete for port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:45.391070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7fca4b0c-2d68-4b92-8032-ba84cd9362db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.431135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7fca4b0c-2d68-4b92-8032-ba84cd9362db None None] Port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:09:45.464117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.464453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.476948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Calling delete_port for 7e926d98-073e-48f0-9591-8facdee03f05 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:45.544794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.545359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.568847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-8a5edafa-5efe-44b5-8c3a-22c22d59e2b8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3841455 Jul 23 20:09:45.584095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Request body: {'port': {'device_id': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:45.612675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8554121b-596b-40ce-a708-f37b3435d103 req-0db0bc4e-3abf-4853-b81d-359d79b7ccc3 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288795 Jul 23 20:09:45.618180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-282e03df-47a5-472b-84c0-4079d124ad49 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:45.619382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-282e03df-47a5-472b-84c0-4079d124ad49 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1282353 Jul 23 20:09:45.630700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:45.631158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:09:45.642068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.672469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event deleted for resources: {'Port': ['ID=7e926d98-073e-48f0-9591-8facdee03f05,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:45.696560 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.699439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.700833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d73c29-c761-4b2d-ade3-f05ac7e6bbd8 req-2e72204d-baf6-46d5-87f1-41a42a46effa tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "DELETE /v2.0/floatingips/94af7739-37ba-4af0-a955-efb2c2073f4a HTTP/1.1" status: 204 len: 173 time: 0.5077503 Jul 23 20:09:45.721177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.792376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:45.794739 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4b4932-bd56-4821-9ea1-b5b679042b6f" -d '{"events": [{"server_uuid": "bc40caff-3ad2-4cdc-ad4b-94025c630d1e", "name": "network-vif-plugged", "status": "completed", "tag": "dc31ffed-52b4-4d16-ad82-f8a5a4637b25"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:45.841147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a30d6c-7d53-4fb2-b1b8-c001d8619423 req-d03b6f14-f180-4f3c-bcf8-52ac3e3efc1f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:45.842713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6a30d6c-7d53-4fb2-b1b8-c001d8619423 req-d03b6f14-f180-4f3c-bcf8-52ac3e3efc1f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 949 time: 0.0667663 Jul 23 20:09:45.853750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bfa7115-1b49-476b-8113-f0997c82f4a8 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:45.885197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6a30d6c-7d53-4fb2-b1b8-c001d8619423 req-432871f7-6115-4891-a60c-607902d941f5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361362 Jul 23 20:09:45.920053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:45.920404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:45.920739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:45.922761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3bfa7115-1b49-476b-8113-f0997c82f4a8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:45.926494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3bfa7115-1b49-476b-8113-f0997c82f4a8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:45.926866 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:45.939452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:45.939884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:45.954629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:45.955040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:45.955366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:45.955818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Bound port: 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:46.008961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fb04f-e1ec-4309-a9f5-f2e0aad9bad2 req-3a5b49d9-e474-4f5c-a77a-8f31611b94da tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.010659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a4fb04f-e1ec-4309-a9f5-f2e0aad9bad2 req-3a5b49d9-e474-4f5c-a77a-8f31611b94da tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 936 time: 0.0664420 Jul 23 20:09:46.013860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.055357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a4fb04f-e1ec-4309-a9f5-f2e0aad9bad2 req-fdb8cbec-b3f6-4934-b07a-62b18f7964a7 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Jul 23 20:09:46.059467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3bfa7115-1b49-476b-8113-f0997c82f4a8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:46.064348 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.075789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:46.096276 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.097378 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-9155ab1d-ef53-4f4d-bb0d-e058163a56d3 service neutron] 10.222.0.46 "POST /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4706252 Jul 23 20:09:46.135652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b0701c6-438e-4578-a8d4-fe51446ccdc6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:46.138738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3bfa7115-1b49-476b-8113-f0997c82f4a8,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.144247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.166401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Transition to ACTIVE for port object 6b0701c6-438e-4578-a8d4-fe51446ccdc6 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:46.170583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.309225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.334947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:46.335317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:46.335949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:46.345187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:46.345687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:46.361223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:46.361748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:46.362102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:46.362535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Bound port: 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:46.362894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.362996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6089a-8277-489b-8075-db7834368573 req-9d5eae53-fba1-4526-b472-eee537e31840 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.364509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12d6089a-8277-489b-8075-db7834368573 req-9d5eae53-fba1-4526-b472-eee537e31840 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 947 time: 0.1383586 Jul 23 20:09:46.367934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa5effc5-abac-4476-81e6-b2ba463517c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.379132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.408216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6fb2-dd22-4d40-9b08-1eec759d50dc req-646c56af-6e31-4782-8513-9d59b5007244 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.409766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-096d6fb2-dd22-4d40-9b08-1eec759d50dc req-646c56af-6e31-4782-8513-9d59b5007244 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 945 time: 0.1460614 Jul 23 20:09:46.445630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12d6089a-8277-489b-8075-db7834368573 req-583d46c7-6426-4c3a-ab08-28c0848b7b11 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671575 Jul 23 20:09:46.468378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-096d6fb2-dd22-4d40-9b08-1eec759d50dc req-730fa058-c471-4905-8a08-d848a7e68799 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508871 Jul 23 20:09:46.493281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-ffa4261f-a743-4194-b756-1b696fea7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.494818 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-ffa4261f-a743-4194-b756-1b696fea7834 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1098 time: 0.1174705 Jul 23 20:09:46.497518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:46.527404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:46.542443 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.547560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:46.584621 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770e1ed-fd33-4df1-b285-3e223c4991e3 x-openstack-request-id: req-5770e1ed-fd33-4df1-b285-3e223c4991e3 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:46.584909 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40caff-3ad2-4cdc-ad4b-94025c630d1e", "name": "network-vif-plugged", "status": "completed", "tag": "dc31ffed-52b4-4d16-ad82-f8a5a4637b25", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:46.585471 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5770e1ed-fd33-4df1-b285-3e223c4991e3 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:46.585982 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25', 'code': 200} Jul 23 20:09:46.608020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.608655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.610268 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 1097 time: 1.0304563 Jul 23 20:09:46.612292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:46.614577 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249405cd-a0ab-44d8-aa9f-6e79698ff482" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:46.668948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bb3f8-f927-43b2-bc13-8be7724cb327 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.675847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-40833911-2c19-4ad8-b2fc-1f90cd4724f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.677307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-40833911-2c19-4ad8-b2fc-1f90cd4724f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1757512 Jul 23 20:09:46.706208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:46.719226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'mac_address': 'fa:16:3e:4f:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:46.764114 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-669df6ec-4f5a-4fe1-9148-d9c19143e7df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 217 time: 0.0630612 Jul 23 20:09:46.766449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.782939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c8b06e-066c-4893-8695-2ee2fe5506bd {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:46.808087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:46.812877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.830209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c1447-45d1-4e9d-bb22-fc64b6ed2dda req-bcc22167-dbad-435a-8b71-f0b95c3552f4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.837480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f28c1447-45d1-4e9d-bb22-fc64b6ed2dda req-bcc22167-dbad-435a-8b71-f0b95c3552f4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3506384 Jul 23 20:09:46.848005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d372-2818-469a-b827-739de0944c61 req-65c30470-99eb-446e-9669-734f0e1e9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.849634 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f157d372-2818-469a-b827-739de0944c61 req-65c30470-99eb-446e-9669-734f0e1e9cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 1101 time: 0.1752033 Jul 23 20:09:46.851344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-98df3b37-5317-45e5-ac4b-cbaee9f7a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.853203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-98df3b37-5317-45e5-ac4b-cbaee9f7a02f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0807166 Jul 23 20:09:46.897517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11c08b-2cab-4f64-a92c-e4cf72576f78 req-6a570bf1-acab-4ec2-b160-b93849741e14 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.905130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c11c08b-2cab-4f64-a92c-e4cf72576f78 req-6a570bf1-acab-4ec2-b160-b93849741e14 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 946 time: 0.1929190 Jul 23 20:09:46.909885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-1659cc67-ba9c-4ad4-9f94-19a7702d147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:46.911517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-1659cc67-ba9c-4ad4-9f94-19a7702d147a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1100 time: 0.1863029 Jul 23 20:09:46.915089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-2cd612ce-4714-422f-99d6-1b4bba164384 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523400 Jul 23 20:09:46.915612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:46.939414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f157d372-2818-469a-b827-739de0944c61 req-a405f2af-e3cd-4671-973a-2c37fdb5683a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782444 Jul 23 20:09:46.949527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:46.991522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-80b53656-2d72-4db1-8780-71d64ecab655 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.0649345 Jul 23 20:09:47.035334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c11c08b-2cab-4f64-a92c-e4cf72576f78 req-e3aba201-4ee5-4cb3-8d78-571086b951a8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277041 Jul 23 20:09:47.035491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-2b48f501-dda8-4dbe-95c1-597c1be22000 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982473 Jul 23 20:09:47.064242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-d7b36d27-b304-4062-90d1-4de51f7a5c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.064242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-d7b36d27-b304-4062-90d1-4de51f7a5c9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0602014 Jul 23 20:09:47.068084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1079c4f-dcc8-40f5-8300-ab1ab162c99a req-1bc1cee0-7c19-44bb-9d17-06b033c30cae tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.074365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b6c8b06e-066c-4893-8695-2ee2fe5506bd'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:47.074756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1079c4f-dcc8-40f5-8300-ab1ab162c99a req-1bc1cee0-7c19-44bb-9d17-06b033c30cae tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1097 time: 0.1564806 Jul 23 20:09:47.150198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1079c4f-dcc8-40f5-8300-ab1ab162c99a req-2e0c50c1-9a06-4e3a-a362-115ae105820d tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707912 Jul 23 20:09:47.186194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-ed0744e3-a61b-4cfa-93d0-d8f6238ac0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.186710 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f39f4e6-771e-4ceb-89d0-ba5f27f02b65 x-openstack-request-id: req-9f39f4e6-771e-4ceb-89d0-ba5f27f02b65 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:47.188050 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:47.188229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-ed0744e3-a61b-4cfa-93d0-d8f6238ac0fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021237 Jul 23 20:09:47.188452 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f39f4e6-771e-4ceb-89d0-ba5f27f02b65 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:47.188960 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'status': 'completed', 'code': 200} Jul 23 20:09:47.205923 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-6bb95e7e-b5ca-42e3-9d7d-8eaa24a014b3 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581421 Jul 23 20:09:47.268059 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bedeca2c-6f95-4ef1-acb4-d7cd845e73d2 req-1bcc749a-0002-4ebb-9195-dd61e22141f4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=f2de626b04c54f0486830185d99c688c HTTP/1.1" status: 200 len: 1656 time: 0.0842590 Jul 23 20:09:47.331347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-f61da0d1-372e-4eab-88fe-474161e7b3fe tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.333264 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-f61da0d1-372e-4eab-88fe-474161e7b3fe tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1098 time: 0.0645280 Jul 23 20:09:47.347459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:47.428406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.441881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55712) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:47.457196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-5f4e3b73-0fb0-4cab-9724-94a75fee939e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602665 Jul 23 20:09:47.494301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeca2c-6f95-4ef1-acb4-d7cd845e73d2 req-7e280dc9-afc2-44fa-bde4-e68560f145e6 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.495797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bedeca2c-6f95-4ef1-acb4-d7cd845e73d2 req-7e280dc9-afc2-44fa-bde4-e68560f145e6 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks?id=6248530e-b7e5-4a34-b85a-f0fe6849937c&id=6248530e-b7e5-4a34-b85a-f0fe6849937c&id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 787 time: 0.2131984 Jul 23 20:09:47.513518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefcfc0-268d-4555-b566-3dac300f109a req-885bc4c1-ad16-45ba-9797-f8ab7553a2d3 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.515043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aefcfc0-268d-4555-b566-3dac300f109a req-885bc4c1-ad16-45ba-9797-f8ab7553a2d3 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 950 time: 0.2559075 Jul 23 20:09:47.526996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-bedeca2c-6f95-4ef1-acb4-d7cd845e73d2 req-24426c29-d92c-4bb5-a4a8-7c29ae3e7a71 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:47.528288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bedeca2c-6f95-4ef1-acb4-d7cd845e73d2 req-24426c29-d92c-4bb5-a4a8-7c29ae3e7a71 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122752 Jul 23 20:09:47.579992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.593314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:47.630932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:47.673493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aefcfc0-268d-4555-b566-3dac300f109a req-d8669806-2675-4d17-90e2-ea3a06763f7a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101186 Jul 23 20:09:47.678508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.682075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c5dda8c-fa36-4666-828b-eae2ac6d9c98 req-a1519446-b489-440e-b26f-1964e38d7449 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152262 Jul 23 20:09:47.686406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc4b103c-9fda-47f9-a051-2a649641b5cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aee87bd1450d4ef096a7fe8569653718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393496 Jul 23 20:09:47.696644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55720) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:47.696838 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.789308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c68eb-196c-44c8-b795-a94ce385d814 req-784857fb-0154-4871-9190-e0ab31634aa6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.790881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f8c68eb-196c-44c8-b795-a94ce385d814 req-784857fb-0154-4871-9190-e0ab31634aa6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 948 time: 0.1782053 Jul 23 20:09:47.796926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:47.804043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:47.804465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:47.805016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:47.809582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:47.809907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Attempting to bind port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:47.811314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81227d6a-eb1a-419d-be04-0d750a4aa2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.815080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:47.815314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:47.815591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:47.816023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Bound port: 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:47.816380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.878950 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81227d6a-eb1a-419d-be04-0d750a4aa2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.893305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:47.896582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:47.899733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f8c68eb-196c-44c8-b795-a94ce385d814 req-91320cef-fb73-4836-9bb9-58795604999c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999379 Jul 23 20:09:47.903334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.941283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-ca7ba3a4-8590-4206-b73c-9815df21ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.943603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-ca7ba3a4-8590-4206-b73c-9815df21ec54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1100 time: 0.2091138 Jul 23 20:09:47.970770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:47.995743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:47.995743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:47.996057 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7329db9b-daa5-4408-9784-2942c4dfd953 service neutron] 10.222.0.36 "PUT /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 1124 time: 0.6547444 Jul 23 20:09:48.040351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83cd2a-b08e-4e8f-b3ab-a244e59f1281 req-8f2ec625-eb0c-4f0c-ab33-7b88c71e54f4 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.042335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e83cd2a-b08e-4e8f-b3ab-a244e59f1281 req-8f2ec625-eb0c-4f0c-ab33-7b88c71e54f4 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1097 time: 0.2171271 Jul 23 20:09:48.079556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81227d6a-eb1a-419d-be04-0d750a4aa2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.082098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81227d6a-eb1a-419d-be04-0d750a4aa2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.083184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-81227d6a-eb1a-419d-be04-0d750a4aa2e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b51e0313-8303-444c-ab89-669307423a5b HTTP/1.1" status: 204 len: 168 time: 0.3931572 Jul 23 20:09:48.114695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81227d6a-eb1a-419d-be04-0d750a4aa2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51e0313-8303-444c-ab89-669307423a5b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.131333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:48.154814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-d579ef35-0095-40ea-b62b-b47aea202204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.156587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-d579ef35-0095-40ea-b62b-b47aea202204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2028427 Jul 23 20:09:48.161822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e83cd2a-b08e-4e8f-b3ab-a244e59f1281 req-85b2ecd4-2fef-4ad0-b18e-662a244fef39 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869648 Jul 23 20:09:48.212529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-30cf2f4c-8056-40f7-9655-4181173c4c50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.0487869 Jul 23 20:09:48.224860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689fc05-e200-4ebc-9857-10ed893d9e8c req-737fc957-f568-4482-b27f-5d27abfd167f tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.226908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8689fc05-e200-4ebc-9857-10ed893d9e8c req-737fc957-f568-4482-b27f-5d27abfd167f tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 948 time: 0.2347429 Jul 23 20:09:48.316757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-886925eb-19f3-4b1b-8475-a7cd5cb718f8 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips/ebbab794-f1b9-498e-bf8c-a3a7174da826 HTTP/1.1" status: 200 len: 693 time: 0.1099875 Jul 23 20:09:48.365081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-c5022bed-2dcc-467b-a57c-4c78b9b5fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.366638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-c5022bed-2dcc-467b-a57c-4c78b9b5fab7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1382883 Jul 23 20:09:48.374351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8689fc05-e200-4ebc-9857-10ed893d9e8c req-f11727fb-ccf8-45fd-aac2-ae138ef06aa5 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109023 Jul 23 20:09:48.399742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55730) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:48.420925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dfc017e-21ef-4dc1-9ab4-2c5bbaa2cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.512594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dfc017e-21ef-4dc1-9ab4-2c5bbaa2cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.517283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dfc017e-21ef-4dc1-9ab4-2c5bbaa2cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.524854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-e203a3f0-212d-462b-89de-7e422d6fef45 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.526418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-e203a3f0-212d-462b-89de-7e422d6fef45 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2024093 Jul 23 20:09:48.543112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-28d826f7-2034-41f6-9475-fc0634ed83a9 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:48.544098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-28d826f7-2034-41f6-9475-fc0634ed83a9 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100422 Jul 23 20:09:48.554052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-40a37155-f00b-4fe2-a128-218cd3b7e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.556211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-40a37155-f00b-4fe2-a128-218cd3b7e129 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1810210 Jul 23 20:09:48.557241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc017e-21ef-4dc1-9ab4-2c5bbaa2cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546083a-0be1-4264-80e7-5498c4ae1d33,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.559613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:48.573262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9dfc017e-21ef-4dc1-9ab4-2c5bbaa2cb82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af6838102a5143bb93eb0477692b3a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714363 Jul 23 20:09:48.573942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55732) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:48.586467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa7115-1b49-476b-8113-f0997c82f4a8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:48.588706 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff05ae63-329d-445f-9cea-740a12376121" -d '{"events": [{"server_uuid": "4aae6fc0-11a2-4b15-bfb0-19da66818b40", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa7115-1b49-476b-8113-f0997c82f4a8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:48.618601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port b6c8b06e-066c-4893-8695-2ee2fe5506bd completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:48.622504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port b6c8b06e-066c-4893-8695-2ee2fe5506bd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:48.622883 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.627187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e8193-b043-45b7-990a-08284b3f53ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.651761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e8193-b043-45b7-990a-08284b3f53ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.702957 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.708912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e8193-b043-45b7-990a-08284b3f53ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.712311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e8193-b043-45b7-990a-08284b3f53ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.713570 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a45e8193-b043-45b7-990a-08284b3f53ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d546083a-0be1-4264-80e7-5498c4ae1d33 HTTP/1.1" status: 204 len: 168 time: 0.1383162 Jul 23 20:09:48.722080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e8193-b043-45b7-990a-08284b3f53ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546083a-0be1-4264-80e7-5498c4ae1d33,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.753923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:48.762739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:48.829174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:48.901190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c027d5-0543-4034-aa2e-5f58c0ea767b req-6aa4cd80-6d42-4010-ba55-cedf2b28e20c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:48.902687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25c027d5-0543-4034-aa2e-5f58c0ea767b req-6aa4cd80-6d42-4010-ba55-cedf2b28e20c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 944 time: 0.4573874 Jul 23 20:09:48.946616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-b1d31752-6ce4-44b1-9b75-d6334d0cc3a0 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.3946934 Jul 23 20:09:49.027949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-055c38d5-5535-4c89-92d0-a56d16247f79 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0714228 Jul 23 20:09:49.036862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25c027d5-0543-4034-aa2e-5f58c0ea767b req-0eb84390-c6d1-45b1-aeac-688a32595889 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222184 Jul 23 20:09:49.036862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-7f8572ba-8734-4984-973d-d01c6297b37f service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684050 Jul 23 20:09:49.133589 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f810b62b-8116-4739-8ef9-1fbc94ae7271 x-openstack-request-id: req-f810b62b-8116-4739-8ef9-1fbc94ae7271 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:49.134573 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aae6fc0-11a2-4b15-bfb0-19da66818b40", "name": "network-vif-plugged", "status": "completed", "tag": "3bfa7115-1b49-476b-8113-f0997c82f4a8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:49.134966 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f810b62b-8116-4739-8ef9-1fbc94ae7271 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:49.135657 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'code': 200} Jul 23 20:09:49.189870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'}, {'name': 'network-changed', 'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:49.193411 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec66aee-0d22-4559-bf40-0fd3157ea11a" -d '{"events": [{"server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "name": "network-vif-unplugged", "status": "completed", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2"}, {"name": "network-changed", "server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:49.275310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249405cd-a0ab-44d8-aa9f-6e79698ff482 req-8fd88b26-49d8-46e1-90eb-b8aa4938577e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320657 Jul 23 20:09:49.335421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Deleting port d6f0c814-8a41-42e7-b410-c6666865ac1c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:49.335963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.370932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f79ba-3e83-4b8e-89bc-1b2cda02634f req-2b0cda59-ea3c-4923-a086-7fe783ebb740 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.373355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c9f79ba-3e83-4b8e-89bc-1b2cda02634f req-2b0cda59-ea3c-4923-a086-7fe783ebb740 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 950 time: 0.1544952 Jul 23 20:09:49.399008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a6dbe-aacb-4661-9f8e-526a5a442a52 req-caf0cf0c-8d96-45c9-ab36-48bc8b844178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.400464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac7a6dbe-aacb-4661-9f8e-526a5a442a52 req-caf0cf0c-8d96-45c9-ab36-48bc8b844178 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 1102 time: 0.1622717 Jul 23 20:09:49.493373 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.495139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c9f79ba-3e83-4b8e-89bc-1b2cda02634f req-8b6f219b-0659-483a-843e-cff8d589d586 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104312 Jul 23 20:09:49.501854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac7a6dbe-aacb-4661-9f8e-526a5a442a52 req-a1851db6-92df-4219-af1e-52d3694f8e4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733585 Jul 23 20:09:49.505264 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.505640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.518672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Calling delete_port for d6f0c814-8a41-42e7-b410-c6666865ac1c owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:49.697483 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.728263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event deleted for resources: {'Port': ['ID=d6f0c814-8a41-42e7-b410-c6666865ac1c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:49.758218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.760711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:49.761879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df05c5e1-0e5e-4a8b-a7b7-81d173c07d4f req-bf88e30f-cca3-406d-935e-d71fb872bb27 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "DELETE /v2.0/floatingips/ebbab794-f1b9-498e-bf8c-a3a7174da826 HTTP/1.1" status: 204 len: 173 time: 0.7287359 Jul 23 20:09:49.774274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab994a-0034-4c83-baf6-3fbfa2d2e3aa req-e7c85308-05ba-4f58-86c8-f900ab89881e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:49.776024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29ab994a-0034-4c83-baf6-3fbfa2d2e3aa req-e7c85308-05ba-4f58-86c8-f900ab89881e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 948 time: 0.1542375 Jul 23 20:09:49.823834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29ab994a-0034-4c83-baf6-3fbfa2d2e3aa req-2fb40e30-4aa1-4eb0-a1d8-ab23fb06ffd4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Jul 23 20:09:49.889411 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6386ba-bb90-41e3-b588-e5d9a9a2692d x-openstack-request-id: req-7f6386ba-bb90-41e3-b588-e5d9a9a2692d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:49.890185 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "name": "network-vif-unplugged", "status": "completed", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2", "code": 200}, {"name": "network-changed", "server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:49.890950 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f6386ba-bb90-41e3-b588-e5d9a9a2692d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:49.890950 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'code': 200} Jul 23 20:09:49.891122 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'status': 'completed', 'code': 200} Jul 23 20:09:49.990946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-7c946d1e-a411-4c44-801e-286d6059a099 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips/c2eeb883-bdbd-4a03-8364-f4a734bc717c HTTP/1.1" status: 200 len: 692 time: 0.0621591 Jul 23 20:09:50.015435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-c4b1b34e-caad-45ea-8b60-ce93fc82bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.017144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-c4b1b34e-caad-45ea-8b60-ce93fc82bc86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1127 time: 0.0943875 Jul 23 20:09:50.108391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-cb300d16-ce91-4fd2-aa17-992bc0fdc9f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2211273 Jul 23 20:09:50.131935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-83767252-0376-4e8d-ae27-df97dbec9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.134039 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-83767252-0376-4e8d-ae27-df97dbec9a4a service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1012783 Jul 23 20:09:50.141768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c82875-f79e-43fb-a5f2-03526b77a618 req-7e16441b-929b-41d3-9772-3917bcb36543 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.143792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45c82875-f79e-43fb-a5f2-03526b77a618 req-7e16441b-929b-41d3-9772-3917bcb36543 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 949 time: 0.1695960 Jul 23 20:09:50.180883 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-924156f8-1d03-4090-bafb-335f26acdf9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 217 time: 0.0380094 Jul 23 20:09:50.194397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-1e48c82e-4167-4598-b99f-d1245512353c tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.196751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-1e48c82e-4167-4598-b99f-d1245512353c tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1871421 Jul 23 20:09:50.237126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-75dc12a6-3b0d-4147-aace-b17a582eb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.238780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-75dc12a6-3b0d-4147-aace-b17a582eb84b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0476067 Jul 23 20:09:50.272766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-fb49b1bb-aeac-4edb-921c-bfde785f47f1 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0675371 Jul 23 20:09:50.276045 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-0bc23d87-13e3-471c-b9c1-55186c1fe60f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278823 Jul 23 20:09:50.281571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45c82875-f79e-43fb-a5f2-03526b77a618 req-bf2a8734-57d3-4117-a2b0-9357fb759eb5 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287253 Jul 23 20:09:50.332270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-3361fb61-7619-4eb3-967c-d650ede0a094 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.69 HTTP/1.1" status: 200 len: 695 time: 0.0491016 Jul 23 20:09:50.345319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-1992dc9e-b540-4661-b3aa-387d0b0abbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.346841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-1992dc9e-b540-4661-b3aa-387d0b0abbd2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 1097 time: 0.1951606 Jul 23 20:09:50.375767 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-df3b5545-b792-40bb-8400-b962e5ce2d27 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907607 Jul 23 20:09:50.466067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec66aee-0d22-4559-bf40-0fd3157ea11a req-6dc7fb89-404c-4529-917e-814b81b1fc8f service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816374 Jul 23 20:09:50.565937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:50.578626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab95140-9610-4656-bb98-b086ad8358c6 req-1814caa4-c000-4021-8f9d-2c5a9dbf5bb6 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.580184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aab95140-9610-4656-bb98-b086ad8358c6 req-1814caa4-c000-4021-8f9d-2c5a9dbf5bb6 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1097 time: 0.2324848 Jul 23 20:09:50.582046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-1dfbb229-9dce-4f9a-b1b0-1d2a32ef2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.583377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-1dfbb229-9dce-4f9a-b1b0-1d2a32ef2d83 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 924 time: 0.1758227 Jul 23 20:09:50.618176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Deleting port f3bf7e97-f30d-4a39-8556-27d5a4fb8e3e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:50.618517 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.677618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:50.690392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'mac_address': 'fa:16:3e:31:dc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:50.730282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.730551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aab95140-9610-4656-bb98-b086ad8358c6 req-e7af5765-4939-4b73-b7f2-453aa631589f tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427243 Jul 23 20:09:50.745939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0701c6-438e-4578-a8d4-fe51446ccdc6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:50.766935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-1a142ebf-0770-464f-bace-19e3cd7b1708 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=637546f1-b754-414d-af79-9aba21067b2d HTTP/1.1" status: 200 len: 1001 time: 0.1600258 Jul 23 20:09:50.767229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:50.772268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.773838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:50.857476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:50.884064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.884392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:50.893100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-f68663d1-9539-43de-a75c-9fa02b4c4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.894646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-f68663d1-9539-43de-a75c-9fa02b4c4fbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 200 len: 862 time: 0.0995584 Jul 23 20:09:50.902133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Calling delete_port for f3bf7e97-f30d-4a39-8556-27d5a4fb8e3e owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:50.916695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:50.927824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:09:50.997537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4237fb-5e3e-4234-996a-44e8efbeea64 req-e18245ee-5d29-418a-9eec-869e97dfe5f4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:50.999009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d4237fb-5e3e-4234-996a-44e8efbeea64 req-e18245ee-5d29-418a-9eec-869e97dfe5f4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 944 time: 0.2024441 Jul 23 20:09:51.069494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d4237fb-5e3e-4234-996a-44e8efbeea64 req-42d93ccc-2068-4a55-8ea6-197e6f7f57ea tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643747 Jul 23 20:09:51.075195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-ffdb3b45-6c17-4c54-b659-70cc8590bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.077218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-ffdb3b45-6c17-4c54-b659-70cc8590bd83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c385f01d-dc68-45cc-9d38-87c24e0f4a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677952 Jul 23 20:09:51.137637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:51.139920 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a9f3dd-bbc0-4e25-adb3-aa2f66d3cb0a" -d '{"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:51.183331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.218917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event deleted for resources: {'Port': ['ID=f3bf7e97-f30d-4a39-8556-27d5a4fb8e3e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:51.258969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.261640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:51.262796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d70d576-5b03-45f8-8d5c-b73619e20312 req-f0a342ef-fbfb-490a-b26a-f3f10c06dda4 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "DELETE /v2.0/floatingips/c2eeb883-bdbd-4a03-8364-f4a734bc717c HTTP/1.1" status: 204 len: 173 time: 0.9238188 Jul 23 20:09:51.269584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-1ef16fd6-6fef-4701-8dfe-325603517b81 service neutron] 10.222.0.47 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599150 Jul 23 20:09:51.313345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['6b0701c6-438e-4578-a8d4-fe51446ccdc6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:51.405362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb7527c-5208-45d9-907c-0b2ebcd2cff8 req-11713cdc-3b6a-496b-81bc-c243a9249229 service neutron] 10.222.0.47 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234376 Jul 23 20:09:51.419864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7ba2b-2a4d-4c38-bd44-b84f8f94c787 req-78fe2466-5b7f-47d3-8e57-95b73301291d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.421396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20b7ba2b-2a4d-4c38-bd44-b84f8f94c787 req-78fe2466-5b7f-47d3-8e57-95b73301291d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 950 time: 0.1313543 Jul 23 20:09:51.480615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20b7ba2b-2a4d-4c38-bd44-b84f8f94c787 req-00ec4e3c-6be2-4ce3-8f66-dcd5e2e6f55b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535879 Jul 23 20:09:51.598284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872847b-044e-48f6-890f-a80b1d180ecc req-7ce083f4-0b90-4fa9-9c01-ba2b13e64b6f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:51.599769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b872847b-044e-48f6-890f-a80b1d180ecc req-7ce083f4-0b90-4fa9-9c01-ba2b13e64b6f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 949 time: 0.0648153 Jul 23 20:09:51.638626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b872847b-044e-48f6-890f-a80b1d180ecc req-f42fe8a4-55af-4dd6-bce6-c11c05ca8cc1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325112 Jul 23 20:09:51.681538 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183f96ef-dc28-4360-8282-df5a5f188ab2 x-openstack-request-id: req-183f96ef-dc28-4360-8282-df5a5f188ab2 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:51.682350 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:51.682759 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-183f96ef-dc28-4360-8282-df5a5f188ab2 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:51.683149 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'code': 200} Jul 23 20:09:51.812053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-4298ecb2-9be2-4568-bd2d-53f306001d58 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips/f77a3522-cbf0-496e-8fa2-8536db49228f HTTP/1.1" status: 200 len: 693 time: 0.0940287 Jul 23 20:09:52.192390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-1e38403f-ca45-44bb-a842-c1f6d201f2bc tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:09:52.194030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-1e38403f-ca45-44bb-a842-c1f6d201f2bc tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059366 Jul 23 20:09:52.204492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:52.205004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:09:52.213040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-12210c98-dab1-463d-af3b-1cec5cd6ff37 service neutron] 10.222.0.47 "GET /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.4584346 Jul 23 20:09:52.221739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1215c0-ae43-4d04-9485-0ab5d99c1ccf req-cbc82653-5c38-4d61-8974-27a7e269abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.223149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd1215c0-ae43-4d04-9485-0ab5d99c1ccf req-cbc82653-5c38-4d61-8974-27a7e269abdb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 1101 time: 0.4675331 Jul 23 20:09:52.278981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-61fdb97f-b6f1-41e7-aeca-c25d20a55fe9 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.280314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-61fdb97f-b6f1-41e7-aeca-c25d20a55fe9 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.4593804 Jul 23 20:09:52.348038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:52.348381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:52.348716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:52.353701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:52.354032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:52.355040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd1215c0-ae43-4d04-9485-0ab5d99c1ccf req-9f03c063-a2c6-492a-937b-09fbeeefaf62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241348 Jul 23 20:09:52.358969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:52.359311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:52.359422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-766322cb-d5a2-4e34-a22d-1af2bf6eb25e tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0720973 Jul 23 20:09:52.359695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:52.360137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Bound port: 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:52.414755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:09:52.420130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.421329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-05a4c476-eec1-46e7-8363-247550913a5f service neutron] 10.222.0.46 "POST /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2208610 Jul 23 20:09:52.432660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-138416ae-628b-4ee0-9fa0-0411a50d2c31 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.162 HTTP/1.1" status: 200 len: 696 time: 0.0658975 Jul 23 20:09:52.591700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:09:52.640673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:09:52.644798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:09:52.645166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.652255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:52.685132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:52.724425 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.731134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93887f4b-59a1-4ef3-9c82-c942d9f2f6a9 req-ef1c05e7-2ecf-4998-911f-15a161befd66 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:52.732680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93887f4b-59a1-4ef3-9c82-c942d9f2f6a9 req-ef1c05e7-2ecf-4998-911f-15a161befd66 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 949 time: 0.1669893 Jul 23 20:09:52.735854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Deleting port 4f19f6a7-740f-4098-a8d9-37be98be68bc {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:52.736303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.757042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:52.759236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:52.763108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.785831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:52.809747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:52.839456 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.862189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93887f4b-59a1-4ef3-9c82-c942d9f2f6a9 req-c99884d5-46e2-4406-a3fa-ec8c369755e2 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118436 Jul 23 20:09:52.901631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.901967 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:52.924727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Calling delete_port for 4f19f6a7-740f-4098-a8d9-37be98be68bc owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:53.023931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] Transition to ACTIVE for port object 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:09:53.030067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.132497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] No DVR routers for this DVR port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:53.152260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162b98a-c5ff-4a83-baee-81680d1097b3 req-edbc6c2d-aa0b-4c0f-92cc-f3f6be9a9101 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.153818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f162b98a-c5ff-4a83-baee-81680d1097b3 req-edbc6c2d-aa0b-4c0f-92cc-f3f6be9a9101 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 949 time: 0.2354403 Jul 23 20:09:53.157077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] Pushing event updated for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:53.224874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-bba8891f-207c-412e-9681-0b9279d09882 service neutron] 10.222.0.47 "PUT /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 0.9949610 Jul 23 20:09:53.255413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f162b98a-c5ff-4a83-baee-81680d1097b3 req-30fc7fe0-345a-46e4-9974-62cde011c210 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938661 Jul 23 20:09:53.261775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.296998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Pushing event deleted for resources: {'Port': ['ID=4f19f6a7-740f-4098-a8d9-37be98be68bc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:53.346978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.349557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.350699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b3da975-47a0-442a-b959-3b6f04535c0c req-eaf9d205-b1e5-4c8d-8f65-2e5e574cd1c7 tempest-FloatingIPDetailsTestJSON-1797416900 tempest-FloatingIPDetailsTestJSON-1797416900-project] 10.222.0.46 "DELETE /v2.0/floatingips/f77a3522-cbf0-496e-8fa2-8536db49228f HTTP/1.1" status: 204 len: 173 time: 0.9096305 Jul 23 20:09:53.357178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:53.419442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-ebfe3f0e-6c54-4403-8a63-6eef66032d84 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.419542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-ebfe3f0e-6c54-4403-8a63-6eef66032d84 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.1320410 Jul 23 20:09:53.438412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3963b-933f-46ec-bcae-1e7d9c2f6d12 req-02302944-cb76-49ac-b924-14ca2311aeaa tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.439911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64a3963b-933f-46ec-bcae-1e7d9c2f6d12 req-02302944-cb76-49ac-b924-14ca2311aeaa tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 945 time: 0.0874639 Jul 23 20:09:53.537598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64a3963b-933f-46ec-bcae-1e7d9c2f6d12 req-931b3b39-72ae-4eb2-9e24-bd8e4317e062 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885136 Jul 23 20:09:53.573513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-53c68dbf-6fed-470d-ba3b-9714bf330180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.575035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-53c68dbf-6fed-470d-ba3b-9714bf330180 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 1097 time: 0.1448228 Jul 23 20:09:53.591101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353077a4-c985-4932-adb4-1e9480603aef req-593b94ad-7365-48f5-afdd-25ce156a878b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.592698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-353077a4-c985-4932-adb4-1e9480603aef req-593b94ad-7365-48f5-afdd-25ce156a878b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 945 time: 0.1175375 Jul 23 20:09:53.684580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:53.687100 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf569764-e170-4e6a-94e6-5c2ad45bb4cd" -d '{"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-plugged", "status": "completed", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:53.692722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-353077a4-c985-4932-adb4-1e9480603aef req-e9d7c85d-5fc5-43d3-a489-1a5558020257 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922987 Jul 23 20:09:53.715643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-550257b7-cf65-4c79-8fa2-12f79c83ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.717126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-550257b7-cf65-4c79-8fa2-12f79c83ed39 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1097 time: 0.1179662 Jul 23 20:09:53.742210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf69f56-4b5d-440b-9642-e17f2d99c162 req-968a9e90-7e33-4f02-b107-08bd78b93f25 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.743726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cf69f56-4b5d-440b-9642-e17f2d99c162 req-968a9e90-7e33-4f02-b107-08bd78b93f25 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1075304 Jul 23 20:09:53.792294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:53.832690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cf69f56-4b5d-440b-9642-e17f2d99c162 req-5933ca7e-add9-4d42-a296-1f59daf27989 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781980 Jul 23 20:09:53.856809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-1ee38628-a300-442d-a5a3-df8573a7a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.858394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-1ee38628-a300-442d-a5a3-df8573a7a997 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1313825 Jul 23 20:09:53.901812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-95076965-81a8-470e-9c06-df81aa62c15a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 217 time: 0.0365772 Jul 23 20:09:53.928193 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4d8cb-74ed-40d3-84f1-8257a893605c x-openstack-request-id: req-98c4d8cb-74ed-40d3-84f1-8257a893605c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:53.928674 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-plugged", "status": "completed", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:53.928772 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98c4d8cb-74ed-40d3-84f1-8257a893605c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:53.930254 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'code': 200} Jul 23 20:09:53.983956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-1e1dfd9d-8484-4431-b521-4228f29312fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:53.985535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-1e1dfd9d-8484-4431-b521-4228f29312fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0773022 Jul 23 20:09:54.049788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-8603aa98-081e-4344-9f35-708641d68305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509634 Jul 23 20:09:54.118067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532b40e-e95d-44ee-a192-df275ab2cd51 req-5e9161bb-2e94-4fe4-9e0b-c116971e16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.119575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9532b40e-e95d-44ee-a192-df275ab2cd51 req-5e9161bb-2e94-4fe4-9e0b-c116971e16e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1102 time: 0.1133001 Jul 23 20:09:54.170186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0b7ee-1716-4727-9879-ed5139f3f758 req-127fed9b-a088-4a4e-9c75-efacc70ae03e tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.171691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ba0b7ee-1716-4727-9879-ed5139f3f758 req-127fed9b-a088-4a4e-9c75-efacc70ae03e tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 949 time: 0.1825378 Jul 23 20:09:54.197002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9532b40e-e95d-44ee-a192-df275ab2cd51 req-ba925e32-be3d-4274-8e6f-6340f04979ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562549 Jul 23 20:09:54.210168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5e418-7a77-4c49-867d-7f305a050ee0 req-5f58c6ac-c908-4456-a12d-8426f2ccd11f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.216295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5e418-7a77-4c49-867d-7f305a050ee0 req-5f58c6ac-c908-4456-a12d-8426f2ccd11f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.217858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ca5e418-7a77-4c49-867d-7f305a050ee0 req-5f58c6ac-c908-4456-a12d-8426f2ccd11f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40&device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 1690 time: 0.2108092 Jul 23 20:09:54.219552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Deleting port a4810e9c-1611-44eb-8869-1827c42da61b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:54.219901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.260519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-2c5db333-8f49-4788-b9e2-268ffd68b8b7 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036834 Jul 23 20:09:54.267462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ba0b7ee-1716-4727-9879-ed5139f3f758 req-46f5da02-e8ff-4684-9264-731557e22422 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893941 Jul 23 20:09:54.321153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ca5e418-7a77-4c49-867d-7f305a050ee0 req-dc4c30be-96cd-493b-9ee4-8b3bbe8c893c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964010 Jul 23 20:09:54.395790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-c1dc05c7-f340-4fa0-a8a1-5b3563fe52e9 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261711 Jul 23 20:09:54.554927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] For port a4810e9c-1611-44eb-8869-1827c42da61b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a4810e9c-1611-44eb-8869-1827c42da61b,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:54.555491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.571578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Calling delete_port for a4810e9c-1611-44eb-8869-1827c42da61b owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:54.677997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76b81f-68af-4e02-8dfc-6bad5c8cf3e6 req-fdd87d45-c5c7-4fcb-9ae9-6c172114cfc6 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.680761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b76b81f-68af-4e02-8dfc-6bad5c8cf3e6 req-fdd87d45-c5c7-4fcb-9ae9-6c172114cfc6 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 1102 time: 0.1061196 Jul 23 20:09:54.695624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-fc453ac7-f5e9-4f49-b57f-65713980b589 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:54.697206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-fc453ac7-f5e9-4f49-b57f-65713980b589 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.0896165 Jul 23 20:09:54.768061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b76b81f-68af-4e02-8dfc-6bad5c8cf3e6 req-5aa946ee-3cf8-4275-bd43-531bf04c1182 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750809 Jul 23 20:09:54.808279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.837009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4810e9c-1611-44eb-8869-1827c42da61b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:54.915290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7cd77b34-0d87-4619-b7e3-02fe7a629e78 service neutron] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:54.920957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7cd77b34-0d87-4619-b7e3-02fe7a629e78 service neutron] Notify callbacks [] for binding, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:54.922853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9107e0-4741-4dd0-9a23-dbd0dc81f238 req-7cd77b34-0d87-4619-b7e3-02fe7a629e78 service neutron] 10.222.0.36 "DELETE /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.2062385 Jul 23 20:09:55.003578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cda17e-7a29-4f04-ad30-09ebbeed1b94 req-62b0804a-7398-428a-88fd-0d6fc1dd85d8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.005366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67cda17e-7a29-4f04-ad30-09ebbeed1b94 req-62b0804a-7398-428a-88fd-0d6fc1dd85d8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 945 time: 0.2029996 Jul 23 20:09:55.057352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637530bb-d7e5-4bd3-8ca3-9a8dd9c134d8 req-7b58251a-a34c-4de2-9ac2-89d16ccb0e05 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.059298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-637530bb-d7e5-4bd3-8ca3-9a8dd9c134d8 req-7b58251a-a34c-4de2-9ac2-89d16ccb0e05 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 945 time: 0.1272440 Jul 23 20:09:55.081884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.090884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67cda17e-7a29-4f04-ad30-09ebbeed1b94 req-f877eede-11b2-436d-89e5-1d49f7e46351 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774539 Jul 23 20:09:55.153298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-637530bb-d7e5-4bd3-8ca3-9a8dd9c134d8 req-2dadbdba-e55c-46b6-86a7-9c960d01ea5a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853305 Jul 23 20:09:55.305976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57015eff-1ca6-43a4-8b15-726620d5d57b req-05a30e00-415a-47c7-98ed-67cb06785a3c tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.307631 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57015eff-1ca6-43a4-8b15-726620d5d57b req-05a30e00-415a-47c7-98ed-67cb06785a3c tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 1101 time: 0.0929933 Jul 23 20:09:55.323687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0a443-2867-4e18-b056-c02385f2e5f6 req-a4a0c835-6a57-4e9b-88c4-77cd0fb3f181 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.325165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75d0a443-2867-4e18-b056-c02385f2e5f6 req-a4a0c835-6a57-4e9b-88c4-77cd0fb3f181 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1007147 Jul 23 20:09:55.333653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Router 77d62eba-dd91-4c18-858d-6e76a8154552 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:09:55.372236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57015eff-1ca6-43a4-8b15-726620d5d57b req-7c6e9a85-1c4c-4ef7-9290-cec027b7f68d tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Jul 23 20:09:55.385778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75d0a443-2867-4e18-b056-c02385f2e5f6 req-71027243-8091-4554-86b0-ce8ef7a45e52 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Jul 23 20:09:55.485756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:09:55.491099 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-449a46ff-ac65-4b2b-87be-5e247eff963f admin admin] 10.222.0.46 "PUT /v2.0/routers/77d62eba-dd91-4c18-858d-6e76a8154552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327341 Jul 23 20:09:55.494262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:55.498884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] Sync routers for ids ['77d62eba-dd91-4c18-858d-6e76a8154552'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:09:55.513285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] Routers {'77d62eba-dd91-4c18-858d-6e76a8154552'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:55.514244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['77d62eba-dd91-4c18-858d-6e76a8154552'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:55.579586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677610ad-a8e7-439b-a441-49f53a8b6a5c req-6d58c726-a697-4717-82c7-28c2a5e58a90 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:55.581410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-677610ad-a8e7-439b-a441-49f53a8b6a5c req-6d58c726-a697-4717-82c7-28c2a5e58a90 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1097 time: 0.0652950 Jul 23 20:09:55.629968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.633651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-677610ad-a8e7-439b-a441-49f53a8b6a5c req-ee607751-2e51-47ca-970a-5b6bc0ab3bee tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431018 Jul 23 20:09:55.662091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] Set router 77d62eba-dd91-4c18-858d-6e76a8154552 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:55.832779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:55.866030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:55.920765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-8f11382d-d948-4758-a114-e436345a18ea tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563755 Jul 23 20:09:55.935408 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-11f1c4d6-b7d7-4a95-a5f2-67cf997460f6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1516490 Jul 23 20:09:55.964535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Deleting port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:55.966017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.075328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:56.101603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] For port 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:56.101957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.114521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Calling delete_port for 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:56.127392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76'}], 'enable_snat': True}, 'gw_port_id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:54Z', 'revision_number': 5, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port': {'id': '7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:73:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:09:19Z', 'updated_at': '2021-07-23T20:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:56.156035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] Checking router: 77d62eba-dd91-4c18-858d-6e76a8154552 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:09:56.167994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] Routers {'77d62eba-dd91-4c18-858d-6e76a8154552'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:09:56.168962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:09:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['77d62eba-dd91-4c18-858d-6e76a8154552'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:56.247684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-58683821-3ca7-4ca4-a82a-48540962d421 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.249949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-58683821-3ca7-4ca4-a82a-48540962d421 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220763 Jul 23 20:09:56.268474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] Set router 77d62eba-dd91-4c18-858d-6e76a8154552 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:09:56.283233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe1e81-1a4c-4312-a32d-77072f4b5c25 req-6fe84726-8465-4843-85ed-6c0d2cc91e61 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.285029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2fe1e81-1a4c-4312-a32d-77072f4b5c25 req-6fe84726-8465-4843-85ed-6c0d2cc91e61 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.2021465 Jul 23 20:09:56.289664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-bdf113a4-3d5c-403a-bf2d-88a65f7e6ae5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/quotas/56e2280a9ad44a67bd435113e371a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0340617 Jul 23 20:09:56.325932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-ca025689-9512-47fe-ae71-eb0bb8501d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.328711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-ca025689-9512-47fe-ae71-eb0bb8501d7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1097 time: 0.1850088 Jul 23 20:09:56.336578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 6, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:56.344807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.368268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719de330-4c9d-4337-aaca-37882dcde107 None None] The sync data for ids ['77d62eba-dd91-4c18-858d-6e76a8154552'] in n-d-793620-13 is: [{'id': '77d62eba-dd91-4c18-858d-6e76a8154552', 'name': 'tempest-FloatingIPDetailsTestJSON-13822383-router', 'tenant_id': 'f2de626b04c54f0486830185d99c688c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:09:16Z', 'updated_at': '2021-07-23T20:09:55Z', 'revision_number': 6, 'project_id': 'f2de626b04c54f0486830185d99c688c', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:09:56.378449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:56.425375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2fe1e81-1a4c-4312-a32d-77072f4b5c25 req-eac0f345-e8d6-4e8a-b41b-53ca3d118ac4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332400 Jul 23 20:09:56.474402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.580397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.582772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.629982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.630678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77d62eba-dd91-4c18-858d-6e76a8154552 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:09:56.639808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.640938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74727184-adb6-4816-a904-45e8625fbbee admin admin] 10.222.0.46 "DELETE /v2.0/routers/77d62eba-dd91-4c18-858d-6e76a8154552 HTTP/1.1" status: 204 len: 168 time: 1.1455007 Jul 23 20:09:56.644011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:56.705799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Deleting subnet b78bb108-61dd-4157-8308-73d0a6c31054 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:09:56.709067 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.751106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.847775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-64d0a49a-0194-48a7-8b3f-7d982ce67072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:56.849012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-64d0a49a-0194-48a7-8b3f-7d982ce67072 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.4871445 Jul 23 20:09:56.885967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.886115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-2bb5f386-c395-46bd-aea4-4a581d4054cd tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5854075 Jul 23 20:09:56.930425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-ae160139-7735-4ee9-bc21-2791c30641fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 217 time: 0.0430672 Jul 23 20:09:56.952581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:56.988589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78bb108-61dd-4157-8308-73d0a6c31054,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:56.999722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef1d75-3c51-4bc4-aa6b-9e0c70a0e553 None None] Network 0e17e451-6d14-4317-96d3-dc6741cd35c4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:09:57.000846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.005922 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b399f9f3-c63d-4663-9ac2-9c6c76cdb2ad admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b78bb108-61dd-4157-8308-73d0a6c31054 HTTP/1.1" status: 204 len: 168 time: 0.3600228 Jul 23 20:09:57.007619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55970) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:57.060100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-69e791b8-2a29-4846-b572-6b42402bd0c6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.067071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-69e791b8-2a29-4846-b572-6b42402bd0c6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.2602298 Jul 23 20:09:57.075446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-e9757ffe-480c-44d1-8c03-324d90da4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.076970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-e9757ffe-480c-44d1-8c03-324d90da4212 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1161163 Jul 23 20:09:57.091369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-4722e24e-e721-4213-bb60-68fafc678994 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/quotas/dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 375 time: 0.0233164 Jul 23 20:09:57.153670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-8c5670bc-7df6-4a1e-a816-64478dee68cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595660 Jul 23 20:09:57.165801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.292027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:57.303597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Deleting port 01c6c681-c91c-4ceb-a943-480946b382fa {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:57.304929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.318936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:57.319285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f1d692c-8fbc-4baf-acfb-1ae2c13fd37c not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:57.320410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a4810e9c-1611-44eb-8869-1827c42da61b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:57.344580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a4810e9c-1611-44eb-8869-1827c42da61b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:57.345206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a4810e9c-1611-44eb-8869-1827c42da61b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:57.348152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] DHCP port deletion for 0e17e451-6d14-4317-96d3-dc6741cd35c4 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:09:57.352943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-ebc5a910-be80-4e50-849b-a3d1ae373c05 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722138 Jul 23 20:09:57.422180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] Deleting port 01c6c681-c91c-4ceb-a943-480946b382fa {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:09:57.422561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.456479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0a2aeb48-8939-4b57-ba52-d09def552814 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3640976 Jul 23 20:09:57.491521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] For port 01c6c681-c91c-4ceb-a943-480946b382fa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=01c6c681-c91c-4ceb-a943-480946b382fa,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:57.493183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.512885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] For port 01c6c681-c91c-4ceb-a943-480946b382fa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=01c6c681-c91c-4ceb-a943-480946b382fa,segment=NetworkSegment(b2492e76-5988-4250-8062-857033844eef),segment_id=b2492e76-5988-4250-8062-857033844eef)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:57.513566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.540912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] Calling delete_port for 01c6c681-c91c-4ceb-a943-480946b382fa owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:57.608788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Calling delete_port for 01c6c681-c91c-4ceb-a943-480946b382fa owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:09:57.621865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-382a9474-2632-44ef-8785-172cb10bf5f7 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448092 Jul 23 20:09:57.636323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f45c8-73b4-400a-99c7-a292d6ed5a8d req-c98609d0-125f-421b-a4c0-e5d93cb4f01d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.645132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-211f45c8-73b4-400a-99c7-a292d6ed5a8d req-c98609d0-125f-421b-a4c0-e5d93cb4f01d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 945 time: 0.3847690 Jul 23 20:09:57.684973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.696971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-bc7f71c8-37f8-4417-8514-48092c568b68 service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393186 Jul 23 20:09:57.766399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-211f45c8-73b4-400a-99c7-a292d6ed5a8d req-c089fb3c-fd44-4f34-9e4c-2a8673df0465 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055803 Jul 23 20:09:57.766667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] Pushing event deleted for resources: {'Port': ['ID=01c6c681-c91c-4ceb-a943-480946b382fa,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:57.766667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a49db-c6e6-47b1-8bcf-8cb697bbf8c9 None None] No DVR routers for this DVR port 01c6c681-c91c-4ceb-a943-480946b382fa on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:57.814634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:57.849688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c6c681-c91c-4ceb-a943-480946b382fa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:57.851809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] No DVR routers for this DVR port 01c6c681-c91c-4ceb-a943-480946b382fa on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:09:57.897655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-65df3341-d2f7-4941-80d5-319c4ba78022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.900041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-65df3341-d2f7-4941-80d5-319c4ba78022 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1102 time: 0.3913662 Jul 23 20:09:57.925464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b1744b1-e2aa-456c-9c7c-e25ab6a5d89a service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101400 Jul 23 20:09:57.927915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-82ee3b61-19d8-4670-8ba6-d3f8114df286 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:57.935528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-82ee3b61-19d8-4670-8ba6-d3f8114df286 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.2417140 Jul 23 20:09:57.957130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:57.988340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.011903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db848df0-ec77-4789-a94b-8187732cc66c req-2c18583f-c165-483e-bcc9-8fa4ec4d4fb5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 210 time: 0.0717652 Jul 23 20:09:58.028587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e17e451-6d14-4317-96d3-dc6741cd35c4']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:58.048026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2492e76-5988-4250-8062-857033844eef') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:58.048334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2492e76-5988-4250-8062-857033844eef') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:09:58.066017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.115212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.129027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.129646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:09:58.130062 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:09:58.131916 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:09:58.158630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-1d7c1ebd-c745-47ee-b2f0-ec02c35c125c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.160220 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-1d7c1ebd-c745-47ee-b2f0-ec02c35c125c service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2428889 Jul 23 20:09:58.251781 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-be5fb916-9ff4-4ede-88ac-62ddc45c02f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.0844162 Jul 23 20:09:58.303698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.327149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:58.333299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0e17e451-6d14-4317-96d3-dc6741cd35c4 HTTP/1.1" status: 204 len: 168 time: 1.3243434 Jul 23 20:09:58.334438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9a04c-79b9-4f6a-bf68-6e85fbc646b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e17e451-6d14-4317-96d3-dc6741cd35c4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:58.351745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-41f17af2-b76f-4929-9186-075df1d7feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.354417 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-41f17af2-b76f-4929-9186-075df1d7feda service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0916612 Jul 23 20:09:58.368332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3422def6-d13b-4b68-9a75-1102a86d5651 req-d232a7a4-603e-4f55-a8c7-98c937d3510f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.375134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3422def6-d13b-4b68-9a75-1102a86d5651 req-d232a7a4-603e-4f55-a8c7-98c937d3510f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1948190 Jul 23 20:09:58.467666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-4e9a0143-a8c6-403b-abe6-92b5082fbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:58.471640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-4e9a0143-a8c6-403b-abe6-92b5082fbbe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097524 Jul 23 20:09:58.508915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1cae9f43-5843-46da-9958-6cc8eb99490d req-2514c950-c57f-4190-af33-d20e693a2305 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 210 time: 0.1533949 Jul 23 20:09:58.614352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3422def6-d13b-4b68-9a75-1102a86d5651 req-bdae0904-898b-40ef-ab07-a0033be8ca1f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382839 Jul 23 20:09:58.630552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:09:58.631697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:58.781203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:58.783058 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-97cf3115-4b17-4048-9df1-17c1893eabd9 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050711 Jul 23 20:09:58.851782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56060) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:58.881388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-e388868d-af9c-4a9d-934d-875da03de4a2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3487811 Jul 23 20:09:58.920462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:58.957547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'mac_address': 'fa:16:3e:4f:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:09:59.040319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56a613fd-a08d-43b2-adaf-007566498e96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2de626b04c54f0486830185d99c688c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870942 Jul 23 20:09:59.054849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56066) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:09:59.072781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.081755 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.108049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:09:59.113134 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfe46a0-8f2f-47dd-ae91-301d015cde15" -d '{"events": [{"server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "name": "network-vif-unplugged", "status": "completed", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:09:59.126539 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-d8672b57-0de7-4221-b899-7c8b2ab41dba service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257947 Jul 23 20:09:59.139549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6c8b06e-066c-4893-8695-2ee2fe5506bd {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:09:59.180957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:09:59.185955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 01c6c681-c91c-4ceb-a943-480946b382fa no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:09:59.190253 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.191908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-52a4921d-13a2-4142-8605-2d0165cf8138 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.195758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-52a4921d-13a2-4142-8605-2d0165cf8138 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3019848 Jul 23 20:09:59.198870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.229136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 01c6c681-c91c-4ceb-a943-480946b382fa {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:09:59.229136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 01c6c681-c91c-4ceb-a943-480946b382fa not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:09:59.234866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:09:59.293678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8c361bb-d6ae-4a32-8c9c-b558fd52d20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.334643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8c361bb-d6ae-4a32-8c9c-b558fd52d20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.338966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:59.367370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b6c8b06e-066c-4893-8695-2ee2fe5506bd'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:09:59.377229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.377757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.378254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.378852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.380490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.381121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.387737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.388705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.389763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.393175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.393808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.394526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.440288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8c361bb-d6ae-4a32-8c9c-b558fd52d20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.443469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e8c361bb-d6ae-4a32-8c9c-b558fd52d20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.445458 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e8c361bb-d6ae-4a32-8c9c-b558fd52d20c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91aea612-e067-463b-9054-c50fdc0c4e22 HTTP/1.1" status: 204 len: 168 time: 0.3888898 Jul 23 20:09:59.455871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c361bb-d6ae-4a32-8c9c-b558fd52d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aea612-e067-463b-9054-c50fdc0c4e22,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:59.470880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff69cbe5-f233-4aee-a7c8-fd7c49f24342 req-6ba73779-d609-475f-a1ae-94ed22cfbf15 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 210 time: 0.0977592 Jul 23 20:09:59.579467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:09:59.579731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:09:59.579939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:59.591096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:09:59.591544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Attempting to bind port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:09:59.600408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:09:59.604662 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590877f-9493-4889-9587-4c92a24e8b9c x-openstack-request-id: req-0590877f-9493-4889-9587-4c92a24e8b9c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:09:59.604950 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "name": "network-vif-unplugged", "status": "completed", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:09:59.605200 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0590877f-9493-4889-9587-4c92a24e8b9c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:09:59.605683 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'code': 200} Jul 23 20:09:59.623720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b505c6-e819-46ff-9556-fc788a41c840 req-4c46c031-d994-4ee1-b3db-8cb8edf289b4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:09:59.631810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93b505c6-e819-46ff-9556-fc788a41c840 req-4c46c031-d994-4ee1-b3db-8cb8edf289b4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 943 time: 0.6809852 Jul 23 20:09:59.648277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:09:59.648664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:09:59.649056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:09:59.649978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Bound port: 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:09:59.650484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.682859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.683212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.683609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.683954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.684462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.684801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.685840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.686190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.686526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.686856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.687187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.687554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:09:59.766176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93b505c6-e819-46ff-9556-fc788a41c840 req-cd408eb3-f456-4feb-920b-5340d8bc4399 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314116 Jul 23 20:09:59.886555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0127d253-417e-46ed-8db2-1a33b12e7ede req-7461435e-676d-4dcd-9db9-379e4a21243d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 210 time: 0.0775254 Jul 23 20:09:59.893151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:09:59.897477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:09:59.912210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:09:59.942325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:00.005140 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.174981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-62245226-7749-4fc8-8222-a3c35987a0df tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.177887 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-62245226-7749-4fc8-8222-a3c35987a0df tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.1631472 Jul 23 20:10:00.180550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=8']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:00.198612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Request body: {'port': {'device_id': '8bc209dc-c4a4-427a-a091-35033b436996', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'admin_state_up': True, 'tenant_id': 'dd5cc0d3eca544f9bcefe08c381df5d3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:00.272317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.273468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.274917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-597f61cd-daea-41e3-bc98-564ba9c5fc98 service neutron] 10.222.0.36 "PUT /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 1123 time: 2.3230016 Jul 23 20:10:00.291936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9c61-2f3c-4100-9e25-0773f9aabf3f req-3ca31599-edd0-4b9c-a6ed-814a3ab391e5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:00.294680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f60c9c61-2f3c-4100-9e25-0773f9aabf3f req-3ca31599-edd0-4b9c-a6ed-814a3ab391e5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.3697503 Jul 23 20:10:00.367353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.130 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/d1b1696e-782d-447f-8969-2a294da9489b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:00.382833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f60c9c61-2f3c-4100-9e25-0773f9aabf3f req-996e610c-7ada-481b-a985-217ef6e3bbce tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782347 Jul 23 20:10:00.402790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['38f641f2-7e4f-4f48-a053-f5e6dc33828c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:00.523020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Made reservation on behalf of dd5cc0d3eca544f9bcefe08c381df5d3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:00.531251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.651325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.653317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:00.758227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port b6c8b06e-066c-4893-8695-2ee2fe5506bd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:00.759186 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.775354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a42be9-f298-484b-8a30-5c4c7cf4668d req-775582ca-9a38-4a74-9024-88319dd35f76 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 210 time: 0.1289008 Jul 23 20:10:00.789057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object d1b1696e-782d-447f-8969-2a294da9489b will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:00.816273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Allocated IP 172.20.0.2 (411c6b38-42e3-4b12-a93f-1642c420c546/37156b0c-0f5e-40e8-9d80-8813d45e5651/e7242365-d69f-4481-8d5a-70d8fb748638) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:00.910325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:00.935745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:00.941944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:00.984153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=d1b1696e-782d-447f-8969-2a294da9489b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:01.031281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:01.035138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:01.038782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:01.045075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.045360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.096175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-ef6e83e0-2371-453c-90e4-3328127ab823 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8864405 Jul 23 20:10:01.115313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Request body: {'port': {'device_id': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:01.126451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.151190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a42ed-104c-4635-98c4-b3662d93cd4b req-fae6e159-6fea-496d-857b-7ab0c5eec2a9 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.152806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-436a42ed-104c-4635-98c4-b3662d93cd4b req-fae6e159-6fea-496d-857b-7ab0c5eec2a9 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 943 time: 0.1706805 Jul 23 20:10:01.220562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:01.223965 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.224563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:01.226928 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdba217c-8423-4b44-b4f9-d4e9fbb540c0" -d '{"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:01.238351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.278811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.356205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:01.370135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.384597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Network 411c6b38-42e3-4b12-a93f-1642c420c546 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:01.386443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:01.393700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:01.417708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:01.468298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.469373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.472061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-436a42ed-104c-4635-98c4-b3662d93cd4b req-0b08ddff-e816-4606-819a-972e6b8c014a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028140 Jul 23 20:10:01.521807 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-0b42e349-9d94-4363-8a87-9346614c0346 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3331370 Jul 23 20:10:01.533414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ee1cb1c-5733-475a-bbdd-271c58777d77 None None] Provisioning for port d1b1696e-782d-447f-8969-2a294da9489b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:01.539825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ee1cb1c-5733-475a-bbdd-271c58777d77 None None] Provisioning complete for port d1b1696e-782d-447f-8969-2a294da9489b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:01.540200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0ee1cb1c-5733-475a-bbdd-271c58777d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.542945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Request body: {'port': {'device_id': '8bc209dc-c4a4-427a-a091-35033b436996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:01.653137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1cb1c-5733-475a-bbdd-271c58777d77 None None] Port d1b1696e-782d-447f-8969-2a294da9489b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:10:01.730525 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55466b69-e94c-4d72-a3f4-1cb621589c47 x-openstack-request-id: req-55466b69-e94c-4d72-a3f4-1cb621589c47 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:01.730891 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:01.731164 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55466b69-e94c-4d72-a3f4-1cb621589c47 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:01.731587 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'code': 200} Jul 23 20:10:01.740765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:01.786591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:01.791153 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e7229-e848-426e-b7b0-c45d1a6f5ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:01.854743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502c59-1c67-4540-b965-3607df6a7de2 req-24c9a7a1-6697-4bd6-9e9c-e3f141685cff tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:01.861555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8502c59-1c67-4540-b965-3607df6a7de2 req-24c9a7a1-6697-4bd6-9e9c-e3f141685cff tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 931 time: 0.4936924 Jul 23 20:10:01.938496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8502c59-1c67-4540-b965-3607df6a7de2 req-ce26c623-0f6b-4a97-a2e4-5f7286af5b8b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760298 Jul 23 20:10:01.966578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b1696e-782d-447f-8969-2a294da9489b {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:01.990218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.024865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Transition to ACTIVE for port object d1b1696e-782d-447f-8969-2a294da9489b will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:02.049296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade15928-f50e-4d96-8c72-905089e5eb02 req-d0db1aa2-d7cf-4170-8c3f-b33d4553c9df tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.051248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ade15928-f50e-4d96-8c72-905089e5eb02 req-d0db1aa2-d7cf-4170-8c3f-b33d4553c9df tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.2691841 Jul 23 20:10:02.052998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.218009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b1696e-782d-447f-8969-2a294da9489b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:02.238339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ade15928-f50e-4d96-8c72-905089e5eb02 req-badb5526-1276-4e22-a622-a2bf28d8f826 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454895 Jul 23 20:10:02.393765 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e680a16a-0ec3-4b32-8759-a59ec841551c x-openstack-request-id: req-e680a16a-0ec3-4b32-8759-a59ec841551c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:02.394051 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:02.394314 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e680a16a-0ec3-4b32-8759-a59ec841551c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:02.394683 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'status': 'completed', 'code': 200} Jul 23 20:10:02.395485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Attempting to bind port d1b1696e-782d-447f-8969-2a294da9489b on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:02.395762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Attempting to bind port d1b1696e-782d-447f-8969-2a294da9489b by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:02.396096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Attempting to bind port d1b1696e-782d-447f-8969-2a294da9489b on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:02.411183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Port d1b1696e-782d-447f-8969-2a294da9489b on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:02.411511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Attempting to bind port d1b1696e-782d-447f-8969-2a294da9489b on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:02.418004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:02.418346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:02.418729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:02.419157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Bound port: d1b1696e-782d-447f-8969-2a294da9489b, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:02.419518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.488286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7242365-d69f-4481-8d5a-70d8fb748638 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:02.504226 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.523244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644309c-e349-4227-9346-040ae7a7ed13 req-3e5e00de-8e3d-4527-b610-0999765215c7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.530494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1644309c-e349-4227-9346-040ae7a7ed13 req-3e5e00de-8e3d-4527-b610-0999765215c7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 948 time: 0.1812663 Jul 23 20:10:02.551782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Transition to ACTIVE for port object e7242365-d69f-4481-8d5a-70d8fb748638 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:02.558989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-2e04e8a8-efcf-4b2d-b203-f00b3f3229fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.561142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-2e04e8a8-efcf-4b2d-b203-f00b3f3229fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1126 time: 0.1527836 Jul 23 20:10:02.562679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.607600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1644309c-e349-4227-9346-040ae7a7ed13 req-8a7e77cb-1459-4986-9f3a-5a860ac57c8c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754695 Jul 23 20:10:02.641592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:02.659554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:02.669192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] For port d1b1696e-782d-447f-8969-2a294da9489b, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:02.749212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] For port d1b1696e-782d-447f-8969-2a294da9489b, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1b1696e-782d-447f-8969-2a294da9489b,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:02.763000 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.813270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.814231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:02.816104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1b1696e-782d-447f-8969-2a294da9489b HTTP/1.1" status: 200 len: 1097 time: 1.7093639 Jul 23 20:10:02.863910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ea9a1-f41b-4fac-9cce-80e5ebf73351 req-a56d4f9a-19ba-4759-9d09-57b605f060cf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.865548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee2ea9a1-f41b-4fac-9cce-80e5ebf73351 req-a56d4f9a-19ba-4759-9d09-57b605f060cf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 943 time: 0.2311134 Jul 23 20:10:02.895622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:02.909371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:10:02.976661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-2604fab9-6fb7-434a-9b78-a8004bdcedcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:02.978431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-2604fab9-6fb7-434a-9b78-a8004bdcedcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.3281977 Jul 23 20:10:02.979361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:02.979696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:02.980024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:03.000910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee2ea9a1-f41b-4fac-9cce-80e5ebf73351 req-ea36705e-fd98-4fe5-8600-0569f75ee8b7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948770 Jul 23 20:10:03.007437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafede3-7c01-43ff-b1e9-c4164a3401f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d1b1696e-782d-447f-8969-2a294da9489b,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:03.028994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:03.029327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:03.066273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-f5ae66f2-627e-4acb-bf29-319db44692ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.090106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-f5ae66f2-627e-4acb-bf29-319db44692ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 1100 time: 0.1830173 Jul 23 20:10:03.168570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:03.169566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:03.171469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:03.171953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Bound port: e7242365-d69f-4481-8d5a-70d8fb748638, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:03.172354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.200398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-e7d82ead-04b5-4c6c-ba9b-9b931642c542 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d1b1696e-782d-447f-8969-2a294da9489b HTTP/1.1" status: 200 len: 217 time: 0.0960443 Jul 23 20:10:03.217258 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-738024f1-472d-4df0-89f2-2e7972111c09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 217 time: 0.2214048 Jul 23 20:10:03.370646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-683bdd3a-3f94-4cb4-8e00-66b6d5e45013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.372373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-683bdd3a-3f94-4cb4-8e00-66b6d5e45013 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1044765 Jul 23 20:10:03.404344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:03.407920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:03.417098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3731a3-e51f-405b-9bac-84aa6526f258 req-416a359b-a755-4a5f-a31a-5cafde38b9d5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.418789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc3731a3-e51f-405b-9bac-84aa6526f258 req-416a359b-a755-4a5f-a31a-5cafde38b9d5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.2372060 Jul 23 20:10:03.427016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.448348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56238) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:03.574234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc3731a3-e51f-405b-9bac-84aa6526f258 req-ffa9ef4d-bd3d-4681-9aa9-e7b2b13c3cdf tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244471 Jul 23 20:10:03.673350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ab465-79c1-4c36-b283-5ec11495423c req-7f453cd6-f87b-45ff-819a-2aef9e8748ec tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.681956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f62ab465-79c1-4c36-b283-5ec11495423c req-7f453cd6-f87b-45ff-819a-2aef9e8748ec tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.2284863 Jul 23 20:10:03.769771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f62ab465-79c1-4c36-b283-5ec11495423c req-0f5754dc-b2b3-4d43-a7c7-e5d6f2ceb4d5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679898 Jul 23 20:10:03.800109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-bd0a5197-d89f-4e33-b7bc-fdd17c49fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.803151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-bd0a5197-d89f-4e33-b7bc-fdd17c49fcab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4220850 Jul 23 20:10:03.846099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8232a61-1a1b-40fa-b2f9-8993ccdaf2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.868700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-9b8d2668-bf22-4f34-9ea9-fb48580c034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.870849 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-9b8d2668-bf22-4f34-9ea9-fb48580c034c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.6190276 Jul 23 20:10:03.879930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:03.880555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:03.882556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] 10.222.0.47 "PUT /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 1092 time: 2.3466275 Jul 23 20:10:03.883194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:03.885498 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae6ca31-df31-49b2-a455-33d1c7841f64" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:03.952639 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-13aa0652-f9c6-438e-8945-537b9c53d9e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617380 Jul 23 20:10:03.984263 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94da3e1-6be6-4750-a132-af4d698f781f x-openstack-request-id: req-b94da3e1-6be6-4750-a132-af4d698f781f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:03.984563 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:03.984820 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b94da3e1-6be6-4750-a132-af4d698f781f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:03.985213 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'status': 'completed', 'code': 200} Jul 23 20:10:03.987411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:04.021416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.021896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.022253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.022789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.023219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.023667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.024028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.024359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.024790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.025117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.025467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.025804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ef57ae-af08-4bb4-b4ec-9a1f9efe7e8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:04.112533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-6e7500cb-a935-48a1-9383-52e700295622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.112533 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-6e7500cb-a935-48a1-9383-52e700295622 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1095 time: 0.1576805 Jul 23 20:10:04.139109 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-7a2f3c0a-c987-4f7a-a872-889c68849951 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529043 Jul 23 20:10:04.245418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-f331df8b-8c96-4f4d-97bd-f2b1b3a64d99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 217 time: 0.1191924 Jul 23 20:10:04.334799 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-bec8f9ab-c339-4c62-b25f-87bedc722072 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669760 Jul 23 20:10:04.392981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-37a3fe7e-7e2f-4e40-af70-84d4a336cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.394532 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-37a3fe7e-7e2f-4e40-af70-84d4a336cfe3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1423309 Jul 23 20:10:04.396011 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-e6fb062a-e2e0-4540-b510-63af0b2fd74c service neutron] 10.222.0.47 "GET /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.1525559 Jul 23 20:10:04.493956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'tag': 'd1b1696e-782d-447f-8969-2a294da9489b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:04.497668 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc59cbf-07bf-4315-9186-0516b7bbc63e" -d '{"events": [{"name": "network-changed", "server_uuid": "f51c2ac1-db34-4bd0-9a2b-623ca4c73948", "tag": "d1b1696e-782d-447f-8969-2a294da9489b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:04.539338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56274) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:04.571592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-ece3d009-2d19-4ee3-8653-41a0dbafb892 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1576748 Jul 23 20:10:04.591232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-bd2056b8-5ef0-49cc-9034-23017cd311ab service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7645719 Jul 23 20:10:04.605907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3cb9d4-c5f9-486b-bcdc-3acab84a9d65 req-0403fc50-0646-4678-9df6-913d6a0f761d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.612184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd3cb9d4-c5f9-486b-bcdc-3acab84a9d65 req-0403fc50-0646-4678-9df6-913d6a0f761d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 948 time: 0.7867646 Jul 23 20:10:04.749855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:04.783692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd3cb9d4-c5f9-486b-bcdc-3acab84a9d65 req-7fae293a-9b77-44fd-9860-ca8e296bf939 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706405 Jul 23 20:10:04.794640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b917c8d2-98d2-4696-ab43-1f6da99de061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.799256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:04.845338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f641f2-7e4f-4f48-a053-f5e6dc33828c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:04.850190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaf134-1438-44c9-a937-4da98f6e3528 req-a8973b34-1f13-4c54-bff9-f206abdd2682 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:04.857824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28aaf134-1438-44c9-a937-4da98f6e3528 req-a8973b34-1f13-4c54-bff9-f206abdd2682 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 943 time: 0.3524652 Jul 23 20:10:04.859061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:04.866060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8232a61-1a1b-40fa-b2f9-8993ccdaf2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.891972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8232a61-1a1b-40fa-b2f9-8993ccdaf2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.934748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f8232a61-1a1b-40fa-b2f9-8993ccdaf2ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71cd9a71b2dc4759bc33c7187b0fddba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4829233 Jul 23 20:10:04.937149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56284) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:04.966444 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-cbe52deb-18ef-4435-ba14-a57169492808 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003934 Jul 23 20:10:04.967736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:04.972707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32ed48aa-38ba-41a0-b31b-01c1c9a31d38 req-bbc83286-9d96-49a4-a1c4-cd8ed0010a29 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568225 Jul 23 20:10:04.984135 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b718f46-f7f9-4ca3-914d-01ad47d611fd x-openstack-request-id: req-4b718f46-f7f9-4ca3-914d-01ad47d611fd {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:04.985031 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f51c2ac1-db34-4bd0-9a2b-623ca4c73948", "tag": "d1b1696e-782d-447f-8969-2a294da9489b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:04.985031 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b718f46-f7f9-4ca3-914d-01ad47d611fd {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:04.985031 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'tag': 'd1b1696e-782d-447f-8969-2a294da9489b', 'status': 'completed', 'code': 200} Jul 23 20:10:05.029102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8232a61-1a1b-40fa-b2f9-8993ccdaf2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94661b-eb23-4589-9927-b7a9fc5b4c85,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.061052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28aaf134-1438-44c9-a937-4da98f6e3528 req-8f6d7b1f-d080-4e48-a8fb-b1ea11dbb1f8 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023196 Jul 23 20:10:05.177897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb6f-6292-4bed-9d2d-443dc53be056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.180468 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-538f266c-8aa0-4ae8-bf52-0c701cbfe14d req-b17d1a8a-b7a1-46b4-862a-1ed00f0c6625 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951048 Jul 23 20:10:05.181406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] Transition to ACTIVE for port object 38f641f2-7e4f-4f48-a053-f5e6dc33828c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:05.186178 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.230435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb6f-6292-4bed-9d2d-443dc53be056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.297801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] No DVR routers for this DVR port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:05.304958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] Pushing event updated for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.315365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b917c8d2-98d2-4696-ab43-1f6da99de061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.361297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-6e1c80ca-0202-494b-b592-4121fbb48f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.367403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-6e1c80ca-0202-494b-b592-4121fbb48f5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 1100 time: 0.2843621 Jul 23 20:10:05.379978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a02b0-6583-446b-b813-72bcdc93240f req-f0097d1c-ff6f-46a5-9270-50e41d225104 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.384080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf7a02b0-6583-446b-b813-72bcdc93240f req-f0097d1c-ff6f-46a5-9270-50e41d225104 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.3167930 Jul 23 20:10:05.397543 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b917c8d2-98d2-4696-ab43-1f6da99de061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.474204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-aa9c4782-3534-4485-9a90-66843803f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.476555 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-aa9c4782-3534-4485-9a90-66843803f6ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1095 time: 0.2067356 Jul 23 20:10:05.480068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb6f-6292-4bed-9d2d-443dc53be056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.482594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b89cb6f-6292-4bed-9d2d-443dc53be056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.496088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6b89cb6f-6292-4bed-9d2d-443dc53be056 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c94661b-eb23-4589-9927-b7a9fc5b4c85 HTTP/1.1" status: 204 len: 168 time: 0.5460410 Jul 23 20:10:05.556500 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-13bcd21d-dc59-40e4-ac94-1a1879c864b9 service neutron] 10.222.0.47 "PUT /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 1.1381433 Jul 23 20:10:05.604247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-06fc93e5-6be8-4da8-a335-9219071e5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.606002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-06fc93e5-6be8-4da8-a335-9219071e5046 service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1228461 Jul 23 20:10:05.665361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b917c8d2-98d2-4696-ab43-1f6da99de061 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96bacb413015463eb8ecd22ad8f8f13a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1202540 Jul 23 20:10:05.669026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:05.674322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-f119f9aa-aa60-410d-ae5e-8e955153f2a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 217 time: 0.0571771 Jul 23 20:10:05.679863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf7a02b0-6583-446b-b813-72bcdc93240f req-2ea3d597-30ac-4622-917c-44c7304a0034 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784789 Jul 23 20:10:05.746182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917c8d2-98d2-4696-ab43-1f6da99de061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603569c-94d1-4c88-b655-54f61bbbc52d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.762495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-5b3e42a2-34a7-40d9-bcd1-277710a8c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.765657 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-5b3e42a2-34a7-40d9-bcd1-277710a8c613 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0729234 Jul 23 20:10:05.813273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89cb6f-6292-4bed-9d2d-443dc53be056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94661b-eb23-4589-9927-b7a9fc5b4c85,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:05.839040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-e537f2b9-a045-4a56-8f0d-f437a6d22614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.847103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-e537f2b9-a045-4a56-8f0d-f437a6d22614 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.4610355 Jul 23 20:10:05.861503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-a453a759-323a-45dd-b98f-9b4779515118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789516 Jul 23 20:10:05.871893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddfd78-7a79-46fc-ad55-98960867571a req-462bbf0a-43c6-4d83-af55-9b744fa78579 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:05.879911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6ddfd78-7a79-46fc-ad55-98960867571a req-462bbf0a-43c6-4d83-af55-9b744fa78579 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.4105442 Jul 23 20:10:05.939299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0302d0cd-7cd2-4da5-8caa-b43eb075f2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:05.956501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-ae9338b2-2c4b-4b77-acd5-f41c3be3b586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d1b1696e-782d-447f-8969-2a294da9489b HTTP/1.1" status: 200 len: 217 time: 0.0745199 Jul 23 20:10:06.002221 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-e0cffdca-9f72-47b2-a8d6-60094b38f4cb service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230295 Jul 23 20:10:06.015738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-9ceb6948-8b42-4250-ac9b-15e292da945a tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.017220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-9ceb6948-8b42-4250-ac9b-15e292da945a tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.3606741 Jul 23 20:10:06.073204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0302d0cd-7cd2-4da5-8caa-b43eb075f2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.103315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6ddfd78-7a79-46fc-ad55-98960867571a req-59e99074-2f43-4d0f-8572-ab822645274a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225509 Jul 23 20:10:06.164385 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eae6ca31-df31-49b2-a455-33d1c7841f64 req-2929347b-ca90-433a-a1e0-fb48624ed347 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527722 Jul 23 20:10:06.206767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-d33d1254-8f9c-4892-81a3-2e545ce0c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.207832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-d33d1254-8f9c-4892-81a3-2e545ce0c676 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2325077 Jul 23 20:10:06.269413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5242-a5c0-4f64-afb5-c1675633ffe3 req-30b869e9-dd27-4fe4-98ed-263f6972c437 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.278006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc1c5242-a5c0-4f64-afb5-c1675633ffe3 req-30b869e9-dd27-4fe4-98ed-263f6972c437 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 948 time: 0.3281744 Jul 23 20:10:06.334585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-4545a3ac-d54b-4873-944c-22c43097f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.336574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-4545a3ac-d54b-4873-944c-22c43097f347 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67&tenant_id=88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 1096 time: 0.2845626 Jul 23 20:10:06.337189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0302d0cd-7cd2-4da5-8caa-b43eb075f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.339740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0302d0cd-7cd2-4da5-8caa-b43eb075f2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:06.340807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0302d0cd-7cd2-4da5-8caa-b43eb075f2de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3603569c-94d1-4c88-b655-54f61bbbc52d HTTP/1.1" status: 204 len: 168 time: 0.6599321 Jul 23 20:10:06.388144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d0cd-7cd2-4da5-8caa-b43eb075f2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603569c-94d1-4c88-b655-54f61bbbc52d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:06.432865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc1c5242-a5c0-4f64-afb5-c1675633ffe3 req-06941dc8-1c3b-437b-9863-f9be83872c60 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511788 Jul 23 20:10:06.490205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-7b35a7dd-1440-427c-beb9-2d3954ef3783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.492080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-7b35a7dd-1440-427c-beb9-2d3954ef3783 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2744603 Jul 23 20:10:06.620501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb379-da8b-4dbd-88f4-788c9e2da306 req-001e31c9-9233-49c9-8d51-de80c0ac594f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.622095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e84eb379-da8b-4dbd-88f4-788c9e2da306 req-001e31c9-9233-49c9-8d51-de80c0ac594f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 944 time: 0.3419805 Jul 23 20:10:06.624069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-cb4cba06-be04-4a6c-9f80-7a6cb3df6e6f service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206601 Jul 23 20:10:06.728241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-a43a52df-9787-46de-b1c6-6d1db101238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.729910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-a43a52df-9787-46de-b1c6-6d1db101238a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1096 time: 0.3648396 Jul 23 20:10:06.732290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc59cbf-07bf-4315-9186-0516b7bbc63e req-ba3a3edb-9db0-44a5-9081-32cfd17266d6 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940850 Jul 23 20:10:06.845600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-c7905bd4-828d-4774-8898-88cc855bf2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:06.847138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-c7905bd4-828d-4774-8898-88cc855bf2cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1032505 Jul 23 20:10:06.891685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-2ca2bc50-2a17-416d-a2f6-d6f80bfd9bf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 217 time: 0.0378714 Jul 23 20:10:06.946617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56350) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:06.951329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e84eb379-da8b-4dbd-88f4-788c9e2da306 req-cd08847f-9768-4cc2-b18c-32fe82677ca6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216870 Jul 23 20:10:06.986955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-988a87fb-e0ac-4bf3-8b95-66e7cdc1533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.006941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-1b51511c-a470-4eaf-80d1-b631de43e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.008705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-1b51511c-a470-4eaf-80d1-b631de43e099 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0983455 Jul 23 20:10:07.062862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-d963ac6b-fd24-45a5-ad1d-7f45aa2bc7c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452416 Jul 23 20:10:07.075247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a81dff-be2c-4897-ae64-22fd091df9a1 req-af29e59f-f26f-4693-a435-25f7984af3d2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.076969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5a81dff-be2c-4897-ae64-22fd091df9a1 req-af29e59f-f26f-4693-a435-25f7984af3d2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.1290987 Jul 23 20:10:07.160995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-988a87fb-e0ac-4bf3-8b95-66e7cdc1533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.161801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56356) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:07.170004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-988a87fb-e0ac-4bf3-8b95-66e7cdc1533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.213263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5a81dff-be2c-4897-ae64-22fd091df9a1 req-6ad47b58-6265-4fab-8f40-5fee86ead0f4 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112974 Jul 23 20:10:07.221126 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-988a87fb-e0ac-4bf3-8b95-66e7cdc1533e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d1e5e382c2e452e8133f2db5ca9ca4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731214 Jul 23 20:10:07.224171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56360) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:07.237425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a87fb-e0ac-4bf3-8b95-66e7cdc1533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b399ba8a-b2ec-4fb3-b5d1-c6b32dc16806,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:07.331919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-f1958944-2db2-474a-b1c0-e390835079e3 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534823 Jul 23 20:10:07.334884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f82f1ae-fa76-4274-959f-4beee2a3b2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.432898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f505e01-bd3c-4638-b20d-54522efa68de req-2ed166d3-f2b1-472b-a68e-bd8a3fc17127 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.434392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f505e01-bd3c-4638-b20d-54522efa68de req-2ed166d3-f2b1-472b-a68e-bd8a3fc17127 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1870205 Jul 23 20:10:07.468310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f82f1ae-fa76-4274-959f-4beee2a3b2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.468310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a784d195-d45e-42a3-8852-b159669da5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.483367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f82f1ae-fa76-4274-959f-4beee2a3b2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.508633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a784d195-d45e-42a3-8852-b159669da5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.514385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-a4177af1-6196-4127-ab25-055657b00438 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748500 Jul 23 20:10:07.539606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f505e01-bd3c-4638-b20d-54522efa68de req-f2069761-3e4d-4b97-8cde-de7811123f3f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931036 Jul 23 20:10:07.631121 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1f82f1ae-fa76-4274-959f-4beee2a3b2f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a9241de100642039eaec6889b27ce4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658024 Jul 23 20:10:07.634764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56372) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:07.641871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f1ae-fa76-4274-959f-4beee2a3b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445c9283-d4d8-4031-96af-d419e1101dc3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:07.646835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a784d195-d45e-42a3-8852-b159669da5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.650205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a784d195-d45e-42a3-8852-b159669da5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.651459 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a784d195-d45e-42a3-8852-b159669da5dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b399ba8a-b2ec-4fb3-b5d1-c6b32dc16806 HTTP/1.1" status: 204 len: 168 time: 0.4261434 Jul 23 20:10:07.675493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784d195-d45e-42a3-8852-b159669da5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b399ba8a-b2ec-4fb3-b5d1-c6b32dc16806,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:07.736343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-750dc810-e779-404a-8d74-672e6ab52c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.763891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74011-a21a-4fe6-a9a7-512585ae0951 req-5c5f6626-04ec-4786-bf5d-93f7aca3770b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.765528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc74011-a21a-4fe6-a9a7-512585ae0951 req-5c5f6626-04ec-4786-bf5d-93f7aca3770b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 948 time: 0.2250912 Jul 23 20:10:07.781700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-750dc810-e779-404a-8d74-672e6ab52c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.840023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-750dc810-e779-404a-8d74-672e6ab52c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.843098 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-750dc810-e779-404a-8d74-672e6ab52c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:07.844768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-750dc810-e779-404a-8d74-672e6ab52c58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/445c9283-d4d8-4031-96af-d419e1101dc3 HTTP/1.1" status: 204 len: 168 time: 0.2087705 Jul 23 20:10:07.855524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dc810-e779-404a-8d74-672e6ab52c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445c9283-d4d8-4031-96af-d419e1101dc3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:07.897933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc74011-a21a-4fe6-a9a7-512585ae0951 req-81bafeac-75c1-4305-9682-b3f45d8e392c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238263 Jul 23 20:10:07.912106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:07.920554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:07.978573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-4bded598-389c-4649-97c0-290c02daba63 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:07.981062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-4bded598-389c-4649-97c0-290c02daba63 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.1182902 Jul 23 20:10:08.076201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:10:08.175997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:08.193774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'port_id': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'mac_address': 'fa:16:3e:f9:cb:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37156b0c-0f5e-40e8-9d80-8813d45e5651', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:08.236807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-aa198163-49db-4d85-b7a8-659d4d7b1618 service neutron] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:08.247649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-aa198163-49db-4d85-b7a8-659d4d7b1618 service neutron] Notify callbacks [] for binding, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.248445 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.249009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd5e13b-cfa6-4f1d-9d02-37180bbf2037 req-aa198163-49db-4d85-b7a8-659d4d7b1618 service neutron] 10.222.0.36 "DELETE /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.2575269 Jul 23 20:10:08.259365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc7138-2af4-4616-9906-785ce23c6463 req-76609655-3539-4dcf-8bbc-2b030a969eee tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.267733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95fc7138-2af4-4616-9906-785ce23c6463 req-76609655-3539-4dcf-8bbc-2b030a969eee tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 944 time: 0.1434355 Jul 23 20:10:08.270095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7242365-d69f-4481-8d5a-70d8fb748638 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:08.305230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:08.314190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.315021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1b1696e-782d-447f-8969-2a294da9489b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:08.342173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95fc7138-2af4-4616-9906-785ce23c6463 req-4af75b4b-b06c-4dcf-a3e1-5c25c80ac01c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703540 Jul 23 20:10:08.480584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:08.483968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1190a-6c8f-48fb-888f-80997e97f4ad req-6f8f940d-1a12-4c8d-936a-a76b92f136a9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.491675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69b1190a-6c8f-48fb-888f-80997e97f4ad req-6f8f940d-1a12-4c8d-936a-a76b92f136a9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.1475730 Jul 23 20:10:08.574811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69b1190a-6c8f-48fb-888f-80997e97f4ad req-de02424a-0c80-482f-9352-6be25f47bf4b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805879 Jul 23 20:10:08.598093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1b1696e-782d-447f-8969-2a294da9489b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1b1696e-782d-447f-8969-2a294da9489b,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:08.624893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'd1b1696e-782d-447f-8969-2a294da9489b', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'd1b1696e-782d-447f-8969-2a294da9489b', 'mac_address': 'fa:16:3e:49:7c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:08.681268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.713575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b1696e-782d-447f-8969-2a294da9489b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:08.740556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1b1696e-782d-447f-8969-2a294da9489b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1b1696e-782d-447f-8969-2a294da9489b,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:08.750613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:08.846944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d1b1696e-782d-447f-8969-2a294da9489b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:08.856064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9e304-4927-41f9-8917-39235636714c req-a31affde-e713-4670-a4d6-bdb2c49cf9e9 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.857737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ca9e304-4927-41f9-8917-39235636714c req-a31affde-e713-4670-a4d6-bdb2c49cf9e9 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1096 time: 0.1659174 Jul 23 20:10:08.893493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0103a0-9e70-4aec-aed9-20d446e6aa12 req-1a49e1af-1ab5-49ec-b243-45fd58a2f6bd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:08.900778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c0103a0-9e70-4aec-aed9-20d446e6aa12 req-1a49e1af-1ab5-49ec-b243-45fd58a2f6bd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1322286 Jul 23 20:10:08.977154 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ca9e304-4927-41f9-8917-39235636714c req-b24fee08-a439-4faa-b599-3b2980852d7e tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 Jul 23 20:10:09.035778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c0103a0-9e70-4aec-aed9-20d446e6aa12 req-9026f54f-5931-4efe-bd20-97e4a8d23641 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340158 Jul 23 20:10:09.092499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d1b1696e-782d-447f-8969-2a294da9489b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:09.131493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e7242365-d69f-4481-8d5a-70d8fb748638'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:09.244221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd8884-3e54-4ff8-8525-98246c3c29a9 req-1cae277c-9380-4f48-af83-98e925a560c2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.254300 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cdd8884-3e54-4ff8-8525-98246c3c29a9 req-1cae277c-9380-4f48-af83-98e925a560c2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 949 time: 0.1129889 Jul 23 20:10:09.325623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cdd8884-3e54-4ff8-8525-98246c3c29a9 req-5e8d7afc-eeaa-43ba-a7ff-cfb292fab7db tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698700 Jul 23 20:10:09.632091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-e1b98e65-1a9e-4680-9540-37f3ae051ce1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.655345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-e1b98e65-1a9e-4680-9540-37f3ae051ce1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.2343531 Jul 23 20:10:09.660080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:09.689769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-532abcb4-b692-4403-a33f-f61091fc9697 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/quotas/88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 375 time: 0.0334303 Jul 23 20:10:09.779162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-839294063-network', 'tenant_id': '923fda1f2aee4ee9ac50f26210421064'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:09.790314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccd2b8-2a4e-408b-9a28-3aaa0d8cb0ec req-8967d352-b18c-4819-8a57-8cc739dbcdea tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:09.797468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50ccd2b8-2a4e-408b-9a28-3aaa0d8cb0ec req-8967d352-b18c-4819-8a57-8cc739dbcdea tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.1302836 Jul 23 20:10:09.807242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Made reservation on behalf of 923fda1f2aee4ee9ac50f26210421064 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:09.813604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.824984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-d3fede29-8fb1-4ad6-bc98-402504d1163a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341548 Jul 23 20:10:09.828012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:09.901300 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50ccd2b8-2a4e-408b-9a28-3aaa0d8cb0ec req-e11b72f0-ef3c-4fb9-aac5-ab1753f535c5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027563 Jul 23 20:10:09.974245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-303c2e87-fc1c-423b-baef-8a3606d6db8c service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484041 Jul 23 20:10:09.999749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.009215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.038836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:10:10.054331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.054684 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Added segment ee38b53d-31ac-4fab-ad78-45d0b6087205 of type vlan for network b8ba097c-bd27-4ae9-9d6a-0735248a2480 Jul 23 20:10:10.056059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3ff52-7bd7-4520-ae27-49bf2f729c64,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:10.132359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-d45bb672-7eab-4dd5-b249-d985cb03736f service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488252 Jul 23 20:10:10.171084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.259044 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.261263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.262533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.274195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10929238-5e2a-49d1-b490-45dd6b6d294a req-ea1a4321-8c45-42d8-bcb7-e9efb86f4477 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.276129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10929238-5e2a-49d1-b490-45dd6b6d294a req-ea1a4321-8c45-42d8-bcb7-e9efb86f4477 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1216340 Jul 23 20:10:10.316807 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6553702 Jul 23 20:10:10.320602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56482) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:10.325723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Request body: {'subnet': {'network_id': 'b8ba097c-bd27-4ae9-9d6a-0735248a2480', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-839294063-subnet', 'tenant_id': '923fda1f2aee4ee9ac50f26210421064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:10.382648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c59ca-c3b7-4529-83b0-1f51d8323ddc admin admin] Pushing event updated for resources: {'Network': ['ID=b8ba097c-bd27-4ae9-9d6a-0735248a2480,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:10.386800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10929238-5e2a-49d1-b490-45dd6b6d294a req-04d4cbc9-9740-4a6d-99c0-5e7ae4d39bfc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936773 Jul 23 20:10:10.410867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b8ba097c-bd27-4ae9-9d6a-0735248a2480 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:10:10.425680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Made reservation on behalf of 923fda1f2aee4ee9ac50f26210421064 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:10.428077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:10.531864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f210e051-21cf-4eba-a21b-566025c467f6 req-4fad971a-7a5d-4571-bf02-be79a009491c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 210 time: 0.0946937 Jul 23 20:10:10.656378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb82991-938b-4cc9-90e4-e564b17fd37d req-39801512-4bf7-4a3c-80c6-be2bafb02c2b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:10.664007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cfb82991-938b-4cc9-90e4-e564b17fd37d req-39801512-4bf7-4a3c-80c6-be2bafb02c2b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 949 time: 0.1131816 Jul 23 20:10:10.762775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cfb82991-938b-4cc9-90e4-e564b17fd37d req-e75f9ffa-d95b-4a6c-90d2-ae31bd94b140 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Jul 23 20:10:10.979764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.120551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=808d81af-c9ef-4b60-a46b-2df19833e170,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:11.123201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Checking segment: {'id': 'ee38b53d-31ac-4fab-ad78-45d0b6087205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b8ba097c-bd27-4ae9-9d6a-0735248a2480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:11.123588 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Network hostable DHCP agents. Network: b8ba097c-bd27-4ae9-9d6a-0735248a2480, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:10:11.150020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Network b8ba097c-bd27-4ae9-9d6a-0735248a2480 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:10:11.177198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b8ba097c-bd27-4ae9-9d6a-0735248a2480) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:11.195926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.195926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.242420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a479b0b-7f83-4fad-8e86-68903cb60aef None None] Network b8ba097c-bd27-4ae9-9d6a-0735248a2480 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:11.250606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028da0b-d211-4357-9111-368e6fc6bac2 req-d210d86d-9780-43f7-814b-5a95e7a8e33c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.252168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4028da0b-d211-4357-9111-368e6fc6bac2 req-d210d86d-9780-43f7-814b-5a95e7a8e33c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.1690083 Jul 23 20:10:11.263645 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f23a2ed3-383f-4444-aed0-7b65597136c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9419708 Jul 23 20:10:11.319761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4028da0b-d211-4357-9111-368e6fc6bac2 req-9879f2fc-7394-41bf-8e56-1b8f0c9c502d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553317 Jul 23 20:10:11.409600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409d634-a35f-4a4e-b17d-f0620216bce2 None None] Network b8ba097c-bd27-4ae9-9d6a-0735248a2480 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:11.713412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48881e2b-af0a-4911-894a-d539967e4ea0 req-6ab6fb86-0044-47bf-9170-afe72159391f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:11.716045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48881e2b-af0a-4911-894a-d539967e4ea0 req-6ab6fb86-0044-47bf-9170-afe72159391f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1302001 Jul 23 20:10:11.763581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56544) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:11.799852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48881e2b-af0a-4911-894a-d539967e4ea0 req-1680d765-ce36-43fa-806d-a38b2992407a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769751 Jul 23 20:10:11.871060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-40c0d923-de0c-450e-b4d6-f0df3834fd34 req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-904467725', 'description': 'tempest-description-1765332362'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:11.926866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-40c0d923-de0c-450e-b4d6-f0df3834fd34 req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:11.937035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:11.949341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4b10c35-cdb0-44b4-9234-37b6331d8953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.016387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b59c25dd-e64f-4f67-b7f2-dddf40ac7ac1 req-164560b3-68a3-45a3-bc40-c23e451ffd43 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 210 time: 0.1101344 Jul 23 20:10:12.079177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4b10c35-cdb0-44b4-9234-37b6331d8953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.085613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e7242365-d69f-4481-8d5a-70d8fb748638 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:12.091426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4b10c35-cdb0-44b4-9234-37b6331d8953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.099307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e7242365-d69f-4481-8d5a-70d8fb748638 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:12.099687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.165062 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4b10c35-cdb0-44b4-9234-37b6331d8953 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5ce36ef16e94bfe8b17c41cb32370fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005771 Jul 23 20:10:12.174929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56552) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:12.196168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b10c35-cdb0-44b4-9234-37b6331d8953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bac553d-f812-4419-a976-5c92c11dbb1a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:12.294232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.322497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:12.325163 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28707acb-837b-45fd-9b17-8b2456d90a8f" -d '{"events": [{"server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "name": "network-vif-plugged", "status": "completed", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:12.342616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:12.348883 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.350390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1b1696e-782d-447f-8969-2a294da9489b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:12.457734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:12.473108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port d1b1696e-782d-447f-8969-2a294da9489b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:12.483883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port d1b1696e-782d-447f-8969-2a294da9489b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:12.484552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.623571 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.640330 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-40c0d923-de0c-450e-b4d6-f0df3834fd34 req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.661375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-40c0d923-de0c-450e-b4d6-f0df3834fd34 req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.677018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1b1696e-782d-447f-8969-2a294da9489b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1b1696e-782d-447f-8969-2a294da9489b,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:12.684326 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.731996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-84cd6746-8966-48ec-89ea-b2c42bb0f76e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.733500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-84cd6746-8966-48ec-89ea-b2c42bb0f76e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.6805794 Jul 23 20:10:12.734125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4417c035-c47a-4aef-a4ac-c768513524b0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:12.739604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-40c0d923-de0c-450e-b4d6-f0df3834fd34 req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.740856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40c0d923-de0c-450e-b4d6-f0df3834fd34 req-4ff16629-0714-412b-a3fc-84ba6f6f65b2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8758843 Jul 23 20:10:12.758375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Request body: {'port': {'device_id': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'admin_state_up': True, 'tenant_id': '88ec0e139c654480b90946b197eff271'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:12.762381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0b52-ef8b-4ea0-b867-92c20871300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.809998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d1b1696e-782d-447f-8969-2a294da9489b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:12.822426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ad26a-12fd-4b22-9c2f-6943fbd8fa01 req-d97b11f4-d303-4ef5-8289-9564d4797949 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:12.829399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-777ad26a-12fd-4b22-9c2f-6943fbd8fa01 req-d97b11f4-d303-4ef5-8289-9564d4797949 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 949 time: 0.5570605 Jul 23 20:10:12.883887 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ffc803-7943-45d7-88d1-b82c9d0e3e59 x-openstack-request-id: req-b3ffc803-7943-45d7-88d1-b82c9d0e3e59 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:12.884164 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "name": "network-vif-plugged", "status": "completed", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:12.884419 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3ffc803-7943-45d7-88d1-b82c9d0e3e59 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:12.884808 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'code': 200} Jul 23 20:10:12.890443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0b52-ef8b-4ea0-b867-92c20871300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:12.963827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-777ad26a-12fd-4b22-9c2f-6943fbd8fa01 req-ad12c89e-38d6-4049-9288-c355c6fa9860 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335218 Jul 23 20:10:13.058060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Made reservation on behalf of 88ec0e139c654480b90946b197eff271 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:13.061475 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.073326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0b52-ef8b-4ea0-b867-92c20871300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.075847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3bcc0b52-ef8b-4ea0-b867-92c20871300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.076976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3bcc0b52-ef8b-4ea0-b867-92c20871300e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bac553d-f812-4419-a976-5c92c11dbb1a HTTP/1.1" status: 204 len: 168 time: 0.9010954 Jul 23 20:10:13.111502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc0b52-ef8b-4ea0-b867-92c20871300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bac553d-f812-4419-a976-5c92c11dbb1a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:13.186558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f5e25-c1dc-4a50-a681-383c6cce36ce req-dde62815-a09e-48a1-ab4f-0effd1e14459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.188058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-912f5e25-c1dc-4a50-a681-383c6cce36ce req-dde62815-a09e-48a1-ab4f-0effd1e14459 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1097 time: 0.2128725 Jul 23 20:10:13.196012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4999a-3100-4698-b004-82359af4adf7 req-180c3ab7-41f4-4c94-85e5-da06390b0733 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.197635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3d4999a-3100-4698-b004-82359af4adf7 req-180c3ab7-41f4-4c94-85e5-da06390b0733 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.2495999 Jul 23 20:10:13.248424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-b83af67d-704a-4879-9782-523f37e28520 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/4417c035-c47a-4aef-a4ac-c768513524b0 HTTP/1.1" status: 200 len: 1804 time: 0.1583200 Jul 23 20:10:13.279976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4417c035-c47a-4aef-a4ac-c768513524b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:13.280294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4417c035-c47a-4aef-a4ac-c768513524b0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:13.325605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-912f5e25-c1dc-4a50-a681-383c6cce36ce req-10403f9b-de26-43bb-983f-917972d115ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258898 Jul 23 20:10:13.342972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3d4999a-3100-4698-b004-82359af4adf7 req-b7dd0c9b-cb2b-4b64-a4f2-fcc328c68133 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266019 Jul 23 20:10:13.366241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Allocated IP 172.20.0.9 (d5f4b270-f9cb-4c68-ae99-bc50adf09e91/b42be26d-26ab-4bfa-83c0-c4df5555f6f1/4998ee98-7f46-4e2c-9256-2b54addebf4d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:13.449577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.503376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.523940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56578) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:13.536472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.546819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.547842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7083e2aa-619c-4568-b152-773f1f982208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.609126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8a53ea-2042-40ef-ba25-be8c9c8b1a7b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:13.657560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcdcf9-7926-4da8-9f96-5591918f595b req-5b44b97b-0688-4728-8443-1e6058c54c79 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.664727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04bcdcf9-7926-4da8-9f96-5591918f595b req-5b44b97b-0688-4728-8443-1e6058c54c79 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.2059402 Jul 23 20:10:13.675339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7083e2aa-619c-4568-b152-773f1f982208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.680592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7083e2aa-619c-4568-b152-773f1f982208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.691335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.698915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.700117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2865ad5-c929-4654-93aa-3a7b2a0d14c1 req-6609f1fe-0bba-4c2a-9874-ef807425c37c tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4410369 Jul 23 20:10:13.733448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7083e2aa-619c-4568-b152-773f1f982208 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd04a7dc65ca46b9b2af8695151e04f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083776 Jul 23 20:10:13.737993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56582) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:13.742881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04bcdcf9-7926-4da8-9f96-5591918f595b req-ceda043e-c74b-4350-b47c-2b0aadc10fc3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Jul 23 20:10:13.792856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083e2aa-619c-4568-b152-773f1f982208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a231c87-d6a3-42aa-8a26-4af0da92da10,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:13.794062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e6e953df-a574-4da5-b004-59af9e1f93b9 req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-522997933', 'description': 'tempest-description-246564715'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:13.794221 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13f0f164-ecfe-4c61-b491-e75941d9cafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.825548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4508fcc7-e99d-4a66-8e47-ed86c3ca46f6 req-5b91e1d8-271c-475d-a26a-7a89cba85d4d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 210 time: 0.0559406 Jul 23 20:10:13.834928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4e31-942d-40ac-b2aa-3b5fc28b6643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.841930 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.886760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4e31-942d-40ac-b2aa-3b5fc28b6643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.890877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e6e953df-a574-4da5-b004-59af9e1f93b9 req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.923134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:13.932814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:13.935818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:13.939791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:13.946458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:13.947181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.969818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4e31-942d-40ac-b2aa-3b5fc28b6643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.972498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5ce4e31-942d-40ac-b2aa-3b5fc28b6643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:13.976792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d5ce4e31-942d-40ac-b2aa-3b5fc28b6643 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a231c87-d6a3-42aa-8a26-4af0da92da10 HTTP/1.1" status: 204 len: 168 time: 0.2321835 Jul 23 20:10:13.983195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce4e31-942d-40ac-b2aa-3b5fc28b6643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a231c87-d6a3-42aa-8a26-4af0da92da10,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:14.061461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e6e953df-a574-4da5-b004-59af9e1f93b9 req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.079259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e6e953df-a574-4da5-b004-59af9e1f93b9 req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.120574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-09169261-79e6-4636-91ce-bb2bbb2af64b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3711531 Jul 23 20:10:14.142930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Request body: {'port': {'device_id': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:14.149222 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e6e953df-a574-4da5-b004-59af9e1f93b9 req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.164053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6e953df-a574-4da5-b004-59af9e1f93b9 req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3794065 Jul 23 20:10:14.193104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66fce1-9aa0-4c92-b0a1-ebbad0861b71 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf22c28-09c6-411b-a350-071bed469842,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:14.289023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c67e88-b1a0-4a02-ba13-3e914b34afa7 req-38c5e6f6-fcd6-48a2-bc25-a0f53769165f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.298524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7c67e88-b1a0-4a02-ba13-3e914b34afa7 req-38c5e6f6-fcd6-48a2-bc25-a0f53769165f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.2352467 Jul 23 20:10:14.337563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.421027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7c67e88-b1a0-4a02-ba13-3e914b34afa7 req-07137795-5070-43ef-a451-ae2d32f45a53 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215477 Jul 23 20:10:14.524355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-7419dd0c-de0c-47eb-944a-8825943acc03 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/caf22c28-09c6-411b-a350-071bed469842 HTTP/1.1" status: 200 len: 1803 time: 0.1932425 Jul 23 20:10:14.595583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'caf22c28-09c6-411b-a350-071bed469842', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:14.596070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'caf22c28-09c6-411b-a350-071bed469842', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:14.762965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.804397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd79bd8-dc8b-4b6e-8a3c-d20083cce6b2 req-756071c8-4bff-4c57-a236-8ac0a627cac1 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:14.806692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fd79bd8-dc8b-4b6e-8a3c-d20083cce6b2 req-756071c8-4bff-4c57-a236-8ac0a627cac1 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.2788134 Jul 23 20:10:14.840500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.857968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.886013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b1696e-782d-447f-8969-2a294da9489b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:14.888478 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4fa890-b4ec-44ff-b3cf-e2ebbec8f3fa" -d '{"events": [{"server_uuid": "f51c2ac1-db34-4bd0-9a2b-623ca4c73948", "name": "network-vif-plugged", "status": "completed", "tag": "d1b1696e-782d-447f-8969-2a294da9489b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:14.918728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d65772-8472-45f1-9fc6-f613be5d049d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:14.923379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fd79bd8-dc8b-4b6e-8a3c-d20083cce6b2 req-eaae8ce1-9f7b-4ae6-b657-437274ad9bad tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098149 Jul 23 20:10:14.932289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:14.938312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d569f5a-d6c8-4a16-8f58-03d802d48997 req-eb51222e-e56f-4ce4-80cb-d7ef784e48f1 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4142997 Jul 23 20:10:14.953927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4998ee98-7f46-4e2c-9256-2b54addebf4d {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:14.979909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.002393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Transition to ACTIVE for port object 4998ee98-7f46-4e2c-9256-2b54addebf4d will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:15.010818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.134027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:15.201480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:15.201696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:15.202064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:15.215728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:15.216055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:15.235202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00c71c-a6be-4701-8467-ce14a26ff918 req-2df7733f-4108-4bef-9b9b-4e7454834879 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.236761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a00c71c-a6be-4701-8467-ce14a26ff918 req-2df7733f-4108-4bef-9b9b-4e7454834879 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1950719 Jul 23 20:10:15.241865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:15.242210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:15.242605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:15.243058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Bound port: 4998ee98-7f46-4e2c-9256-2b54addebf4d, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:15.243424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.253882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26c93a-3d3b-4b18-8c17-555c5e21b085 req-76aa204c-f5ff-41f5-a81a-b793c3089bd2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.255502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b26c93a-3d3b-4b18-8c17-555c5e21b085 req-76aa204c-f5ff-41f5-a81a-b793c3089bd2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.2126627 Jul 23 20:10:15.355003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a00c71c-a6be-4701-8467-ce14a26ff918 req-29526ccd-49c6-45b5-9199-8a71737b3b02 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 Jul 23 20:10:15.371239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b26c93a-3d3b-4b18-8c17-555c5e21b085 req-50f57e4e-0841-46e8-82cb-daba433378ab tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009927 Jul 23 20:10:15.405184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:15.408223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:15.427900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.453993 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed80a7b-2804-4dc3-91e6-9d25b3c3a956 x-openstack-request-id: req-bed80a7b-2804-4dc3-91e6-9d25b3c3a956 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:15.454467 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2ac1-db34-4bd0-9a2b-623ca4c73948", "name": "network-vif-plugged", "status": "completed", "tag": "d1b1696e-782d-447f-8969-2a294da9489b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:15.454772 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bed80a7b-2804-4dc3-91e6-9d25b3c3a956 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:15.455371 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b1696e-782d-447f-8969-2a294da9489b', 'code': 200} Jul 23 20:10:15.495424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-64649d78-9f55-41df-b2df-5ac23f83ca2c req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-217185876', 'description': 'tempest-description-313961857'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:15.500653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.501339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.502831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 1092 time: 1.3673971 Jul 23 20:10:15.505691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:15.508420 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d020772-5dd3-42ca-bed2-fce161f0604e" -d '{"events": [{"name": "network-changed", "server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:15.597495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58ab74-aab3-4652-9701-29648a6e58d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:15.621154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64649d78-9f55-41df-b2df-5ac23f83ca2c req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.750669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3c2a-4291-4335-a84d-c647c0abdd65 req-5820ba7e-fcaa-483b-b8e1-93b74c74bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.752269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-206a3c2a-4291-4335-a84d-c647c0abdd65 req-5820ba7e-fcaa-483b-b8e1-93b74c74bd6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 1102 time: 0.2191274 Jul 23 20:10:15.762726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f3b5-fff6-4341-b24e-deb5feaccebc req-6ccd760b-87e4-47ca-a8b4-5d45b48530f9 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.764261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43a6f3b5-fff6-4341-b24e-deb5feaccebc req-6ccd760b-87e4-47ca-a8b4-5d45b48530f9 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1097 time: 0.1781800 Jul 23 20:10:15.785071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-3235875b-e9d7-4790-b0de-fa8f57e2db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.786724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-3235875b-e9d7-4790-b0de-fa8f57e2db42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1095 time: 0.2112126 Jul 23 20:10:15.854226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-34454eef-e9db-48ed-9e8f-9bf1262af4d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 217 time: 0.0541782 Jul 23 20:10:15.889634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-206a3c2a-4291-4335-a84d-c647c0abdd65 req-cce59608-7ced-4593-a4ed-a988a4423d8c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243732 Jul 23 20:10:15.918204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43a6f3b5-fff6-4341-b24e-deb5feaccebc req-97c7bc0c-ee92-4870-8488-626ee577ba36 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351912 Jul 23 20:10:15.928885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64649d78-9f55-41df-b2df-5ac23f83ca2c req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.938132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64649d78-9f55-41df-b2df-5ac23f83ca2c req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:15.964204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-7075cfeb-8cf3-49ba-92c1-ea4fccc20cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:15.966279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-7075cfeb-8cf3-49ba-92c1-ea4fccc20cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1024973 Jul 23 20:10:16.021594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-c79ace0c-0ece-421f-91f4-d459361e0b68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477066 Jul 23 20:10:16.023696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-64649d78-9f55-41df-b2df-5ac23f83ca2c req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.024853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64649d78-9f55-41df-b2df-5ac23f83ca2c req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5391486 Jul 23 20:10:16.025872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8435e3a-b569-4b6e-a66b-9e540326c44f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37cefdb-c330-4325-a20f-1fb410cd717a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:16.159544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-21695d9d-d6b2-4e39-ad08-f8d4d11b7d22 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241462 Jul 23 20:10:16.167339 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c185c30-1d02-44ae-bd99-0a8371818824 x-openstack-request-id: req-9c185c30-1d02-44ae-bd99-0a8371818824 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:16.167518 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:16.167831 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c185c30-1d02-44ae-bd99-0a8371818824 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:16.170652 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'status': 'completed', 'code': 200} Jul 23 20:10:16.249657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a1a3d35e-82bc-41ce-a701-521b6baca089 req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-540829554', 'description': 'tempest-description-8429698'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:16.345359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dab6ee78-df5a-4ad5-834a-a91e1c6026f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.347173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0246ad2c-d40a-442a-bbdd-919eb731d360 req-49b22cc5-c4fe-43b7-9c2f-64e1cfb1860c service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756022 Jul 23 20:10:16.348303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a1a3d35e-82bc-41ce-a701-521b6baca089 req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.371154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.388664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deebe6a-8bd3-4770-bf3d-12d22cc3e1e5 req-70ef43f9-fbda-4055-929f-510050cc9ebf tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.398183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0deebe6a-8bd3-4770-bf3d-12d22cc3e1e5 req-70ef43f9-fbda-4055-929f-510050cc9ebf tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.2051411 Jul 23 20:10:16.481451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0deebe6a-8bd3-4770-bf3d-12d22cc3e1e5 req-ac72a305-1e93-4ab9-bc6c-60f3029be853 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824485 Jul 23 20:10:16.533618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a1a3d35e-82bc-41ce-a701-521b6baca089 req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.542245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-7ca7fe3a-2062-443d-8175-78d12f684b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.543942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-7ca7fe3a-2062-443d-8175-78d12f684b5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1095 time: 0.1318622 Jul 23 20:10:16.544869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a1a3d35e-82bc-41ce-a701-521b6baca089 req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.573729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347b0cba-d228-46ac-93f4-bbd090ad6849,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:16.642084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a1a3d35e-82bc-41ce-a701-521b6baca089 req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.643280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1a3d35e-82bc-41ce-a701-521b6baca089 req-8c875241-8fac-4490-a09b-a2b2c181224a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4059892 Jul 23 20:10:16.715481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-92d1f9d1-f749-4a7c-a686-2132c1c4b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.717104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-92d1f9d1-f749-4a7c-a686-2132c1c4b02a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1462724 Jul 23 20:10:16.733918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f06f7-7268-46cb-a466-d7bd1a17dfc7 req-caa8d6a5-87c7-4255-8722-77f8274d280e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.735549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce7f06f7-7268-46cb-a466-d7bd1a17dfc7 req-caa8d6a5-87c7-4255-8722-77f8274d280e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1627288 Jul 23 20:10:16.812325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-6bb9bf82-8b00-4f25-b4e2-c2b8fca9440c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 217 time: 0.0757782 Jul 23 20:10:16.872222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce7f06f7-7268-46cb-a466-d7bd1a17dfc7 req-60f40b69-5ad1-4589-b5f0-71ddae17d068 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273685 Jul 23 20:10:16.892881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-8c00381f-732a-4d3d-8a51-46f944ba474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.892881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-8c00381f-732a-4d3d-8a51-46f944ba474d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0669904 Jul 23 20:10:16.909335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c32ae-6a81-4875-861b-9d2ef6f3352b req-354c9bb8-1bdd-46ab-96c7-c9ed84ce355b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:16.913960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-221c32ae-6a81-4875-861b-9d2ef6f3352b req-354c9bb8-1bdd-46ab-96c7-c9ed84ce355b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.1757815 Jul 23 20:10:16.955870 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:16.961389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-9d7063c4-3154-461f-b6e7-d69428220312 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453165 Jul 23 20:10:17.002106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-221c32ae-6a81-4875-861b-9d2ef6f3352b req-e3b7a82b-ac8c-41f9-8332-99c9bc49f151 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871711 Jul 23 20:10:17.132487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4258c233-3bb8-4b5f-81a2-fcd0566f3171 req-4ea654c4-0703-4893-aafa-80acc7f4abba tempest-FlavorsV2NegativeTest-1046643159 tempest-FlavorsV2NegativeTest-1046643159-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=14c1b561d1764b06807404d44ae0f9f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440791 Jul 23 20:10:17.163653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-9350e09a-c7a6-431e-8982-4f9dc966819f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/b37cefdb-c330-4325-a20f-1fb410cd717a HTTP/1.1" status: 200 len: 1803 time: 0.1354158 Jul 23 20:10:17.455008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-4c332c79-8f69-4ea2-9671-67ddaedfe44b service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813368 Jul 23 20:10:17.580962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:17.621072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-84015949-dc7b-46fd-839c-89002fe5545f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/347b0cba-d228-46ac-93f4-bbd090ad6849 HTTP/1.1" status: 200 len: 1801 time: 0.1649795 Jul 23 20:10:17.634361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258c233-3bb8-4b5f-81a2-fcd0566f3171 req-47b18a53-eb35-472b-a660-fac7e0bf7955 tempest-FlavorsV2NegativeTest-1046643159 tempest-FlavorsV2NegativeTest-1046643159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.635870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4258c233-3bb8-4b5f-81a2-fcd0566f3171 req-47b18a53-eb35-472b-a660-fac7e0bf7955 tempest-FlavorsV2NegativeTest-1046643159 tempest-FlavorsV2NegativeTest-1046643159-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4961410 Jul 23 20:10:17.642296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b37cefdb-c330-4325-a20f-1fb410cd717a', 'remote_group_id': '347b0cba-d228-46ac-93f4-bbd090ad6849', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:17.642618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b37cefdb-c330-4325-a20f-1fb410cd717a', 'remote_group_id': '347b0cba-d228-46ac-93f4-bbd090ad6849', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:17.675978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d020772-5dd3-42ca-bed2-fce161f0604e req-045e6c13-1d3e-400a-8b03-87daec334f21 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021842 Jul 23 20:10:17.678788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4258c233-3bb8-4b5f-81a2-fcd0566f3171 req-6feee249-b473-4c09-9702-e36ba2f112a3 tempest-FlavorsV2NegativeTest-1046643159 tempest-FlavorsV2NegativeTest-1046643159-project] 10.222.0.46 "GET /v2.0/quotas/14c1b561d1764b06807404d44ae0f9f9 HTTP/1.1" status: 200 len: 375 time: 0.0284681 Jul 23 20:10:17.717264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4258c233-3bb8-4b5f-81a2-fcd0566f3171 req-89eaacfb-a955-42b5-b3cb-d26ade9c2eed tempest-FlavorsV2NegativeTest-1046643159 tempest-FlavorsV2NegativeTest-1046643159-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=14c1b561d1764b06807404d44ae0f9f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310767 Jul 23 20:10:17.774724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:17.818256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:17.823926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:17.847739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769ea6c0-d433-4d61-bd08-99b0e2da3b46,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:17.885847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:17.887099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63aaa343-dc11-41ef-a1db-9a28f18b7476 req-871d8005-235b-4d03-a6bc-25b2da7bc019 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2502806 Jul 23 20:10:17.922776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf73a23-374b-4d0f-9635-c959ba010003 req-9f905f83-a1be-4c9a-96fe-104cd4fd7857 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:17.924292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cf73a23-374b-4d0f-9635-c959ba010003 req-9f905f83-a1be-4c9a-96fe-104cd4fd7857 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.0822036 Jul 23 20:10:17.991831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cf73a23-374b-4d0f-9635-c959ba010003 req-8f269df3-0991-4595-86ea-ed956d6112ed tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549970 Jul 23 20:10:18.013209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c9e19171-7344-471b-900a-1157f04565e8 req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2087308115', 'description': 'tempest-description-281300097'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:18.061951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9e19171-7344-471b-900a-1157f04565e8 req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.162886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d707cd-04a6-4574-93fd-81677ac961fe req-dc3ce862-ef76-494a-af32-962406edce1a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.169948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1d707cd-04a6-4574-93fd-81677ac961fe req-dc3ce862-ef76-494a-af32-962406edce1a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1189628 Jul 23 20:10:18.238115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1d707cd-04a6-4574-93fd-81677ac961fe req-8d79d729-7a8f-430a-9eef-49645ad14031 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671647 Jul 23 20:10:18.260671 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9e19171-7344-471b-900a-1157f04565e8 req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.278162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9e19171-7344-471b-900a-1157f04565e8 req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.342159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9e19171-7344-471b-900a-1157f04565e8 req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.343439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9e19171-7344-471b-900a-1157f04565e8 req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3356082 Jul 23 20:10:18.355342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17af09-bd0c-41c3-aec6-e2dbbe5f6ca6 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6267573c-9395-4894-9b37-31539a41caea,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:18.355646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:18.391773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a11089-dfea-4ae8-bd10-455a5f7e8964 req-456a760c-cbe4-4cdb-bd65-2d8b2b4058c9 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.398066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44a11089-dfea-4ae8-bd10-455a5f7e8964 req-456a760c-cbe4-4cdb-bd65-2d8b2b4058c9 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 949 time: 0.1028333 Jul 23 20:10:18.457534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44a11089-dfea-4ae8-bd10-455a5f7e8964 req-2688d614-b0d6-4228-a279-f9b87b79c0d9 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jul 23 20:10:18.478100 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f08f7e1-9c2c-4154-a9ec-ccb66d33f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.582163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f08f7e1-9c2c-4154-a9ec-ccb66d33f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.587439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f08f7e1-9c2c-4154-a9ec-ccb66d33f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.620862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d4780-1051-4dc5-9710-5f516cebf646 req-97ea8186-a3fa-465e-80dd-a85aa7b166d5 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.623353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-780d4780-1051-4dc5-9710-5f516cebf646 req-97ea8186-a3fa-465e-80dd-a85aa7b166d5 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 1102 time: 0.1141222 Jul 23 20:10:18.635667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02928d5-f554-4f0d-9ede-a8d02015da01 req-f47b4a99-b0d7-43d4-a4fb-1a3ac9d7aaa5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:18.638066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e02928d5-f554-4f0d-9ede-a8d02015da01 req-f47b4a99-b0d7-43d4-a4fb-1a3ac9d7aaa5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.1271527 Jul 23 20:10:18.643931 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2f08f7e1-9c2c-4154-a9ec-ccb66d33f915 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14c1b561d1764b06807404d44ae0f9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926908 Jul 23 20:10:18.644747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56794) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:18.649091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08f7e1-9c2c-4154-a9ec-ccb66d33f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f334b68b-ab70-479f-a995-bb1776bb08ea,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:18.700104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-780d4780-1051-4dc5-9710-5f516cebf646 req-469512a6-cef9-4946-8d10-fff783490d62 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608256 Jul 23 20:10:18.717809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e02928d5-f554-4f0d-9ede-a8d02015da01 req-984f7c1b-f933-4040-b439-158f9ac4ebc1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626538 Jul 23 20:10:18.743747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5142315-2c84-4b25-900c-5beeb3d42239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.763179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-6fc68589-bff3-4e2f-b8db-0208e5f4690c req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-750745170', 'description': 'tempest-description-858238208'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:18.770284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5142315-2c84-4b25-900c-5beeb3d42239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.802142 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fc68589-bff3-4e2f-b8db-0208e5f4690c req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.833171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5142315-2c84-4b25-900c-5beeb3d42239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.836568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f5142315-2c84-4b25-900c-5beeb3d42239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.837789 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f5142315-2c84-4b25-900c-5beeb3d42239 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f334b68b-ab70-479f-a995-bb1776bb08ea HTTP/1.1" status: 204 len: 168 time: 0.1902218 Jul 23 20:10:18.846603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5142315-2c84-4b25-900c-5beeb3d42239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f334b68b-ab70-479f-a995-bb1776bb08ea,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:18.923221 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fc68589-bff3-4e2f-b8db-0208e5f4690c req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.928023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fc68589-bff3-4e2f-b8db-0208e5f4690c req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.956895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1f8f6c-1023-4544-b7bb-aacf776b6fa3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:18.968844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fc68589-bff3-4e2f-b8db-0208e5f4690c req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:18.970573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fc68589-bff3-4e2f-b8db-0208e5f4690c req-22011649-96ea-4722-a0d0-8a8035569fa7 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2192984 Jul 23 20:10:19.071516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-e6109b32-f56e-4749-8565-4d0b822f5fb8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283704 Jul 23 20:10:19.189423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-2cada734-d9a3-4d6d-a3f6-e23aa592f9aa tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.191268 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-2cada734-d9a3-4d6d-a3f6-e23aa592f9aa tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1144209 Jul 23 20:10:19.211056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-48ac8392-a5a4-4cfa-8ca3-d88f73b74b81 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/quotas/56e2280a9ad44a67bd435113e371a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0143540 Jul 23 20:10:19.300112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-0c8a3fa0-c95e-4086-ba21-e39844f1f3b5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0826039 Jul 23 20:10:19.477464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-09518629-32c7-470d-ab8a-8fefd59bee56 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/6267573c-9395-4894-9b37-31539a41caea HTTP/1.1" status: 200 len: 1804 time: 0.0586638 Jul 23 20:10:19.499649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.563715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-fe86fb81-3011-40d2-a268-1a7dcc467abc tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/ac1f8f6c-1023-4544-b7bb-aacf776b6fa3 HTTP/1.1" status: 200 len: 1803 time: 0.0736289 Jul 23 20:10:19.589527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6267573c-9395-4894-9b37-31539a41caea', 'remote_group_id': 'ac1f8f6c-1023-4544-b7bb-aacf776b6fa3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:19.590435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6267573c-9395-4894-9b37-31539a41caea', 'remote_group_id': 'ac1f8f6c-1023-4544-b7bb-aacf776b6fa3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:19.681041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a7641-eb74-427e-a8eb-aa88e4938b3d req-fd65f358-b8b7-4bc6-8022-96a5c9a649d0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:19.682603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e1a7641-eb74-427e-a8eb-aa88e4938b3d req-fd65f358-b8b7-4bc6-8022-96a5c9a649d0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1084535 Jul 23 20:10:19.703551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.744411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e1a7641-eb74-427e-a8eb-aa88e4938b3d req-37602355-2258-4b0f-ace8-240db0e51c5d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502727 Jul 23 20:10:19.755453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.761966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.789881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179e2ad6-17a2-4e0c-a9e0-0b7c818c12e2,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:19.804706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:19.806347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91ec8dc5-4428-47ca-898b-fad6b3eef876 req-36acdf25-45b2-4b7b-8875-8b8113f2fd9a tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2340374 Jul 23 20:10:19.893425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c577e37-beaa-498a-b4cb-36cf9e72d91d req-39130c58-4b35-4742-9014-d5a2a1778d55 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 210 time: 0.0466583 Jul 23 20:10:20.115844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04dbde-408c-4481-b693-412ce552389e req-e39e5a09-83fa-4cfc-89f6-d25adb5a942e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:20.117992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f04dbde-408c-4481-b693-412ce552389e req-e39e5a09-83fa-4cfc-89f6-d25adb5a942e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.0810852 Jul 23 20:10:20.175708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f04dbde-408c-4481-b693-412ce552389e req-da3037ff-42b8-4a68-b507-9c7cead3d2cf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520594 Jul 23 20:10:20.282829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55f79a89-4bee-41e6-8d13-11c7aed819a7 req-70f1a094-8914-4c08-82ef-2c972c30ec1b tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/ac1f8f6c-1023-4544-b7bb-aacf776b6fa3 HTTP/1.1" status: 200 len: 1803 time: 0.0650222 Jul 23 20:10:20.340140 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-55f79a89-4bee-41e6-8d13-11c7aed819a7 req-cce06272-1d1d-429d-ba44-b0cc46883784 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.363324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-55f79a89-4bee-41e6-8d13-11c7aed819a7 req-cce06272-1d1d-429d-ba44-b0cc46883784 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.432821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-55f79a89-4bee-41e6-8d13-11c7aed819a7 req-cce06272-1d1d-429d-ba44-b0cc46883784 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.437000 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-55f79a89-4bee-41e6-8d13-11c7aed819a7 req-cce06272-1d1d-429d-ba44-b0cc46883784 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.438252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55f79a89-4bee-41e6-8d13-11c7aed819a7 req-cce06272-1d1d-429d-ba44-b0cc46883784 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac1f8f6c-1023-4544-b7bb-aacf776b6fa3 HTTP/1.1" status: 204 len: 173 time: 0.1491404 Jul 23 20:10:20.448006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce06272-1d1d-429d-ba44-b0cc46883784 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1f8f6c-1023-4544-b7bb-aacf776b6fa3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:20.594273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74171989-29cd-419a-a70b-007b5aca3af8 req-ecb1e68b-7e0b-4d4d-8ef1-fa66734d86ba tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/6267573c-9395-4894-9b37-31539a41caea HTTP/1.1" status: 200 len: 1804 time: 0.0750129 Jul 23 20:10:20.687187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1ba07383-dcf8-4fd4-b386-309da9e9d76f req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2130644591', 'description': 'tempest-description-485943468'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:20.714726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba07383-dcf8-4fd4-b386-309da9e9d76f req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.719321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:20.817238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba07383-dcf8-4fd4-b386-309da9e9d76f req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.835490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba07383-dcf8-4fd4-b386-309da9e9d76f req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.862535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba07383-dcf8-4fd4-b386-309da9e9d76f req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:20.883448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba07383-dcf8-4fd4-b386-309da9e9d76f req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2010949 Jul 23 20:10:20.900753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:20.902178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-c0f61b33-0d96-445a-acc4-639267e48570 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816658 Jul 23 20:10:20.922133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'port_id': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'mac_address': 'fa:16:3e:fd:64:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42be26d-26ab-4bfa-83c0-c4df5555f6f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:20.925381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:20.949776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da20b30-27a8-488b-a28a-285538744869 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675202c8-6706-4f91-94c0-954a358c8a41,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:21.059087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.093468 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.101724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:21.104051 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4823aaec-c652-4dc5-a51c-b314d095cd22" -d '{"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:21.128093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:21.130122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4998ee98-7f46-4e2c-9256-2b54addebf4d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:21.136125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.160948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe46d3-b4ba-48e4-a6d4-d53891212b1c req-5bd713c2-c198-4ca7-98ae-f2538ab78886 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.163114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2abe46d3-b4ba-48e4-a6d4-d53891212b1c req-5bd713c2-c198-4ca7-98ae-f2538ab78886 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1809309 Jul 23 20:10:21.170065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-368d9dd3-7470-4915-b49a-5e36bc37a3d4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.171509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-368d9dd3-7470-4915-b49a-5e36bc37a3d4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622097 Jul 23 20:10:21.174555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:21.181139 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.183470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-e905858d-dc1e-4aba-9168-ac0b9aa353bb tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/675202c8-6706-4f91-94c0-954a358c8a41 HTTP/1.1" status: 200 len: 1804 time: 0.1114802 Jul 23 20:10:21.196531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:21.198005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:21.203846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '675202c8-6706-4f91-94c0-954a358c8a41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:21.204169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '675202c8-6706-4f91-94c0-954a358c8a41', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:21.252719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:21.264643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2abe46d3-b4ba-48e4-a6d4-d53891212b1c req-13fb7e62-e02a-4d04-80a4-47540309e39f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919843 Jul 23 20:10:21.393312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f86ef7b-7a77-4ad5-b88a-f6876fbc4ea7 req-86f2e82d-d5e2-4bfc-acbc-8ba36f85c584 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 210 time: 0.0441895 Jul 23 20:10:21.422083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.430337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:21.435104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.474957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.481343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.540910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=408067a3-33d1-469d-a986-0cb0b171a1fd,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:21.555811 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.557031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-026de5fd-7889-4cfd-80b3-3d78d4e51594 req-29345792-8b29-4e24-b51c-9f7f0ca73ae9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3671517 Jul 23 20:10:21.607746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['4998ee98-7f46-4e2c-9256-2b54addebf4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:21.632570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.74 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/77e7c067-88a4-4aa0-be08-45cf4e7610a0) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:21.656972 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2370c-c0f9-4e95-acec-814269a709a1 x-openstack-request-id: req-9aa2370c-c0f9-4e95-acec-814269a709a1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:21.657604 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:21.658022 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aa2370c-c0f9-4e95-acec-814269a709a1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:21.658644 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'code': 200} Jul 23 20:10:21.848749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.870347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object 77e7c067-88a4-4aa0-be08-45cf4e7610a0 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:21.878763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d2eaa-6e9a-496f-be24-0c8ccc5639db req-866e2df8-da3a-4355-8c97-8e27a6acdd18 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:21.880290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a8d2eaa-6e9a-496f-be24-0c8ccc5639db req-866e2df8-da3a-4355-8c97-8e27a6acdd18 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.1111708 Jul 23 20:10:21.941024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a8d2eaa-6e9a-496f-be24-0c8ccc5639db req-cc67520b-cc0b-4413-8ffb-ae36eb9bf8ea tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Jul 23 20:10:21.944391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:21.968623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'd1b1696e-782d-447f-8969-2a294da9489b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:22.020382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:22.027700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:22.043087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:22.050890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:22.050890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.074842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=77e7c067-88a4-4aa0-be08-45cf4e7610a0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:22.094470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-a6c9ba70-11fa-4d1b-88db-8e0407d9521d tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9022813 Jul 23 20:10:22.109706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Request body: {'port': {'device_id': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:22.141240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f772484-7707-4c56-a21d-5088513fdf49 req-9f289036-14a6-4c3c-9a96-92dafa3c63c2 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/675202c8-6706-4f91-94c0-954a358c8a41 HTTP/1.1" status: 200 len: 2397 time: 0.1177013 Jul 23 20:10:22.184768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '675202c8-6706-4f91-94c0-954a358c8a41', 'remote_group_id': None}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:22.189953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '675202c8-6706-4f91-94c0-954a358c8a41', 'remote_group_id': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:22.218666 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:10:22.278956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.408696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c5f667f5-8ed6-43f6-a015-4994bc4484a1 None None] Provisioning for port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:22.423835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c5f667f5-8ed6-43f6-a015-4994bc4484a1 None None] Provisioning complete for port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:22.424491 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c5f667f5-8ed6-43f6-a015-4994bc4484a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.464963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.501722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.511570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.518034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c5f667f5-8ed6-43f6-a015-4994bc4484a1 None None] Port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:10:22.576452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766bdc62-a79f-4483-818f-217446c8ba9e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:22.596051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.597218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:22.610066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f772484-7707-4c56-a21d-5088513fdf49 req-86d3476c-5f6a-4512-838e-49dacf7fc670 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4387090 Jul 23 20:10:22.776753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e7c067-88a4-4aa0-be08-45cf4e7610a0 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:22.785979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.814594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1444bbb-2304-476c-b761-d431b0439326 req-f4e84c62-1405-4d7f-82f4-a7f13000be49 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:22.816325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1444bbb-2304-476c-b761-d431b0439326 req-f4e84c62-1405-4d7f-82f4-a7f13000be49 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1373448 Jul 23 20:10:22.817378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Transition to ACTIVE for port object 77e7c067-88a4-4aa0-be08-45cf4e7610a0 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:22.829153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:22.916610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=77e7c067-88a4-4aa0-be08-45cf4e7610a0,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:22.934009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1444bbb-2304-476c-b761-d431b0439326 req-86a640ed-3864-441e-a566-b6d614e74c69 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106308 Jul 23 20:10:22.999510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Attempting to bind port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:22.999846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Attempting to bind port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:23.000175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Attempting to bind port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:23.007795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:23.008114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Attempting to bind port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:23.015211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:23.015554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:23.015939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:23.016375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Bound port: 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:23.016876 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.104495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea38262-f68d-4190-a02b-bb27dabcd2a8 req-c3191ddf-5f50-47f0-85e6-a5688b238b02 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.106160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ea38262-f68d-4190-a02b-bb27dabcd2a8 req-c3191ddf-5f50-47f0-85e6-a5688b238b02 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 947 time: 0.1915281 Jul 23 20:10:23.162948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2db1d623-f83e-4101-adb4-7bd13f8644fe req-d592fa11-a954-4a8c-b4b1-03438c846044 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/675202c8-6706-4f91-94c0-954a358c8a41 HTTP/1.1" status: 200 len: 2995 time: 0.1283245 Jul 23 20:10:23.179272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] For port 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:23.184288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] For port 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:23.188590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ea38262-f68d-4190-a02b-bb27dabcd2a8 req-a7cdfd6d-5d60-4a6b-b136-8a6489726bbd tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Jul 23 20:10:23.190853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.231471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.232094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.233760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] 10.222.0.47 "PUT /v2.0/ports/77e7c067-88a4-4aa0-be08-45cf4e7610a0 HTTP/1.1" status: 200 len: 1096 time: 1.1293952 Jul 23 20:10:23.234333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'tag': '77e7c067-88a4-4aa0-be08-45cf4e7610a0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:23.237271 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d54927a-512a-426a-a29d-63961b1c8fed" -d '{"events": [{"name": "network-changed", "server_uuid": "ac536a14-a053-4818-bdf5-2879055ae8f3", "tag": "77e7c067-88a4-4aa0-be08-45cf4e7610a0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:23.265458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688869b-82a1-46ed-9571-bece68440ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=77e7c067-88a4-4aa0-be08-45cf4e7610a0,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:23.359146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-25e8fd7a-2515-4829-a486-8a2c7b90a737 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-group-rules/766bdc62-a79f-4483-818f-217446c8ba9e HTTP/1.1" status: 200 len: 783 time: 0.0455699 Jul 23 20:10:23.436225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-ec3f5d8e-6e32-40ca-ad67-c8fc774fae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.437941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-ec3f5d8e-6e32-40ca-ad67-c8fc774fae5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 1099 time: 0.1581104 Jul 23 20:10:23.444651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-b4fdecd7-56ac-48b8-afdd-6bdbba258bfb tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/675202c8-6706-4f91-94c0-954a358c8a41 HTTP/1.1" status: 200 len: 2995 time: 0.0665808 Jul 23 20:10:23.493045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-ebfdc5b4-98c3-4f9c-85c5-2a3af08eecc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0 HTTP/1.1" status: 200 len: 217 time: 0.0458241 Jul 23 20:10:23.545965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5a32-10d8-4ac7-9fcf-1e7e0d0330fa req-337ef486-a07e-4e75-97f0-9317dc3c1437 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.547487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-242c5a32-10d8-4ac7-9fcf-1e7e0d0330fa req-337ef486-a07e-4e75-97f0-9317dc3c1437 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.2191079 Jul 23 20:10:23.568585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-82322609-3d7f-4be8-a409-597be588b74d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.587097 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-82322609-3d7f-4be8-a409-597be588b74d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.599237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-aa358b18-e223-4e24-a83e-07e6c670f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.601648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-aa358b18-e223-4e24-a83e-07e6c670f9d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1007552 Jul 23 20:10:23.654171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-242c5a32-10d8-4ac7-9fcf-1e7e0d0330fa req-d97df7b0-2104-4d72-8276-ff40ec2610e6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971234 Jul 23 20:10:23.666662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-82322609-3d7f-4be8-a409-597be588b74d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.673690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-82322609-3d7f-4be8-a409-597be588b74d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.674797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-419d596f-f825-487a-9ada-c1a4cc02e1c7 req-82322609-3d7f-4be8-a409-597be588b74d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/766bdc62-a79f-4483-818f-217446c8ba9e HTTP/1.1" status: 204 len: 173 time: 0.2199738 Jul 23 20:10:23.685019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82322609-3d7f-4be8-a409-597be588b74d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=766bdc62-a79f-4483-818f-217446c8ba9e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:23.705236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-6cb914cc-6446-40a5-9cdb-0b9913286ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:23.707149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-6cb914cc-6446-40a5-9cdb-0b9913286ac4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0956476 Jul 23 20:10:23.724060 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948a5be5-3383-46f1-8139-bc9e947f12e9 x-openstack-request-id: req-948a5be5-3383-46f1-8139-bc9e947f12e9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:23.724356 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac536a14-a053-4818-bdf5-2879055ae8f3", "tag": "77e7c067-88a4-4aa0-be08-45cf4e7610a0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:23.724662 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-948a5be5-3383-46f1-8139-bc9e947f12e9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:23.725783 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'tag': '77e7c067-88a4-4aa0-be08-45cf4e7610a0', 'status': 'completed', 'code': 200} Jul 23 20:10:23.831292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98be9571-792c-47c2-ba1c-94707528084e req-ce303a64-d2a7-42de-be4f-d34b0a9ca5e9 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/675202c8-6706-4f91-94c0-954a358c8a41 HTTP/1.1" status: 200 len: 2397 time: 0.0927892 Jul 23 20:10:23.864308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-ad78561e-810c-42e6-a2dd-2a18a1a0e0d8 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498930 Jul 23 20:10:23.958804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98be9571-792c-47c2-ba1c-94707528084e req-8ea10b33-9fc6-419e-8caa-6c7a74c22862 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:23.999614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98be9571-792c-47c2-ba1c-94707528084e req-8ea10b33-9fc6-419e-8caa-6c7a74c22862 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:24.012226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89de7393-4eb5-41ff-9b40-0e7396a25cb8 req-3da12a98-09b9-4de8-a812-567c71aed1ad service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401646 Jul 23 20:10:24.060278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98be9571-792c-47c2-ba1c-94707528084e req-8ea10b33-9fc6-419e-8caa-6c7a74c22862 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:24.067537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98be9571-792c-47c2-ba1c-94707528084e req-8ea10b33-9fc6-419e-8caa-6c7a74c22862 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:24.077888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98be9571-792c-47c2-ba1c-94707528084e req-8ea10b33-9fc6-419e-8caa-6c7a74c22862 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/675202c8-6706-4f91-94c0-954a358c8a41 HTTP/1.1" status: 204 len: 173 time: 0.2329888 Jul 23 20:10:24.126046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea10b33-9fc6-419e-8caa-6c7a74c22862 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675202c8-6706-4f91-94c0-954a358c8a41,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:24.215009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54927a-512a-426a-a29d-63961b1c8fed req-1c1652ab-1f96-4bfe-b0a1-7604fc32ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.216530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-1c1652ab-1f96-4bfe-b0a1-7604fc32ed66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 1099 time: 0.1376598 Jul 23 20:10:24.244970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce1ae2-cf0d-49c6-94ba-9b254a47f1e6 req-0ae6f9fb-5c92-4f8e-aa87-c24b5971824e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.246590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10ce1ae2-cf0d-49c6-94ba-9b254a47f1e6 req-0ae6f9fb-5c92-4f8e-aa87-c24b5971824e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1177108 Jul 23 20:10:24.302204 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-22382205-079a-4fef-9337-df84142d8762 req-ebe31a45-4831-4725-ab20-1d6076179301 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] show failed (client error): The resource could not be found. Jul 23 20:10:24.304045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22382205-079a-4fef-9337-df84142d8762 req-ebe31a45-4831-4725-ab20-1d6076179301 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/ac1f8f6c-1023-4544-b7bb-aacf776b6fa3 HTTP/1.1" status: 404 len: 352 time: 0.0553472 Jul 23 20:10:24.368422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10ce1ae2-cf0d-49c6-94ba-9b254a47f1e6 req-09090b22-f3ad-414b-a9ed-b24c0d1d698a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109903 Jul 23 20:10:24.400677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54927a-512a-426a-a29d-63961b1c8fed req-81884b38-8dad-4155-a809-6c8fe5df3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.402200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-81884b38-8dad-4155-a809-6c8fe5df3d0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1546035 Jul 23 20:10:24.471652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-e39b281f-1532-4e20-9814-ed8db5561434 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0 HTTP/1.1" status: 200 len: 217 time: 0.0515738 Jul 23 20:10:24.547054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86d187-08d3-46f3-9bfe-bd7336a8f2a3 req-a3946952-0b0e-432d-a0e2-a6b1251cdd92 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.555607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b86d187-08d3-46f3-9bfe-bd7336a8f2a3 req-a3946952-0b0e-432d-a0e2-a6b1251cdd92 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 947 time: 0.1718390 Jul 23 20:10:24.584302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54927a-512a-426a-a29d-63961b1c8fed req-c03a1c9b-a1ca-432f-8ba7-06ecb5e52c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.586089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-c03a1c9b-a1ca-432f-8ba7-06ecb5e52c09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0992248 Jul 23 20:10:24.661017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b86d187-08d3-46f3-9bfe-bd7336a8f2a3 req-827e47c8-e1a3-4d34-816c-927bf77fe0dd tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014292 Jul 23 20:10:24.723237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54927a-512a-426a-a29d-63961b1c8fed req-3733c077-dec0-4539-aa97-87054402c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:24.729677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-3733c077-dec0-4539-aa97-87054402c7a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325662 Jul 23 20:10:24.736652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:24.739044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:24.923743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e810a124-0eca-476d-9f0d-40f78ed00040 req-b256da9d-72f3-41cb-95b9-e6b305b699c5 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/6267573c-9395-4894-9b37-31539a41caea HTTP/1.1" status: 200 len: 1804 time: 0.0835037 Jul 23 20:10:24.929228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-bce9629d-d1c3-4e34-9cfd-083ea7cb3b20 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899600 Jul 23 20:10:25.008026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 4998ee98-7f46-4e2c-9256-2b54addebf4d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:25.017522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 4998ee98-7f46-4e2c-9256-2b54addebf4d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:25.018392 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.065339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d54927a-512a-426a-a29d-63961b1c8fed req-4f7ffb4f-7aae-4824-8ac9-d6294af41b3e service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304562 Jul 23 20:10:25.072149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:25.088763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'mac_address': 'fa:16:3e:4f:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:25.152584 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.182603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e810a124-0eca-476d-9f0d-40f78ed00040 req-38054ae0-9986-42ff-ad8b-dff1c41c04fa tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.190450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c8b06e-066c-4893-8695-2ee2fe5506bd {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:25.209643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e810a124-0eca-476d-9f0d-40f78ed00040 req-38054ae0-9986-42ff-ad8b-dff1c41c04fa tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.210722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.228524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:25.257724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:25.259160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:25.261359 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e810a124-0eca-476d-9f0d-40f78ed00040 req-38054ae0-9986-42ff-ad8b-dff1c41c04fa tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.261862 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64292d75-36bd-4b62-a798-221add784542" -d '{"events": [{"server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "name": "network-vif-plugged", "status": "completed", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:25.265053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e810a124-0eca-476d-9f0d-40f78ed00040 req-38054ae0-9986-42ff-ad8b-dff1c41c04fa tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.265572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.269660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:25.288108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e810a124-0eca-476d-9f0d-40f78ed00040 req-38054ae0-9986-42ff-ad8b-dff1c41c04fa tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/6267573c-9395-4894-9b37-31539a41caea HTTP/1.1" status: 204 len: 173 time: 0.2260714 Jul 23 20:10:25.304766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38054ae0-9986-42ff-ad8b-dff1c41c04fa tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267573c-9395-4894-9b37-31539a41caea,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:25.318785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480525a-b81e-4bc6-bdc9-f1dfaf1b2a60 req-8a07b042-cd7e-488d-8398-b559b20f76aa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:25.331937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b480525a-b81e-4bc6-bdc9-f1dfaf1b2a60 req-8a07b042-cd7e-488d-8398-b559b20f76aa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.2648382 Jul 23 20:10:25.397238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:25.430145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b480525a-b81e-4bc6-bdc9-f1dfaf1b2a60 req-f4a7bffb-cba7-4348-986a-9da2f20b29a2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971162 Jul 23 20:10:25.432645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b6c8b06e-066c-4893-8695-2ee2fe5506bd'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:25.508934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:25.611503 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132331ea-af07-488d-9401-88917b848b1a x-openstack-request-id: req-132331ea-af07-488d-9401-88917b848b1a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:25.614344 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "name": "network-vif-plugged", "status": "completed", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:25.614660 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-132331ea-af07-488d-9401-88917b848b1a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:25.616943 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'code': 200} Jul 23 20:10:25.686539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cb787fb-afbd-46e2-b5d2-1f883766417a req-a09e6c5d-125f-48b3-b2f9-65559a4ebe79 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/347b0cba-d228-46ac-93f4-bbd090ad6849 HTTP/1.1" status: 200 len: 1801 time: 0.0626583 Jul 23 20:10:26.117799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9cb787fb-afbd-46e2-b5d2-1f883766417a req-293b9093-9e02-4dbe-93f8-a91d6433040d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.158875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9cb787fb-afbd-46e2-b5d2-1f883766417a req-293b9093-9e02-4dbe-93f8-a91d6433040d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.169927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac7e85-ebcd-4297-9a1a-c0897f69ded6 req-438425ef-13eb-42d6-8c75-9c1499c7abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.171428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bbac7e85-ebcd-4297-9a1a-c0897f69ded6 req-438425ef-13eb-42d6-8c75-9c1499c7abb5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1097 time: 0.4477036 Jul 23 20:10:26.202179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b29d98-60e3-4b68-b276-6c49e80a3ced req-f52e7060-a756-4871-bfed-8a8c8fb21eec tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.203867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b29d98-60e3-4b68-b276-6c49e80a3ced req-f52e7060-a756-4871-bfed-8a8c8fb21eec tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1452415 Jul 23 20:10:26.268448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bbac7e85-ebcd-4297-9a1a-c0897f69ded6 req-2dacd082-bafd-4a63-999f-46f49a22c913 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827055 Jul 23 20:10:26.290905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b29d98-60e3-4b68-b276-6c49e80a3ced req-1ea99b69-7258-48b2-a5b9-01806087c38e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 Jul 23 20:10:26.300536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9cb787fb-afbd-46e2-b5d2-1f883766417a req-293b9093-9e02-4dbe-93f8-a91d6433040d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.303465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9cb787fb-afbd-46e2-b5d2-1f883766417a req-293b9093-9e02-4dbe-93f8-a91d6433040d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.304715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cb787fb-afbd-46e2-b5d2-1f883766417a req-293b9093-9e02-4dbe-93f8-a91d6433040d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/347b0cba-d228-46ac-93f4-bbd090ad6849 HTTP/1.1" status: 204 len: 173 time: 0.6172366 Jul 23 20:10:26.332172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b9093-9e02-4dbe-93f8-a91d6433040d tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347b0cba-d228-46ac-93f4-bbd090ad6849,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:26.481048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327548a-6bd8-46d0-b25b-d499b59d26fd req-736298b3-de8b-45ff-99c9-c462dd1f1924 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.483518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3327548a-6bd8-46d0-b25b-d499b59d26fd req-736298b3-de8b-45ff-99c9-c462dd1f1924 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 947 time: 0.0824847 Jul 23 20:10:26.558431 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c96d4361-f6e1-4c12-aac9-6dcc88803f6b req-f3fd72e1-97b6-472b-bcf6-170464a87f83 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/b37cefdb-c330-4325-a20f-1fb410cd717a HTTP/1.1" status: 200 len: 1803 time: 0.0726433 Jul 23 20:10:26.566066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3327548a-6bd8-46d0-b25b-d499b59d26fd req-b0c19cfe-5ac8-4876-bc88-7e4cd86c4a81 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674589 Jul 23 20:10:26.652366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c96d4361-f6e1-4c12-aac9-6dcc88803f6b req-f52544d6-1f83-4643-8982-8c4bad0d0838 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.753085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:26.811856 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c96d4361-f6e1-4c12-aac9-6dcc88803f6b req-f52544d6-1f83-4643-8982-8c4bad0d0838 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.843231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11e8e9-e087-44a3-a0e2-eade546fed11 req-a44a60c7-259c-4d55-b454-5e8f48339b7e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:26.850720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee11e8e9-e087-44a3-a0e2-eade546fed11 req-a44a60c7-259c-4d55-b454-5e8f48339b7e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.2197609 Jul 23 20:10:26.872442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port b6c8b06e-066c-4893-8695-2ee2fe5506bd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:26.872442 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.924455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee11e8e9-e087-44a3-a0e2-eade546fed11 req-4a9d271e-ebcc-4756-a525-f6f483687303 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699251 Jul 23 20:10:26.950480 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c96d4361-f6e1-4c12-aac9-6dcc88803f6b req-f52544d6-1f83-4643-8982-8c4bad0d0838 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.953803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c96d4361-f6e1-4c12-aac9-6dcc88803f6b req-f52544d6-1f83-4643-8982-8c4bad0d0838 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:26.963431 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c96d4361-f6e1-4c12-aac9-6dcc88803f6b req-f52544d6-1f83-4643-8982-8c4bad0d0838 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/b37cefdb-c330-4325-a20f-1fb410cd717a HTTP/1.1" status: 204 len: 173 time: 0.3942084 Jul 23 20:10:26.980576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52544d6-1f83-4643-8982-8c4bad0d0838 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37cefdb-c330-4325-a20f-1fb410cd717a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.076289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.162651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:27.170873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf391c15-8a20-4d0c-8d91-ec475d98b02a req-9627df66-fca8-4faf-acd1-37a168b44e52 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/caf22c28-09c6-411b-a350-071bed469842 HTTP/1.1" status: 200 len: 2402 time: 0.0644684 Jul 23 20:10:27.172652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.228485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.234394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cf391c15-8a20-4d0c-8d91-ec475d98b02a req-57c0e4db-8fef-4b56-9995-921480624220 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.263308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cf391c15-8a20-4d0c-8d91-ec475d98b02a req-57c0e4db-8fef-4b56-9995-921480624220 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.343550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cf391c15-8a20-4d0c-8d91-ec475d98b02a req-57c0e4db-8fef-4b56-9995-921480624220 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.346876 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cf391c15-8a20-4d0c-8d91-ec475d98b02a req-57c0e4db-8fef-4b56-9995-921480624220 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.356490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf391c15-8a20-4d0c-8d91-ec475d98b02a req-57c0e4db-8fef-4b56-9995-921480624220 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/caf22c28-09c6-411b-a350-071bed469842 HTTP/1.1" status: 204 len: 173 time: 0.1839676 Jul 23 20:10:27.374137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0e4db-8fef-4b56-9995-921480624220 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf22c28-09c6-411b-a350-071bed469842,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.579041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ffdb85-a0fb-43d6-bd32-d490f66350ac req-311424a0-dbf2-4365-a73b-9b5d5e65ec90 tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "GET /v2.0/security-groups/4417c035-c47a-4aef-a4ac-c768513524b0 HTTP/1.1" status: 200 len: 2397 time: 0.0628142 Jul 23 20:10:27.596184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee7af8-a727-4874-979d-e1a116a72c18 req-0785b090-2613-41c9-bcc3-8457e49bd470 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:27.597843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28ee7af8-a727-4874-979d-e1a116a72c18 req-0785b090-2613-41c9-bcc3-8457e49bd470 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1288280 Jul 23 20:10:27.625029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:27.630800 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc805901-37a1-4eff-92a1-396f8c7a38ef" -d '{"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:27.676600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28ee7af8-a727-4874-979d-e1a116a72c18 req-9a083b31-846c-4abb-a3e3-2902049718b4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701854 Jul 23 20:10:27.690069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-60ffdb85-a0fb-43d6-bd32-d490f66350ac req-e35424d9-d196-4ab4-b49a-d09c54ef058f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.729507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-60ffdb85-a0fb-43d6-bd32-d490f66350ac req-e35424d9-d196-4ab4-b49a-d09c54ef058f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.794400 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-60ffdb85-a0fb-43d6-bd32-d490f66350ac req-e35424d9-d196-4ab4-b49a-d09c54ef058f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.800219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-60ffdb85-a0fb-43d6-bd32-d490f66350ac req-e35424d9-d196-4ab4-b49a-d09c54ef058f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:27.801478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ffdb85-a0fb-43d6-bd32-d490f66350ac req-e35424d9-d196-4ab4-b49a-d09c54ef058f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] 10.222.0.46 "DELETE /v2.0/security-groups/4417c035-c47a-4aef-a4ac-c768513524b0 HTTP/1.1" status: 204 len: 173 time: 0.2144847 Jul 23 20:10:27.807709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57438) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:27.828871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35424d9-d196-4ab4-b49a-d09c54ef058f tempest-SecurityGroupRulesTestJSON-746773301 tempest-SecurityGroupRulesTestJSON-746773301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4417c035-c47a-4aef-a4ac-c768513524b0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:27.928447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Deleting subnet 808d81af-c9ef-4b60-a46b-2df19833e170 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:10:27.947018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.005382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.010562 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.040417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 77e7c067-88a4-4aa0-be08-45cf4e7610a0 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:28.051801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b10e13-d144-4a8e-ac07-a808a0d6a1ee req-d05c838f-a038-4a2c-84f1-22f3421d691c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:28.055088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10b10e13-d144-4a8e-ac07-a808a0d6a1ee req-d05c838f-a038-4a2c-84f1-22f3421d691c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 947 time: 0.1871514 Jul 23 20:10:28.116685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10b10e13-d144-4a8e-ac07-a808a0d6a1ee req-89a96895-51e2-4a25-94f4-96cdf9b09c69 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Jul 23 20:10:28.123246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.153345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808d81af-c9ef-4b60-a46b-2df19833e170,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:28.160103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.163491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d4ab2589-86c0-45b8-baff-9cd18d683882 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/808d81af-c9ef-4b60-a46b-2df19833e170 HTTP/1.1" status: 204 len: 168 time: 0.3547511 Jul 23 20:10:28.166162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57470) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:28.210396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:28.230497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '77e7c067-88a4-4aa0-be08-45cf4e7610a0', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '77e7c067-88a4-4aa0-be08-45cf4e7610a0', 'mac_address': 'fa:16:3e:60:53:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:28.246619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.280339 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c676ffb-de3a-40ba-be25-9a4988196339 x-openstack-request-id: req-9c676ffb-de3a-40ba-be25-9a4988196339 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:28.280727 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:28.284079 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c676ffb-de3a-40ba-be25-9a4988196339 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:28.284079 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'code': 200} Jul 23 20:10:28.284079 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.313963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e7c067-88a4-4aa0-be08-45cf4e7610a0 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:28.343267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:28.354180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.357015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.380458 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.381451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.383073 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.383492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > port after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.383895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > port after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.384313 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > port after_update 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.384740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.385134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.385565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.385962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.423527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=77e7c067-88a4-4aa0-be08-45cf4e7610a0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:28.464654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.465131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.465580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.465999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 23 20:10:28.466479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ba097c-bd27-4ae9-9d6a-0735248a2480']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:28.512159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee38b53d-31ac-4fab-ad78-45d0b6087205') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:28.512159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee38b53d-31ac-4fab-ad78-45d0b6087205') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:28.535423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.569224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.582493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:10:28.583161 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: from cryptography.utils import int_from_bytes Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: from cryptography.utils import int_from_bytes Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:10:28.588276 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:10:28.629208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fa9cb-fc05-4d49-a8bf-de0383cb95f4 req-29591c0b-8728-4b43-890b-a6454f471f02 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:28.631861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d5fa9cb-fc05-4d49-a8bf-de0383cb95f4 req-29591c0b-8728-4b43-890b-a6454f471f02 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.2688022 Jul 23 20:10:28.690107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.694977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:28.706874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] 10.222.0.46 "DELETE /v2.0/networks/b8ba097c-bd27-4ae9-9d6a-0735248a2480 HTTP/1.1" status: 204 len: 168 time: 0.5250492 Jul 23 20:10:28.714347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['77e7c067-88a4-4aa0-be08-45cf4e7610a0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:28.748171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d5fa9cb-fc05-4d49-a8bf-de0383cb95f4 req-4c683c0d-aa51-438a-bc13-468472ab6f72 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762997 Jul 23 20:10:28.750012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8323735-50d3-4b1f-9c4c-d9d4e7e76efa admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ba097c-bd27-4ae9-9d6a-0735248a2480,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:28.947658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db54de-7619-403b-9aed-ba9f9191aac9 req-5ac8f26b-6cdc-442d-8dfe-ae69dc371306 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:28.951329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31db54de-7619-403b-9aed-ba9f9191aac9 req-5ac8f26b-6cdc-442d-8dfe-ae69dc371306 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.0924242 Jul 23 20:10:29.048105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57534) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:29.059464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31db54de-7619-403b-9aed-ba9f9191aac9 req-0a716352-f1b7-4300-aae7-b75d24cab2b9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967047 Jul 23 20:10:29.104348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57536) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:29.110640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-870ca577-04e5-4552-9b37-13c5c62baa3c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=923fda1f2aee4ee9ac50f26210421064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608492 Jul 23 20:10:29.270208 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48343a97-d929-4c8f-a2f1-13e4beaf09f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:29.311024 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48343a97-d929-4c8f-a2f1-13e4beaf09f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:29.366584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702f2d0-1acc-4577-8c5d-14556d9f98bf req-bfeb97df-fd4a-4606-b72b-39027877f510 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:29.378619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f702f2d0-1acc-4577-8c5d-14556d9f98bf req-bfeb97df-fd4a-4606-b72b-39027877f510 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1097 time: 0.1945155 Jul 23 20:10:29.432605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f702f2d0-1acc-4577-8c5d-14556d9f98bf req-93d91942-7fa5-4597-93da-a606ce54ddc3 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470142 Jul 23 20:10:29.449509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48343a97-d929-4c8f-a2f1-13e4beaf09f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:29.452167 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48343a97-d929-4c8f-a2f1-13e4beaf09f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:29.453656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-48343a97-d929-4c8f-a2f1-13e4beaf09f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19d3ff52-7bd7-4520-ae27-49bf2f729c64 HTTP/1.1" status: 204 len: 168 time: 0.3476353 Jul 23 20:10:29.469581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48343a97-d929-4c8f-a2f1-13e4beaf09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3ff52-7bd7-4520-ae27-49bf2f729c64,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:29.587684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af842c5-69cb-4694-9bc6-863b45983f2c req-5e9cdb18-dd92-4625-948f-f6e6426b7392 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:29.596640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4af842c5-69cb-4694-9bc6-863b45983f2c req-5e9cdb18-dd92-4625-948f-f6e6426b7392 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 948 time: 0.0915194 Jul 23 20:10:29.674092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4af842c5-69cb-4694-9bc6-863b45983f2c req-9f4fa002-d53b-4612-b38d-dc5454235501 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757899 Jul 23 20:10:30.356909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215e1bf-70bc-4235-8eaf-4a612408386b req-3deed4ed-5473-4b5a-849b-e68bc905b42b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:30.364096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3215e1bf-70bc-4235-8eaf-4a612408386b req-3deed4ed-5473-4b5a-849b-e68bc905b42b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1535358 Jul 23 20:10:30.452111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3215e1bf-70bc-4235-8eaf-4a612408386b req-de3a699b-adc4-4d1d-9040-4dba26ccbef4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857601 Jul 23 20:10:30.590771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57658) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:30.718186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-650114238-network', 'tenant_id': '358a52ca5e084e089e497ead860bc00a'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:30.757825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:30.761228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:30.776392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:30.967997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c0c0-6770-429f-83a6-a006dd3c93a8 req-e8a47cc5-e5ec-45f5-a63f-da41975fb93f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:30.969901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3053c0c0-6770-429f-83a6-a006dd3c93a8 req-e8a47cc5-e5ec-45f5-a63f-da41975fb93f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 948 time: 0.1630771 Jul 23 20:10:31.136186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.166139 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.181505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3053c0c0-6770-429f-83a6-a006dd3c93a8 req-336e6779-0091-4c6c-959f-73a9045b39b6 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018285 Jul 23 20:10:31.218624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:10:31.238069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b901014-df3b-4c6d-a25d-39e957493271,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:31.257742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.257963 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Added segment d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f of type vlan for network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 Jul 23 20:10:31.281336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57684) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:31.343935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.391057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.393680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.394453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.453642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60a4-2557-42a9-94e2-4b53325974c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.460390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57690) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:31.460932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8684874 Jul 23 20:10:31.467188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Request body: {'subnet': {'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-650114238-subnet', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:31.502053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62df53f-3be7-40cf-aa7b-6b4ff8bc0574 admin admin] Pushing event updated for resources: {'Network': ['ID=b1547766-b8fc-473c-b3cf-9fe44c3a20a0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:31.519023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:10:31.519681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:31.523709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.714574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b37f-7bdb-46d3-ab65-6f9417ac162b req-cd9485f1-809b-4b1f-9427-86d7efc6ecf9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.716545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37e1b37f-7bdb-46d3-ab65-6f9417ac162b req-cd9485f1-809b-4b1f-9427-86d7efc6ecf9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1544807 Jul 23 20:10:31.748074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.803669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37e1b37f-7bdb-46d3-ab65-6f9417ac162b req-117d42a3-4995-4c35-9964-cf26e4309b8e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Jul 23 20:10:31.822552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8956241-ca64-4c80-87a6-6e5278730f0f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:31.866407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Checking segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:31.866778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Network hostable DHCP agents. Network: b1547766-b8fc-473c-b3cf-9fe44c3a20a0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:10:31.875622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60a4-2557-42a9-94e2-4b53325974c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.889262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b9f60a4-2557-42a9-94e2-4b53325974c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.913149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:10:31.926332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b1547766-b8fc-473c-b3cf-9fe44c3a20a0) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:31.932980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:31.933964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:31.943177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de315a44-ff77-416b-9da0-1d0fe1a62708 None None] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:31.978207 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-46377fb0-f8e3-40de-86ea-aa3a2c68912f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5126543 Jul 23 20:10:31.978420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6b9f60a4-2557-42a9-94e2-4b53325974c1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef68765da4ee4b50b3e33c0b3fb78bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6949444 Jul 23 20:10:31.986027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:31.988747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57704) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:31.989661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f60a4-2557-42a9-94e2-4b53325974c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3316c7-e89d-4613-ada3-b883ea7e7fce,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:32.012577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:32.035676 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-99b6dd68-506f-4679-a618-494066736f37 req-eea07d78-12c5-40ed-89c9-bb33b09d4420 service neutron] show failed (client error): The resource could not be found. Jul 23 20:10:32.036797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-eea07d78-12c5-40ed-89c9-bb33b09d4420 service neutron] 10.222.0.36 "GET /v2.0/ports/6b0701c6-438e-4578-a8d4-fe51446ccdc6/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.2274272 Jul 23 20:10:32.104492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 77e7c067-88a4-4aa0-be08-45cf4e7610a0 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:32.119798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2ee-bf54-40cd-bc7a-9c81bb9d9d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.127545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.129901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.230352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:32.236443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2ee-bf54-40cd-bc7a-9c81bb9d9d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.243510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:32.243991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.246104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.506565 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.580779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2ee-bf54-40cd-bc7a-9c81bb9d9d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.588224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a47f2ee-bf54-40cd-bc7a-9c81bb9d9d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.592410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2a47f2ee-bf54-40cd-bc7a-9c81bb9d9d3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea3316c7-e89d-4613-ada3-b883ea7e7fce HTTP/1.1" status: 204 len: 168 time: 0.5856853 Jul 23 20:10:32.655672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:10:32.660013 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:32.675465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47f2ee-bf54-40cd-bc7a-9c81bb9d9d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3316c7-e89d-4613-ada3-b883ea7e7fce,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:32.680715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-0f395ce0-481a-4803-be6f-9b5ec50394dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.682544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-0f395ce0-481a-4803-be6f-9b5ec50394dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396&tenant_id=65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 1102 time: 0.3165126 Jul 23 20:10:32.709349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:32.733514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25419c-69df-4837-90cb-e5fa7e1f29b2 req-e3859dba-2d00-4beb-a01d-af50c4342f6a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:32.748607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac25419c-69df-4837-90cb-e5fa7e1f29b2 req-e3859dba-2d00-4beb-a01d-af50c4342f6a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 948 time: 0.3255563 Jul 23 20:10:32.881608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac25419c-69df-4837-90cb-e5fa7e1f29b2 req-c457ce6b-c44f-47fa-8038-f6598243ccc6 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312208 Jul 23 20:10:32.908785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.136978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.157675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.248592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad55cf-16b5-491e-ab88-c33c6a88ac76 req-2a387e9c-dbe3-4777-a36d-5aab5fce9e31 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:33.252557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7ad55cf-16b5-491e-ab88-c33c6a88ac76 req-2a387e9c-dbe3-4777-a36d-5aab5fce9e31 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.2324691 Jul 23 20:10:33.297955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Allocated IP 172.20.0.2 (b1547766-b8fc-473c-b3cf-9fe44c3a20a0/c8956241-ca64-4c80-87a6-6e5278730f0f/fffb0e99-3eee-42d6-aa05-a0f0be106021) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:33.336745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Allocated IP 172.25.8.124 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/de0d5f43-84e1-4374-b2d4-0ab9b40821d0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:33.415586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7ad55cf-16b5-491e-ab88-c33c6a88ac76 req-44c17b20-8654-4e9e-962c-419d81117b59 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515412 Jul 23 20:10:33.445422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:33.488200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:33.501985 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.548103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.565265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Transition to ACTIVE for port object 6b0701c6-438e-4578-a8d4-fe51446ccdc6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:33.568098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:33.576299 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3bb7f9-a8f3-43ea-8852-1a96088cecea" -d '{"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:33.579444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.588510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.680053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.700905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:33.708814 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eb5a74-265f-40ff-95b2-698fce8144df x-openstack-request-id: req-24eb5a74-265f-40ff-95b2-698fce8144df {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:33.709177 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-unplugged", "status": "completed", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:33.713649 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24eb5a74-265f-40ff-95b2-698fce8144df {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:33.714114 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'code': 200} Jul 23 20:10:33.750603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:33.753957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e7c067-88a4-4aa0-be08-45cf4e7610a0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:33.760567 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d789bf0b-45d1-42f9-86f8-09e4953986a7" -d '{"events": [{"server_uuid": "ac536a14-a053-4818-bdf5-2879055ae8f3", "name": "network-vif-plugged", "status": "completed", "tag": "77e7c067-88a4-4aa0-be08-45cf4e7610a0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:33.774459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Pushing event updated for resources: {'Port': ['ID=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:33.791165 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.804003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:33.811249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:33.814220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:33.867395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] No DVR routers for this DVR port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:33.878614 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:33.883187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=77e7c067-88a4-4aa0-be08-45cf4e7610a0,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:33.911797 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b52f62-a5eb-42b9-adc6-c025753c335a x-openstack-request-id: req-e1b52f62-a5eb-42b9-adc6-c025753c335a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:33.919004 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536a14-a053-4818-bdf5-2879055ae8f3", "name": "network-vif-plugged", "status": "completed", "tag": "77e7c067-88a4-4aa0-be08-45cf4e7610a0", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:33.919623 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1b52f62-a5eb-42b9-adc6-c025753c335a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:33.920235 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e7c067-88a4-4aa0-be08-45cf4e7610a0', 'code': 200} Jul 23 20:10:33.930566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Transition to ACTIVE for port object fffb0e99-3eee-42d6-aa05-a0f0be106021 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:33.966180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Transition to ACTIVE for port object fffb0e99-3eee-42d6-aa05-a0f0be106021 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:33.985205 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.035608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed656d47-50e5-479f-a4b2-2e8ca92311e9 req-ce6884aa-8faa-426b-931b-d9cce0a28679 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.037374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed656d47-50e5-479f-a4b2-2e8ca92311e9 req-ce6884aa-8faa-426b-931b-d9cce0a28679 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1097 time: 0.3379126 Jul 23 20:10:34.038152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:34.038488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:34.046917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:34.134059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:34.136230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:34.136569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Attempting to bind port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:34.146712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:34.156776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:34.223291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Pushing event updated for resources: {'Port': ['ID=fffb0e99-3eee-42d6-aa05-a0f0be106021,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:34.243879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:34.245472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:34.247839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:34.248631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Bound port: 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:34.248912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.256389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed656d47-50e5-479f-a4b2-2e8ca92311e9 req-6e9f48a2-9faa-4731-9ffa-7538c3c29b81 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060337 Jul 23 20:10:34.306811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Attempting to bind port fffb0e99-3eee-42d6-aa05-a0f0be106021 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:34.326313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Attempting to bind port fffb0e99-3eee-42d6-aa05-a0f0be106021 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:34.327006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Attempting to bind port fffb0e99-3eee-42d6-aa05-a0f0be106021 on network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:34.338832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:34.342554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:34.382803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:34.383753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Checking segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:34.385776 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.386452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Bound using segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:34.390071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Bound port: fffb0e99-3eee-42d6-aa05-a0f0be106021, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:34.390920 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.393295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.439461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.559143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544364d-2cc7-46e9-90ac-6845defadc39 req-470d7d09-bbf2-4f12-b4a0-560f8cca8a10 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.562422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] For port fffb0e99-3eee-42d6-aa05-a0f0be106021, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:34.568905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5544364d-2cc7-46e9-90ac-6845defadc39 req-470d7d09-bbf2-4f12-b4a0-560f8cca8a10 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 949 time: 0.5131664 Jul 23 20:10:34.571669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] For port fffb0e99-3eee-42d6-aa05-a0f0be106021, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fffb0e99-3eee-42d6-aa05-a0f0be106021,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:34.576058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.576984 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.579102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] 10.222.0.47 "PUT /v2.0/ports/6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 1097 time: 1.8876171 Jul 23 20:10:34.585314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:34.665731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13abc14-28ec-4ec6-a6dc-3e544a8367d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:34.687483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9dec9-d14a-41e8-9cde-d6cb26285f61 None None] Pushing event updated for resources: {'Port': ['ID=fffb0e99-3eee-42d6-aa05-a0f0be106021,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:34.716780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5544364d-2cc7-46e9-90ac-6845defadc39 req-a9dff177-72f7-47cc-9e50-df5b9a9664cc tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465545 Jul 23 20:10:34.832480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-6c9ed090-de3b-4818-95dd-5a0ea3fcb6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:34.848838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-6c9ed090-de3b-4818-95dd-5a0ea3fcb6e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1100 time: 0.2392046 Jul 23 20:10:35.165174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694a007-127f-456a-8d3a-4a4e281b95b1 req-a5236597-5b94-4d64-89db-f665c2d86206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.166133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f694a007-127f-456a-8d3a-4a4e281b95b1 req-a5236597-5b94-4d64-89db-f665c2d86206 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 1101 time: 0.9545505 Jul 23 20:10:35.213527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-080ba1f7-638d-46db-a1b2-b4ff212b92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.227291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-080ba1f7-638d-46db-a1b2-b4ff212b92c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3647730 Jul 23 20:10:35.354051 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f694a007-127f-456a-8d3a-4a4e281b95b1 req-26272465-b8b3-41e8-9afe-d72c1161d124 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695993 Jul 23 20:10:35.413485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-e6f77470-e9bb-46d7-b884-e5c328e43931 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.1802955 Jul 23 20:10:35.467970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:35.634759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57820) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:35.640617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-013ad3b0-5f61-4d90-83e2-e14bb269b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.642278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-013ad3b0-5f61-4d90-83e2-e14bb269b798 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1731224 Jul 23 20:10:35.700235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aeb3d1-e78f-47ec-99cc-38949baf35eb req-507a018d-1f89-492d-ab56-c547d242e9f1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.710621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94aeb3d1-e78f-47ec-99cc-38949baf35eb req-507a018d-1f89-492d-ab56-c547d242e9f1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 948 time: 0.3451643 Jul 23 20:10:35.720873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:35.723454 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65630f6d-370f-47ee-8a68-a76169f21c45" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:35.807484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94aeb3d1-e78f-47ec-99cc-38949baf35eb req-498df32d-9bfc-4819-8d00-c771f76bb628 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885851 Jul 23 20:10:35.896289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:10:35.919257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6dd68-506f-4679-a618-494066736f37 req-6bbd592f-87ef-4d36-942f-04fac6084244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:35.928265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-6bbd592f-87ef-4d36-942f-04fac6084244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2764869 Jul 23 20:10:35.949821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc6b51e5-1bb2-4a12-8c70-f8509740ff50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:36.052661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:10:36.066042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Sync routers for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:10:36.082817 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:36.083544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:36.172226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-a5017f93-4b8f-4b3d-bcea-b703d14f6eef service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336152 Jul 23 20:10:36.424236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b6dd68-506f-4679-a618-494066736f37 req-74b78727-462f-4eed-9027-6b9b262c7557 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335327 Jul 23 20:10:36.454137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:36.476511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a26e10-acd1-47f5-94a7-88a6132e93af req-639de4b9-de90-4d3f-b0e4-7de97ccbaf82 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:36.487617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9a26e10-acd1-47f5-94a7-88a6132e93af req-639de4b9-de90-4d3f-b0e4-7de97ccbaf82 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 945 time: 0.4832313 Jul 23 20:10:36.630106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9a26e10-acd1-47f5-94a7-88a6132e93af req-61422d7e-e001-44c9-be7a-be76b7b295d5 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306460 Jul 23 20:10:36.719540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc6b51e5-1bb2-4a12-8c70-f8509740ff50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:36.728722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc6b51e5-1bb2-4a12-8c70-f8509740ff50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:36.735519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:36.737073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4aa490e6-7a7f-47c1-9891-ac26d20bb01e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7464924 Jul 23 20:10:36.741052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57848) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:36.784631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:36.903812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc6b51e5-1bb2-4a12-8c70-f8509740ff50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8aa52345bc0c46579c66b64436d319da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2602906 Jul 23 20:10:36.904658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b51e5-1bb2-4a12-8c70-f8509740ff50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1572ebdd-af47-4b30-815a-56719b1f52e9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:36.907625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57856) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:36.981094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54437d-824c-4382-ab61-04cdfcb08faa None None] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:37.022397 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:34Z', 'revision_number': 3, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:37.037803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:10:37.095636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f39695ed-92ab-4b03-bca8-e8c82dd83964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.097279 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Checking router: 28b6bbc2-7b59-4dec-ba81-2b132b940b30 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:10:37.098221 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Updating router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:10:37.194583 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.195942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f39695ed-92ab-4b03-bca8-e8c82dd83964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.212676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2bee7184-3111-4e51-983c-8f10fbbb5687 None None] Provisioning for port fffb0e99-3eee-42d6-aa05-a0f0be106021 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:37.378222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c31da-b552-4f22-bb3f-be5f832b3af3 req-7d1144be-be29-45d5-9c42-60e1e9a9eec3 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:37.382434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fffb0e99-3eee-42d6-aa05-a0f0be106021 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:37.392318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-572c31da-b552-4f22-bb3f-be5f832b3af3 req-7d1144be-be29-45d5-9c42-60e1e9a9eec3 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 949 time: 0.4836214 Jul 23 20:10:37.528163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-572c31da-b552-4f22-bb3f-be5f832b3af3 req-7c9c0db0-51b0-48f6-9ec3-0740abda2cae tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344552 Jul 23 20:10:37.533906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f39695ed-92ab-4b03-bca8-e8c82dd83964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.537078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f39695ed-92ab-4b03-bca8-e8c82dd83964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.557887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f39695ed-92ab-4b03-bca8-e8c82dd83964 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1572ebdd-af47-4b30-815a-56719b1f52e9 HTTP/1.1" status: 204 len: 168 time: 0.6480312 Jul 23 20:10:37.612519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39695ed-92ab-4b03-bca8-e8c82dd83964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1572ebdd-af47-4b30-815a-56719b1f52e9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:37.705292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port fffb0e99-3eee-42d6-aa05-a0f0be106021 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:37.717422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fffb0e99-3eee-42d6-aa05-a0f0be106021 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:37.717887 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.734153 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8ba953-d3e8-445c-b297-174646c0b11f x-openstack-request-id: req-0e8ba953-d3e8-445c-b297-174646c0b11f {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:37.735039 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:37.735581 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e8ba953-d3e8-445c-b297-174646c0b11f {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:37.736259 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'status': 'completed', 'code': 200} Jul 23 20:10:37.879501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-aa09b521-fca1-4fb5-92f3-bdc98d208867 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:37.889262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-aa09b521-fca1-4fb5-92f3-bdc98d208867 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2678547 Jul 23 20:10:37.892098 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.894289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:37.894862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:10:37.968591 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:37.991513 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Transition to ACTIVE for port object de0d5f43-84e1-4374-b2d4-0ab9b40821d0 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:38.004880 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.032202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port fffb0e99-3eee-42d6-aa05-a0f0be106021, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fffb0e99-3eee-42d6-aa05-a0f0be106021,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:38.043493 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.138316 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Pushing event updated for resources: {'Port': ['ID=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:38.166049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=fffb0e99-3eee-42d6-aa05-a0f0be106021,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:38.171441 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.171781 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.172116 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.172636 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.172970 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.173295 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.175752 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.176298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.176648 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.177080 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.188182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-9e9b6eb7-088d-4b63-af32-6af434e41e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:38.189607 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.190075 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:10:38.201118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-9e9b6eb7-088d-4b63-af32-6af434e41e50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1100 time: 0.4465504 Jul 23 20:10:38.218543 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Attempting to bind port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:38.218977 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Attempting to bind port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:38.219515 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Attempting to bind port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:38.234484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:38.234854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:38.235250 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.235634 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:38.236095 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Bound port: de0d5f43-84e1-4374-b2d4-0ab9b40821d0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:38.236485 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.260454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-98e17236-c7e8-4a78-9d02-572d30083cf2 None None] Provisioning complete for port fffb0e99-3eee-42d6-aa05-a0f0be106021 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:38.260820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98e17236-c7e8-4a78-9d02-572d30083cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.392266 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] For port de0d5f43-84e1-4374-b2d4-0ab9b40821d0, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:38.395552 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] For port de0d5f43-84e1-4374-b2d4-0ab9b40821d0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:38.405158 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:38.410446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-b276ac23-bd1d-4356-9a59-92d115924397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:38.412380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-b276ac23-bd1d-4356-9a59-92d115924397 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2102027 Jul 23 20:10:38.510991 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:38.511624 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:38.517377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-e30946fa-18d7-4de8-ad83-5ff39de861ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.0929093 Jul 23 20:10:38.519687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-942b7cc1-0c99-4852-b1a3-adb5ff713cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:38.527289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-942b7cc1-0c99-4852-b1a3-adb5ff713cc5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1100 time: 0.6515586 Jul 23 20:10:38.608319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:38.611856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:38.612459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:38.631697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:38.632202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:38.649716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:38.650206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:38.650703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:38.651412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Bound port: e7242365-d69f-4481-8d5a-70d8fb748638, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:38.714745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:39.014883 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75772381-aa59-43bc-9105-505c671fb967 None None] Pushing event updated for resources: {'Port': ['ID=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:39.075022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:34Z', 'revision_number': 3, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:39.131955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:39.149564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:39.150714 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-93d2c44d-c80d-4ce5-98ce-4360756f408f service neutron] 10.222.0.46 "POST /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638/bindings HTTP/1.1" status: 201 len: 390 time: 1.2605100 Jul 23 20:10:39.218698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4562f6-a3a4-472f-b5bb-307e6d984873 req-32947494-3097-4733-a76b-1acf7476eea2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.222819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:39.228777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b4562f6-a3a4-472f-b5bb-307e6d984873 req-32947494-3097-4733-a76b-1acf7476eea2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 948 time: 1.2322850 Jul 23 20:10:39.241282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-5dcd1ee2-f241-4ad6-86a4-a163914dbf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.243162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-5dcd1ee2-f241-4ad6-86a4-a163914dbf1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.7131379 Jul 23 20:10:39.251372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-c994d365-2978-4eb0-b2ba-904f9d3883b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.253132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-c994d365-2978-4eb0-b2ba-904f9d3883b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.7076175 Jul 23 20:10:39.282470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fffb0e99-3eee-42d6-aa05-a0f0be106021 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:39.354923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-ca3cb2cd-2974-4ee9-8949-cea1a917416a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.0888052 Jul 23 20:10:39.375221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b4562f6-a3a4-472f-b5bb-307e6d984873 req-eb9e568a-2ef8-4d55-bfd4-e9d913297756 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451180 Jul 23 20:10:39.533328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fffb0e99-3eee-42d6-aa05-a0f0be106021 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:39.534107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:39.572737 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704ec6de-59c1-40b3-b576-1b9c0ca6b5fa None None] The sync data for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 is: [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:34Z', 'revision_number': 3, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:10:39.660899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-0a5e80e3-cf57-4ccb-88dc-74de54afc967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.664338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-0a5e80e3-cf57-4ccb-88dc-74de54afc967 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4100454 Jul 23 20:10:39.696541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-25c48e11-ae18-4ff5-a17b-28a7f9fb64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.699002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-25c48e11-ae18-4ff5-a17b-28a7f9fb64fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.3205445 Jul 23 20:10:39.847894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5058726-13ac-4add-9b2c-530b41b4debd req-0b478726-9517-4c5b-ad3e-fca7d965d593 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:39.859378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5058726-13ac-4add-9b2c-530b41b4debd req-0b478726-9517-4c5b-ad3e-fca7d965d593 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 1101 time: 0.3118744 Jul 23 20:10:39.912021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Allocated IP 172.20.0.1 (b1547766-b8fc-473c-b3cf-9fe44c3a20a0/c8956241-ca64-4c80-87a6-6e5278730f0f/9ffc7edf-c59c-4478-8d48-93dd76731437) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:40.002371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-3685da89-40d6-4418-8f25-a754cb17a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.004198 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-3685da89-40d6-4418-8f25-a754cb17a0e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1097 time: 0.2207630 Jul 23 20:10:40.094484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5058726-13ac-4add-9b2c-530b41b4debd req-a9ba63d0-42aa-4ead-9c2f-a596593f41e0 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309074 Jul 23 20:10:40.103048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-7fa964d4-deb4-4893-b953-34739a92736f service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994796 Jul 23 20:10:40.129522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.133861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:40.149053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Transition to ACTIVE for port object 9ffc7edf-c59c-4478-8d48-93dd76731437 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:40.194661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.277007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-79e5368a-9e88-44c4-851a-ce68d82a720d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.278854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-79e5368a-9e88-44c4-851a-ce68d82a720d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5248108 Jul 23 20:10:40.387899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:40.414331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:40.418328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:40.420885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Pushing event updated for resources: {'Port': ['ID=9ffc7edf-c59c-4478-8d48-93dd76731437,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:40.477519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:40.521562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'mac_address': 'fa:16:3e:31:dc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:40.560843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ff6b3-478a-45d4-b1aa-133b29eaed06 req-918d6ea1-5183-4e94-b007-fb1b9649eae8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.574078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.581369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a3ff6b3-478a-45d4-b1aa-133b29eaed06 req-918d6ea1-5183-4e94-b007-fb1b9649eae8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.6377537 Jul 23 20:10:40.622504 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.652127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b0701c6-438e-4578-a8d4-fe51446ccdc6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:40.703398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:40.714828 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.732732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-a3c14895-e7a9-4e76-83a5-bb15ba6017d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:40.734733 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-a3c14895-e7a9-4e76-83a5-bb15ba6017d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.5510652 Jul 23 20:10:40.832859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:40.853370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.885159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-700c49f1-3535-44ef-b0c6-1080126bf82f service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7373478 Jul 23 20:10:40.915753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a3ff6b3-478a-45d4-b1aa-133b29eaed06 req-a2cc46bc-53a4-472b-b54c-2041756e4f66 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333206 Jul 23 20:10:40.919801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a6e72ad7-eabc-4d70-a9bd-01475fd526b0 None None] Provisioning for port 9ffc7edf-c59c-4478-8d48-93dd76731437 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:40.926700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a6e72ad7-eabc-4d70-a9bd-01475fd526b0 None None] Provisioning complete for port 9ffc7edf-c59c-4478-8d48-93dd76731437 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:40.927856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a6e72ad7-eabc-4d70-a9bd-01475fd526b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:40.965759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-6ca661b3-0abf-4070-9903-c32a43fd993e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 217 time: 0.1138730 Jul 23 20:10:41.083889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-d58de26d-c8b2-43e9-bf2d-a944d435e34b service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850301 Jul 23 20:10:41.095772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a6e72ad7-eabc-4d70-a9bd-01475fd526b0 None None] Port 9ffc7edf-c59c-4478-8d48-93dd76731437 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:10:41.116999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-8b217ca8-eb55-4f6b-a4d3-8a6ce2320bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.121739 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-8b217ca8-eb55-4f6b-a4d3-8a6ce2320bec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1485815 Jul 23 20:10:41.219649 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-6b96ab8e-acda-4de3-b289-805a4d093888 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767648 Jul 23 20:10:41.233983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['6b0701c6-438e-4578-a8d4-fe51446ccdc6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:41.296051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de0d5f43-84e1-4374-b2d4-0ab9b40821d0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:41.350876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-b4ae6fc7-deb2-4bee-a4b1-a245d01375a4 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--250286498&fields=id&tenant_id=76eade1cb2814e6e937cadb8e223e730 HTTP/1.1" status: 200 len: 267 time: 0.2628527 Jul 23 20:10:41.418538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65630f6d-370f-47ee-8a68-a76169f21c45 req-1cb391c3-077e-4749-9ce2-d62c02803cfd service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127611 Jul 23 20:10:41.509929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c35477-c2e3-4d09-8f38-0e7959a8785e req-e2fd73f9-a6d6-4354-a83e-fc096bf4c81a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.527008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c35477-c2e3-4d09-8f38-0e7959a8785e req-e2fd73f9-a6d6-4354-a83e-fc096bf4c81a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 949 time: 0.3689971 Jul 23 20:10:41.529412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:41.563070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:41.563444 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.621366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-eb7d29d8-9cd5-4082-b0c3-d8664078474a tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.633952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-eb7d29d8-9cd5-4082-b0c3-d8664078474a tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 823 time: 0.2590618 Jul 23 20:10:41.662927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-6a8e1bed-e4d6-4148-84d1-d7f0ded057c9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/quotas/76eade1cb2814e6e937cadb8e223e730 HTTP/1.1" status: 200 len: 375 time: 0.0270123 Jul 23 20:10:41.744504 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-17bae81d-5427-4aa5-ac7f-d345b19cd8fc service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138476 Jul 23 20:10:41.801270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c35477-c2e3-4d09-8f38-0e7959a8785e req-723cb47a-5695-4f9b-ab94-6f05c6323072 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727056 Jul 23 20:10:41.836859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-22f3e972-ffd3-4de2-aaca-aabbc4ec9a87 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:41.838683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-22f3e972-ffd3-4de2-aaca-aabbc4ec9a87 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.47 "GET /v2.0/ports?device_id=c240934b-6716-4448-abaf-54e0eed3aca2 HTTP/1.1" status: 200 len: 945 time: 0.5482609 Jul 23 20:10:41.918531 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.920909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.947896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-95898a9a-46a0-4e1b-bc6f-4322bdb81731 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2835729 Jul 23 20:10:41.982661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port de0d5f43-84e1-4374-b2d4-0ab9b40821d0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:41.991010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:41.996848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.031557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-bcf38523-361d-4886-9dea-9a182d88a903 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799968 Jul 23 20:10:42.090712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:42.198069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.202527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Pushing event updated for resources: {'Port': ['ID=9ffc7edf-c59c-4478-8d48-93dd76731437,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:42.209570 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-09abc7d3-18bd-4f37-b664-c7debc6357b9 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466860 Jul 23 20:10:42.291416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-5f3cf8e7-962a-46fe-97b4-9dfbc4d5733b service neutron] 10.222.0.46 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014438 Jul 23 20:10:42.370460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:42.374148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:42.418182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-4b3a6f2a-c48a-4b6d-b9c0-2fc051b8aa36 service neutron] 10.222.0.46 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154263 Jul 23 20:10:42.437107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-42bc96ad-1291-4988-9f05-606123192a87 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:42.449462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-42bc96ad-1291-4988-9f05-606123192a87 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3789685 Jul 23 20:10:42.479687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-3ed34a59-83f2-4aa4-9d55-aa89ad26f5c0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/quotas/56e2280a9ad44a67bd435113e371a8f2 HTTP/1.1" status: 200 len: 375 time: 0.0286691 Jul 23 20:10:42.673246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Deleting port 637546f1-b754-414d-af79-9aba21067b2d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:42.673614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.723288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f7593781-1b24-4bf1-b9c9-2afa8a37c749 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2399001 Jul 23 20:10:42.798877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] For port 637546f1-b754-414d-af79-9aba21067b2d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=637546f1-b754-414d-af79-9aba21067b2d,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:42.799278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:42.946096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c53f17b7-74fd-4d30-95b8-686c709db0b0 None None] Provisioning complete for port 9ffc7edf-c59c-4478-8d48-93dd76731437 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:42.947040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c53f17b7-74fd-4d30-95b8-686c709db0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.115880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c53f17b7-74fd-4d30-95b8-686c709db0b0 None None] Port 9ffc7edf-c59c-4478-8d48-93dd76731437 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:10:43.124236 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.124623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.124941 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6 disassociated. External IP: 172.25.8.247, port: 637546f1-b754-414d-af79-9aba21067b2d. Jul 23 20:10:43.125464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Calling delete_port for 637546f1-b754-414d-af79-9aba21067b2d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:43.269776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:10:43.307496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de0d5f43-84e1-4374-b2d4-0ab9b40821d0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:43.434226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:43.436744 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.500688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43c29f4e-b10b-42cd-8242-3137440b7423 req-c0aaa64f-4bc1-44cf-9eff-10472b5023de tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 210 time: 0.0876632 Jul 23 20:10:43.526612 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:43.666058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5159f01-fe33-492d-a586-8019b822655e req-d32e3e90-8bc2-4b4d-a4f4-f007652fe8cf tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:43.675331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5159f01-fe33-492d-a586-8019b822655e req-d32e3e90-8bc2-4b4d-a4f4-f007652fe8cf tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.1277628 Jul 23 20:10:43.712241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31777603-88a1-430e-bf6b-30797615c3fe req-44539c6a-a9b9-46d1-a096-206f84be7dad tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 210 time: 0.0335424 Jul 23 20:10:43.825640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5159f01-fe33-492d-a586-8019b822655e req-7dab4952-9c67-42fb-8ded-d0669d1c2a17 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321509 Jul 23 20:10:43.826215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5d06101-fc7e-49a2-a9f5-f49acdcb5eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.111724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91096495-a1bc-4528-bef7-aec28327978b req-e8a5ccd0-70e1-4609-8d77-d8ade8896570 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:44.114051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91096495-a1bc-4528-bef7-aec28327978b req-e8a5ccd0-70e1-4609-8d77-d8ade8896570 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 949 time: 0.2100277 Jul 23 20:10:44.167743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:44.201172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91096495-a1bc-4528-bef7-aec28327978b req-0e9e21a3-c4b9-4980-82e1-7b7c9cced421 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808711 Jul 23 20:10:44.454020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:44.463990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:44.464780 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.857991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.943681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.963949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4337558a-5742-431c-999c-5866d1347d20 req-6edc7b9d-b795-4a4c-9625-6e6c26bceaf5 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 210 time: 0.1805716 Jul 23 20:10:44.968847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:44.970990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:44.978600 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bcfade-0371-4f7f-8cd7-d363d0b7ca23" -d '{"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-plugged", "status": "completed", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:44.985399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:44.995551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event deleted for resources: {'Port': ['ID=637546f1-b754-414d-af79-9aba21067b2d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:45.124508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:45.235471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e5afe91-9883-4c28-b4a6-5294fbf26c6f req-645a14ba-37b0-4836-aa25-57b4f24ddf60 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 210 time: 0.1072516 Jul 23 20:10:45.306150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-bc6df996-1f43-4a88-b3fb-d83da2d4a499 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.316243 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-bc6df996-1f43-4a88-b3fb-d83da2d4a499 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396&tenant_id=65cc9918feab46bbb13c46e24ec72525&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 949 time: 1.7340493 Jul 23 20:10:45.359518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da597eed-dc95-436a-8726-a29bd927070a req-8bc23a0c-6a44-4acc-905a-6e769e07d43c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.363159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da597eed-dc95-436a-8726-a29bd927070a req-8bc23a0c-6a44-4acc-905a-6e769e07d43c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.3035443 Jul 23 20:10:45.417743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:10:45.429108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a5d01088-d497-458a-af99-1153c836f1dc admin admin] 10.222.0.46 "PUT /v2.0/routers/28b6bbc2-7b59-4dec-ba81-2b132b940b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6838961 Jul 23 20:10:45.432065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Sync routers for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:10:45.450537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:45.451186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:45.505376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da597eed-dc95-436a-8726-a29bd927070a req-63abf29c-c686-4e01-bbd3-ca897b9526df tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303101 Jul 23 20:10:45.592278 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-d2c59e80-4113-4fca-b163-89a3fd0dc2c6 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:10:45.597010 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-d2c59e80-4113-4fca-b163-89a3fd0dc2c6 service neutron] 10.222.0.36 "DELETE /v2.0/ports/6b0701c6-438e-4578-a8d4-fe51446ccdc6/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.2609010 Jul 23 20:10:45.605138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:10:45.641507 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb2ea05-bded-4393-b22d-c42683c2ea0e x-openstack-request-id: req-cfb2ea05-bded-4393-b22d-c42683c2ea0e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:45.641810 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-plugged", "status": "completed", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:45.642407 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cfb2ea05-bded-4393-b22d-c42683c2ea0e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:45.642407 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'code': 200} Jul 23 20:10:45.832726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:45.967977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-62bbc069-565a-400e-b1fc-d02eb839603e tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:45.977655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:10:45.987862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-62bbc069-565a-400e-b1fc-d02eb839603e tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.36 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 823 time: 0.7025166 Jul 23 20:10:45.999536 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:10:46.018270 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:46.023681 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:46.145890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aeb3c-56ba-4355-b453-747617383a70 req-2220557c-76bf-4fe9-9541-3c93c267fcee tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.147870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e68aeb3c-56ba-4355-b453-747617383a70 req-2220557c-76bf-4fe9-9541-3c93c267fcee tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.5141668 Jul 23 20:10:46.164623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-c9752a53-f760-4827-9df0-d48b26bab9c1 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76eade1cb2814e6e937cadb8e223e730 HTTP/1.1" status: 200 len: 379 time: 0.1624131 Jul 23 20:10:46.191208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'port': {'device_id': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'admin_state_up': True, 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'security_groups': ['05ebd82b-e025-46b8-8135-2d8f6793c1a9']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:46.227096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e68aeb3c-56ba-4355-b453-747617383a70 req-1735a06a-7916-4d50-a7a3-d0f22f5c7c18 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695150 Jul 23 20:10:46.256719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 637546f1-b754-414d-af79-9aba21067b2d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:46.415760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] No DVR routers for this DVR port 637546f1-b754-414d-af79-9aba21067b2d on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:46.427908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-05c3a6fc-dda0-42d9-bc53-3ada56b289b5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=56e2280a9ad44a67bd435113e371a8f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2914207 Jul 23 20:10:46.433142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:46.438142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ee373fe-e5fa-4a32-a86f-fc6628ffd157 req-d542a5f7-07e1-4fe2-b958-df3af7903fc3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.47 "DELETE /v2.0/ports/637546f1-b754-414d-af79-9aba21067b2d HTTP/1.1" status: 204 len: 173 time: 4.5824444 Jul 23 20:10:46.443237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'name': 'network-vif-deleted', 'tag': '637546f1-b754-414d-af79-9aba21067b2d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:46.446789 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14e1fbb-092b-48a0-90f1-7f329613e7cb" -d '{"events": [{"server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "name": "network-vif-deleted", "tag": "637546f1-b754-414d-af79-9aba21067b2d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:46.533766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b339c6ed-5edd-49b9-9fc1-4f174840d12c req-3b1b0592-d719-4bba-a1d1-7c582bf0ca08 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 210 time: 0.1377096 Jul 23 20:10:46.627641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Made reservation on behalf of 76eade1cb2814e6e937cadb8e223e730 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:46.633857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:46.674905 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:46.772575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d525bcf-58d0-49c7-9ff5-f8a02da7ce3a req-02ef823c-0c15-4543-83eb-2bb067b971ba tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 210 time: 0.1724634 Jul 23 20:10:46.787796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-ad9c4a1e-b487-4106-9ba8-dabafc190c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.789507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-ad9c4a1e-b487-4106-9ba8-dabafc190c06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 1102 time: 0.7943504 Jul 23 20:10:46.819991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-661a2303-3c7c-436a-b1da-b72c9dafe68f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:46.822113 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-661a2303-3c7c-436a-b1da-b72c9dafe68f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3665614 Jul 23 20:10:46.863607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Request body: {'port': {'device_id': '3189b618-9859-4fb1-a784-69c9328eb2af', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '56e2280a9ad44a67bd435113e371a8f2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:46.897640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 637546f1-b754-414d-af79-9aba21067b2d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:10:46.898187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 637546f1-b754-414d-af79-9aba21067b2d not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:10:46.963166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:46.990613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f175c425-ca6e-4d70-8f78-7f22f411678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.094030 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.216855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Allocated IP 172.20.0.10 (c385f01d-dc68-45cc-9d38-87c24e0f4a97/6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d/83e1839a-2c16-43e3-9b1c-835d1084bad3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:47.221691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 2, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:47.243312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f326a6-2e9d-4e97-ad44-84e0f7d4a8fa req-27ab3f56-1629-4b8e-ba9c-a8fba9b863eb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.251790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1f326a6-2e9d-4e97-ad44-84e0f7d4a8fa req-27ab3f56-1629-4b8e-ba9c-a8fba9b863eb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.2900591 Jul 23 20:10:47.308917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Checking router: 28b6bbc2-7b59-4dec-ba81-2b132b940b30 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:10:47.309290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Updating router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 port 9ffc7edf-c59c-4478-8d48-93dd76731437 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:10:47.360394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1f326a6-2e9d-4e97-ad44-84e0f7d4a8fa req-6e296d4e-ed67-4742-8bf4-54367a248d19 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072540 Jul 23 20:10:47.378466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-2251d1cc-2932-4e51-b627-6e8509226460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.394155 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-2251d1cc-2932-4e51-b627-6e8509226460 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.5617969 Jul 23 20:10:47.403888 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:47.405463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.455167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Made reservation on behalf of 56e2280a9ad44a67bd435113e371a8f2 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:47.459985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.478261 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80066e6b-6197-4fa4-b16f-7e9bda1dda34 x-openstack-request-id: req-80066e6b-6197-4fa4-b16f-7e9bda1dda34 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:47.478505 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c240934b-6716-4448-abaf-54e0eed3aca2", "name": "network-vif-deleted", "tag": "637546f1-b754-414d-af79-9aba21067b2d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:47.478728 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-80066e6b-6197-4fa4-b16f-7e9bda1dda34 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:47.479125 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c240934b-6716-4448-abaf-54e0eed3aca2', 'name': 'network-vif-deleted', 'tag': '637546f1-b754-414d-af79-9aba21067b2d', 'status': 'completed', 'code': 200} Jul 23 20:10:47.538230 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:10:47.594658 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:47.595506 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:47.624656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-b748ef7a-4c77-40ff-90aa-0b609e961026 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 200 len: 217 time: 0.1446555 Jul 23 20:10:47.675142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.737531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.764024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Transition to ACTIVE for port object 83e1839a-2c16-43e3-9b1c-835d1084bad3 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:47.843248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-821a7caf-4bf0-420a-ad75-d0f22991ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:47.847092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-821a7caf-4bf0-420a-ad75-d0f22991ea20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2097208 Jul 23 20:10:47.884341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.945295 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:47.969552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:47.983446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Transition to ACTIVE for port object 9ffc7edf-c59c-4478-8d48-93dd76731437 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:47.993478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.024369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:48.025273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event updated for resources: {'Port': ['ID=83e1839a-2c16-43e3-9b1c-835d1084bad3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:48.052763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:48.058946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:48.199113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449720b-3cc2-4092-bf45-ede2173e7a58 None None] Pushing event updated for resources: {'Port': ['ID=9ffc7edf-c59c-4478-8d48-93dd76731437,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:48.219311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.219982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.278448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-2fae2a80-fdb6-4095-a4f0-df51d59823e3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0913346 Jul 23 20:10:48.306244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Request body: {'port': {'device_id': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:48.313407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Allocated IP 192.168.233.109 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/d3b9c590-813c-4909-aa15-14408c762d4d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:48.338518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-8027a4bd-2384-4331-80cc-dbf3d8de8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.339175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Attempting to bind port 9ffc7edf-c59c-4478-8d48-93dd76731437 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:48.339807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Attempting to bind port 9ffc7edf-c59c-4478-8d48-93dd76731437 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:48.340420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Attempting to bind port 9ffc7edf-c59c-4478-8d48-93dd76731437 on network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:48.344076 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-8027a4bd-2384-4331-80cc-dbf3d8de8910 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4769583 Jul 23 20:10:48.346867 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:48.351200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:48.354480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Checking segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:48.355110 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.356238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Bound using segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:48.357231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Bound port: 9ffc7edf-c59c-4478-8d48-93dd76731437, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:48.359805 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.394033 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fb36cf-eec1-4190-a40c-7e58667cdefa None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:10:48.443080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e82d1-a5b1-469e-a751-cbac50d4ad76 req-360199d3-0b1c-4d19-8097-c0bbf80df457 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.445876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa6e82d1-a5b1-469e-a751-cbac50d4ad76 req-360199d3-0b1c-4d19-8097-c0bbf80df457 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.6360338 Jul 23 20:10:48.555027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] For port 9ffc7edf-c59c-4478-8d48-93dd76731437, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:48.610367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] For port 9ffc7edf-c59c-4478-8d48-93dd76731437, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9ffc7edf-c59c-4478-8d48-93dd76731437,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:48.621185 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.648088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-f6ef539d-fb3f-4390-a920-985cea708a78 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890010 Jul 23 20:10:48.762637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.776679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449720b-3cc2-4092-bf45-ede2173e7a58 None None] Pushing event updated for resources: {'Port': ['ID=9ffc7edf-c59c-4478-8d48-93dd76731437,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:48.799510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa6e82d1-a5b1-469e-a751-cbac50d4ad76 req-b93fa534-3e99-42ad-b449-56c4f52e68dc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668042 Jul 23 20:10:48.816968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:10:48.818883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:48.855495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560a7d5-86f4-46e8-80dd-2d8258467599 req-885bb087-c978-4bf8-a112-838fa412be4c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:48.857419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8560a7d5-86f4-46e8-80dd-2d8258467599 req-885bb087-c978-4bf8-a112-838fa412be4c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 932 time: 0.4496539 Jul 23 20:10:48.889333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:48.948746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.36', 62279) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:48.979274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Transition to ACTIVE for port object d3b9c590-813c-4909-aa15-14408c762d4d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:49.019288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244503-8dbf-48f5-8233-d691a2c1ba77 None None] New status for floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:10:49.234891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4555e05-c41a-47dd-b96a-4d1e10870456 req-8504bd47-b1d1-4a03-b26e-6e5d4146670e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 210 time: 0.1392381 Jul 23 20:10:49.240438 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2cc94f5f-61a9-46c1-863d-c4db1ac4bff1 req-c347a370-b110-4c51-85cf-49429dcfaa38 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211996 Jul 23 20:10:49.324463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:49.332746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:10:49.369741 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-66b47ac6-eb4a-4617-88a3-6e208ebb4dbf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4138052 Jul 23 20:10:49.401578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:49.467367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8560a7d5-86f4-46e8-80dd-2d8258467599 req-0ef8c89d-8afb-49b5-9770-d6b36d52daac tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3743556 Jul 23 20:10:49.484231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'd1b1696e-782d-447f-8969-2a294da9489b', '77e7c067-88a4-4aa0-be08-45cf4e7610a0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:49.617608 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:49.646628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:10:49.656842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:49.683935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:10:49.815282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event updated for resources: {'Port': ['ID=d3b9c590-813c-4909-aa15-14408c762d4d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:49.958445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.959303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:49.982455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-7477e820-0169-4b67-98d5-e6884e7d5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:49.984289 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-7477e820-0169-4b67-98d5-e6884e7d5d29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 1097 time: 0.5005288 Jul 23 20:10:49.996250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-24214a75-bdfb-4509-89f8-71604de832a0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1535258 Jul 23 20:10:50.028924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Request body: {'port': {'device_id': '3189b618-9859-4fb1-a784-69c9328eb2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:50.156591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:48Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:10:50.218054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecb84ec-d83d-476a-b5f1-12880ed908c5 None None] The sync data for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 is: [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:48Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:10:50.265940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff5a68fa-c99a-4f00-a8b2-4a6ad6e106a1 None None] Provisioning for port d3b9c590-813c-4909-aa15-14408c762d4d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:50.315637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff5a68fa-c99a-4f00-a8b2-4a6ad6e106a1 None None] Provisioning complete for port d3b9c590-813c-4909-aa15-14408c762d4d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:50.315965 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff5a68fa-c99a-4f00-a8b2-4a6ad6e106a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:50.427235 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:50.450725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a68fa-c99a-4f00-a8b2-4a6ad6e106a1 None None] Port d3b9c590-813c-4909-aa15-14408c762d4d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:10:50.473934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-125de74d-c00c-452e-a076-bb0384bf930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.475488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-125de74d-c00c-452e-a076-bb0384bf930f service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.4610295 Jul 23 20:10:50.628078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e1839a-2c16-43e3-9b1c-835d1084bad3 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:50.644695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-a5cae5a3-f0fe-4bd0-a332-2041f391abb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 200 len: 217 time: 0.1522868 Jul 23 20:10:50.684774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:50.738257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Transition to ACTIVE for port object 83e1839a-2c16-43e3-9b1c-835d1084bad3 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:50.778282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a383c-b70c-4434-be26-927d9febff83 req-462f89b1-349d-4f32-8ec8-5df8346c8159 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.796649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-445a383c-b70c-4434-be26-927d9febff83 req-462f89b1-349d-4f32-8ec8-5df8346c8159 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 950 time: 0.4481719 Jul 23 20:10:50.799754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:50.823089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32657047-8017-4f49-9e52-3943ac903519 req-59098346-d1e5-4579-835a-6e544e297058 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.828120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32657047-8017-4f49-9e52-3943ac903519 req-59098346-d1e5-4579-835a-6e544e297058 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.4644299 Jul 23 20:10:50.885074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:50.980531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-06454114-a629-4b3c-a4d6-183cf9f9ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:50.982993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-06454114-a629-4b3c-a4d6-183cf9f9ac41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.3200886 Jul 23 20:10:50.994104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-445a383c-b70c-4434-be26-927d9febff83 req-df9b4b68-0f01-4fdd-90a2-7ff9a7692dfc tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957967 Jul 23 20:10:51.041152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Pushing event updated for resources: {'Port': ['ID=83e1839a-2c16-43e3-9b1c-835d1084bad3,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:51.069881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32657047-8017-4f49-9e52-3943ac903519 req-8ff4fe85-ebaf-42ab-8cac-e452026ce405 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106760 Jul 23 20:10:51.145962 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-cb7e66dd-9c8e-45e2-87f7-94a7af219e60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217573 Jul 23 20:10:51.272445 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.356169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ffc7edf-c59c-4478-8d48-93dd76731437 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:51.363363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:51.366185 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc0e98e-443a-4c0a-96fb-6677f8e5a860" -d '{"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:51.471405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:51.509797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Attempting to bind port 83e1839a-2c16-43e3-9b1c-835d1084bad3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:51.510141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Attempting to bind port 83e1839a-2c16-43e3-9b1c-835d1084bad3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:51.510473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Attempting to bind port 83e1839a-2c16-43e3-9b1c-835d1084bad3 on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:51.531674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-75d81f20-643d-45d4-b592-55a078f1b4d3 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845816 Jul 23 20:10:51.532652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Port 83e1839a-2c16-43e3-9b1c-835d1084bad3 on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:51.532993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Attempting to bind port 83e1839a-2c16-43e3-9b1c-835d1084bad3 on network c385f01d-dc68-45cc-9d38-87c24e0f4a97 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:51.541322 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.562459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:51.562799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Checking segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:51.571040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Bound using segment: {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:51.571543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Bound port: 83e1839a-2c16-43e3-9b1c-835d1084bad3, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:51.571921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.630440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c9f82-9911-413c-ba55-b69b72593378 req-bd1a8de9-b047-4d4e-bad8-ba629da6d822 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:51.632052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c4c9f82-9911-413c-ba55-b69b72593378 req-bd1a8de9-b047-4d4e-bad8-ba629da6d822 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1097 time: 0.4282892 Jul 23 20:10:51.642296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37713329-3ee5-4631-bfb5-e79040f8b583 None None] Provisioning for port 83e1839a-2c16-43e3-9b1c-835d1084bad3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:51.693850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affe95e-9aab-4b63-aa7b-cab96a4de50f req-d07803b2-fcf7-4a24-9d00-85a0d2ed977a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:51.704378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1affe95e-9aab-4b63-aa7b-cab96a4de50f req-d07803b2-fcf7-4a24-9d00-85a0d2ed977a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.3344781 Jul 23 20:10:51.738891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9ffc7edf-c59c-4478-8d48-93dd76731437 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:10:51.763740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9ffc7edf-c59c-4478-8d48-93dd76731437 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:51.764634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:51.768198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:51.870633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1affe95e-9aab-4b63-aa7b-cab96a4de50f req-a5c24f4d-e3a4-4f87-a210-6e7c37aded2b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650076 Jul 23 20:10:51.882622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c4c9f82-9911-413c-ba55-b69b72593378 req-33a74332-ed8a-443d-a106-9dc11f05f1e6 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318962 Jul 23 20:10:51.922936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-dc659c9b-41e6-423e-98d4-097a4d78ff31 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9873846 Jul 23 20:10:51.949473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b9c590-813c-4909-aa15-14408c762d4d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:51.988133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] For port 83e1839a-2c16-43e3-9b1c-835d1084bad3, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:52.002320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] For port 83e1839a-2c16-43e3-9b1c-835d1084bad3, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:52.055225 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.105584 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.135316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e411a8a4-43eb-441a-bfb5-05a3d3e354bd req-70870ec5-c8fa-4158-a1f0-de8ba5b5642a service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967411 Jul 23 20:10:52.136434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Transition to ACTIVE for port object d3b9c590-813c-4909-aa15-14408c762d4d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:52.146459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.147654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.187815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9ffc7edf-c59c-4478-8d48-93dd76731437, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9ffc7edf-c59c-4478-8d48-93dd76731437,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:52.195269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.284250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9ffc7edf-c59c-4478-8d48-93dd76731437,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:52.287641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b9c590-813c-4909-aa15-14408c762d4d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:52.302639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.303366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.306616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695add2-09f0-4e98-b569-93c882a8c50d req-70b8cb31-7ac2-463b-94d2-dcd61d477760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.308142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-70b8cb31-7ac2-463b-94d2-dcd61d477760 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1101 time: 0.2501109 Jul 23 20:10:52.309779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/83e1839a-2c16-43e3-9b1c-835d1084bad3 HTTP/1.1" status: 200 len: 1093 time: 4.0177827 Jul 23 20:10:52.321077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:52.323473 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76be35-7fbb-4793-9395-686c1ea0153f" -d '{"events": [{"name": "network-changed", "server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:52.424008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89202bff-762d-48b5-8c9a-d12355ae89f3 service neutron] Pushing event updated for resources: {'Port': ['ID=83e1839a-2c16-43e3-9b1c-835d1084bad3,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:52.478606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Attempting to bind port d3b9c590-813c-4909-aa15-14408c762d4d on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:52.478953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Attempting to bind port d3b9c590-813c-4909-aa15-14408c762d4d by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:52.479302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Attempting to bind port d3b9c590-813c-4909-aa15-14408c762d4d on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:52.515933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Port d3b9c590-813c-4909-aa15-14408c762d4d on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:52.517046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Attempting to bind port d3b9c590-813c-4909-aa15-14408c762d4d on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:52.578696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03698a0a-ac2e-404c-a75b-e5fda37bf5b7 req-41762664-61b1-4345-ac9a-2e4582cc2008 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.580445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03698a0a-ac2e-404c-a75b-e5fda37bf5b7 req-41762664-61b1-4345-ac9a-2e4582cc2008 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 944 time: 0.5672717 Jul 23 20:10:52.625990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:52.626945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:52.626945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:52.629801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Bound port: d3b9c590-813c-4909-aa15-14408c762d4d, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:52.630833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:52.643646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a057bb-42d3-435f-8ed5-809a88d4e9d3 req-1b7dc130-8d56-4ffa-9e71-1b79e64d685c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.651250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86a057bb-42d3-435f-8ed5-809a88d4e9d3 req-1b7dc130-8d56-4ffa-9e71-1b79e64d685c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 948 time: 0.5027480 Jul 23 20:10:52.705250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-fa943899-8c35-49f6-a78c-1f569bb54f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.707064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-fa943899-8c35-49f6-a78c-1f569bb54f0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 1096 time: 0.3148677 Jul 23 20:10:52.719303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03698a0a-ac2e-404c-a75b-e5fda37bf5b7 req-d04cede0-f711-4ade-ae6f-dd766d72cd1e tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303825 Jul 23 20:10:52.735061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695add2-09f0-4e98-b569-93c882a8c50d req-391dfab2-3c69-45f6-bb78-8aab37ead43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.737077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-391dfab2-3c69-45f6-bb78-8aab37ead43c service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3903251 Jul 23 20:10:52.813466 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-1f19f42a-6a77-48e7-a35b-c9c27da8dd2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0661485 Jul 23 20:10:52.819175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] For port d3b9c590-813c-4909-aa15-14408c762d4d, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:10:52.841960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-886e6c2b-6896-4863-b629-c9c27de83e5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3 HTTP/1.1" status: 200 len: 217 time: 0.1211705 Jul 23 20:10:52.855996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86a057bb-42d3-435f-8ed5-809a88d4e9d3 req-21b636d6-9031-4d96-a62d-5df5f157d45b tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918385 Jul 23 20:10:52.907910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695add2-09f0-4e98-b569-93c882a8c50d req-efe0d2d2-fabf-4e1e-96be-353eb24413bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.912093 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-efe0d2d2-fabf-4e1e-96be-353eb24413bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0872533 Jul 23 20:10:52.914987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] For port d3b9c590-813c-4909-aa15-14408c762d4d, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d3b9c590-813c-4909-aa15-14408c762d4d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:52.969946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-96f43778-d498-4e6a-a2f9-082f9a15ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:52.972151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-96f43778-d498-4e6a-a2f9-082f9a15ba3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 200 len: 862 time: 0.1057789 Jul 23 20:10:52.989932 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08b952-1539-41bd-9b55-f8e76ff9f01c x-openstack-request-id: req-ee08b952-1539-41bd-9b55-f8e76ff9f01c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:52.990625 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:52.990958 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee08b952-1539-41bd-9b55-f8e76ff9f01c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:52.991453 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'code': 200} Jul 23 20:10:53.005568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.066656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.068318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.070526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] 10.222.0.36 "PUT /v2.0/ports/d3b9c590-813c-4909-aa15-14408c762d4d HTTP/1.1" status: 200 len: 1097 time: 3.0459259 Jul 23 20:10:53.087889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3189b618-9859-4fb1-a784-69c9328eb2af', 'tag': 'd3b9c590-813c-4909-aa15-14408c762d4d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:53.092205 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc50f35-dac6-4c23-a7ec-d18c19826e25" -d '{"events": [{"name": "network-changed", "server_uuid": "3189b618-9859-4fb1-a784-69c9328eb2af", "tag": "d3b9c590-813c-4909-aa15-14408c762d4d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:53.214744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-3fbb1d2a-3e30-4766-9573-9d6991c061c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.218828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-3fbb1d2a-3e30-4766-9573-9d6991c061c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c385f01d-dc68-45cc-9d38-87c24e0f4a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394266 Jul 23 20:10:53.290314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e8d3-b3e6-425e-ba23-7ff0f27dcd06 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b9c590-813c-4909-aa15-14408c762d4d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:53.290996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ffc7edf-c59c-4478-8d48-93dd76731437 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:10:53.297107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695add2-09f0-4e98-b569-93c882a8c50d req-3cfc3119-ce77-467a-8e25-00760e57662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.299370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-3cfc3119-ce77-467a-8e25-00760e57662f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3759592 Jul 23 20:10:53.308300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70961e-c7c0-49bf-97a2-7184e55f39f8 req-18f94cb2-8f44-45d8-8d80-283e18f522e3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.310275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c70961e-c7c0-49bf-97a2-7184e55f39f8 req-18f94cb2-8f44-45d8-8d80-283e18f522e3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1907582 Jul 23 20:10:53.321824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-9aab9d80-e869-4038-be5d-c902d9a7b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.324237 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-9aab9d80-e869-4038-be5d-c902d9a7b8a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 1100 time: 0.2021947 Jul 23 20:10:53.384267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-130f5f20-4fb0-4c3d-80ac-cf0717a27d8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d3b9c590-813c-4909-aa15-14408c762d4d HTTP/1.1" status: 200 len: 217 time: 0.0444574 Jul 23 20:10:53.415336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9ffc7edf-c59c-4478-8d48-93dd76731437 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:10:53.415861 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:53.468182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c70961e-c7c0-49bf-97a2-7184e55f39f8 req-9146050d-d725-4d03-a99f-4920b7853f39 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492350 Jul 23 20:10:53.517576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-9668bbb6-d339-4b11-bba4-b8af2a5aa8a0 service neutron] 10.222.0.36 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899082 Jul 23 20:10:53.715043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c6a9724-8467-474b-b390-2d82a90327f3 req-7cc480af-7571-4c6d-b8dd-c74b2a24af69 service neutron] 10.222.0.36 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911535 Jul 23 20:10:53.956132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-4db4b599-0393-4897-a2cf-d4d0706f5243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.958395 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-4db4b599-0393-4897-a2cf-d4d0706f5243 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0829620 Jul 23 20:10:53.986858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05236c5b-3ae0-430f-b38c-146b7bf3d066 req-d3a3fc63-a8dd-4826-b9ab-3dd4b038123a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:53.988591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05236c5b-3ae0-430f-b38c-146b7bf3d066 req-d3a3fc63-a8dd-4826-b9ab-3dd4b038123a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.1478558 Jul 23 20:10:54.047199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05236c5b-3ae0-430f-b38c-146b7bf3d066 req-2c826609-dc99-448e-8806-e09999253f80 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513804 Jul 23 20:10:54.072342 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-aa0bdabd-9cb0-4aa5-969d-85a9316087c4 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433205 Jul 23 20:10:54.098613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-49d88b0b-52af-45d0-ab19-a28803cda628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.100752 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-49d88b0b-52af-45d0-ab19-a28803cda628 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097746 Jul 23 20:10:54.118916 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe182aeb-30b4-403a-a481-a8c45ec064c4 x-openstack-request-id: req-fe182aeb-30b4-403a-a481-a8c45ec064c4 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:54.119385 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:54.119728 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe182aeb-30b4-403a-a481-a8c45ec064c4 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:54.120496 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'status': 'completed', 'code': 200} Jul 23 20:10:54.203593 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266ea9c4-81c4-4433-bcf9-ad117a5958ad x-openstack-request-id: req-266ea9c4-81c4-4433-bcf9-ad117a5958ad {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:54.203928 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3189b618-9859-4fb1-a784-69c9328eb2af", "tag": "d3b9c590-813c-4909-aa15-14408c762d4d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:54.204181 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-266ea9c4-81c4-4433-bcf9-ad117a5958ad {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:54.204577 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3189b618-9859-4fb1-a784-69c9328eb2af', 'tag': 'd3b9c590-813c-4909-aa15-14408c762d4d', 'status': 'completed', 'code': 200} Jul 23 20:10:54.306607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-51e6e480-2df6-4b60-9188-f7e98c0cff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.308697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-51e6e480-2df6-4b60-9188-f7e98c0cff8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 1096 time: 0.1601212 Jul 23 20:10:54.327516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0695add2-09f0-4e98-b569-93c882a8c50d req-f6f5dd1b-b35b-4b45-9b67-a0bf33c295c8 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427790 Jul 23 20:10:54.329206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-41b0197b-0a9e-4e07-b925-d0752522731c service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188652 Jul 23 20:10:54.531739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4bc8a-46d7-455b-9d40-a2f9a50960ad req-ab9e5975-bf47-45c2-a336-e08b376ad1ec tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.533527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fa4bc8a-46d7-455b-9d40-a2f9a50960ad req-ab9e5975-bf47-45c2-a336-e08b376ad1ec tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 944 time: 0.1616788 Jul 23 20:10:54.535129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-db736be7-cffe-44db-9b68-72845124d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.537093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-db736be7-cffe-44db-9b68-72845124d58b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 924 time: 0.2201850 Jul 23 20:10:54.550402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-63e69b78-74aa-4f2e-9e40-567bedab043b req-8d37c0ca-b88e-4ebb-b435-7112100dd142 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035244 Jul 23 20:10:54.605943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-3bbaa5c9-95f9-481e-aeea-f5f57082bd89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3 HTTP/1.1" status: 200 len: 217 time: 0.0613720 Jul 23 20:10:54.633841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fa4bc8a-46d7-455b-9d40-a2f9a50960ad req-c9cacce0-3c71-42b7-b468-64bb3f8efa65 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899827 Jul 23 20:10:54.684667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58284) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:54.724516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-36616fda-6dd8-40cf-bdac-335b209bc0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.727781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-36616fda-6dd8-40cf-bdac-335b209bc0b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 200 len: 862 time: 0.1127472 Jul 23 20:10:54.763012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-6c7c1201-79c9-4623-8fa4-72dfe02559d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.767209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-6c7c1201-79c9-4623-8fa4-72dfe02559d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=56e2280a9ad44a67bd435113e371a8f2&device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 1100 time: 0.1534638 Jul 23 20:10:54.859301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-df57d922-79b5-46a1-946b-58f678738519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.861147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-df57d922-79b5-46a1-946b-58f678738519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c385f01d-dc68-45cc-9d38-87c24e0f4a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256769 Jul 23 20:10:54.883619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b96f3-48c7-48d8-ae7b-f0493669f048 req-eaf9803e-5241-48bb-ba34-b8d7514a89ae tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.885784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-285b96f3-48c7-48d8-ae7b-f0493669f048 req-eaf9803e-5241-48bb-ba34-b8d7514a89ae tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 948 time: 0.1392403 Jul 23 20:10:54.943612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-5ac40194-f6a9-4e90-a70b-62d1a303129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:54.945508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-5ac40194-f6a9-4e90-a70b-62d1a303129a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1715398 Jul 23 20:10:54.949932 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3225580f-b618-4d83-bd9e-03df93187a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:54.996401 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-619102f4-538d-497b-a1ff-d751abfdc42f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=d3b9c590-813c-4909-aa15-14408c762d4d HTTP/1.1" status: 200 len: 217 time: 0.0440104 Jul 23 20:10:55.005340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-73518eb3-f19b-4000-b344-4d904bedb87c tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:10:55.007426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-73518eb3-f19b-4000-b344-4d904bedb87c tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090947 Jul 23 20:10:55.033681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-285b96f3-48c7-48d8-ae7b-f0493669f048 req-f917d128-7e3b-4ed5-b0be-bb3e3e5f4922 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363060 Jul 23 20:10:55.058531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Request body: {'binding': {'host': 'n-h1-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:55.059451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:10:55.109685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-52e1ec59-be2f-4aad-9718-41b728b8b16c service neutron] 10.222.0.36 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356298 Jul 23 20:10:55.131421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-456e70c3-0709-4e47-bcaf-9012013eada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.133470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-456e70c3-0709-4e47-bcaf-9012013eada2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1246960 Jul 23 20:10:55.291556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b76be35-7fbb-4793-9395-686c1ea0153f req-b6f369e3-42d4-4de9-b95e-7f9b52674170 service neutron] 10.222.0.36 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636276 Jul 23 20:10:55.313240 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3225580f-b618-4d83-bd9e-03df93187a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.326631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3225580f-b618-4d83-bd9e-03df93187a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.356466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on host n-h1-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:10:55.356814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:10:55.357152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:55.366350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-4e9d999d-3170-4c24-a4c6-a0ae78b044bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.367873 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-4e9d999d-3170-4c24-a4c6-a0ae78b044bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2207122 Jul 23 20:10:55.368847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:10:55.369563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:10:55.377399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:10:55.377997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:55.378333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:10:55.378764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Bound port: 4998ee98-7f46-4e2c-9256-2b54addebf4d, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:10:55.391359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3225580f-b618-4d83-bd9e-03df93187a71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1f3fa22e1e744eb95c5db8914cd42a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7149963 Jul 23 20:10:55.399626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225580f-b618-4d83-bd9e-03df93187a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31125fd-ab3a-4c6c-83dd-3ead40b6159c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:55.405058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:55.469292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dda44-dd62-4e54-97d6-7a8c72a48244 req-6ef6ad4b-6d50-4bc5-be73-3f3b9a4b0c22 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.470908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-247dda44-dd62-4e54-97d6-7a8c72a48244 req-6ef6ad4b-6d50-4bc5-be73-3f3b9a4b0c22 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.1550519 Jul 23 20:10:55.519196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01fce44b-174c-49a8-b9e9-7c8b20387e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.520840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:10:55.526627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.527791 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-bebba364-95cd-479f-a75f-3923170487bc service neutron] 10.222.0.46 "POST /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5094402 Jul 23 20:10:55.543635 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-a5ef9760-b204-4cfa-8789-d39f23c6dd54 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597700 Jul 23 20:10:55.578195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-247dda44-dd62-4e54-97d6-7a8c72a48244 req-7d32a5c9-766c-4b7d-ba55-13a310d069d3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991254 Jul 23 20:10:55.584023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01fce44b-174c-49a8-b9e9-7c8b20387e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.710406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-acc50f35-dac6-4c23-a7ec-d18c19826e25 req-bff9feba-84cb-448b-bfb1-fcfd868acd91 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568017 Jul 23 20:10:55.771655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01fce44b-174c-49a8-b9e9-7c8b20387e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.774198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-01fce44b-174c-49a8-b9e9-7c8b20387e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:55.777743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-01fce44b-174c-49a8-b9e9-7c8b20387e6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b31125fd-ab3a-4c6c-83dd-3ead40b6159c HTTP/1.1" status: 204 len: 168 time: 0.3696916 Jul 23 20:10:55.792283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fce44b-174c-49a8-b9e9-7c8b20387e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31125fd-ab3a-4c6c-83dd-3ead40b6159c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:55.835846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17a66-ed0c-4e0b-8004-54028df9353a req-d5393c07-a899-4fdf-8e0a-21e43725a5b0 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.842100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96f17a66-ed0c-4e0b-8004-54028df9353a req-d5393c07-a899-4fdf-8e0a-21e43725a5b0 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 948 time: 0.1728251 Jul 23 20:10:55.875022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-559f6b3a-6a37-43d0-9631-6d371b6c1050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.877256 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-559f6b3a-6a37-43d0-9631-6d371b6c1050 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1097 time: 0.0583839 Jul 23 20:10:55.896076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5b68a-4461-44b6-bce2-bf6af1308acc req-dc1a45df-1aee-4386-8264-a5995f2df398 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:55.897615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69f5b68a-4461-44b6-bce2-bf6af1308acc req-dc1a45df-1aee-4386-8264-a5995f2df398 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.1703629 Jul 23 20:10:55.917008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96f17a66-ed0c-4e0b-8004-54028df9353a req-4c61fca5-8797-4324-b567-38ddb9db28d7 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737674 Jul 23 20:10:56.002387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69f5b68a-4461-44b6-bce2-bf6af1308acc req-da98ca90-322f-4959-b6b5-06f8a3d0090b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887740 Jul 23 20:10:56.044021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-1805c25a-9509-47e6-9666-a6cc623692f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.044021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-1805c25a-9509-47e6-9666-a6cc623692f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1562848 Jul 23 20:10:56.125584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5667c-b7d9-46e9-8aa2-9f1b239d2483 req-41a68ab2-6a12-4631-aa7f-a6db6e4d1592 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.133508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ab5667c-b7d9-46e9-8aa2-9f1b239d2483 req-41a68ab2-6a12-4631-aa7f-a6db6e4d1592 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 944 time: 0.1299119 Jul 23 20:10:56.161361 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-5fb6a4d9-4b4f-4b18-88b5-33591d5bc678 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 217 time: 0.1118777 Jul 23 20:10:56.228891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-68595814-e3c9-46b1-8d98-e5bcd72cfb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.230963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-68595814-e3c9-46b1-8d98-e5bcd72cfb74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0573814 Jul 23 20:10:56.241991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ab5667c-b7d9-46e9-8aa2-9f1b239d2483 req-7d5c6884-eaaa-4be4-b73c-2eb03d95f1ca tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025264 Jul 23 20:10:56.277626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-ad0f9b92-35b9-4454-a7ee-6c0af2d9fe60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388272 Jul 23 20:10:56.299991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877e89f-ac95-424e-b1a9-09ceb0f0ac8c req-4c70d6f7-f867-4a01-90d8-763414ba5bb8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.302902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d877e89f-ac95-424e-b1a9-09ceb0f0ac8c req-4c70d6f7-f867-4a01-90d8-763414ba5bb8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 948 time: 0.1353564 Jul 23 20:10:56.390780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d877e89f-ac95-424e-b1a9-09ceb0f0ac8c req-15eac3ea-057b-428d-985a-1ca706217091 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814312 Jul 23 20:10:56.404422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-e821fad3-3687-46fb-ace3-200aecd91b74 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420856 Jul 23 20:10:56.407618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-826b1776-78cd-4dd1-be06-333d407a9107 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229413 Jul 23 20:10:56.539136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-8c1c4eec-1a2f-45ab-8b66-c9a6f2f16410 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.543967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-b0458e7e-6c0e-488a-a997-c3c63e094a44 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204238 Jul 23 20:10:56.545966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-8c1c4eec-1a2f-45ab-8b66-c9a6f2f16410 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359832 Jul 23 20:10:56.567958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-43655c21-484c-44c1-a5a0-a812abb3575f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/quotas/65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 375 time: 0.0210552 Jul 23 20:10:56.651636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-82f52dda-ff73-406f-ad1f-8c75a5110d8c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774209 Jul 23 20:10:56.796575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58342) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:56.814175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bdea27-385c-4157-a71f-70e7af7764fb req-4e853276-af2f-404f-bb86-29903064c5ee tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:56.824381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10bdea27-385c-4157-a71f-70e7af7764fb req-4e853276-af2f-404f-bb86-29903064c5ee tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.1296434 Jul 23 20:10:56.905866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d3b9c590-813c-4909-aa15-14408c762d4d details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:56.919462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10bdea27-385c-4157-a71f-70e7af7764fb req-b68aa869-80d8-435e-84e0-d16bc78b9444 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938234 Jul 23 20:10:56.921759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-337649312-network', 'tenant_id': '7484d3f06c86439183350a59979b606b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:56.958206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:56.962007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:56.993690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:56.996355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b955598b-560a-42e7-9d5b-7f3bae1788b7 req-f3baf5da-6f58-443e-8e9f-edb4cfcd7c53 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 210 time: 0.0685544 Jul 23 20:10:57.241860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce4262-8c33-4be9-a75c-a8fcee541bf9 req-76e7d03c-7e28-4d7c-9a5c-8e053007998d tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.243464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dce4262-8c33-4be9-a75c-a8fcee541bf9 req-76e7d03c-7e28-4d7c-9a5c-8e053007998d tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 948 time: 0.2283659 Jul 23 20:10:57.263267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.329683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.343983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d3b9c590-813c-4909-aa15-14408c762d4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d3b9c590-813c-4909-aa15-14408c762d4d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:57.354293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dce4262-8c33-4be9-a75c-a8fcee541bf9 req-778abf27-e9e5-4fe9-b33c-7cc35e455084 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936210 Jul 23 20:10:57.360177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'd3b9c590-813c-4909-aa15-14408c762d4d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'd3b9c590-813c-4909-aa15-14408c762d4d', 'mac_address': 'fa:16:3e:db:0c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:57.414243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90274b1-0476-4ed7-bb8c-c67b3836e5d7 req-805c8486-9c81-4cf8-8373-8e76659027f7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.417180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.422116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c90274b1-0476-4ed7-bb8c-c67b3836e5d7 req-805c8486-9c81-4cf8-8373-8e76659027f7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.2679858 Jul 23 20:10:57.437182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:10:57.448249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b9c590-813c-4909-aa15-14408c762d4d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:57.467001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:57.495532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.495800 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Added segment aa092eaf-23b7-43e2-94d0-f65e09520760 of type vlan for network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 Jul 23 20:10:57.499549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d3b9c590-813c-4909-aa15-14408c762d4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d3b9c590-813c-4909-aa15-14408c762d4d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:57.508095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.510413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e1839a-2c16-43e3-9b1c-835d1084bad3 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:10:57.583226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d3b9c590-813c-4909-aa15-14408c762d4d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:57.604147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c90274b1-0476-4ed7-bb8c-c67b3836e5d7 req-8316e25d-cb72-4a8b-b02b-e90923e9959f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755106 Jul 23 20:10:57.656275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-5491b6a3-ac1f-4417-8a8e-7eb950d3c8cd tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.662522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-5491b6a3-ac1f-4417-8a8e-7eb950d3c8cd tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.36 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 948 time: 0.3912807 Jul 23 20:10:57.680777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f404a2-7f83-4ce8-a8e5-469352eb9f20 req-158d506e-d497-46f9-a6bf-5f16df9549ea tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.683058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9f404a2-7f83-4ce8-a8e5-469352eb9f20 req-158d506e-d497-46f9-a6bf-5f16df9549ea tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 944 time: 0.1903088 Jul 23 20:10:57.711807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.794540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9f404a2-7f83-4ce8-a8e5-469352eb9f20 req-46f8a321-b9bb-4772-9ddc-1310c97d9b21 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993299 Jul 23 20:10:57.799885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.803528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.805287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.806830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e1839a-2c16-43e3-9b1c-835d1084bad3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:57.839136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'port_id': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'mac_address': 'fa:16:3e:46:4b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:10:57.843167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ecdfc9-28e8-4c35-94e1-6494f3320cf7 req-921c4318-0f5b-4a07-85e5-7e2a779a9fda tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:57.852327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6ecdfc9-28e8-4c35-94e1-6494f3320cf7 req-921c4318-0f5b-4a07-85e5-7e2a779a9fda tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 949 time: 0.1262410 Jul 23 20:10:57.922645 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1239831 Jul 23 20:10:57.931489 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:57.933633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58366) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:57.950539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6ecdfc9-28e8-4c35-94e1-6494f3320cf7 req-d5dcdf67-80b3-4f71-ac22-650bb51c08f5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971889 Jul 23 20:10:57.967685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e1839a-2c16-43e3-9b1c-835d1084bad3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:10:57.996910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e1839a-2c16-43e3-9b1c-835d1084bad3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:57.997979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1bb40-e890-4f73-9eab-19158f68dbab admin admin] Pushing event updated for resources: {'Network': ['ID=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:58.005934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.015045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Request body: {'subnet': {'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-subnet', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:58.062644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Deleting port b6c8b06e-066c-4893-8695-2ee2fe5506bd {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:10:58.063001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.072157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83e1839a-2c16-43e3-9b1c-835d1084bad3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:58.075118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:10:58.130731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:58.133350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.206467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad032d95-c559-4671-ade2-0158747880eb req-5eca0ee7-8f10-4352-90e1-e0dcfdbfcfd2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 210 time: 0.0552413 Jul 23 20:10:58.225369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb242b2a-c90e-4881-8bad-dbc3955199df req-76bdedc7-4209-4405-8114-2a2bc9d5defc tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.226941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb242b2a-c90e-4881-8bad-dbc3955199df req-76bdedc7-4209-4405-8114-2a2bc9d5defc tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.1675203 Jul 23 20:10:58.275632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb242b2a-c90e-4881-8bad-dbc3955199df req-21e8a78e-227a-4c7a-acd7-a6f88669b6c9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Jul 23 20:10:58.300432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] For port b6c8b06e-066c-4893-8695-2ee2fe5506bd, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b6c8b06e-066c-4893-8695-2ee2fe5506bd,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:10:58.302015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.316061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Calling delete_port for b6c8b06e-066c-4893-8695-2ee2fe5506bd owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:10:58.324841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['83e1839a-2c16-43e3-9b1c-835d1084bad3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:58.398460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d3b9c590-813c-4909-aa15-14408c762d4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:10:58.507530 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-6f96970f-7350-4ed9-adaf-c68566181cfc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634174 Jul 23 20:10:58.672454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb1512-686d-4148-924d-bed58fceec6b req-5b79add4-1d3f-4867-a08a-f0df7f414cb9 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.683768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4cb1512-686d-4148-924d-bed58fceec6b req-5b79add4-1d3f-4867-a08a-f0df7f414cb9 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/ports?device_id=61784f07-9110-4fc7-9daf-56a2177969e4 HTTP/1.1" status: 200 len: 948 time: 0.2005544 Jul 23 20:10:58.707915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.772101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4cb1512-686d-4148-924d-bed58fceec6b req-43108b45-5dc9-44b6-bc27-1f437b59ae9d tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.46 "GET /v2.0/security-groups?id=924a50c1-8454-4729-a500-0376c5909d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872855 Jul 23 20:10:58.783805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Pushing event deleted for resources: {'Port': ['ID=b6c8b06e-066c-4893-8695-2ee2fe5506bd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:58.816678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.878035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-81b36db2-b3d3-48e0-a2eb-62d3bd5f6122 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.879686 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-81b36db2-b3d3-48e0-a2eb-62d3bd5f6122 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013160 Jul 23 20:10:58.906083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:10:58.910514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] No DVR routers for this DVR port b6c8b06e-066c-4893-8695-2ee2fe5506bd on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:10:58.914149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e94f97-dc14-4dc5-ac89-115066081fe0 req-713e9b6f-6827-4551-8755-846470554e49 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:58.923756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e94f97-dc14-4dc5-ac89-115066081fe0 req-713e9b6f-6827-4551-8755-846470554e49 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.1626534 Jul 23 20:10:58.925720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Request body: {'port': {'device_id': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '65cc9918feab46bbb13c46e24ec72525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:58.936334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:58.938487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-699e5061-0402-4a0f-85fa-768de95a42b7 req-29028c2a-e298-450c-9d8d-a6fa35edad43 tempest-ImagesOneServerTestJSON-308756290 tempest-ImagesOneServerTestJSON-308756290-project] 10.222.0.36 "DELETE /v2.0/ports/b6c8b06e-066c-4893-8695-2ee2fe5506bd HTTP/1.1" status: 204 len: 173 time: 1.2675562 Jul 23 20:10:58.938940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-deleted', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:10:58.941167 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245cb0b3-9473-4a79-82a3-eb7f500600e7" -d '{"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-deleted", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:10:58.977155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: b6c8b06e-066c-4893-8695-2ee2fe5506bd {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:10:58.977782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc87ba92-6d9f-4b21-9f93-be5a811a954e,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:10:58.977879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b6c8b06e-066c-4893-8695-2ee2fe5506bd not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:10:59.054178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e94f97-dc14-4dc5-ac89-115066081fe0 req-215f0f0d-145f-4b3e-a57a-f52faa46487d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290801 Jul 23 20:10:59.070891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Checking segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:10:59.071258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Network hostable DHCP agents. Network: a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:10:59.138390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827bbc2-d4a9-4a08-a8ab-bbd1a2c26e40 req-01338691-d7aa-4773-9d70-4743e11d53f9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.139096 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b30d6f1-254e-4a16-a2c1-aea788254ea9 x-openstack-request-id: req-3b30d6f1-254e-4a16-a2c1-aea788254ea9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:10:59.140129 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61784f07-9110-4fc7-9daf-56a2177969e4", "name": "network-vif-deleted", "tag": "b6c8b06e-066c-4893-8695-2ee2fe5506bd", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:10:59.140730 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b30d6f1-254e-4a16-a2c1-aea788254ea9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:10:59.141279 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61784f07-9110-4fc7-9daf-56a2177969e4', 'name': 'network-vif-deleted', 'tag': 'b6c8b06e-066c-4893-8695-2ee2fe5506bd', 'status': 'completed', 'code': 200} Jul 23 20:10:59.142390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2827bbc2-d4a9-4a08-a8ab-bbd1a2c26e40 req-01338691-d7aa-4773-9d70-4743e11d53f9 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 945 time: 0.2148027 Jul 23 20:10:59.147097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:10:59.170277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:10:59.196381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a76b65-f0a5-4b23-82b6-93acef40cedb None None] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:10:59.200539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.200539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.218204 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:10:59.218814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Made reservation on behalf of 65cc9918feab46bbb13c46e24ec72525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:10:59.228095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.246709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2827bbc2-d4a9-4a08-a8ab-bbd1a2c26e40 req-815135d5-326c-41e0-9b83-fb7d09ceea6c tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955031 Jul 23 20:10:59.261394 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-515a4900-e969-4781-96dd-a7748d847319 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2601063 Jul 23 20:10:59.261653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58386) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:10:59.265486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:10:59.318588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.321312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.434224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:10:59.435190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.595605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a89db75-8f15-4537-b921-27a352b075b0 req-e41384ff-21ea-4474-8e5a-536cff69eb97 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 210 time: 0.1178925 Jul 23 20:10:59.597285 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.639593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Allocated IP 192.168.233.179 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/98689461-9d33-4ae4-8197-91236ee43289) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:59.739309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Allocated IP 172.20.0.2 (a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89/bc87ba92-6d9f-4b21-9f93-be5a811a954e/31d98138-d2b1-46f8-bbfb-3b527fe3422f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:10:59.877423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.898719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Transition to ACTIVE for port object 98689461-9d33-4ae4-8197-91236ee43289 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:10:59.911422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:10:59.932739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766dcd2-340f-497d-982c-80146a948354 req-2749044f-2b58-4993-97d7-bd72394d9aa2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:10:59.939843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e766dcd2-340f-497d-982c-80146a948354 req-2749044f-2b58-4993-97d7-bd72394d9aa2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 949 time: 0.6343477 Jul 23 20:10:59.949913 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.018892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e766dcd2-340f-497d-982c-80146a948354 req-67db5a79-38b5-45d1-9044-c9e77952a474 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770416 Jul 23 20:11:00.025684 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.038217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Transition to ACTIVE for port object 31d98138-d2b1-46f8-bbfb-3b527fe3422f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:00.056991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Transition to ACTIVE for port object 31d98138-d2b1-46f8-bbfb-3b527fe3422f will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:00.064332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3', '6b0701c6-438e-4578-a8d4-fe51446ccdc6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:00.075107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.085110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:00.086261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:00.092219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066b295-571b-4e0b-8388-d495c37e8944 req-678d9f96-94fb-4f4a-b8c6-ee8977d4f534 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:00.092358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:00.099345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5066b295-571b-4e0b-8388-d495c37e8944 req-678d9f96-94fb-4f4a-b8c6-ee8977d4f534 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.2902510 Jul 23 20:11:00.103077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:00.235275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:00.240837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:00.262875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:00.280560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:00.281242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.341326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Pushing event updated for resources: {'Port': ['ID=31d98138-d2b1-46f8-bbfb-3b527fe3422f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:00.352664 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-c21315db-ebe8-422a-8a83-a725da227943 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4459105 Jul 23 20:11:00.373032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Request body: {'port': {'device_id': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:00.399952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5066b295-571b-4e0b-8388-d495c37e8944 req-3edf9a55-69a4-4ca0-ae96-65deb563c9ae tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989633 Jul 23 20:11:00.446099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.446810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.447306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.447850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.448699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.449417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.450452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.451222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.451812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.452692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.454513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.455184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:00.495660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-348fb6f5-cced-4392-b24c-064a7d73d70d tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:00.497975 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-348fb6f5-cced-4392-b24c-064a7d73d70d tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.3369639 Jul 23 20:11:00.511205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:00.583260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Attempting to bind port 31d98138-d2b1-46f8-bbfb-3b527fe3422f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:00.583892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Attempting to bind port 31d98138-d2b1-46f8-bbfb-3b527fe3422f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:00.584423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Attempting to bind port 31d98138-d2b1-46f8-bbfb-3b527fe3422f on network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:00.594685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.606891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:00.607394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Checking segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:00.607795 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.608093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Bound using segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:00.608584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Bound port: 31d98138-d2b1-46f8-bbfb-3b527fe3422f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:00.608978 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.654299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58406) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:00.771827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dc237f9c-a7ed-4cce-a6d3-7e7ba8f5b234 None None] Provisioning for port 98689461-9d33-4ae4-8197-91236ee43289 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:00.779839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dc237f9c-a7ed-4cce-a6d3-7e7ba8f5b234 None None] Provisioning complete for port 98689461-9d33-4ae4-8197-91236ee43289 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:00.780216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc237f9c-a7ed-4cce-a6d3-7e7ba8f5b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.817415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:00.835298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dc237f9c-a7ed-4cce-a6d3-7e7ba8f5b234 None None] Port 98689461-9d33-4ae4-8197-91236ee43289 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:00.966374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14286f13-ea6c-40a5-abc6-7b2e1202c8d3 req-471d165c-beb6-47c7-a5e1-53ce1d3fd26d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:00.976151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d3b9c590-813c-4909-aa15-14408c762d4d up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:00.976679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14286f13-ea6c-40a5-abc6-7b2e1202c8d3 req-471d165c-beb6-47c7-a5e1-53ce1d3fd26d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.7557364 Jul 23 20:11:01.030652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] For port 31d98138-d2b1-46f8-bbfb-3b527fe3422f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:01.068383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] For port 31d98138-d2b1-46f8-bbfb-3b527fe3422f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=31d98138-d2b1-46f8-bbfb-3b527fe3422f,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:01.082595 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.105866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14286f13-ea6c-40a5-abc6-7b2e1202c8d3 req-775ebb41-ce7f-4837-badf-7b25a8a6d071 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269500 Jul 23 20:11:01.116475 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.119994 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8165c1ef-8aed-4a73-84a6-76182b53ab23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3108f3bb6c542b8bd28afa4c518234b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4620063 Jul 23 20:11:01.120819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58412) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:01.183613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.198970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port d3b9c590-813c-4909-aa15-14408c762d4d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:01.222009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port d3b9c590-813c-4909-aa15-14408c762d4d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:01.222590 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.261199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5236b-4805-453c-9922-f5d0076d1e2d req-b7500a05-57af-4e7b-821f-91f0a7cce489 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:01.267506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45064e31-084e-4c39-8fe2-f004546ec9a8 None None] Pushing event updated for resources: {'Port': ['ID=31d98138-d2b1-46f8-bbfb-3b527fe3422f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:01.268515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4f5236b-4805-453c-9922-f5d0076d1e2d req-b7500a05-57af-4e7b-821f-91f0a7cce489 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 945 time: 0.2897515 Jul 23 20:11:01.363975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4f5236b-4805-453c-9922-f5d0076d1e2d req-a53e7d38-b793-45e1-9e8c-4a0fad9a7fd6 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943623 Jul 23 20:11:01.451107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.454566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f9a18-4d2d-4136-8026-1f4ac488cdea req-76e4b448-9925-4ed3-918a-1774c625c5b2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:01.464961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac5f9a18-4d2d-4136-8026-1f4ac488cdea req-76e4b448-9925-4ed3-918a-1774c625c5b2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 936 time: 0.1930985 Jul 23 20:11:01.478625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Allocated IP 172.25.8.202 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/d2cd075c-1897-4a5b-8b3f-bb320be1897b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:01.653915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac5f9a18-4d2d-4136-8026-1f4ac488cdea req-221609f2-7eee-4285-8d49-d36c4a3eda3b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826887 Jul 23 20:11:01.654456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d3b9c590-813c-4909-aa15-14408c762d4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d3b9c590-813c-4909-aa15-14408c762d4d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:01.665474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3189b618-9859-4fb1-a784-69c9328eb2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b9c590-813c-4909-aa15-14408c762d4d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:01.666292 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cad302-a737-4052-a078-da25a7af872d" -d '{"events": [{"server_uuid": "3189b618-9859-4fb1-a784-69c9328eb2af", "name": "network-vif-plugged", "status": "completed", "tag": "d3b9c590-813c-4909-aa15-14408c762d4d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:01.679167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.680934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e1839a-2c16-43e3-9b1c-835d1084bad3 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:01.844427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-610a3c5e-3b90-48de-9390-fd9d308968de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.846059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d3b9c590-813c-4909-aa15-14408c762d4d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:01.853480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:01.866405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 83e1839a-2c16-43e3-9b1c-835d1084bad3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:01.872668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 83e1839a-2c16-43e3-9b1c-835d1084bad3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:01.873320 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.929904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-610a3c5e-3b90-48de-9390-fd9d308968de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:01.981032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:01.990510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.005834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.032475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:02.053487 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.063109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Transition to ACTIVE for port object 98689461-9d33-4ae4-8197-91236ee43289 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:02.074054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.087493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd21620-7e26-4d9c-9987-f6fff7df0de9 req-42adddeb-2d39-4d84-83bf-bf21b7806615 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.111878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcd21620-7e26-4d9c-9987-f6fff7df0de9 req-42adddeb-2d39-4d84-83bf-bf21b7806615 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 950 time: 0.4777176 Jul 23 20:11:02.127850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e1839a-2c16-43e3-9b1c-835d1084bad3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:02.138001 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.139750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:02.141475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b2a04-a3e7-4cea-86bf-31bda631398f req-d7593b48-fc7b-466c-8572-bd3a9d02138c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:02.142210 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1547d2-b054-478f-83c3-8bc6b049291f" -d '{"events": [{"server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "name": "network-vif-unplugged", "status": "completed", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:02.143026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b36b2a04-a3e7-4cea-86bf-31bda631398f req-d7593b48-fc7b-466c-8572-bd3a9d02138c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 945 time: 0.3297176 Jul 23 20:11:02.152695 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.167075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-610a3c5e-3b90-48de-9390-fd9d308968de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.170042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-610a3c5e-3b90-48de-9390-fd9d308968de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.172105 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-610a3c5e-3b90-48de-9390-fd9d308968de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/924a50c1-8454-4729-a500-0376c5909d58 HTTP/1.1" status: 204 len: 168 time: 1.0446494 Jul 23 20:11:02.227235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83e1839a-2c16-43e3-9b1c-835d1084bad3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:02.231398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a3c5e-3b90-48de-9390-fd9d308968de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924a50c1-8454-4729-a500-0376c5909d58,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:02.238323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.270267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:02.313042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcd21620-7e26-4d9c-9987-f6fff7df0de9 req-1805c539-3e5e-4936-b9a2-dae94aa28e0e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940584 Jul 23 20:11:02.350766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b36b2a04-a3e7-4cea-86bf-31bda631398f req-d265ab55-c351-42e0-81fa-1245f0b59989 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851251 Jul 23 20:11:02.357416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.435550 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097563bf-6d81-4838-a18e-903af5dabe5c x-openstack-request-id: req-097563bf-6d81-4838-a18e-903af5dabe5c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:02.435851 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3189b618-9859-4fb1-a784-69c9328eb2af", "name": "network-vif-plugged", "status": "completed", "tag": "d3b9c590-813c-4909-aa15-14408c762d4d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:02.436110 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-097563bf-6d81-4838-a18e-903af5dabe5c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:02.436611 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3189b618-9859-4fb1-a784-69c9328eb2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b9c590-813c-4909-aa15-14408c762d4d', 'code': 200} Jul 23 20:11:02.472500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:02.520282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:02.559291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:02.609045 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa98379-fc1f-4b6b-881d-52260e635130 x-openstack-request-id: req-1fa98379-fc1f-4b6b-881d-52260e635130 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:02.609382 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "name": "network-vif-unplugged", "status": "completed", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:02.609625 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1fa98379-fc1f-4b6b-881d-52260e635130 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:02.609979 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'code': 200} Jul 23 20:11:02.655850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:02.656190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:02.656522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:02.670422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:02.683194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:02.683519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:02.710015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:02.710354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:02.715775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:02.716328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Bound port: e7242365-d69f-4481-8d5a-70d8fb748638, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:02.716767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.742778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Pushing event updated for resources: {'Port': ['ID=d2cd075c-1897-4a5b-8b3f-bb320be1897b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:02.861904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Attempting to bind port 98689461-9d33-4ae4-8197-91236ee43289 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:02.862426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Attempting to bind port 98689461-9d33-4ae4-8197-91236ee43289 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:02.862574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Attempting to bind port 98689461-9d33-4ae4-8197-91236ee43289 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:02.885412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.889236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.891792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.892996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.898726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.899434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.900602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.901099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.901628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.905667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.906204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.906800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:02.928964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:02.932601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:02.940596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:02.943946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Port 98689461-9d33-4ae4-8197-91236ee43289 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:02.944497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Attempting to bind port 98689461-9d33-4ae4-8197-91236ee43289 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:02.955747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:02.956456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:02.956962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:02.957776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Bound port: 98689461-9d33-4ae4-8197-91236ee43289, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:02.958372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:02.961828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.034137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:03.114115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823d2a8-623d-4558-abd0-237ddf4701e4 req-5a8f58aa-fa80-412e-8d9e-922fac3c64af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.117094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6823d2a8-623d-4558-abd0-237ddf4701e4 req-5a8f58aa-fa80-412e-8d9e-922fac3c64af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 1102 time: 0.6356683 Jul 23 20:11:03.144262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414f0d0-9ea7-447a-ba50-0ddaab3bdf55 req-1b3c85f5-6236-4b7c-ad4c-efe475cec72d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.152150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c414f0d0-9ea7-447a-ba50-0ddaab3bdf55 req-1b3c85f5-6236-4b7c-ad4c-efe475cec72d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.5399232 Jul 23 20:11:03.155483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:03.164526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:03.166013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83f7c0e-1405-4776-8abb-e00f444ddd57 None None] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:03.201692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.273141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66470c-5ed9-4640-93e4-4d49c1d0dad6 req-5ed643ed-b932-4f6f-b64f-a83b7a6acfe8 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.290066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac66470c-5ed9-4640-93e4-4d49c1d0dad6 req-5ed643ed-b932-4f6f-b64f-a83b7a6acfe8 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.4655588 Jul 23 20:11:03.291752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.293619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.295242 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-2c55ffb4-8d2f-443d-9476-1abc97a6ce1e service neutron] 10.222.0.36 "PUT /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 1123 time: 2.7896841 Jul 23 20:11:03.391564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9ce41327-95d5-419b-9e56-f7faf3ea679a None None] Provisioning for port 31d98138-d2b1-46f8-bbfb-3b527fe3422f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:03.438407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c414f0d0-9ea7-447a-ba50-0ddaab3bdf55 req-dbb85d37-468d-4831-8400-cbce24d841cf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846067 Jul 23 20:11:03.440215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6823d2a8-623d-4558-abd0-237ddf4701e4 req-d4f0f0bf-5acd-4325-a416-15542a59898a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093152 Jul 23 20:11:03.441621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 31d98138-d2b1-46f8-bbfb-3b527fe3422f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:03.451210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:03.461955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.462919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.464733 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-b9a10d64-05fc-4f42-86fc-5f394b1a8bd8 service neutron] 10.222.0.47 "PUT /v2.0/ports/98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 1097 time: 3.0992601 Jul 23 20:11:03.521116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac66470c-5ed9-4640-93e4-4d49c1d0dad6 req-e4048eff-f19e-4daa-a112-c6f096f65012 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292657 Jul 23 20:11:03.541057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:03.670925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-ee792160-11be-401a-bf02-d1704e3f8dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.672945 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-ee792160-11be-401a-bf02-d1704e3f8dab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1100 time: 0.1588130 Jul 23 20:11:03.704053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:03.704574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:03.705043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:03.708597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e7242365-d69f-4481-8d5a-70d8fb748638'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:03.710693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e7242365-d69f-4481-8d5a-70d8fb748638'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:03.713814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.791023 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-2e1f40c9-a702-406a-89c0-c3a067f43269 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 217 time: 0.1044943 Jul 23 20:11:03.810617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:03.811267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port e7242365-d69f-4481-8d5a-70d8fb748638 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:03.851222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:03.851643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:03.852440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:03.853041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Bound port: e7242365-d69f-4481-8d5a-70d8fb748638, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:03.853683 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:03.976096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8436a9-e813-4581-b8dc-5573af3e0271 req-d6dd88cb-e223-4744-ac6a-a6c951067eab tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.983631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-cd014b8d-b24a-44b6-9d06-d84ede270909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:03.985149 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-cd014b8d-b24a-44b6-9d06-d84ede270909 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1863258 Jul 23 20:11:03.989590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c8436a9-e813-4581-b8dc-5573af3e0271 req-d6dd88cb-e223-4744-ac6a-a6c951067eab tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 948 time: 0.3851902 Jul 23 20:11:04.045468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f8c29-427f-419f-bc96-a09185ce9c90 req-ec6b1091-7aa2-47c9-a780-d6def3c74b82 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:04.047391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-297f8c29-427f-419f-bc96-a09185ce9c90 req-ec6b1091-7aa2-47c9-a780-d6def3c74b82 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 950 time: 0.3871484 Jul 23 20:11:04.157768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-0740d227-fe50-48d1-93ef-f4fdabe93c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:04.162008 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-0740d227-fe50-48d1-93ef-f4fdabe93c4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1656010 Jul 23 20:11:04.184992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 31d98138-d2b1-46f8-bbfb-3b527fe3422f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:04.227271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 31d98138-d2b1-46f8-bbfb-3b527fe3422f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:04.228121 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.286328 n-d-793620-13 neutron-server[94028]: WARNING neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Concurrent port binding operations failed on port e7242365-d69f-4481-8d5a-70d8fb748638 Jul 23 20:11:04.301413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:04.301702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.315345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c8436a9-e813-4581-b8dc-5573af3e0271 req-ebf2c892-57c1-434f-b93a-6342bd301e5d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248947 Jul 23 20:11:04.336000 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-fa4440a3-a08c-42d3-80a4-30a5398650d6 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624243 Jul 23 20:11:04.356517 n-d-793620-13 neutron-server[94028]: INFO neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempt 2 to bind port e7242365-d69f-4481-8d5a-70d8fb748638 Jul 23 20:11:04.356920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:11:04.384470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-297f8c29-427f-419f-bc96-a09185ce9c90 req-ee7235c3-88c4-4528-86d8-34806b11837e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230143 Jul 23 20:11:04.439473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:04.445486 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd23cac2-cc6f-4d0a-b465-d2bc6264f9a8" -d '{"events": [{"server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "name": "network-vif-plugged", "status": "completed", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:04.613476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638'}, {'name': 'network-changed', 'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:04.621184 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638"}, {"name": "network-changed", "server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:04.662582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e03e2681-fa59-42c0-a91e-263f18ca4c8c req-1579f685-1ad1-42b0-8b0b-ef74436927b8 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183362 Jul 23 20:11:04.664880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.781049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 31d98138-d2b1-46f8-bbfb-3b527fe3422f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=31d98138-d2b1-46f8-bbfb-3b527fe3422f,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:04.783558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7b0aa-0cb7-4236-bc9c-4d3ec0f74da8 req-85d538b6-9281-435a-9715-36f9e7c1c6e2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:04.786226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b7b0aa-0cb7-4236-bc9c-4d3ec0f74da8 req-85d538b6-9281-435a-9715-36f9e7c1c6e2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.2834568 Jul 23 20:11:04.789900 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:04.868687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b7b0aa-0cb7-4236-bc9c-4d3ec0f74da8 req-5d79854a-555e-4c81-8625-74e6a4892906 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642228 Jul 23 20:11:04.934793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Router e0af8dfc-2661-4c62-9bd0-b19381fcf56e is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:11:04.949260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=31d98138-d2b1-46f8-bbfb-3b527fe3422f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:04.964708 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2844146-0e01-4d08-b832-9d807009b988 x-openstack-request-id: req-b2844146-0e01-4d08-b832-9d807009b988 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:04.965446 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "name": "network-vif-plugged", "status": "completed", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:04.966810 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2844146-0e01-4d08-b832-9d807009b988 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:04.967324 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'code': 200} Jul 23 20:11:05.117967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-91c605c5-46bd-4458-a6eb-aea1896bf06b None None] Provisioning complete for port 31d98138-d2b1-46f8-bbfb-3b527fe3422f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:05.118417 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-91c605c5-46bd-4458-a6eb-aea1896bf06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.215584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:05.231193 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Sync routers for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:05.240577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 31d98138-d2b1-46f8-bbfb-3b527fe3422f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:05.249785 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:05.250817 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:05.259227 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.261481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28360856-c958-4fb2-95b0-6c87c2b9da2a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9988163 Jul 23 20:11:05.262847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18485d9-6ad7-4a1e-8a49-f49bb8dbd513 req-568c2a4a-3465-4e17-a933-583f0ff1a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.263619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58482) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:05.264557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18485d9-6ad7-4a1e-8a49-f49bb8dbd513 req-568c2a4a-3465-4e17-a933-583f0ff1a0fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 1098 time: 0.1849036 Jul 23 20:11:05.271635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82ca87-0e19-481b-bbc0-ef4f56010a69 req-81f5e9ad-fe55-4a1f-9f8c-f3aa6f222b48 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.273226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c82ca87-0e19-481b-bbc0-ef4f56010a69 req-81f5e9ad-fe55-4a1f-9f8c-f3aa6f222b48 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.1918044 Jul 23 20:11:05.280979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b3df8-a994-4f89-baff-ab162ee9f8a3 req-7133af66-6a50-4bd7-9a85-ff202b959b14 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.282513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d46b3df8-a994-4f89-baff-ab162ee9f8a3 req-7133af66-6a50-4bd7-9a85-ff202b959b14 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.2020621 Jul 23 20:11:05.296906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 31d98138-d2b1-46f8-bbfb-3b527fe3422f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:05.297287 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:05.362331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18485d9-6ad7-4a1e-8a49-f49bb8dbd513 req-c6eddcf8-a5d3-4d92-8812-7aa4720e466b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787852 Jul 23 20:11:05.381870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c82ca87-0e19-481b-bbc0-ef4f56010a69 req-74667bbd-ba84-47d7-89c5-40bdc792a1f5 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972154 Jul 23 20:11:05.399541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d46b3df8-a994-4f89-baff-ab162ee9f8a3 req-588dc18b-5b41-4aea-953d-33eb9049612d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939732 Jul 23 20:11:05.485002 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24e3a75-b0f9-45be-add5-7d7ca977c3c9 x-openstack-request-id: req-c24e3a75-b0f9-45be-add5-7d7ca977c3c9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:05.485285 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:05.485639 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c24e3a75-b0f9-45be-add5-7d7ca977c3c9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:05.486037 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'status': 'completed', 'code': 200} Jul 23 20:11:05.486298 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'status': 'completed', 'code': 200} Jul 23 20:11:05.533353 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:05.600316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8912e-171c-4c6d-a145-9bc3900be2b0 req-f7524bd5-bd32-4ede-9456-2c1500841783 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.603568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dec8912e-171c-4c6d-a145-9bc3900be2b0 req-f7524bd5-bd32-4ede-9456-2c1500841783 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 948 time: 0.0980217 Jul 23 20:11:05.663089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-6feb747b-f734-4841-ac25-813cdb2190f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.664514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-6feb747b-f734-4841-ac25-813cdb2190f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1126 time: 0.1771781 Jul 23 20:11:05.701487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dec8912e-171c-4c6d-a145-9bc3900be2b0 req-d5e4633f-e129-42b2-8b38-22e3822d8afb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917881 Jul 23 20:11:05.759748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604e7d6-1da0-4360-8667-b2781c91d321 req-60dfc9ad-a14e-4d26-9a20-4adcb1a288ab tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.767011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d604e7d6-1da0-4360-8667-b2781c91d321 req-60dfc9ad-a14e-4d26-9a20-4adcb1a288ab tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 950 time: 0.1424861 Jul 23 20:11:05.829710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d604e7d6-1da0-4360-8667-b2781c91d321 req-b19e0250-6c2f-4a65-98f4-e77e55347dc4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617907 Jul 23 20:11:05.865410 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:03Z', 'revision_number': 3, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:05.912008 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Checking router: e0af8dfc-2661-4c62-9bd0-b19381fcf56e for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:05.912373 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Updating router e0af8dfc-2661-4c62-9bd0-b19381fcf56e port d2cd075c-1897-4a5b-8b3f-bb320be1897b binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:05.922192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-a8c1c75e-5698-4265-9958-4dd3e23dc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:05.923695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-a8c1c75e-5698-4265-9958-4dd3e23dc85e service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.2013063 Jul 23 20:11:05.970205 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.007769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-c77637b4-8c7b-4997-b9b7-d07ca93a34fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 217 time: 0.0632756 Jul 23 20:11:06.023486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47ce88-11fd-42a3-becd-4f60399ddf2d req-8e241d20-ba96-4af4-8e7a-82dcb1e4f42c tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.030344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed47ce88-11fd-42a3-becd-4f60399ddf2d req-8e241d20-ba96-4af4-8e7a-82dcb1e4f42c tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 1102 time: 0.0839691 Jul 23 20:11:06.091210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-fce9424c-0b02-4568-8c39-68e9193f2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.093034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-fce9424c-0b02-4568-8c39-68e9193f2456 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0769553 Jul 23 20:11:06.121132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed47ce88-11fd-42a3-becd-4f60399ddf2d req-9824a478-1bc8-4c6c-995d-578839c6bb33 tempest-ServersOnMultiNodesTest-1061000790 tempest-ServersOnMultiNodesTest-1061000790-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489185 Jul 23 20:11:06.184104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e7c5e-0d0a-4dac-980d-0cdc53bcbfa8 req-840ad200-592c-4d81-beb0-fd8c4c80fb64 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.192700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-542e7c5e-0d0a-4dac-980d-0cdc53bcbfa8 req-840ad200-592c-4d81-beb0-fd8c4c80fb64 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.1846142 Jul 23 20:11:06.204960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-bbe899c7-73d0-4a1a-87bd-23a3c5e500b4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501015 Jul 23 20:11:06.233316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.240935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-542e7c5e-0d0a-4dac-980d-0cdc53bcbfa8 req-812204ac-6a58-4382-9947-a8ef9ee41df3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473254 Jul 23 20:11:06.358770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58518) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:06.418147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-6757dc79-7198-4e3b-908a-80f8736c45fc service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953173 Jul 23 20:11:06.603954 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.613098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Allocated IP 172.20.0.1 (a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89/bc87ba92-6d9f-4b21-9f93-be5a811a954e/62e18d90-beb7-48ec-bbd6-6f82a2c35e17) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:06.617351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Transition to ACTIVE for port object d2cd075c-1897-4a5b-8b3f-bb320be1897b will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:06.617595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-569aa99d-9f04-400b-8796-20cf15f6e207 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523497 Jul 23 20:11:06.628483 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.638777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eecb09b9-e8aa-4ed5-971a-eab4d645b34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.706689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Attempting to bind port d2cd075c-1897-4a5b-8b3f-bb320be1897b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:06.707271 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Attempting to bind port d2cd075c-1897-4a5b-8b3f-bb320be1897b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:06.707753 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Attempting to bind port d2cd075c-1897-4a5b-8b3f-bb320be1897b on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:06.712333 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073da90e-e316-4929-85c4-147c120161fe None None] Pushing event updated for resources: {'Port': ['ID=d2cd075c-1897-4a5b-8b3f-bb320be1897b,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:06.719810 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:06.720227 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:06.720669 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.721057 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:06.721587 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Bound port: d2cd075c-1897-4a5b-8b3f-bb320be1897b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:06.723007 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.726022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63170382-a31e-4265-ab7e-bf6f3e665dab req-0c376058-81c3-4c97-a0f4-24f3ea7b34b4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.733260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63170382-a31e-4265-ab7e-bf6f3e665dab req-0c376058-81c3-4c97-a0f4-24f3ea7b34b4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 950 time: 0.2339249 Jul 23 20:11:06.798940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec86e60-1208-452f-8b2b-dfc969934b14 req-fdfe65ca-af24-4361-a0c8-af51e9063cff tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.798940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec86e60-1208-452f-8b2b-dfc969934b14 req-fdfe65ca-af24-4361-a0c8-af51e9063cff tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.2688508 Jul 23 20:11:06.806399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63170382-a31e-4265-ab7e-bf6f3e665dab req-685b7c2d-ab33-4b45-a8b5-1eb7159d6be0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720778 Jul 23 20:11:06.810637 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] For port d2cd075c-1897-4a5b-8b3f-bb320be1897b, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:06.820320 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] For port d2cd075c-1897-4a5b-8b3f-bb320be1897b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2cd075c-1897-4a5b-8b3f-bb320be1897b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:06.826282 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.830150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.843207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-1b722a4e-60b7-4a39-b5e8-1ca72c0fb6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:06.846060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-1b722a4e-60b7-4a39-b5e8-1ca72c0fb6cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1100 time: 0.1153717 Jul 23 20:11:06.869955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec86e60-1208-452f-8b2b-dfc969934b14 req-6b27dd41-8ceb-461f-ab5e-69df0528244f tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582488 Jul 23 20:11:06.882914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Transition to ACTIVE for port object 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:06.953929 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073da90e-e316-4929-85c4-147c120161fe None None] Pushing event updated for resources: {'Port': ['ID=d2cd075c-1897-4a5b-8b3f-bb320be1897b,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:06.963367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eecb09b9-e8aa-4ed5-971a-eab4d645b34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:06.968973 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:06.969926 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:07.003626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-d7340dcf-3132-4105-935b-820047556c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.005161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-d7340dcf-3132-4105-935b-820047556c3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1476729 Jul 23 20:11:07.012221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.012475 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eecb09b9-e8aa-4ed5-971a-eab4d645b34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.059874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eecb09b9-e8aa-4ed5-971a-eab4d645b34e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7f787a4753e474193896058cd646a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6999893 Jul 23 20:11:07.063545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58530) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:07.095836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-2a00c7dd-226a-4e7d-8096-0869c6fcec3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 217 time: 0.0799162 Jul 23 20:11:07.104620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:07.110473 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:07.110651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:07.122531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:07.159644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb09b9-e8aa-4ed5-971a-eab4d645b34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cdab63-0b74-4c30-9ff6-16f3cde756ee,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:07.183860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442898d8-0c44-43ab-ad5f-ec4c6cd0d0f8 req-a586b2d9-bd05-456b-9d28-6e461700df63 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.187881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Pushing event updated for resources: {'Port': ['ID=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:07.191969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-442898d8-0c44-43ab-ad5f-ec4c6cd0d0f8 req-a586b2d9-bd05-456b-9d28-6e461700df63 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.2615800 Jul 23 20:11:07.228508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.228848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.229194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.229564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.229902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.230398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.230664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8e46-b87f-4728-920b-568860282729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.230786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.231053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.231378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.231715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.232037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.232360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:07.238769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-e71b32a2-94ee-4eee-86b9-87cec8fb6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.240350 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-e71b32a2-94ee-4eee-86b9-87cec8fb6a42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1310833 Jul 23 20:11:07.245685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.294069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-442898d8-0c44-43ab-ad5f-ec4c6cd0d0f8 req-bee66113-df16-4c07-be87-524321c7db0a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010320 Jul 23 20:11:07.332317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93202ecd-5bef-42f3-8dfe-578fd4fd75a0 req-b673f508-236f-46d7-8029-5d87a4a9dbb9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.339596 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93202ecd-5bef-42f3-8dfe-578fd4fd75a0 req-b673f508-236f-46d7-8029-5d87a4a9dbb9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 948 time: 0.3399978 Jul 23 20:11:07.343763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8e46-b87f-4728-920b-568860282729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.460532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-d54d04ea-bbe0-40b1-9379-a8fb5f34a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.463379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-d54d04ea-bbe0-40b1-9379-a8fb5f34a868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2140424 Jul 23 20:11:07.533674 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:03Z', 'revision_number': 3, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:07.545744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.569226 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9f5a9a-ff2c-44e5-90aa-e1900340dd35 None None] The sync data for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 is: [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:03Z', 'revision_number': 3, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:07.596725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9718661c-bb9c-4f1c-a38d-1ba9deaecc0f None None] Provisioning for port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:07.606895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9718661c-bb9c-4f1c-a38d-1ba9deaecc0f None None] Provisioning complete for port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:07.611683 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9718661c-bb9c-4f1c-a38d-1ba9deaecc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.676217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9718661c-bb9c-4f1c-a38d-1ba9deaecc0f None None] Port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:07.698960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-998e6b97-be46-4615-8e0f-428b3fe97d28 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892941 Jul 23 20:11:07.772673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93202ecd-5bef-42f3-8dfe-578fd4fd75a0 req-0bee3e53-bdeb-42cd-88ea-eb2f721d11e1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268980 Jul 23 20:11:07.819521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8e46-b87f-4728-920b-568860282729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.822084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8e46-b87f-4728-920b-568860282729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.826517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6d1b8e46-b87f-4728-920b-568860282729 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90cdab63-0b74-4c30-9ff6-16f3cde756ee HTTP/1.1" status: 204 len: 168 time: 0.7574279 Jul 23 20:11:07.844335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b8e46-b87f-4728-920b-568860282729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cdab63-0b74-4c30-9ff6-16f3cde756ee,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:07.895760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c5b9-1746-45c1-a3a5-a7055081fe4a req-80c641f5-d31b-4b28-ad7e-c848722192e9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:07.904464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8093c5b9-1746-45c1-a3a5-a7055081fe4a req-80c641f5-d31b-4b28-ad7e-c848722192e9 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.5112860 Jul 23 20:11:07.920691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46563e67-ae4d-45d3-915d-cbd2b2c6dbe8 req-a6c2cd43-902b-4d6b-898b-b6be7c6b058e service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109311 Jul 23 20:11:07.965721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:07.986484 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.019580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8093c5b9-1746-45c1-a3a5-a7055081fe4a req-8b7e930d-59e6-4607-ba32-f0becf75dbc6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120579 Jul 23 20:11:08.082765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Pushing event updated for resources: {'Port': ['ID=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:08.095012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d9e4a-4ee1-46a2-96ca-4d75ad75dda2 req-fe5729bc-b4ee-41d2-a3cb-59b137c003a2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:08.102229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-048d9e4a-4ee1-46a2-96ca-4d75ad75dda2 req-fe5729bc-b4ee-41d2-a3cb-59b137c003a2 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 950 time: 0.1844759 Jul 23 20:11:08.122938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.180714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-048d9e4a-4ee1-46a2-96ca-4d75ad75dda2 req-040091c3-48c1-41d4-a95e-2f8babe110ce tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722630 Jul 23 20:11:08.257178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:08.265274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:08.266935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:08.278283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d558f-2047-4983-bed4-0b1c84b71003 req-bae5bab1-9c4f-4181-ad36-e666d64b482f tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:08.280071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de9d558f-2047-4983-bed4-0b1c84b71003 req-bae5bab1-9c4f-4181-ad36-e666d64b482f tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.1340125 Jul 23 20:11:08.375161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de9d558f-2047-4983-bed4-0b1c84b71003 req-3d3a24b2-3059-4900-adcb-fc6e1b6357c4 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838053 Jul 23 20:11:08.508804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Router e0af8dfc-2661-4c62-9bd0-b19381fcf56e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:08.535764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:08.569712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '98689461-9d33-4ae4-8197-91236ee43289', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '98689461-9d33-4ae4-8197-91236ee43289', 'mac_address': 'fa:16:3e:25:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:11:08.672321 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.710994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:08.717019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:08.717337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c51e225-342a-4211-a158-1a779833f034 admin admin] 10.222.0.46 "PUT /v2.0/routers/e0af8dfc-2661-4c62-9bd0-b19381fcf56e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4513152 Jul 23 20:11:08.734283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a5b3b-3732-492c-a430-e0782a90906f req-e24d444b-14b2-4686-be1a-98a386047fab tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:08.742995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-68eaae73-e523-4f10-897d-5820b5a36905 None None] Provisioning complete for port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:08.743586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68eaae73-e523-4f10-897d-5820b5a36905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.748937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-509a5b3b-3732-492c-a430-e0782a90906f req-e24d444b-14b2-4686-be1a-98a386047fab tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.3499386 Jul 23 20:11:08.749577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:08.762723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-3db3b0bf-d4c6-434d-b41e-09907416a0ef tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:08.764287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-3db3b0bf-d4c6-434d-b41e-09907416a0ef tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 950 time: 0.3113008 Jul 23 20:11:08.774337 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:08.888592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:08.897691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-509a5b3b-3732-492c-a430-e0782a90906f req-7a00067b-b0c8-4d20-b840-2e60a5d955b3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419723 Jul 23 20:11:08.950829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-68eaae73-e523-4f10-897d-5820b5a36905 None None] Port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:09.005043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b1dc-94ce-4c0a-9b51-5bb5cb6a5f86 req-66d61afe-b30b-43a6-8fad-07f4e816dfad tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.014249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5362b1dc-94ce-4c0a-9b51-5bb5cb6a5f86 req-66d61afe-b30b-43a6-8fad-07f4e816dfad tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.4701595 Jul 23 20:11:09.015141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58580) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:09.020129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Request body: {'floatingip': {'port_id': '83e1839a-2c16-43e3-9b1c-835d1084bad3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:09.142467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['98689461-9d33-4ae4-8197-91236ee43289'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:09.157865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.294859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2cd075c-1897-4a5b-8b3f-bb320be1897b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:09.303298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port d3b9c590-813c-4909-aa15-14408c762d4d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:09.303648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.408991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d2cd075c-1897-4a5b-8b3f-bb320be1897b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:09.419930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d2cd075c-1897-4a5b-8b3f-bb320be1897b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:09.420305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.473995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port d3b9c590-813c-4909-aa15-14408c762d4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d3b9c590-813c-4909-aa15-14408c762d4d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:09.474518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.488973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for d3b9c590-813c-4909-aa15-14408c762d4d owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:09.519588 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.553599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d2cd075c-1897-4a5b-8b3f-bb320be1897b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2cd075c-1897-4a5b-8b3f-bb320be1897b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:09.561481 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.593949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66131f-9fc4-4332-94b8-2837276bfa8b req-1b60718e-6155-4cf2-8546-023421317829 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.607824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c66131f-9fc4-4332-94b8-2837276bfa8b req-1b60718e-6155-4cf2-8546-023421317829 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 949 time: 0.5869293 Jul 23 20:11:09.633989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d2cd075c-1897-4a5b-8b3f-bb320be1897b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.786316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:09.800106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25', 'd3b9c590-813c-4909-aa15-14408c762d4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:09.906034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299a4c3-fdc0-4e9a-833d-933eb113ef0d req-f3453140-53d9-46e7-bc48-b4f2287bd070 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:09.918114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d299a4c3-fdc0-4e9a-833d-933eb113ef0d req-f3453140-53d9-46e7-bc48-b4f2287bd070 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.7902634 Jul 23 20:11:09.934096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=d3b9c590-813c-4909-aa15-14408c762d4d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:09.966929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c66131f-9fc4-4332-94b8-2837276bfa8b req-7f918cd6-224b-4342-9f40-7d54630e99fa tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457487 Jul 23 20:11:10.139086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port d3b9c590-813c-4909-aa15-14408c762d4d on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:10.164098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.172051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69d04afa-8a2a-4ae0-b657-eb6937157cb4 req-12fb1e3f-2002-4ee3-83a8-d1bcb4aa1fbe tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "DELETE /v2.0/ports/d3b9c590-813c-4909-aa15-14408c762d4d HTTP/1.1" status: 204 len: 173 time: 1.3976099 Jul 23 20:11:10.172540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3189b618-9859-4fb1-a784-69c9328eb2af', 'name': 'network-vif-deleted', 'tag': 'd3b9c590-813c-4909-aa15-14408c762d4d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:10.176160 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3bd278-34d8-44ee-920a-5f17abdab9bf" -d '{"events": [{"server_uuid": "3189b618-9859-4fb1-a784-69c9328eb2af", "name": "network-vif-deleted", "tag": "d3b9c590-813c-4909-aa15-14408c762d4d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:10.241185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d299a4c3-fdc0-4e9a-833d-933eb113ef0d req-175aa010-9e13-4fbf-9aeb-007b0ec104cb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221607 Jul 23 20:11:10.330350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'd1b1696e-782d-447f-8969-2a294da9489b', '77e7c067-88a4-4aa0-be08-45cf4e7610a0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:10.358704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fce4dad-5481-4f8a-9c3b-5cb8edcd818a req-ca9148b6-9e1f-4ff1-ae20-b90334f7fbdc tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=3189b618-9859-4fb1-a784-69c9328eb2af HTTP/1.1" status: 200 len: 210 time: 0.1772902 Jul 23 20:11:10.390338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Sync routers for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:10.416534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:10.417208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:10.584499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.593901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:10.620762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:10.655312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c9a82-9e6a-4e5f-aaa0-6e7adcb5ac35 req-5e840d12-0c21-472f-a5ca-b58866e561dd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:10.662795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-248c9a82-9e6a-4e5f-aaa0-6e7adcb5ac35 req-5e840d12-0c21-472f-a5ca-b58866e561dd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.1713610 Jul 23 20:11:10.739823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-248c9a82-9e6a-4e5f-aaa0-6e7adcb5ac35 req-870aa242-ec22-44fc-b256-e16d6dad65f4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759673 Jul 23 20:11:10.776896 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6 associated. External IP: 172.25.8.247, port: 83e1839a-2c16-43e3-9b1c-835d1084bad3. Jul 23 20:11:10.793748 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4a1c9f-01f3-4f6d-bc16-7917d0ed0a9f x-openstack-request-id: req-0f4a1c9f-01f3-4f6d-bc16-7917d0ed0a9f {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:10.794042 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3189b618-9859-4fb1-a784-69c9328eb2af", "name": "network-vif-deleted", "tag": "d3b9c590-813c-4909-aa15-14408c762d4d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:10.794301 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f4a1c9f-01f3-4f6d-bc16-7917d0ed0a9f {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:10.794698 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3189b618-9859-4fb1-a784-69c9328eb2af', 'name': 'network-vif-deleted', 'tag': 'd3b9c590-813c-4909-aa15-14408c762d4d', 'status': 'completed', 'code': 200} Jul 23 20:11:11.294160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2cd075c-1897-4a5b-8b3f-bb320be1897b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:11.315567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0e975-9f72-4d48-8f77-ca09855f8e9f req-3fb33148-92fb-4694-9d65-e2e193098c7d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:11.323418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36a0e975-9f72-4d48-8f77-ca09855f8e9f req-3fb33148-92fb-4694-9d65-e2e193098c7d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 949 time: 0.1365345 Jul 23 20:11:11.393663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36a0e975-9f72-4d48-8f77-ca09855f8e9f req-ff4f68b5-41b9-4540-80b5-4f0643fa0e7c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628576 Jul 23 20:11:11.401002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-02765fd5-d04c-4cbe-8132-cc61283d68b8 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:11.402987 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-02765fd5-d04c-4cbe-8132-cc61283d68b8 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.4335041 Jul 23 20:11:11.420160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:11.534603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:11.632587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860a6bd-d7c7-4c28-82a2-314af8e84b3b req-b6bb0a7b-d9be-4af2-b227-c799ce36ceab tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:11.646477 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1860a6bd-d7c7-4c28-82a2-314af8e84b3b req-b6bb0a7b-d9be-4af2-b227-c799ce36ceab tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.1460674 Jul 23 20:11:11.682528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d2cd075c-1897-4a5b-8b3f-bb320be1897b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:11.694350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.701228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.732419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1860a6bd-d7c7-4c28-82a2-314af8e84b3b req-f1bcedf1-0eb8-4b01-9005-b95a9b6bcc69 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842817 Jul 23 20:11:11.867874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:11.872751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:11.877409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 2, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:11.881783 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426d112-6658-4683-8a18-993faa886700 None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:11.895857 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:11.896943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:11.926400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Checking router: e0af8dfc-2661-4c62-9bd0-b19381fcf56e for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:11.926924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Updating router e0af8dfc-2661-4c62-9bd0-b19381fcf56e port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:12.048757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.098120 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01926b81-0fc8-4f8c-b990-36cc256c69e0 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "PUT /v2.0/floatingips/1fdf7fff-9019-46de-9b35-967e952dc6c6 HTTP/1.1" status: 200 len: 992 time: 3.0817161 Jul 23 20:11:12.100140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:12.102491 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c08e69d-b117-462e-ba19-123a187624cd" -d '{"events": [{"name": "network-changed", "server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:12.115015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83dc2-c094-4424-9818-7bf5c42e998a req-ae97026d-56ab-4884-9662-7f05237abc89 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:12.119874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bd83dc2-c094-4424-9818-7bf5c42e998a req-ae97026d-56ab-4884-9662-7f05237abc89 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 945 time: 0.1635804 Jul 23 20:11:12.134076 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:12.139451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:12.210455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:12.225368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bd83dc2-c094-4424-9818-7bf5c42e998a req-44f4ac2a-884b-46aa-9480-05000ec854b0 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973237 Jul 23 20:11:12.323940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.330941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:11:12.337033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.488987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:12.624195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:12.659056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:12.675317 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978aaab2-5bc1-43d0-8de3-c02fc6bd6044 x-openstack-request-id: req-978aaab2-5bc1-43d0-8de3-c02fc6bd6044 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:12.675821 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:12.676132 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-978aaab2-5bc1-43d0-8de3-c02fc6bd6044 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:12.686094 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'status': 'completed', 'code': 200} Jul 23 20:11:12.689839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on host n-h2-793620-13 for vnic_type normal with profile {"migrating_to": "n-h1-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:12.690260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:12.694017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:12.703601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:12.704221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:12.711775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:12.715910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:12.716694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:12.718368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Bound port: 4998ee98-7f46-4e2c-9256-2b54addebf4d, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:12.720813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.731853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '1fdf7fff-9019-46de-9b35-967e952dc6c6', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'port_id': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'mac_address': 'fa:16:3e:46:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:08:17Z', 'updated_at': '2021-07-23T20:11:10Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:12.782788 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426d112-6658-4683-8a18-993faa886700 None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:12.793287 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:12.794273 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:12.837540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:12.848705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:12.859016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:12.919456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on host n-h2-793620-13 for vnic_type normal with profile {"migrating_to": "n-h1-793620-13"} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:12.920142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:12.920669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:12.923464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08e69d-b117-462e-ba19-123a187624cd req-54d39bda-cc91-4251-bf2c-c2996da5aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:12.926281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-54d39bda-cc91-4251-bf2c-c2996da5aa22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=76eade1cb2814e6e937cadb8e223e730&device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 1098 time: 0.3225861 Jul 23 20:11:12.960007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d3b9c590-813c-4909-aa15-14408c762d4d no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:12.966840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 98689461-9d33-4ae4-8197-91236ee43289 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:12.968719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:12.970416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:12.971164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2e43e-44bd-4313-87f1-93c861a0992f req-2e1135e3-fc06-4b62-8c0f-86457327a106 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:12.971297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:12.971612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Attempting to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:12.979481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4c2e43e-44bd-4313-87f1-93c861a0992f req-2e1135e3-fc06-4b62-8c0f-86457327a106 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 949 time: 0.2726011 Jul 23 20:11:13.002628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 98689461-9d33-4ae4-8197-91236ee43289 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:13.003495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.070959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:13.070959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.073884 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-113922a6-624a-46c9-80d6-40ecc63eee5e service neutron] 10.222.0.47 "PUT /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 1123 time: 1.6615283 Jul 23 20:11:13.160437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a508b-f5d9-49ea-91f3-c3295d11cba3 req-46866a1a-d043-437a-83ad-bc53302e12c0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:13.163341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b1a508b-f5d9-49ea-91f3-c3295d11cba3 req-46866a1a-d043-437a-83ad-bc53302e12c0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 949 time: 0.3695557 Jul 23 20:11:13.288870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: d3b9c590-813c-4909-aa15-14408c762d4d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:13.289468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d3b9c590-813c-4909-aa15-14408c762d4d not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:13.293761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:13.294358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:13.294945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:13.295581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Bound port: 4998ee98-7f46-4e2c-9256-2b54addebf4d, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:13.296145 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.304254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-688c2d3f-00b5-4ad6-90c0-cb7b843ecb41 service neutron] 10.222.0.47 "GET /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.3033214 Jul 23 20:11:13.342556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4c2e43e-44bd-4313-87f1-93c861a0992f req-6c375813-d287-4a54-b635-2b40cd89bcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384056 Jul 23 20:11:13.373684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['4998ee98-7f46-4e2c-9256-2b54addebf4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:13.412252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4998ee98-7f46-4e2c-9256-2b54addebf4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:13.467798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08e69d-b117-462e-ba19-123a187624cd req-449b7042-b392-42be-b894-ae291ea65b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:13.472900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-449b7042-b392-42be-b894-ae291ea65b1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 200 len: 924 time: 0.5165067 Jul 23 20:11:13.504408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b1a508b-f5d9-49ea-91f3-c3295d11cba3 req-3e133047-1f71-4e07-a61a-7e0077855486 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870662 Jul 23 20:11:13.539846 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5426d112-6658-4683-8a18-993faa886700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '1fdf7fff-9019-46de-9b35-967e952dc6c6', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'port_id': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'mac_address': 'fa:16:3e:46:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:08:17Z', 'updated_at': '2021-07-23T20:11:10Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:13.577111 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426d112-6658-4683-8a18-993faa886700 None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '1fdf7fff-9019-46de-9b35-967e952dc6c6', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'port_id': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'mac_address': 'fa:16:3e:46:4b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:08:17Z', 'updated_at': '2021-07-23T20:11:10Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:13.654468 n-d-793620-13 neutron-server[94028]: WARNING neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Concurrent port binding operations failed on port 4998ee98-7f46-4e2c-9256-2b54addebf4d Jul 23 20:11:13.719100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.732472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-035691b9-3e24-4c5b-89f9-a27bf24c60f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3 HTTP/1.1" status: 200 len: 1000 time: 0.2474666 Jul 23 20:11:13.753733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:13.760408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.783087 n-d-793620-13 neutron-server[94028]: INFO neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Attempt 2 to bind port 4998ee98-7f46-4e2c-9256-2b54addebf4d Jul 23 20:11:13.783636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d has no active binding in host n-h1-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:11:13.878129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:13.880592 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084fd0d7-4a6b-4d2f-8223-e0b6f9ce8216" -d '{"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-plugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:13.909116 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c773-28ff-4fc2-ac02-0d680f6ec587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.911680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08e69d-b117-462e-ba19-123a187624cd req-2c10bcb8-2f2f-47cd-9e12-d03039a1a859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:13.913594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-2c10bcb8-2f2f-47cd-9e12-d03039a1a859 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 200 len: 862 time: 0.1560483 Jul 23 20:11:13.922195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fde661-4920-4eef-bf6c-30bc45251db3 req-08270275-6d50-4f26-94a8-2289fb846573 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:13.924188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8fde661-4920-4eef-bf6c-30bc45251db3 req-08270275-6d50-4f26-94a8-2289fb846573 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 943 time: 0.4426801 Jul 23 20:11:13.926957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:13.952853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e61abc-98d2-478b-a844-ad365b1237f7 None None] New status for floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:11:13.969202 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:13.970169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:14.061236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b88781-52a1-41f1-8621-debf60bc18bc req-c81fa678-ba15-4113-b037-ae1fdfe933be tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:14.069494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2b88781-52a1-41f1-8621-debf60bc18bc req-c81fa678-ba15-4113-b037-ae1fdfe933be tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.4420159 Jul 23 20:11:14.134549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:14.211170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:14.228517 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.247448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:14.256058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7242365-d69f-4481-8d5a-70d8fb748638 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:14.268533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:14.282217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Transition to ACTIVE for port object 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:14.288931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-df53f589-56ef-4a16-93c7-c48c871efcf0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:14.293607 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-df53f589-56ef-4a16-93c7-c48c871efcf0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 949 time: 0.1130195 Jul 23 20:11:14.304872 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.308293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8fde661-4920-4eef-bf6c-30bc45251db3 req-bb62f0f7-e127-4f02-ae87-122d889463cb tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062720 Jul 23 20:11:14.308986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.417931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] Transition to ACTIVE for port object e7242365-d69f-4481-8d5a-70d8fb748638 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:14.455327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2b88781-52a1-41f1-8621-debf60bc18bc req-ab539394-3828-48a2-9657-2de59b936f04 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855956 Jul 23 20:11:14.459332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.541680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] Pushing event updated for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:14.577149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] No DVR routers for this DVR port e7242365-d69f-4481-8d5a-70d8fb748638 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:14.592324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08e69d-b117-462e-ba19-123a187624cd req-de848811-1d38-46f6-a8a1-d070b44ecbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:14.594040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-de848811-1d38-46f6-a8a1-d070b44ecbcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c385f01d-dc68-45cc-9d38-87c24e0f4a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6677432 Jul 23 20:11:14.597704 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b210c9e-dc2c-4fc0-b62c-62df533696b2 x-openstack-request-id: req-5b210c9e-dc2c-4fc0-b62c-62df533696b2 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:14.598286 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-plugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:14.609934 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b210c9e-dc2c-4fc0-b62c-62df533696b2 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:14.610542 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'code': 200} Jul 23 20:11:14.620442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e802-1ab8-42af-a6a7-c3416c28841a None None] Pushing event updated for resources: {'Port': ['ID=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:14.668188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:14.668547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.709268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d'}, {'name': 'network-changed', 'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:14.713411 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e0056-be20-4906-b575-2d24a673bfd4" -d '{"events": [{"server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "name": "network-vif-unplugged", "status": "completed", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d"}, {"name": "network-changed", "server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:14.755915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-78f69d8e-2da6-4d92-9fa9-a6ba71c60c6b service neutron] 10.222.0.47 "PUT /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4372809 Jul 23 20:11:14.796900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Attempting to bind port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:14.799304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Attempting to bind port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:14.801419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Attempting to bind port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 on network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:14.834029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:14.835398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Checking segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:14.835946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.837522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Bound using segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:14.839106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Bound port: 62e18d90-beb7-48ec-bbd6-6f82a2c35e17, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:14.840611 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.961765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port 77e7c067-88a4-4aa0-be08-45cf4e7610a0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=77e7c067-88a4-4aa0-be08-45cf4e7610a0,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:14.962154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:14.987014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee9569-cba0-41bc-b6b3-ee3253873f6c req-69c53931-d26f-4787-b84e-f288828024c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:14.988502 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3eee9569-cba0-41bc-b6b3-ee3253873f6c req-69c53931-d26f-4787-b84e-f288828024c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1102 time: 0.2598729 Jul 23 20:11:14.999371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for 77e7c067-88a4-4aa0-be08-45cf4e7610a0 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:15.002525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5bee6-7b36-4917-bc2e-43acf8d0f02e req-7f1b3d36-420b-4844-9db1-84a3e6df4c1a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:15.010656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8a5bee6-7b36-4917-bc2e-43acf8d0f02e req-7f1b3d36-420b-4844-9db1-84a3e6df4c1a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2845798 Jul 23 20:11:15.057306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-8d5a8613-8328-441f-a81f-9d7b5124232f tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:15.059735 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-8d5a8613-8328-441f-a81f-9d7b5124232f tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.2073042 Jul 23 20:11:15.067032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84cf8e-dfd8-4bb0-a590-3c1a29b4c308 req-6d6c05fb-32e6-49d4-9c22-2e563722e87c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:15.068847 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f84cf8e-dfd8-4bb0-a590-3c1a29b4c308 req-6d6c05fb-32e6-49d4-9c22-2e563722e87c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 949 time: 0.2517238 Jul 23 20:11:15.073245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-cefb892f-30ab-43e2-86a8-1b8fec7a39d5 service neutron] 10.222.0.36 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130027 Jul 23 20:11:15.080477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] For port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:15.084036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8a5bee6-7b36-4917-bc2e-43acf8d0f02e req-0ab15d96-da7a-4ac0-b642-f17c284f3ebf tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724256 Jul 23 20:11:15.085138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] For port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:15.105877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.171381 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3eee9569-cba0-41bc-b6b3-ee3253873f6c req-fbdb2961-209f-4e19-af48-d0d439390790 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731997 Jul 23 20:11:15.206237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f84cf8e-dfd8-4bb0-a590-3c1a29b4c308 req-8787d862-d9de-4b99-9517-6acea48e4757 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169319 Jul 23 20:11:15.287001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:15.288520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:10:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:15.297097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-c98d7714-79fc-485d-8598-0ab750b90845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:15.299394 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-c98d7714-79fc-485d-8598-0ab750b90845 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 1096 time: 0.1924193 Jul 23 20:11:15.315277 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d8e034-bccd-48cb-82cd-9faa3d0106a8 x-openstack-request-id: req-97d8e034-bccd-48cb-82cd-9faa3d0106a8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:15.315578 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "name": "network-vif-unplugged", "status": "completed", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d", "code": 200}, {"name": "network-changed", "server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:15.315889 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97d8e034-bccd-48cb-82cd-9faa3d0106a8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:15.316292 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'code': 200} Jul 23 20:11:15.330785 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'status': 'completed', 'code': 200} Jul 23 20:11:15.494209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e802-1ab8-42af-a6a7-c3416c28841a None None] Pushing event updated for resources: {'Port': ['ID=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:15.529395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c08e69d-b117-462e-ba19-123a187624cd req-0d54ee41-bb87-404d-b0a8-f0f6fa490f46 service neutron] 10.222.0.36 "GET /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413242 Jul 23 20:11:15.683096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:15.734068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a3f64-673b-49a6-b625-effd0e8db7b2 req-222b0b3b-30fb-4845-8953-131e3e649735 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:15.739943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:15.754247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d6a3f64-673b-49a6-b625-effd0e8db7b2 req-222b0b3b-30fb-4845-8953-131e3e649735 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.2625277 Jul 23 20:11:15.761385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:15.763730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'd1b1696e-782d-447f-8969-2a294da9489b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:15.806808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d948d-57d0-4e81-b71d-a8879c672294 req-961d4629-ec97-4213-926d-ae4b0da84837 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:15.808510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb4d948d-57d0-4e81-b71d-a8879c672294 req-961d4629-ec97-4213-926d-ae4b0da84837 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.2048318 Jul 23 20:11:15.885611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb4d948d-57d0-4e81-b71d-a8879c672294 req-302c03ae-4b9d-492a-8832-07fbe2d5c704 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626533 Jul 23 20:11:15.887187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=77e7c067-88a4-4aa0-be08-45cf4e7610a0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:15.914674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d6a3f64-673b-49a6-b625-effd0e8db7b2 req-79fe75ac-0f89-4763-8d4c-ab4415e3cc2c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537106 Jul 23 20:11:16.008366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58766) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:16.035938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port 77e7c067-88a4-4aa0-be08-45cf4e7610a0 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:16.039978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.043193 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bec45bc6-1f15-4e31-9046-a144d3e1af55 req-d71f6c0e-7997-4855-bb65-019b7e3934b8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "DELETE /v2.0/ports/77e7c067-88a4-4aa0-be08-45cf4e7610a0 HTTP/1.1" status: 204 len: 173 time: 1.7431676 Jul 23 20:11:16.105849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0056-be20-4906-b575-2d24a673bfd4 req-6d379a1e-07ae-408f-8058-1289e1151048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:16.107554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-6d379a1e-07ae-408f-8058-1289e1151048 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1126 time: 0.5010607 Jul 23 20:11:16.110022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-035ef37b-36be-4abd-83d2-3653197bfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:16.111709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-035ef37b-36be-4abd-83d2-3653197bfa61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1096 time: 0.6143014 Jul 23 20:11:16.398033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60a88caa-9c29-4123-8c6c-37941a769657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.590277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99182c58-c78a-49fd-ade9-37583abb21b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.603109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.669243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-706c8d57-4d41-4010-918f-1e5ac2d35d2b req-e55541f0-e5b5-4e08-b76a-cd2128b7a5d9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac536a14-a053-4818-bdf5-2879055ae8f3 HTTP/1.1" status: 200 len: 210 time: 0.0850818 Jul 23 20:11:16.671917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-ac19d291-a9d1-4c51-818b-d76582c23524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:16.676866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-ac19d291-a9d1-4c51-818b-d76582c23524 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.5379789 Jul 23 20:11:16.678175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0056-be20-4906-b575-2d24a673bfd4 req-dd28ef71-fab2-4783-9b17-1ad27f754507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:16.680196 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-dd28ef71-fab2-4783-9b17-1ad27f754507 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.5607259 Jul 23 20:11:16.740608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:15Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:16.754874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c817ac6-19d0-4a9f-a346-cc26e09666e1 req-a8db3b9b-c0f9-4611-920e-dab8dc12c077 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:16.770207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c817ac6-19d0-4a9f-a346-cc26e09666e1 req-a8db3b9b-c0f9-4611-920e-dab8dc12c077 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.5061553 Jul 23 20:11:16.771877 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-2b401fba-8475-4df5-82dd-7cc1a9c63c37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 217 time: 0.0731962 Jul 23 20:11:16.804633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcb5c02-cb92-4c75-82ba-fb38e13d27c7 None None] The sync data for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 is: [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:15Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:16.867200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-a6bd15fb-dfa4-49bb-9fa0-d725343fbcff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 200 len: 217 time: 0.1101511 Jul 23 20:11:16.948769 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60a88caa-9c29-4123-8c6c-37941a769657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:16.958829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c817ac6-19d0-4a9f-a346-cc26e09666e1 req-ca4f5d50-e69d-4310-ac66-21391b39994a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869898 Jul 23 20:11:16.964184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60a88caa-9c29-4123-8c6c-37941a769657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.062884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-60a88caa-9c29-4123-8c6c-37941a769657 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dd7708b558247fc997a7535648d7169&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0527039 Jul 23 20:11:17.075871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58784) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:17.129050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e0056-be20-4906-b575-2d24a673bfd4 req-5af7bf83-d4e5-47b1-b569-5a0e5522428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:17.130798 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-5af7bf83-d4e5-47b1-b569-5a0e5522428e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.3010123 Jul 23 20:11:17.135829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.158351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-6326be72-74b2-47c6-9051-ec5ecf9ea18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:17.167361 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-6326be72-74b2-47c6-9051-ec5ecf9ea18b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.2172537 Jul 23 20:11:17.256196 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-f7843ea4-6a1f-4115-8810-64a87149921c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678921 Jul 23 20:11:17.260546 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-1d7d68ea-5071-43ae-a5fa-21ae64f30297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149337 Jul 23 20:11:17.373735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a88caa-9c29-4123-8c6c-37941a769657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d1e480-2a68-47d7-a7c1-bed27866de9c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.414848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8f3eeb8-ebbf-4711-8bc8-e45c71f0ed1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.443897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8f3eeb8-ebbf-4711-8bc8-e45c71f0ed1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.507427 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8f3eeb8-ebbf-4711-8bc8-e45c71f0ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.511071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8f3eeb8-ebbf-4711-8bc8-e45c71f0ed1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.512382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d8f3eeb8-ebbf-4711-8bc8-e45c71f0ed1a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6d1e480-2a68-47d7-a7c1-bed27866de9c HTTP/1.1" status: 204 len: 168 time: 0.4353666 Jul 23 20:11:17.543479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3eeb8-ebbf-4711-8bc8-e45c71f0ed1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d1e480-2a68-47d7-a7c1-bed27866de9c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:17.561147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:17.575286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595246f-5ff6-466b-98bb-d7fdbdbe0629 req-73f9f9a9-3332-4436-80a5-75339d8e4183 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:17.585016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3595246f-5ff6-466b-98bb-d7fdbdbe0629 req-73f9f9a9-3332-4436-80a5-75339d8e4183 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.4489119 Jul 23 20:11:17.625734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32930c-4a99-4773-ac6c-436d0420ec77 req-b87670f4-6c6b-4b58-9f9c-a4be9d568c17 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:17.629296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'name': 'network-vif-deleted', 'tag': '77e7c067-88a4-4aa0-be08-45cf4e7610a0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:17.632218 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d512c6-be3a-42ff-98d3-e7fded39be35" -d '{"events": [{"server_uuid": "ac536a14-a053-4818-bdf5-2879055ae8f3", "name": "network-vif-deleted", "tag": "77e7c067-88a4-4aa0-be08-45cf4e7610a0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:17.634810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff32930c-4a99-4773-ac6c-436d0420ec77 req-b87670f4-6c6b-4b58-9f9c-a4be9d568c17 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.5149469 Jul 23 20:11:17.636451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-31e64879-4c85-45d1-ac33-9391dc8e408c service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587263 Jul 23 20:11:17.641313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-56a6adab-c71e-45bb-aace-256321a2dc7f service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979871 Jul 23 20:11:17.725515 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.748241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3595246f-5ff6-466b-98bb-d7fdbdbe0629 req-ec4144c8-703f-46f0-9295-210617201333 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574969 Jul 23 20:11:17.803707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:17.809733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:17.810128 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:17.868237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff32930c-4a99-4773-ac6c-436d0420ec77 req-af13ec69-e917-4f19-830f-e87598b9a533 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323213 Jul 23 20:11:18.015921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451e0056-be20-4906-b575-2d24a673bfd4 req-00760fdf-4a5d-43e4-b6c5-c5927f3c9b0b service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668084 Jul 23 20:11:18.017503 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2968be-0182-4df0-80b5-c140043e8f04 x-openstack-request-id: req-4d2968be-0182-4df0-80b5-c140043e8f04 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:18.017804 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac536a14-a053-4818-bdf5-2879055ae8f3", "name": "network-vif-deleted", "tag": "77e7c067-88a4-4aa0-be08-45cf4e7610a0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:18.018059 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4d2968be-0182-4df0-80b5-c140043e8f04 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:18.018452 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac536a14-a053-4818-bdf5-2879055ae8f3', 'name': 'network-vif-deleted', 'tag': '77e7c067-88a4-4aa0-be08-45cf4e7610a0', 'status': 'completed', 'code': 200} Jul 23 20:11:18.140344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.201920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-4940c6fd-4435-4d06-862b-c8912d74862e service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5500169 Jul 23 20:11:18.245728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:18.257283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.304211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6813d-9e52-49d8-8003-b2056c6edeff req-2135f338-544a-4b85-862e-7cd9f86f00ce tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.306767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcb6813d-9e52-49d8-8003-b2056c6edeff req-2135f338-544a-4b85-862e-7cd9f86f00ce tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1634266 Jul 23 20:11:18.330616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:18.343181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 77e7c067-88a4-4aa0-be08-45cf4e7610a0 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:18.363352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcb6813d-9e52-49d8-8003-b2056c6edeff req-ad3a6921-34c9-4b50-acbb-e68ef59a865a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487690 Jul 23 20:11:18.379014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 77e7c067-88a4-4aa0-be08-45cf4e7610a0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:18.380259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 77e7c067-88a4-4aa0-be08-45cf4e7610a0 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:18.610981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8faf08-6561-4966-b292-089a0323ffab req-41c8c28a-a70c-4004-bc55-b522f718be81 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.617415 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-41c8c28a-a70c-4004-bc55-b522f718be81 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.0906873 Jul 23 20:11:18.668966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b937cb4-1673-471d-8d76-8fa337325a31 req-a57bbafc-7e5a-49a1-9f08-5907fd537100 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.677177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b937cb4-1673-471d-8d76-8fa337325a31 req-a57bbafc-7e5a-49a1-9f08-5907fd537100 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.1441443 Jul 23 20:11:18.687331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c076-5814-47a5-a923-be645ec6e49f req-59b68f41-c399-4c55-a27d-e2c9db55d918 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.688837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c836c076-5814-47a5-a923-be645ec6e49f req-59b68f41-c399-4c55-a27d-e2c9db55d918 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1669524 Jul 23 20:11:18.735208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b937cb4-1673-471d-8d76-8fa337325a31 req-1c2b5fa5-5589-4a5f-bbee-a3dfec4dc376 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568855 Jul 23 20:11:18.769407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c836c076-5814-47a5-a923-be645ec6e49f req-f288f766-edce-4840-b307-955226bbc54f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Jul 23 20:11:18.810960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fc8faf08-6561-4966-b292-089a0323ffab req-f6942d74-669b-4125-8e08-388b02296fd1 service neutron] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:18.815392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fc8faf08-6561-4966-b292-089a0323ffab req-f6942d74-669b-4125-8e08-388b02296fd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:18.816732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fc8faf08-6561-4966-b292-089a0323ffab req-f6942d74-669b-4125-8e08-388b02296fd1 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.1875033 Jul 23 20:11:18.892576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:18.975108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97adeb4-dade-41d4-be83-a9112d257480 req-9889a18f-ab2d-4a4c-95bc-869b3274fa77 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:18.977006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d97adeb4-dade-41d4-be83-a9112d257480 req-9889a18f-ab2d-4a4c-95bc-869b3274fa77 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.1199815 Jul 23 20:11:19.068140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1061336468-network', 'tenant_id': '2840e31a972e42d0b7b50be6e38a18c5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:19.281919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:19.412597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:19.412984 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.541598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Made reservation on behalf of 2840e31a972e42d0b7b50be6e38a18c5 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:19.548258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.557489 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.575807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d97adeb4-dade-41d4-be83-a9112d257480 req-2a821453-e870-450d-a398-8a7c11098f82 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922623 Jul 23 20:11:19.618899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.749265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.759942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.772214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:19.781759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.782040 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Added segment 73303118-a89d-4ac5-8a86-40a24ad175a4 of type vlan for network 0e68e69d-95cd-42fb-a982-dd662e962b3c Jul 23 20:11:19.816136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eebc0-b175-4581-8591-11a1faeb14bc req-f4e4895f-0d88-4557-af68-006e56312880 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:19.823331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c2eebc0-b175-4581-8591-11a1faeb14bc req-f4e4895f-0d88-4557-af68-006e56312880 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.8452106 Jul 23 20:11:19.877284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc192b5-bcaf-435f-b948-a9d0409849ff,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:19.901692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.927781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c2eebc0-b175-4581-8591-11a1faeb14bc req-c2833bb5-1314-4913-8219-2051082fd063 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034682 Jul 23 20:11:19.978564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:19.979889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:19.980971 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.059464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1654766 Jul 23 20:11:20.062478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:20.069349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Request body: {'subnet': {'network_id': '0e68e69d-95cd-42fb-a982-dd662e962b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1061336468-subnet', 'tenant_id': '2840e31a972e42d0b7b50be6e38a18c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:20.154203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a178b8e-35aa-42a0-ba51-06e7687208f3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e68e69d-95cd-42fb-a982-dd662e962b3c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:20.165117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 0e68e69d-95cd-42fb-a982-dd662e962b3c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:20.258413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Made reservation on behalf of 2840e31a972e42d0b7b50be6e38a18c5 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:20.260815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.309350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b2e79-ecdf-4816-8bad-77df0d922403 req-50f7e67c-4593-403c-950f-2b8f658bd820 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.311238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c2b2e79-ecdf-4816-8bad-77df0d922403 req-50f7e67c-4593-403c-950f-2b8f658bd820 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.1198237 Jul 23 20:11:20.336549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-e2b9f2b0-e388-490e-b28c-67178a8e1410 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.344053 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-e2b9f2b0-e388-490e-b28c-67178a8e1410 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.2495542 Jul 23 20:11:20.386686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c2b2e79-ecdf-4816-8bad-77df0d922403 req-f6641e2a-f829-4665-b21b-7f2702d79917 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683439 Jul 23 20:11:20.693819 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-184363b3-c697-45b0-b632-30d9515c1a00 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959043 Jul 23 20:11:20.752266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b3884-d64e-428e-bcda-3aaf4b954b0a req-7f5d4e6e-3b6d-48e3-8f96-88f8638ff5aa tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.754746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b3b3884-d64e-428e-bcda-3aaf4b954b0a req-7f5d4e6e-3b6d-48e3-8f96-88f8638ff5aa tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1096 time: 0.2624946 Jul 23 20:11:20.768242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port d1b1696e-782d-447f-8969-2a294da9489b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:20.770312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.772871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b85843-91c2-494d-af2a-5dcc2ff04582 req-2910a04c-2eee-4d65-8e51-456945e2cf3b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:20.774870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84b85843-91c2-494d-af2a-5dcc2ff04582 req-2910a04c-2eee-4d65-8e51-456945e2cf3b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2331033 Jul 23 20:11:20.844916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b3b3884-d64e-428e-bcda-3aaf4b954b0a req-b0759f15-5078-47dd-b3ca-d6c95a571835 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796795 Jul 23 20:11:20.846219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:20.865076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84b85843-91c2-494d-af2a-5dcc2ff04582 req-44f70739-d19b-4b99-bc44-0f93832ab731 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771010 Jul 23 20:11:21.168485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688f967-194d-4a16-b6cf-3908d57ad12f req-4b4fc633-b515-4d2e-a240-e1a1f60f4525 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:21.170076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8688f967-194d-4a16-b6cf-3908d57ad12f req-4b4fc633-b515-4d2e-a240-e1a1f60f4525 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 1096 time: 0.1969531 Jul 23 20:11:21.199462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903fceb-451d-4efd-9798-0977e935983b req-b0a5e5a9-66d3-48ec-9323-2c50152a4898 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:21.201217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1903fceb-451d-4efd-9798-0977e935983b req-b0a5e5a9-66d3-48ec-9323-2c50152a4898 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.1735535 Jul 23 20:11:21.255895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8688f967-194d-4a16-b6cf-3908d57ad12f req-2e73f28e-c03f-47e1-85e2-0ed49cb58fe6 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Jul 23 20:11:21.268512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1903fceb-451d-4efd-9798-0977e935983b req-c481d431-b2b3-40a9-8873-514c46184e1e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509338 Jul 23 20:11:21.464931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e16cdfb-2d18-4f7e-bdc2-a04349b45bfc,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:21.481928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Checking segment: {'id': '73303118-a89d-4ac5-8a86-40a24ad175a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '0e68e69d-95cd-42fb-a982-dd662e962b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:21.482302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Network hostable DHCP agents. Network: 0e68e69d-95cd-42fb-a982-dd662e962b3c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:21.509365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port d1b1696e-782d-447f-8969-2a294da9489b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1b1696e-782d-447f-8969-2a294da9489b,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:21.509365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.573833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for d1b1696e-782d-447f-8969-2a294da9489b owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:21.608545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a1721-50c1-4273-b824-57a805b38d6b req-e165903e-5610-4884-9157-4487bc142070 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:21.619355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f7a1721-50c1-4273-b824-57a805b38d6b req-e165903e-5610-4884-9157-4487bc142070 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 950 time: 0.1259527 Jul 23 20:11:21.699827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Network 0e68e69d-95cd-42fb-a982-dd662e962b3c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:21.737246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f7a1721-50c1-4273-b824-57a805b38d6b req-ccd4d318-24e7-4361-97cc-954a7f5e23f4 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169310 Jul 23 20:11:21.755109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 0e68e69d-95cd-42fb-a982-dd662e962b3c) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:21.763409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:21.763918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.772457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d030066-ecac-41cb-bc39-0b168d9d2424 None None] Network 0e68e69d-95cd-42fb-a982-dd662e962b3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:21.783564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-5df50c28-aa7d-4534-b4bb-68471c73f7f4 service neutron] 10.222.0.36 "GET /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.2600935 Jul 23 20:11:21.801920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5c8c5bc4-86ad-4fd0-bd5b-71bcf1bd2f48 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7379704 Jul 23 20:11:21.884946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:21.988063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=d1b1696e-782d-447f-8969-2a294da9489b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:22.057242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:22.093997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port d1b1696e-782d-447f-8969-2a294da9489b on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:22.102404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.109957 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69bcdba2-e92c-4b2e-9e61-8d2c7ea35315 req-2e43b4dd-6d25-48c1-bfeb-9676d22b0a89 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "DELETE /v2.0/ports/d1b1696e-782d-447f-8969-2a294da9489b HTTP/1.1" status: 204 len: 173 time: 1.6908660 Jul 23 20:11:22.111446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'name': 'network-vif-deleted', 'tag': 'd1b1696e-782d-447f-8969-2a294da9489b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:22.118268 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9210f745-f81e-43f1-bcac-f100918025c8" -d '{"events": [{"server_uuid": "f51c2ac1-db34-4bd0-9a2b-623ca4c73948", "name": "network-vif-deleted", "tag": "d1b1696e-782d-447f-8969-2a294da9489b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:22.149215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'd1b1696e-782d-447f-8969-2a294da9489b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:22.240336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd83358-ef93-4025-bafb-e60fe23d632e None None] Network 0e68e69d-95cd-42fb-a982-dd662e962b3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:22.270023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852ed76-1306-4cab-9980-40ecc559d0c3 req-cdbeef92-fe44-4b7b-af05-6b347f1921f8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:22.279525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c852ed76-1306-4cab-9980-40ecc559d0c3 req-cdbeef92-fe44-4b7b-af05-6b347f1921f8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2723534 Jul 23 20:11:22.356400 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8f3387-0f3b-47c3-9725-35235f359259 x-openstack-request-id: req-1f8f3387-0f3b-47c3-9725-35235f359259 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:22.356400 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f51c2ac1-db34-4bd0-9a2b-623ca4c73948", "name": "network-vif-deleted", "tag": "d1b1696e-782d-447f-8969-2a294da9489b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:22.357578 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f8f3387-0f3b-47c3-9725-35235f359259 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:22.358133 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f51c2ac1-db34-4bd0-9a2b-623ca4c73948', 'name': 'network-vif-deleted', 'tag': 'd1b1696e-782d-447f-8969-2a294da9489b', 'status': 'completed', 'code': 200} Jul 23 20:11:22.392518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c852ed76-1306-4cab-9980-40ecc559d0c3 req-a6fbe02f-9f37-4509-90fb-61ce12075c49 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039364 Jul 23 20:11:22.441775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:22.547693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:22.627438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-84171ef8-b000-4d1d-9619-4cfb6f7dadea req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1403605211', 'description': 'tempest-description-295164766'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:22.668859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4998ee98-7f46-4e2c-9256-2b54addebf4d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:22.683870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0e40d-d6ec-415a-b20f-66167e6cedb2 req-7a0d51ea-041e-4701-baec-8c53053395d0 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:22.688949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-daf0e40d-d6ec-415a-b20f-66167e6cedb2 req-7a0d51ea-041e-4701-baec-8c53053395d0 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 943 time: 0.2099166 Jul 23 20:11:22.691210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-84171ef8-b000-4d1d-9619-4cfb6f7dadea req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.692462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:22.784653 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.797982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-daf0e40d-d6ec-415a-b20f-66167e6cedb2 req-55e2d20d-235c-432e-b705-8a57f36ee0b9 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858178 Jul 23 20:11:22.901301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-84171ef8-b000-4d1d-9619-4cfb6f7dadea req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.910797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-84171ef8-b000-4d1d-9619-4cfb6f7dadea req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:22.996182 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-84171ef8-b000-4d1d-9619-4cfb6f7dadea req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.003913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84171ef8-b000-4d1d-9619-4cfb6f7dadea req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3847470 Jul 23 20:11:23.024312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a265e-70d5-4fdc-b06d-9d33a335f8a1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42346a29-24c4-4c6c-998f-61bf3611b664,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:23.029553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:23.066716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-e75f7953-8477-4445-a918-c657c8d578b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:23.087608 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-e75f7953-8477-4445-a918-c657c8d578b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1102 time: 0.3721459 Jul 23 20:11:23.202974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] Transition to ACTIVE for port object 4998ee98-7f46-4e2c-9256-2b54addebf4d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:23.226926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bbfd7b6-3878-48ac-9894-bf8b43a461f3 req-968baf4e-e843-451a-9f66-9c6301c949aa tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=f51c2ac1-db34-4bd0-9a2b-623ca4c73948 HTTP/1.1" status: 200 len: 210 time: 0.0822790 Jul 23 20:11:23.273653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b334eadf-56c3-4656-acb5-e673480f956a req-f80b3729-cc4f-41d0-bee7-fea580c70736 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/42346a29-24c4-4c6c-998f-61bf3611b664 HTTP/1.1" status: 200 len: 1812 time: 0.2329299 Jul 23 20:11:23.307160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42346a29-24c4-4c6c-998f-61bf3611b664', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:23.307485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '42346a29-24c4-4c6c-998f-61bf3611b664', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:23.320944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.463791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.501722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] No DVR routers for this DVR port 4998ee98-7f46-4e2c-9256-2b54addebf4d on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:23.520796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] Pushing event updated for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:23.525610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-5caef81f-1eb2-4880-b2f7-ac2ab43eccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:23.527117 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-5caef81f-1eb2-4880-b2f7-ac2ab43eccb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.4287698 Jul 23 20:11:23.576296 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-99d78cf0-b243-4e18-98a6-2b2262ad3213 service neutron] 10.222.0.36 "PUT /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d/bindings/n-h1-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 1.7676253 Jul 23 20:11:23.580105 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.592249 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.636861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:23.660635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b334eadf-56c3-4656-acb5-e673480f956a req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3665349 Jul 23 20:11:23.677167 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-549fab7a-890b-4029-a82f-5fde7b463f6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 217 time: 0.1229522 Jul 23 20:11:23.697906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881908-76d2-430e-8a95-bb0ece22bdf2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9e79c2-7864-4817-aa55-adeb320f3463,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:23.751718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6049-e8b0-4854-b71b-e5094bc2dd01 req-dea56844-3367-4f0b-a6ea-f82ed7793860 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:23.760797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02de6049-e8b0-4854-b71b-e5094bc2dd01 req-dea56844-3367-4f0b-a6ea-f82ed7793860 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2807989 Jul 23 20:11:23.793742 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc59c172-89ba-4fb9-9324-1ae3417936d1 req-ecf70acb-9bbe-417f-9551-a4598d0aeb6c tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/42346a29-24c4-4c6c-998f-61bf3611b664 HTTP/1.1" status: 200 len: 2405 time: 0.1312671 Jul 23 20:11:23.842349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02de6049-e8b0-4854-b71b-e5094bc2dd01 req-684400cd-3926-487f-b016-16a68ce9e111 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802221 Jul 23 20:11:23.845613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-ba45a12f-1012-4df9-be0e-43051a27fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:23.848800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-ba45a12f-1012-4df9-be0e-43051a27fcd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1124473 Jul 23 20:11:23.895327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93f48d29-09c5-43de-af59-fb294032e46b req-6eee4536-5feb-4b92-8ede-b92e38a73509 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-group-rules/2e9e79c2-7864-4817-aa55-adeb320f3463 HTTP/1.1" status: 200 len: 778 time: 0.0813608 Jul 23 20:11:23.940729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-3cde8a48-b57e-4e2e-80d3-70f6af45d8d7 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:23.942318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-3cde8a48-b57e-4e2e-80d3-70f6af45d8d7 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.2900810 Jul 23 20:11:23.955012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-22c415b1-bc07-47b5-9c47-fa96467b3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:23.957739 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-22c415b1-bc07-47b5-9c47-fa96467b3a99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998311 Jul 23 20:11:24.005648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93f48d29-09c5-43de-af59-fb294032e46b req-596a0428-c126-4690-9988-cbce36b2c547 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/42346a29-24c4-4c6c-998f-61bf3611b664 HTTP/1.1" status: 200 len: 2405 time: 0.1092079 Jul 23 20:11:24.058916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-93f48d29-09c5-43de-af59-fb294032e46b req-d267bcd5-baff-4b23-b9ac-04c8eab0ee39 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.072419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-93f48d29-09c5-43de-af59-fb294032e46b req-d267bcd5-baff-4b23-b9ac-04c8eab0ee39 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.104109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-05c1ef4a-4839-4015-acc0-d26739719799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.105917 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-05c1ef4a-4839-4015-acc0-d26739719799 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935&tenant_id=88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 1096 time: 0.1536765 Jul 23 20:11:24.117803 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-85f0d380-020d-4dfc-b2ae-d2f03649605b service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515708 Jul 23 20:11:24.121241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a5915-6fd6-4dbc-94d1-0ba8c6df06bb req-9294d589-9c3d-4b81-be1c-a1ba0b265ebc tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.131114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c5a5915-6fd6-4dbc-94d1-0ba8c6df06bb req-9294d589-9c3d-4b81-be1c-a1ba0b265ebc tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.1870246 Jul 23 20:11:24.172077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-93f48d29-09c5-43de-af59-fb294032e46b req-d267bcd5-baff-4b23-b9ac-04c8eab0ee39 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.182055 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-93f48d29-09c5-43de-af59-fb294032e46b req-d267bcd5-baff-4b23-b9ac-04c8eab0ee39 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.183222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93f48d29-09c5-43de-af59-fb294032e46b req-d267bcd5-baff-4b23-b9ac-04c8eab0ee39 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/2e9e79c2-7864-4817-aa55-adeb320f3463 HTTP/1.1" status: 204 len: 173 time: 0.1761498 Jul 23 20:11:24.192492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c5a5915-6fd6-4dbc-94d1-0ba8c6df06bb req-bcda0b08-49f7-4296-8591-2993c9a1ceef tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603802 Jul 23 20:11:24.201713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267bcd5-baff-4b23-b9ac-04c8eab0ee39 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e9e79c2-7864-4817-aa55-adeb320f3463,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:24.244970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-3656d8bb-34db-4313-b1ba-96646700db30 req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-679364857', 'description': 'tempest-description-929133449'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:24.273603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-012bc3aa-1ca1-440a-aefc-19cd70c7eba7 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425085 Jul 23 20:11:24.279112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-a3b51e3b-6939-430e-81ea-a58ce496c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.280681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-a3b51e3b-6939-430e-81ea-a58ce496c563 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1096 time: 0.1401887 Jul 23 20:11:24.297751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3656d8bb-34db-4313-b1ba-96646700db30 req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.389069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1b1696e-782d-447f-8969-2a294da9489b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:24.434921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-f46a8a35-e415-48a4-a70c-56e199da59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.436718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-f46a8a35-e415-48a4-a70c-56e199da59ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1427877 Jul 23 20:11:24.469723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: d1b1696e-782d-447f-8969-2a294da9489b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:24.469723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1b1696e-782d-447f-8969-2a294da9489b not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:24.483396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3656d8bb-34db-4313-b1ba-96646700db30 req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.489239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3656d8bb-34db-4313-b1ba-96646700db30 req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.539038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-9987a3a5-fbba-4af6-842e-29813e592952 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 200 len: 217 time: 0.0948143 Jul 23 20:11:24.540191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ebc9c3-4c88-4269-ad92-aa1460a433ae,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:24.545110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3656d8bb-34db-4313-b1ba-96646700db30 req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.550070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3656d8bb-34db-4313-b1ba-96646700db30 req-6c0c752f-abe3-4330-8b1c-7f656912a77f tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.3093059 Jul 23 20:11:24.610986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-7bbef039-a223-438d-bc8e-eb6b135f37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:24.613126 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-7bbef039-a223-438d-bc8e-eb6b135f37bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0645061 Jul 23 20:11:24.621276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3ba9ebe-afc8-43ed-881f-58cfdb977230 req-132427f9-837f-4f04-a1ec-887e38432631 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/77ebc9c3-4c88-4269-ad92-aa1460a433ae HTTP/1.1" status: 200 len: 1811 time: 0.0527618 Jul 23 20:11:24.667680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-26d1cca0-7682-432e-8d58-2b07cbc4331e req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1378913095', 'description': 'tempest-description-608372135'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:24.687996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-426ee5f1-ac62-4c9c-86c0-65a9562630d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624325 Jul 23 20:11:24.701785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d1cca0-7682-432e-8d58-2b07cbc4331e req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.777862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:24.798839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-248540041'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:24.870110 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-781c6fdb-951d-45f3-9334-eebcb83aa759 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731000 Jul 23 20:11:24.889680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d1cca0-7682-432e-8d58-2b07cbc4331e req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.907424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d1cca0-7682-432e-8d58-2b07cbc4331e req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:24.940975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825f187c-c8ef-4be9-91e3-3b44efc6c180,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:24.991801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-29fa925d-a1c9-452b-950d-457434598246 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132545 Jul 23 20:11:25.002318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:25.005938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.019380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d1cca0-7682-432e-8d58-2b07cbc4331e req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.020659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d1cca0-7682-432e-8d58-2b07cbc4331e req-2aeb5065-62ec-4a75-8786-d8a14008f88b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3586302 Jul 23 20:11:25.046653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:25.064606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.064957 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Added segment 9a7fe560-ffcf-4e13-991d-e4b1eb27f23c of type vlan for network 66d3473e-813b-499f-a952-367d74ab2e50 Jul 23 20:11:25.076397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb5cc5-2291-4a7f-bf20-7680ddae5f98 req-d4a47995-10ce-44e8-af0c-df5afe96a765 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.085531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5abb5cc5-2291-4a7f-bf20-7680ddae5f98 req-d4a47995-10ce-44e8-af0c-df5afe96a765 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1454802 Jul 23 20:11:25.173936 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.212826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5abb5cc5-2291-4a7f-bf20-7680ddae5f98 req-e089f421-82a1-4372-a3ac-0ab1f7e0e52e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263361 Jul 23 20:11:25.263707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.270211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.271136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.338004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-9d39837f-41f2-4a45-937d-42818170e3fb tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.342172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-9d39837f-41f2-4a45-937d-42818170e3fb tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.0784757 Jul 23 20:11:25.371146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bda3b-1279-40c2-9543-1dd5a6b439b0 req-3161794b-976e-45dd-ba24-d59f2d7dade8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.372703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-830bda3b-1279-40c2-9543-1dd5a6b439b0 req-3161794b-976e-45dd-ba24-d59f2d7dade8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 949 time: 0.2441549 Jul 23 20:11:25.394408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6093545 Jul 23 20:11:25.396608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58984) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.402020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-257682157'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:25.439034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:25.446741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.455371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc9ff6-45e1-47e3-95e6-11dbd7468c96 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Network': ['ID=66d3473e-813b-499f-a952-367d74ab2e50,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:25.468908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 66d3473e-813b-499f-a952-367d74ab2e50 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:25.477863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f91519d-c42e-4eee-989c-2f0e80d28425 req-73856f64-7057-44ee-80bf-ce3db69abdbd tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/825f187c-c8ef-4be9-91e3-3b44efc6c180 HTTP/1.1" status: 200 len: 1812 time: 0.2267463 Jul 23 20:11:25.529629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-830bda3b-1279-40c2-9543-1dd5a6b439b0 req-9b99011b-0306-492f-a2b6-a9384acccca8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392334 Jul 23 20:11:25.589031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:25.607287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.607633 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Added segment 80485673-db14-4ec8-b622-c1c3b8ef8f11 of type vlan for network a525e910-95fa-4299-85e6-1e368b02b087 Jul 23 20:11:25.676479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768efeb3-4e8c-4f6a-aa8d-5e768b3a1b07 req-fb363024-9ffc-45f2-a205-bcd7b2b94faa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.677987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-b13dd5db-0271-40ea-bb6a-4b77f6964a12 service neutron] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:25.679797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.686295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-768efeb3-4e8c-4f6a-aa8d-5e768b3a1b07 req-fb363024-9ffc-45f2-a205-bcd7b2b94faa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.0913088 Jul 23 20:11:25.687256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-b13dd5db-0271-40ea-bb6a-4b77f6964a12 service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.688474 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e6a6b7e-2e80-4850-876f-96bb8b57c6c6 req-b13dd5db-0271-40ea-bb6a-4b77f6964a12 service neutron] 10.222.0.47 "DELETE /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d/bindings/n-h2-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.3383713 Jul 23 20:11:25.700787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-4660796a-fdbe-46ac-8ad0-8462a5c551a8 req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-121003263', 'description': 'tempest-description-1099980487'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:25.757957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.759588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-768efeb3-4e8c-4f6a-aa8d-5e768b3a1b07 req-b3306d11-40a3-4374-94f3-bf78f517b013 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722978 Jul 23 20:11:25.765470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4660796a-fdbe-46ac-8ad0-8462a5c551a8 req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.767810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:25.774254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.946281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4660796a-fdbe-46ac-8ad0-8462a5c551a8 req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.965688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4660796a-fdbe-46ac-8ad0-8462a5c551a8 req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:25.973653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Network': ['ID=a525e910-95fa-4299-85e6-1e368b02b087,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:25.984101 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-25a98fe6-718a-49e5-8c3b-cc05d5515107 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5862041 Jul 23 20:11:25.987932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a525e910-95fa-4299-85e6-1e368b02b087 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:25.993863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58994) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:25.999762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'subnet': {'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:26.009324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dc5e0-14bb-45bb-94a3-adf80b3fbc24 req-185a535a-a1df-4fcf-95fe-5ea62739a185 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.010821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-206dc5e0-14bb-45bb-94a3-adf80b3fbc24 req-185a535a-a1df-4fcf-95fe-5ea62739a185 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1096 time: 0.1232576 Jul 23 20:11:26.012578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c635a80-c09c-41ab-9df6-383a5553b454,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:26.063510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-206dc5e0-14bb-45bb-94a3-adf80b3fbc24 req-6efc033e-cc50-4603-909f-b67af1bd0bd8 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Jul 23 20:11:26.064351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4660796a-fdbe-46ac-8ad0-8462a5c551a8 req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.082719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4660796a-fdbe-46ac-8ad0-8462a5c551a8 req-8c63d270-0157-47af-8625-17ecee16f650 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3930008 Jul 23 20:11:26.177060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7e59c81-9ad0-49dc-948f-f1522117641a req-32b84832-fd3e-4265-8699-a5361c8674f1 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/4c635a80-c09c-41ab-9df6-383a5553b454 HTTP/1.1" status: 200 len: 1812 time: 0.0882800 Jul 23 20:11:26.188087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:26.196951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.233610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-58769b85-7dbe-4846-99c7-36d635caf820 req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1772606329', 'description': 'tempest-description-2097734091'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:26.310404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-58769b85-7dbe-4846-99c7-36d635caf820 req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.341077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4fdc5-2e4f-4198-b3de-31772e984726 req-8db47066-8203-4228-a118-39f067eec4d6 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.346500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8e4fdc5-2e4f-4198-b3de-31772e984726 req-8db47066-8203-4228-a118-39f067eec4d6 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 1096 time: 0.1462758 Jul 23 20:11:26.408230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8e4fdc5-2e4f-4198-b3de-31772e984726 req-00b7442a-f14a-48de-a010-1a41ae25e282 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482092 Jul 23 20:11:26.508792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22319441-459b-4513-beb6-b911d19dd6e9 req-2f1b407b-43dc-4050-be9c-098bf463819c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.509021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-58769b85-7dbe-4846-99c7-36d635caf820 req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.509369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22319441-459b-4513-beb6-b911d19dd6e9 req-2f1b407b-43dc-4050-be9c-098bf463819c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 949 time: 0.3405623 Jul 23 20:11:26.516893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-58769b85-7dbe-4846-99c7-36d635caf820 req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.640996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-7112ef70-04d9-45dc-9829-a17193fc09b9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.642514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-7112ef70-04d9-45dc-9829-a17193fc09b9 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 950 time: 0.2955816 Jul 23 20:11:26.670498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-58769b85-7dbe-4846-99c7-36d635caf820 req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.672766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58769b85-7dbe-4846-99c7-36d635caf820 req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4463618 Jul 23 20:11:26.683740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3c4d4-f2e7-40a8-b1ab-0524219c2f55 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdca655-4d25-4190-a451-96d2cd4cce5c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:26.746612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637672b-465b-434b-a36b-6d3f271fca0e req-013d6974-26b8-469b-94dd-7ba6c4aaf6e4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.757095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d637672b-465b-434b-a36b-6d3f271fca0e req-013d6974-26b8-469b-94dd-7ba6c4aaf6e4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1918366 Jul 23 20:11:26.789889 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.843555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d637672b-465b-434b-a36b-6d3f271fca0e req-45ce855b-750b-4907-ab15-dbd9a67aaf0d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853064 Jul 23 20:11:26.886020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f0a5e-8759-49ca-8c15-84347cd6f479 req-b823363c-b7c0-4aca-a45b-373c5dde5755 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:26.887576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d99f0a5e-8759-49ca-8c15-84347cd6f479 req-b823363c-b7c0-4aca-a45b-373c5dde5755 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 949 time: 0.1226523 Jul 23 20:11:26.924243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Subnet': ['ID=2a520781-8cb7-4a24-b794-6083e98d7670,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:26.949332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d99f0a5e-8759-49ca-8c15-84347cd6f479 req-6bc817c0-1ec8-4978-a866-fd6281da798f tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549235 Jul 23 20:11:26.963216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:26.963567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:26.967900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Checking segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:26.968266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network hostable DHCP agents. Network: 66d3473e-813b-499f-a952-367d74ab2e50, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:27.059724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network 66d3473e-813b-499f-a952-367d74ab2e50 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:27.107855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 66d3473e-813b-499f-a952-367d74ab2e50) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:27.119906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port 3bfa7115-1b49-476b-8113-f0997c82f4a8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:27.120254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.126700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6e39d-7329-4fce-bae5-96a6cb693936 None None] Network 66d3473e-813b-499f-a952-367d74ab2e50 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:27.148044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port dc31ffed-52b4-4d16-ad82-f8a5a4637b25, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:27.148940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.204782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for dc31ffed-52b4-4d16-ad82-f8a5a4637b25 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:27.209214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d569737c-2b59-4ef0-9b68-62f699563fc4 req-67e8339b-8d9d-4d34-af7e-245b3c89cb78 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/4bdca655-4d25-4190-a451-96d2cd4cce5c HTTP/1.1" status: 200 len: 1813 time: 0.0926752 Jul 23 20:11:27.228260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:27.228863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.252641 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-d40fff19-17f9-4e1f-85bd-30fd510edc05 req-125364d8-ad2c-4807-9ae9-d5eb1af86d78 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] show failed (client error): The resource could not be found. Jul 23 20:11:27.260929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d40fff19-17f9-4e1f-85bd-30fd510edc05 req-125364d8-ad2c-4807-9ae9-d5eb1af86d78 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/31d35398-c3ec-4e36-83c8-c9cc024cc31c HTTP/1.1" status: 404 len: 352 time: 0.0258386 Jul 23 20:11:27.298276 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-479f639f-0601-407e-8475-e2ee686bb82c req-526b87da-455a-487d-bd24-fa7c40455b19 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] show failed (client error): The resource could not be found. Jul 23 20:11:27.308010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-479f639f-0601-407e-8475-e2ee686bb82c req-526b87da-455a-487d-bd24-fa7c40455b19 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-group-rules/ba5b9e33-aebb-4028-b219-5e9ca79cfbff HTTP/1.1" status: 404 len: 361 time: 0.0193236 Jul 23 20:11:27.395319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-97d205ec-a5c0-4715-b8a0-a2b7bcd2003b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3979573 Jul 23 20:11:27.398743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59032) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:27.403785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'subnet': {'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:27.421172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fe025d7-3b4c-422c-a9a4-8a97f6fc4ac4 req-0def2777-3486-4b8b-a24d-3298ca481dbf tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/4bdca655-4d25-4190-a451-96d2cd4cce5c HTTP/1.1" status: 200 len: 1813 time: 0.0890946 Jul 23 20:11:27.467354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-66d3473e-813b-499f-a952-367d74ab2e50', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:27.468765 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.537374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1fe025d7-3b4c-422c-a9a4-8a97f6fc4ac4 req-d34afe88-d542-4cf2-b3b0-8eb249a2a71e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.567544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port 3bfa7115-1b49-476b-8113-f0997c82f4a8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bfa7115-1b49-476b-8113-f0997c82f4a8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:27.567828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.571814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1fe025d7-3b4c-422c-a9a4-8a97f6fc4ac4 req-d34afe88-d542-4cf2-b3b0-8eb249a2a71e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.616387 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for 3bfa7115-1b49-476b-8113-f0997c82f4a8 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:27.661386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1fe025d7-3b4c-422c-a9a4-8a97f6fc4ac4 req-d34afe88-d542-4cf2-b3b0-8eb249a2a71e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.664566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1fe025d7-3b4c-422c-a9a4-8a97f6fc4ac4 req-d34afe88-d542-4cf2-b3b0-8eb249a2a71e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.666903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fe025d7-3b4c-422c-a9a4-8a97f6fc4ac4 req-d34afe88-d542-4cf2-b3b0-8eb249a2a71e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "DELETE /v2.0/security-groups/4bdca655-4d25-4190-a451-96d2cd4cce5c HTTP/1.1" status: 204 len: 173 time: 0.2395709 Jul 23 20:11:27.690935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34afe88-d542-4cf2-b3b0-8eb249a2a71e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdca655-4d25-4190-a451-96d2cd4cce5c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:27.714654 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.719439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:27.727888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.733980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', '3bfa7115-1b49-476b-8113-f0997c82f4a8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:27.736116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:27.782787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1655d314-b646-4a79-827b-912854bc339a req-712121ef-038e-45d2-9f1d-2aae352aefd2 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/4c635a80-c09c-41ab-9df6-383a5553b454 HTTP/1.1" status: 200 len: 1812 time: 0.0882642 Jul 23 20:11:27.873046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=dc31ffed-52b4-4d16-ad82-f8a5a4637b25,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:27.891699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port dc31ffed-52b4-4d16-ad82-f8a5a4637b25 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:27.923572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1655d314-b646-4a79-827b-912854bc339a req-e37379fc-acf2-4d4f-aef0-1ef42bdac9de tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.927817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Allocated IP 10.1.1.2 (66d3473e-813b-499f-a952-367d74ab2e50/2a520781-8cb7-4a24-b794-6083e98d7670/28d79d18-fc7c-4678-8e97-fb7ceddc91a5) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:27.956794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.972461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1655d314-b646-4a79-827b-912854bc339a req-e37379fc-acf2-4d4f-aef0-1ef42bdac9de tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:27.979823 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22319441-459b-4513-beb6-b911d19dd6e9 req-4ccb10b6-f197-40d5-8ad4-8c5198a52865 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "DELETE /v2.0/ports/dc31ffed-52b4-4d16-ad82-f8a5a4637b25 HTTP/1.1" status: 204 len: 173 time: 1.4476459 Jul 23 20:11:27.980510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'name': 'network-vif-deleted', 'tag': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:27.983982 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba784d2-a92f-4c98-bd1e-877bb4c28092" -d '{"events": [{"server_uuid": "bc40caff-3ad2-4cdc-ad4b-94025c630d1e", "name": "network-vif-deleted", "tag": "dc31ffed-52b4-4d16-ad82-f8a5a4637b25"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:28.166185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49752-29ca-481d-928a-dfc86a544458 req-a317b1f3-5cb9-4ea4-8c36-a174c0f4af63 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:28.169616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bb49752-29ca-481d-928a-dfc86a544458 req-a317b1f3-5cb9-4ea4-8c36-a174c0f4af63 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1581955 Jul 23 20:11:28.219381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1655d314-b646-4a79-827b-912854bc339a req-e37379fc-acf2-4d4f-aef0-1ef42bdac9de tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.225481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1655d314-b646-4a79-827b-912854bc339a req-e37379fc-acf2-4d4f-aef0-1ef42bdac9de tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.232711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1655d314-b646-4a79-827b-912854bc339a req-e37379fc-acf2-4d4f-aef0-1ef42bdac9de tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "DELETE /v2.0/security-groups/4c635a80-c09c-41ab-9df6-383a5553b454 HTTP/1.1" status: 204 len: 173 time: 0.4484832 Jul 23 20:11:28.300529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37379fc-acf2-4d4f-aef0-1ef42bdac9de tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c635a80-c09c-41ab-9df6-383a5553b454,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:28.347730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bb49752-29ca-481d-928a-dfc86a544458 req-6658f83a-2509-4ba0-947e-0b03e80df4c7 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526964 Jul 23 20:11:28.439784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-704969c1-531c-4de3-8ff2-a6c5b2371585 req-e72a4ad6-0c05-4b08-aac8-bcb0f076bbe0 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc40caff-3ad2-4cdc-ad4b-94025c630d1e HTTP/1.1" status: 200 len: 210 time: 0.0626664 Jul 23 20:11:28.451875 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.539066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Transition to ACTIVE for port object 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:28.651442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37fbb255-4c4e-4c8b-b2b9-19c738d9d13a req-3e97f278-88c6-4ddb-ba94-03a164b59806 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/825f187c-c8ef-4be9-91e3-3b44efc6c180 HTTP/1.1" status: 200 len: 1812 time: 0.1065502 Jul 23 20:11:28.664081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Transition to ACTIVE for port object 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:28.712938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.757161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Network 66d3473e-813b-499f-a952-367d74ab2e50 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:28.760375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:28.782013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:28.802472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37fbb255-4c4e-4c8b-b2b9-19c738d9d13a req-0acf7b2d-9ee7-44c8-806a-977e520f306b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.826180 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d27e9da-f8d9-4f7e-9198-dd299b211d83 x-openstack-request-id: req-3d27e9da-f8d9-4f7e-9198-dd299b211d83 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:28.826463 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc40caff-3ad2-4cdc-ad4b-94025c630d1e", "name": "network-vif-deleted", "tag": "dc31ffed-52b4-4d16-ad82-f8a5a4637b25", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:28.826713 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d27e9da-f8d9-4f7e-9198-dd299b211d83 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:28.827095 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc40caff-3ad2-4cdc-ad4b-94025c630d1e', 'name': 'network-vif-deleted', 'tag': 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25', 'status': 'completed', 'code': 200} Jul 23 20:11:28.842184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37fbb255-4c4e-4c8b-b2b9-19c738d9d13a req-0acf7b2d-9ee7-44c8-806a-977e520f306b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.845804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.885787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Pushing event updated for resources: {'Port': ['ID=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:28.888798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164', 'dc31ffed-52b4-4d16-ad82-f8a5a4637b25'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:28.919905 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=3bfa7115-1b49-476b-8113-f0997c82f4a8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:28.943347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Attempting to bind port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:28.943878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Attempting to bind port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:28.944127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Attempting to bind port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:28.945954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37fbb255-4c4e-4c8b-b2b9-19c738d9d13a req-0acf7b2d-9ee7-44c8-806a-977e520f306b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.949479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37fbb255-4c4e-4c8b-b2b9-19c738d9d13a req-0acf7b2d-9ee7-44c8-806a-977e520f306b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.950825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37fbb255-4c4e-4c8b-b2b9-19c738d9d13a req-0acf7b2d-9ee7-44c8-806a-977e520f306b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "DELETE /v2.0/security-groups/825f187c-c8ef-4be9-91e3-3b44efc6c180 HTTP/1.1" status: 204 len: 173 time: 0.2836702 Jul 23 20:11:28.969826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:28.970211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Checking segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:28.970622 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.971025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Bound using segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:28.972071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Bound port: 28d79d18-fc7c-4678-8e97-fb7ceddc91a5, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:28.972464 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:28.998916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf7b2d-9ee7-44c8-806a-977e520f306b tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825f187c-c8ef-4be9-91e3-3b44efc6c180,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:29.143171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebb659f8-7d04-46d8-bbf6-96cd00789303 req-9b5eca77-4689-4c63-bb7f-da803b665800 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/77ebc9c3-4c88-4269-ad92-aa1460a433ae HTTP/1.1" status: 200 len: 1811 time: 0.1498773 Jul 23 20:11:29.208173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port 3bfa7115-1b49-476b-8113-f0997c82f4a8 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:29.214478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.216530 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d3c67dc0-a4ac-44a9-bc29-37a820acc1aa req-8d74b435-6445-483b-99aa-c00ca0ab2d0a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "DELETE /v2.0/ports/3bfa7115-1b49-476b-8113-f0997c82f4a8 HTTP/1.1" status: 204 len: 173 time: 2.5674188 Jul 23 20:11:29.236875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.323402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ebb659f8-7d04-46d8-bbf6-96cd00789303 req-d6d70c67-d380-4751-98e0-c0db27c46bde tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.344457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] For port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:29.395971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] For port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:29.415209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.431781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Checking segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:29.432491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network hostable DHCP agents. Network: a525e910-95fa-4299-85e6-1e368b02b087, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:29.436530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ebb659f8-7d04-46d8-bbf6-96cd00789303 req-d6d70c67-d380-4751-98e0-c0db27c46bde tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.438369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Subnet': ['ID=5691bf94-441d-4c18-b5ec-a644532f0475,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:29.459581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network a525e910-95fa-4299-85e6-1e368b02b087 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:29.480167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a525e910-95fa-4299-85e6-1e368b02b087) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:29.484620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:29.485215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.530310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b5a20a7a-53eb-4e17-bccd-6e1e5e6d28a5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1271791 Jul 23 20:11:29.530526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f467b9-f3c3-472a-919a-142ca822d793 None None] Network a525e910-95fa-4299-85e6-1e368b02b087 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:29.530963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59100) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:29.538402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'name': 'tempest-TaggedBootDevicesTest-826681879', 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:29.637972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ebb659f8-7d04-46d8-bbf6-96cd00789303 req-d6d70c67-d380-4751-98e0-c0db27c46bde tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.641121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ebb659f8-7d04-46d8-bbf6-96cd00789303 req-d6d70c67-d380-4751-98e0-c0db27c46bde tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:29.662321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebb659f8-7d04-46d8-bbf6-96cd00789303 req-d6d70c67-d380-4751-98e0-c0db27c46bde tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "DELETE /v2.0/security-groups/77ebc9c3-4c88-4269-ad92-aa1460a433ae HTTP/1.1" status: 204 len: 173 time: 0.5065875 Jul 23 20:11:29.704175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d70c67-d380-4751-98e0-c0db27c46bde tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ebc9c3-4c88-4269-ad92-aa1460a433ae,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:29.771189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e3e50-1277-4833-b9af-42dcb3e57f54 req-545e3ab9-958e-4610-9f4c-4f5d5511932b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:29.781340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e3e3e50-1277-4833-b9af-42dcb3e57f54 req-545e3ab9-958e-4610-9f4c-4f5d5511932b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2247903 Jul 23 20:11:29.909858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e3e3e50-1277-4833-b9af-42dcb3e57f54 req-61de9263-f122-4986-af0a-e7c6b317ee8c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195481 Jul 23 20:11:29.910355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:30.023679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa5451-b234-494e-bf1e-051f98ed7871 None None] Pushing event updated for resources: {'Port': ['ID=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:30.142560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3c27bb0-1c11-405c-9c1b-ac87a06aaa48 req-424b39d7-dca8-46bb-b02c-8a2bbf828ec5 tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "GET /v2.0/security-groups/42346a29-24c4-4c6c-998f-61bf3611b664 HTTP/1.1" status: 200 len: 1812 time: 0.1829588 Jul 23 20:11:30.245682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.284227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] device_id is not set on port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:30.294993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3c27bb0-1c11-405c-9c1b-ac87a06aaa48 req-4800932e-5596-416c-be80-762653936c4e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.305027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66defe5e-b165-4645-8f2d-67d2ac8daec8 req-6d31ffaa-9644-48a1-8092-6f1f8223b22c tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=4aae6fc0-11a2-4b15-bfb0-19da66818b40 HTTP/1.1" status: 200 len: 210 time: 0.0804293 Jul 23 20:11:30.311201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a525e910-95fa-4299-85e6-1e368b02b087', 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'fixed_ips': [{'subnet_id': '5691bf94-441d-4c18-b5ec-a644532f0475'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:30.312152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.350272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3c27bb0-1c11-405c-9c1b-ac87a06aaa48 req-4800932e-5596-416c-be80-762653936c4e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.410435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3c27bb0-1c11-405c-9c1b-ac87a06aaa48 req-4800932e-5596-416c-be80-762653936c4e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.413679 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3c27bb0-1c11-405c-9c1b-ac87a06aaa48 req-4800932e-5596-416c-be80-762653936c4e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.419421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3c27bb0-1c11-405c-9c1b-ac87a06aaa48 req-4800932e-5596-416c-be80-762653936c4e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] 10.222.0.46 "DELETE /v2.0/security-groups/42346a29-24c4-4c6c-998f-61bf3611b664 HTTP/1.1" status: 204 len: 173 time: 0.2598748 Jul 23 20:11:30.423663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59128) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:30.432825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4800932e-5596-416c-be80-762653936c4e tempest-SecurityGroupRulesNegativeTestJSON-1778119273 tempest-SecurityGroupRulesNegativeTestJSON-1778119273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42346a29-24c4-4c6c-998f-61bf3611b664,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:30.549917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bfa7115-1b49-476b-8113-f0997c82f4a8 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:30.571648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Deleting subnet 4e16cdfb-2d18-4f7e-bdc2-a04349b45bfc {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:11:30.607096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Allocated IP 10.2.2.2 (a525e910-95fa-4299-85e6-1e368b02b087/5691bf94-441d-4c18-b5ec-a644532f0475/be997845-6fff-4637-b694-718c3385fe20) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:30.609114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 3bfa7115-1b49-476b-8113-f0997c82f4a8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:30.609525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bfa7115-1b49-476b-8113-f0997c82f4a8 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:30.629946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54850ac5-f49e-4a75-ab09-8b9d253e7960', 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:30.795070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 10.1.1.102 (66d3473e-813b-499f-a952-367d74ab2e50/2a520781-8cb7-4a24-b794-6083e98d7670/097870f8-3b7d-45bc-967f-7a04b0e0f1a7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:30.842733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'name': 'network-vif-deleted', 'tag': '3bfa7115-1b49-476b-8113-f0997c82f4a8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:30.845664 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8d9bdf-bdb4-42fb-a9cb-1a59ec944f19" -d '{"events": [{"server_uuid": "4aae6fc0-11a2-4b15-bfb0-19da66818b40", "name": "network-vif-deleted", "tag": "3bfa7115-1b49-476b-8113-f0997c82f4a8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:30.848989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.950797 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.957205 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13438977-31a3-4a5e-b767-c6a24af075e7 x-openstack-request-id: req-13438977-31a3-4a5e-b767-c6a24af075e7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:30.957371 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aae6fc0-11a2-4b15-bfb0-19da66818b40", "name": "network-vif-deleted", "tag": "3bfa7115-1b49-476b-8113-f0997c82f4a8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:30.957508 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13438977-31a3-4a5e-b767-c6a24af075e7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:30.957935 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aae6fc0-11a2-4b15-bfb0-19da66818b40', 'name': 'network-vif-deleted', 'tag': '3bfa7115-1b49-476b-8113-f0997c82f4a8', 'status': 'completed', 'code': 200} Jul 23 20:11:30.966819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Transition to ACTIVE for port object be997845-6fff-4637-b694-718c3385fe20 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:30.970202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:30.990466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Transition to ACTIVE for port object be997845-6fff-4637-b694-718c3385fe20 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:31.005859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.056038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device dc31ffed-52b4-4d16-ad82-f8a5a4637b25 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:31.091641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: dc31ffed-52b4-4d16-ad82-f8a5a4637b25 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:31.091979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device dc31ffed-52b4-4d16-ad82-f8a5a4637b25 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:31.122141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Network a525e910-95fa-4299-85e6-1e368b02b087 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:31.133466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.135536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:31.148132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:31.251431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Pushing event updated for resources: {'Port': ['ID=be997845-6fff-4637-b694-718c3385fe20,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:31.260678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7f18c-bc8c-4568-8223-af1ecf610cc7 req-2eedf02d-6e8c-49a1-99fe-a5671efd5dab tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.265327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9aa7f18c-bc8c-4568-8223-af1ecf610cc7 req-2eedf02d-6e8c-49a1-99fe-a5671efd5dab tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2002938 Jul 23 20:11:31.284995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.306993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:31.374332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Attempting to bind port be997845-6fff-4637-b694-718c3385fe20 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:31.374776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Attempting to bind port be997845-6fff-4637-b694-718c3385fe20 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:31.380952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Attempting to bind port be997845-6fff-4637-b694-718c3385fe20 on network a525e910-95fa-4299-85e6-1e368b02b087 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:31.382106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.388405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba13a88-a469-4544-9bb0-e50da0780b36 None None] Network 66d3473e-813b-499f-a952-367d74ab2e50 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:31.428023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.428562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9aa7f18c-bc8c-4568-8223-af1ecf610cc7 req-c7c4400c-5566-4de6-a4e6-5940313d6ea2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537778 Jul 23 20:11:31.448729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:31.486785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network 66d3473e-813b-499f-a952-367d74ab2e50 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:31.518116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:31.520532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e16cdfb-2d18-4f7e-bdc2-a04349b45bfc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:31.522433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:31.556329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.561133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59164) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:31.561647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ed5b5f85-9664-4e26-94e1-990036910e60 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4e16cdfb-2d18-4f7e-bdc2-a04349b45bfc HTTP/1.1" status: 204 len: 168 time: 1.1367085 Jul 23 20:11:31.580450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:31.590974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:31.595711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Checking segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:31.596247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.598907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Bound using segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:31.601219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Bound port: be997845-6fff-4637-b694-718c3385fe20, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:31.602411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.620632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:31.622685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.646686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e12161c4-868f-4386-b38a-c2bcbd01360e None None] Provisioning for port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:31.661336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5fe9da76-b47b-4a49-926e-3430433ed6e2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1265717 Jul 23 20:11:31.662334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59166) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:31.673669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'name': 'tempest-TaggedBootDevicesTest-1623718772', 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:31.753113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.766626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] For port be997845-6fff-4637-b694-718c3385fe20, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:31.770557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] For port be997845-6fff-4637-b694-718c3385fe20, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be997845-6fff-4637-b694-718c3385fe20,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:31.789643 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.880879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:31.887122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.892645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:31.913139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] device_id is not set on port e51cca3e-9366-4310-aa41-22981e7cef65 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:31.949765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.974826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:31.975196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:31.985195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e68e69d-95cd-42fb-a982-dd662e962b3c']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:32.032516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73303118-a89d-4ac5-8a86-40a24ad175a4') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:32.033120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73303118-a89d-4ac5-8a86-40a24ad175a4') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:32.059727 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.238879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0d13d-e42a-4dbc-9adb-677143858915 None None] Pushing event updated for resources: {'Port': ['ID=be997845-6fff-4637-b694-718c3385fe20,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:32.276776 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.290755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:11:32.291712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:11:32.299138 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:11:32.385373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 10.1.1.233 (66d3473e-813b-499f-a952-367d74ab2e50/2a520781-8cb7-4a24-b794-6083e98d7670/e51cca3e-9366-4310-aa41-22981e7cef65) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:32.407238 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.469599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:32.493909 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.535242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.592288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.601977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0e68e69d-95cd-42fb-a982-dd662e962b3c HTTP/1.1" status: 204 len: 168 time: 1.0323355 Jul 23 20:11:32.605473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f392c-f19a-41ec-b599-f664087f2662 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e68e69d-95cd-42fb-a982-dd662e962b3c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:32.623081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b73eb-0b76-4067-9c06-70328fa91c51 req-8c723d33-be5a-43b4-ae1a-ec96acccfd02 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:32.647560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-177b73eb-0b76-4067-9c06-70328fa91c51 req-8c723d33-be5a-43b4-ae1a-ec96acccfd02 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 950 time: 0.4450240 Jul 23 20:11:32.666641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:32.762015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-177b73eb-0b76-4067-9c06-70328fa91c51 req-d41506e7-c259-4424-a8b4-6b1f62f6c37a tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088202 Jul 23 20:11:32.804052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b22f2871-fafe-457e-ab91-ee39e078d33e None None] Provisioning for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:32.810106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b22f2871-fafe-457e-ab91-ee39e078d33e None None] Provisioning complete for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:32.811104 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b22f2871-fafe-457e-ab91-ee39e078d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.878428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010b154-e228-4b0f-845c-b59222086932 req-0058a880-2ad8-4d47-8dbf-8f0ba61e65c8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:32.879946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.892141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7010b154-e228-4b0f-845c-b59222086932 req-0058a880-2ad8-4d47-8dbf-8f0ba61e65c8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2406285 Jul 23 20:11:32.904308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b22f2871-fafe-457e-ab91-ee39e078d33e None None] Port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:32.911741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object e51cca3e-9366-4310-aa41-22981e7cef65 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:32.927657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b22f2871-fafe-457e-ab91-ee39e078d33e None None] Provisioning complete for port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:32.928136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b22f2871-fafe-457e-ab91-ee39e078d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.928955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59184) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:32.993913 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:32.996850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7010b154-e228-4b0f-845c-b59222086932 req-47eb103c-cb06-4873-914e-e83d703da462 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022098 Jul 23 20:11:33.059182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5d9ac88c-4ace-42b0-9021-e3b5f69ff425 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2840e31a972e42d0b7b50be6e38a18c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255214 Jul 23 20:11:33.060048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59186) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:33.114172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network 66d3473e-813b-499f-a952-367d74ab2e50 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:33.121285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:33.124042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:33.134269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:33.183222 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95595d41-ee47-4956-be29-c5351215d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.247462 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95595d41-ee47-4956-be29-c5351215d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.252917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ee4bd34b-82b3-469e-ae29-fc22a525ac5e None None] Provisioning complete for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:33.255183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ee4bd34b-82b3-469e-ae29-fc22a525ac5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.347845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bd34b-82b3-469e-ae29-fc22a525ac5e None None] Port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:33.349242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.349998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.421281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95595d41-ee47-4956-be29-c5351215d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.423950 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95595d41-ee47-4956-be29-c5351215d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.425383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8d57caea-017d-4b49-8be5-b8a89d025163 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7613671 Jul 23 20:11:33.444706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-95595d41-ee47-4956-be29-c5351215d432 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bc192b5-bcaf-435f-b948-a9d0409849ff HTTP/1.1" status: 204 len: 168 time: 0.3830953 Jul 23 20:11:33.483877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8a550-69cd-473a-89ec-2856956ed703 req-67ea737f-f844-4ec6-959e-74d42281ba22 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.483877 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-02c8a550-69cd-473a-89ec-2856956ed703 req-67ea737f-f844-4ec6-959e-74d42281ba22 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 950 time: 0.3384249 Jul 23 20:11:33.484566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95595d41-ee47-4956-be29-c5351215d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc192b5-bcaf-435f-b948-a9d0409849ff,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:33.530090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:33.715725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:33.716385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.717736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b8f7eaf4-0976-4a22-9919-27dc237cf87b None None] Provisioning for port e51cca3e-9366-4310-aa41-22981e7cef65 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:33.789579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b8f7eaf4-0976-4a22-9919-27dc237cf87b None None] Provisioning complete for port e51cca3e-9366-4310-aa41-22981e7cef65 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:33.790232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b8f7eaf4-0976-4a22-9919-27dc237cf87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.802570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-e983d126-7831-44ef-aef3-12cf9341186e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:33.805762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-e983d126-7831-44ef-aef3-12cf9341186e tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b HTTP/1.1" status: 200 len: 949 time: 0.3710492 Jul 23 20:11:33.887822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port 54850ac5-f49e-4a75-ab09-8b9d253e7960 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:33.888174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:33.972776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f258bff-c1bd-4481-945b-b1efabc16006 None None] Network a525e910-95fa-4299-85e6-1e368b02b087 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:34.054257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e414a-6a15-47bb-b677-c3e5273fc3f6 req-73665bf0-b429-4ffc-a9cc-43539d4c6b68 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.064692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e5e414a-6a15-47bb-b677-c3e5273fc3f6 req-73665bf0-b429-4ffc-a9cc-43539d4c6b68 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 950 time: 0.1452625 Jul 23 20:11:34.100270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59216) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:34.114411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'security_group': {'name': 'tempest-securitygroup--534236436', 'description': 'tempest-description--838228540'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:34.135621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port 54850ac5-f49e-4a75-ab09-8b9d253e7960, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54850ac5-f49e-4a75-ab09-8b9d253e7960,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:34.137722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.189275 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.193956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b8f7eaf4-0976-4a22-9919-27dc237cf87b None None] Port e51cca3e-9366-4310-aa41-22981e7cef65 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:34.234785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for 54850ac5-f49e-4a75-ab09-8b9d253e7960 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:34.251560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e5e414a-6a15-47bb-b677-c3e5273fc3f6 req-fe3f609c-bddf-492f-b530-114b27bc1ef8 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857362 Jul 23 20:11:34.452538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd236b-37d4-4558-907d-3817a0c2cd1e req-556def71-0df4-43c7-8a51-f73cdceff2c1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:34.455109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63cd236b-37d4-4558-907d-3817a0c2cd1e req-556def71-0df4-43c7-8a51-f73cdceff2c1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2576542 Jul 23 20:11:34.493453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:34.494074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.598453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63cd236b-37d4-4558-907d-3817a0c2cd1e req-11d22544-6fb5-4c7d-b903-495af9dda375 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353946 Jul 23 20:11:34.611762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port dfa227f7-56ed-4b8f-88a8-23c8db2a1592, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:34.612180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.625674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for dfa227f7-56ed-4b8f-88a8-23c8db2a1592 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:34.648495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.667332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.735404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.742286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6325698 Jul 23 20:11:34.742395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be997845-6fff-4637-b694-718c3385fe20 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:34.742882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f83e65-258b-4f40-aed8-5520fad7dfa5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84ce862-418d-4369-9e4a-dcac31757572,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:34.748806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59240) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:34.759164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'security_group_rule': {'security_group_id': 'd84ce862-418d-4369-9e4a-dcac31757572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:34.795707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7c05ec34-8846-4595-a707-d208b172f21c None None] Provisioning for port be997845-6fff-4637-b694-718c3385fe20 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:34.819299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.909407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port be997845-6fff-4637-b694-718c3385fe20 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:34.930237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port be997845-6fff-4637-b694-718c3385fe20 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:34.932042 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.945579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.965507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.974760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:34.997624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:35.038848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4023f0-36ad-44d6-8eff-763c424dd9d1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:35.052390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.058383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-de0fb380-6c5e-4a4c-ad6c-21274883993d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3074098 Jul 23 20:11:35.059229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59252) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:35.062512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.074441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'security_group_rule': {'security_group_id': 'd84ce862-418d-4369-9e4a-dcac31757572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:35.089511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=54850ac5-f49e-4a75-ab09-8b9d253e7960,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:35.141144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.239655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=dfa227f7-56ed-4b8f-88a8-23c8db2a1592,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:35.262897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59254) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:35.283192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.306822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port 54850ac5-f49e-4a75-ab09-8b9d253e7960 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:35.311619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.314556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-02c8a550-69cd-473a-89ec-2856956ed703 req-e78c3cae-303d-4093-93e5-542db36a3578 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "DELETE /v2.0/ports/54850ac5-f49e-4a75-ab09-8b9d253e7960 HTTP/1.1" status: 204 len: 173 time: 1.7962997 Jul 23 20:11:35.317323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e449c2ca-babb-4886-ba9b-e96241770183', 'name': 'network-vif-deleted', 'tag': '54850ac5-f49e-4a75-ab09-8b9d253e7960'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:35.319859 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3e6a6d-0947-4271-afa6-68e32eeadb58" -d '{"events": [{"server_uuid": "e449c2ca-babb-4886-ba9b-e96241770183", "name": "network-vif-deleted", "tag": "54850ac5-f49e-4a75-ab09-8b9d253e7960"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:35.373880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.385123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.402898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port dfa227f7-56ed-4b8f-88a8-23c8db2a1592 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:35.409341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.418397 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1f240e1-2490-4837-9029-07fb55cc6cbf req-07b4dee6-fb7e-4eef-80f0-04e1e1244fa7 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.47 "DELETE /v2.0/ports/dfa227f7-56ed-4b8f-88a8-23c8db2a1592 HTTP/1.1" status: 204 len: 173 time: 1.6117070 Jul 23 20:11:35.422415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b25eae-ed5c-4dec-9025-fef29f9b8e46,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:35.460235 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d19a5e1-b250-4d6c-8294-765abe8fff96 x-openstack-request-id: req-6d19a5e1-b250-4d6c-8294-765abe8fff96 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:35.460630 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e449c2ca-babb-4886-ba9b-e96241770183", "name": "network-vif-deleted", "tag": "54850ac5-f49e-4a75-ab09-8b9d253e7960", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:35.461273 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d19a5e1-b250-4d6c-8294-765abe8fff96 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:35.461825 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e449c2ca-babb-4886-ba9b-e96241770183', 'name': 'network-vif-deleted', 'tag': '54850ac5-f49e-4a75-ab09-8b9d253e7960', 'status': 'completed', 'code': 200} Jul 23 20:11:35.488646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2056581d-5fbf-4e83-9cd9-b56d215cdf87 req-a59689b6-4794-410e-b3c1-7b20957e2749 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=e449c2ca-babb-4886-ba9b-e96241770183 HTTP/1.1" status: 200 len: 210 time: 0.0459952 Jul 23 20:11:35.509535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.515474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59262) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:35.516045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-99ba0100-a7ce-4aee-be83-75987c58093b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4554861 Jul 23 20:11:35.522804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port be997845-6fff-4637-b694-718c3385fe20, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be997845-6fff-4637-b694-718c3385fe20,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:35.525398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:35.539681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.561617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e89bf959-936c-4e5c-a5ff-c66a0c814438 None None] Provisioning complete for port be997845-6fff-4637-b694-718c3385fe20 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:35.561946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e89bf959-936c-4e5c-a5ff-c66a0c814438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.613981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.657179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-982679293-network', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:35.729016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Made reservation on behalf of dee67ea99bf44740954a0e3e3c1da697 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:35.737536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.865299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=be997845-6fff-4637-b694-718c3385fe20,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:35.890306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:35.938775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.131828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2006-ec38-4f02-a963-49efffd39d31 req-29d839c7-dc9d-456e-b1ce-12335a5065cb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.133729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9bc2006-ec38-4f02-a963-49efffd39d31 req-29d839c7-dc9d-456e-b1ce-12335a5065cb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.3829632 Jul 23 20:11:36.175446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 172.25.8.45 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/53906ced-3d27-4111-826e-e16f28aa9c06) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:36.186394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.195345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9bc2006-ec38-4f02-a963-49efffd39d31 req-7e7a7ecf-6c94-4bf4-8eb6-d467606ca66d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529060 Jul 23 20:11:36.196059 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.223697 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:11:36.248470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:36.297367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:36.310888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.312040 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Added segment bf6697c3-4e2c-4801-8954-7d4fc1c8268f of type vlan for network 6e27ff29-f0db-45ad-a0eb-21067089bb67 Jul 23 20:11:36.374078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34b9a8-40bd-44ae-90d5-25c50fb48d84,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:36.407612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.410174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device dfa227f7-56ed-4b8f-88a8-23c8db2a1592 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:36.428458 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.451931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.454145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:36.458351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.488836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.489043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: dfa227f7-56ed-4b8f-88a8-23c8db2a1592 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:36.489043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device dfa227f7-56ed-4b8f-88a8-23c8db2a1592 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:36.489372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54850ac5-f49e-4a75-ab09-8b9d253e7960 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:36.544638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1835053 Jul 23 20:11:36.550450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59276) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:36.565780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Request body: {'subnet': {'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-982679293-subnet', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:36.586342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 54850ac5-f49e-4a75-ab09-8b9d253e7960 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:36.586925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54850ac5-f49e-4a75-ab09-8b9d253e7960 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:36.621858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=53906ced-3d27-4111-826e-e16f28aa9c06,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:36.629380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:36.638339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:36.642444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:36.652146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea71da0-4a76-46bc-a5f0-05b357c00147 admin admin] Pushing event updated for resources: {'Network': ['ID=6e27ff29-f0db-45ad-a0eb-21067089bb67,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:36.672317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:36.672946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Made reservation on behalf of dee67ea99bf44740954a0e3e3c1da697 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:36.676204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.834092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:36.896243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.127065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.201810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.215850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.343124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.385225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1a7fad-e401-4484-a699-498b2de251fa,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:37.387530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.399537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8818760 Jul 23 20:11:37.406066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932571e7-c32b-4e09-abab-6efd547304be tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=53906ced-3d27-4111-826e-e16f28aa9c06,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:37.459334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Checking segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:37.459952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Network hostable DHCP agents. Network: 6e27ff29-f0db-45ad-a0eb-21067089bb67, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:37.463098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'name': 'network-vif-deleted', 'tag': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:37.465401 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abc13f3-3559-427b-9740-7a137a8142c5" -d '{"events": [{"server_uuid": "d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b", "name": "network-vif-deleted", "tag": "dfa227f7-56ed-4b8f-88a8-23c8db2a1592"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:37.519464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbd4c2-8c6c-4790-9a11-23f1b0c88ae8 req-8fd70225-08a3-4896-af10-758c961d7d55 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.527686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16cbd4c2-8c6c-4790-9a11-23f1b0c88ae8 req-8fd70225-08a3-4896-af10-758c961d7d55 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 950 time: 0.3646622 Jul 23 20:11:37.537226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:37.572330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 6e27ff29-f0db-45ad-a0eb-21067089bb67) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:37.584823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.585420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.614659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf34b-6388-4bdf-8308-03e63681a3ac req-edd99738-bef1-4dbc-8639-a521de7dba60 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:37.623893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-874cf34b-6388-4bdf-8308-03e63681a3ac req-edd99738-bef1-4dbc-8639-a521de7dba60 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2712276 Jul 23 20:11:37.625600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec84ab8f-86bf-4a00-a1e7-9fc16c386b48 None None] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:37.656389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1a3d633-0f1b-436a-a1b0-29928aa881a9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1001964 Jul 23 20:11:37.658211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59340) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:37.663658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:37.688537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-874cf34b-6388-4bdf-8308-03e63681a3ac req-18f685c6-af28-48e0-b811-b3676ef6fbd9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636687 Jul 23 20:11:37.710973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16cbd4c2-8c6c-4790-9a11-23f1b0c88ae8 req-34cc989e-bca9-44c7-b084-641ec44ddec5 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781118 Jul 23 20:11:37.749248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.750389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.803214 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410fcebf-4695-4417-95f3-c2203aefa5f8 x-openstack-request-id: req-410fcebf-4695-4417-95f3-c2203aefa5f8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:37.803506 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ef0e9-ee77-4101-bf8c-8f9af2a57f1b", "name": "network-vif-deleted", "tag": "dfa227f7-56ed-4b8f-88a8-23c8db2a1592", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:37.803759 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-410fcebf-4695-4417-95f3-c2203aefa5f8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:37.804164 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ef0e9-ee77-4101-bf8c-8f9af2a57f1b', 'name': 'network-vif-deleted', 'tag': 'dfa227f7-56ed-4b8f-88a8-23c8db2a1592', 'status': 'completed', 'code': 200} Jul 23 20:11:37.865957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be997845-6fff-4637-b694-718c3385fe20 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:37.917532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:37.968520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4a4f2bf9-ff37-4094-b7c5-2b8e8517f2bb tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--534236436&fields=id&tenant_id=358a52ca5e084e089e497ead860bc00a HTTP/1.1" status: 200 len: 267 time: 0.0898523 Jul 23 20:11:37.979986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-6e27ff29-f0db-45ad-a0eb-21067089bb67', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:37.984584 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.013943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port be997845-6fff-4637-b694-718c3385fe20 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:38.014300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.035447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-7c3dcc21-6c23-4641-b711-9b66ddf78a95 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.044095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-7c3dcc21-6c23-4641-b711-9b66ddf78a95 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 931 time: 0.0746393 Jul 23 20:11:38.120339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f562095a-efdb-48a7-b3f7-cd7ae3304cf9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.129127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f562095a-efdb-48a7-b3f7-cd7ae3304cf9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 932 time: 0.0834911 Jul 23 20:11:38.239857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3907ea02-a824-4315-9923-b353fe21dad0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1096735 Jul 23 20:11:38.273535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.316343 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-86e04297-cd4d-4ee0-bf47-08341d8987ae tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0691886 Jul 23 20:11:38.428417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Allocated IP 172.20.0.2 (6e27ff29-f0db-45ad-a0eb-21067089bb67/5b1a7fad-e401-4484-a699-498b2de251fa/c5c9ec05-f4bb-49f4-9497-9fe44a85db9d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:38.569325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0cc30e70-7efe-4ffc-81a3-9c702d9a2939 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.577371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0cc30e70-7efe-4ffc-81a3-9c702d9a2939 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.584797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0cc30e70-7efe-4ffc-81a3-9c702d9a2939 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.592453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0cc30e70-7efe-4ffc-81a3-9c702d9a2939 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/networks?id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=a525e910-95fa-4299-85e6-1e368b02b087&id=a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 200 len: 1988 time: 0.2676725 Jul 23 20:11:38.608744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d0966593-7ce2-46ad-aae3-b851a8bb683c tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/quotas/358a52ca5e084e089e497ead860bc00a HTTP/1.1" status: 200 len: 375 time: 0.0152214 Jul 23 20:11:38.660649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.670368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Transition to ACTIVE for port object c5c9ec05-f4bb-49f4-9497-9fe44a85db9d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:38.714718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Transition to ACTIVE for port object c5c9ec05-f4bb-49f4-9497-9fe44a85db9d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:38.731687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.743213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.767167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.790286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-64cde153-f14b-4f3c-b14a-a037c2a06964 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:38.792385 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-64cde153-f14b-4f3c-b14a-a037c2a06964 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 950 time: 0.1933148 Jul 23 20:11:38.804743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:38.808180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:38.811557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:38.824528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Pushing event updated for resources: {'Port': ['ID=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:38.831514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c9ec25b0-b543-4129-b3df-8e0f2a9b6aa7 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2121065 Jul 23 20:11:38.943535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Attempting to bind port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:38.945807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Attempting to bind port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:38.946185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Attempting to bind port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d on network 6e27ff29-f0db-45ad-a0eb-21067089bb67 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:38.960943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:38.961324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Checking segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:38.962147 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.962544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Bound using segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:38.963019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Bound port: c5c9ec05-f4bb-49f4-9497-9fe44a85db9d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:38.963416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:38.995337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Allocated IP 172.25.8.212 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ed71a51e-236f-40c4-bac1-de1ccf6000f9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:39.049182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Deleting port 0233d6ce-b09b-4907-9bca-f1b771971164 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:11:39.049769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.164781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] For port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:39.169596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] For port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:39.182300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.191890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6779e-8ce2-4185-bead-8f6a3031f927 req-16bb54cd-dde4-4fea-9217-53f952dbc204 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.199191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7f6779e-8ce2-4185-bead-8f6a3031f927 req-16bb54cd-dde4-4fea-9217-53f952dbc204 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.3341215 Jul 23 20:11:39.207774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-facfb749-9d0a-4d71-a4f4-8cdb7180744d service neutron] 10.222.0.46 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712008 Jul 23 20:11:39.309039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da146fc5-d302-430f-b739-19316b75a8a7 None None] Pushing event updated for resources: {'Port': ['ID=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:39.313625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7f6779e-8ce2-4185-bead-8f6a3031f927 req-57ba8ce8-8dc0-4093-b793-62a7ba6dd683 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061840 Jul 23 20:11:39.507223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01a12b78-d008-4600-a5f1-5411bf12d42c service neutron] 10.222.0.46 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526684 Jul 23 20:11:39.664848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb6b68-2f6b-4424-b26e-789843a04af8 req-69540ddb-e5cb-4299-94ea-31be1f4aa3e6 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:39.677679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83cb6b68-2f6b-4424-b26e-789843a04af8 req-69540ddb-e5cb-4299-94ea-31be1f4aa3e6 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd32dd1-761f-4d54-8599-c0be1f90e01d HTTP/1.1" status: 200 len: 950 time: 0.2587938 Jul 23 20:11:39.682099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.716267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-8f01a11d-1266-443d-8571-1e41670672d8 service neutron] 10.222.0.46 "GET /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2001812 Jul 23 20:11:39.722781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] For port 0233d6ce-b09b-4907-9bca-f1b771971164, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0233d6ce-b09b-4907-9bca-f1b771971164,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:39.723150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.745466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Calling delete_port for 0233d6ce-b09b-4907-9bca-f1b771971164 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:11:39.783141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c5c9ec05-f4bb-49f4-9497-9fe44a85db9d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:39.842192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:39.895305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:39.906565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Pushing event updated for resources: {'Port': ['ID=ed71a51e-236f-40c4-bac1-de1ccf6000f9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:39.940047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:39.943247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:39.946331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:40.153329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.163645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83cb6b68-2f6b-4424-b26e-789843a04af8 req-fe7392fa-2338-4e7a-9694-689420c7b751 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.46 "GET /v2.0/security-groups?id=5dd247b9-9da1-4018-b280-a866f56b2d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831150 Jul 23 20:11:40.166968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0233d6ce-b09b-4907-9bca-f1b771971164'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:11:40.247982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Pushing event deleted for resources: {'Port': ['ID=0233d6ce-b09b-4907-9bca-f1b771971164,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:40.294198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-85439378-e9d2-4a57-bc29-3fc4384c1153 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5549264 Jul 23 20:11:40.365923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] No DVR routers for this DVR port 0233d6ce-b09b-4907-9bca-f1b771971164 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:11:40.380320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.382347 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9bb6c570-6977-474e-8c56-2a1c67bf90c7 req-e7119436-840a-4962-bf13-8ffb93653537 tempest-ServersOnMultiNodesTest-2113513948 tempest-ServersOnMultiNodesTest-2113513948-project] 10.222.0.36 "DELETE /v2.0/ports/0233d6ce-b09b-4907-9bca-f1b771971164 HTTP/1.1" status: 204 len: 173 time: 1.5413725 Jul 23 20:11:40.401925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'name': 'network-vif-deleted', 'tag': '0233d6ce-b09b-4907-9bca-f1b771971164'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:40.413303 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa645a4-27f5-4d34-ba5d-99ad0734fee7" -d '{"events": [{"server_uuid": "8fd32dd1-761f-4d54-8599-c0be1f90e01d", "name": "network-vif-deleted", "tag": "0233d6ce-b09b-4907-9bca-f1b771971164"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:40.587407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6eef2b1b-f9de-451a-a66f-a73c88614041 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885661 Jul 23 20:11:40.615344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:40.670768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-bc610a35-4a98-4c91-85be-132a305e9eaf service neutron] 10.222.0.46 "GET /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0738618 Jul 23 20:11:40.827914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9a6b6-0835-46d3-bc81-29db3cbc5d29 None None] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:40.909301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c79acf-4401-45a4-9d9f-cf6c55ebf2aa req-fc58b97b-88a1-42b6-aa95-1b820a2abe4f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:40.917126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0c79acf-4401-45a4-9d9f-cf6c55ebf2aa req-fc58b97b-88a1-42b6-aa95-1b820a2abe4f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.4634211 Jul 23 20:11:40.922453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d3978b86-1579-4b6e-b011-90700411a613 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436769 Jul 23 20:11:40.935010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5def737b-6855-4a54-8045-fd153e73100d None None] Provisioning for port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:40.944214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5def737b-6855-4a54-8045-fd153e73100d None None] Provisioning complete for port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:40.945518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5def737b-6855-4a54-8045-fd153e73100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.087027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.113587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0c79acf-4401-45a4-9d9f-cf6c55ebf2aa req-7307f5e2-8f27-42a9-b8e3-db5b65a91554 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616716 Jul 23 20:11:41.153006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5def737b-6855-4a54-8045-fd153e73100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.209668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5def737b-6855-4a54-8045-fd153e73100d None None] For port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:41.222620 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5def737b-6855-4a54-8045-fd153e73100d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.261237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-56d1b672-d0dc-4121-b685-9e9ad434c0a4 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296392 Jul 23 20:11:41.291069 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94783705-8c5c-4a90-85c9-8017d3b05673 x-openstack-request-id: req-94783705-8c5c-4a90-85c9-8017d3b05673 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:11:41.293707 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd32dd1-761f-4d54-8599-c0be1f90e01d", "name": "network-vif-deleted", "tag": "0233d6ce-b09b-4907-9bca-f1b771971164", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:11:41.293978 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94783705-8c5c-4a90-85c9-8017d3b05673 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:11:41.294645 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd32dd1-761f-4d54-8599-c0be1f90e01d', 'name': 'network-vif-deleted', 'tag': '0233d6ce-b09b-4907-9bca-f1b771971164', 'status': 'completed', 'code': 200} Jul 23 20:11:41.342525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def737b-6855-4a54-8045-fd153e73100d None None] Pushing event updated for resources: {'Port': ['ID=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:41.531962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Router 99e808ec-a26c-4fe4-8697-366147478729 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:11:41.690116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1292e4d-8a99-41cf-9432-c424e2492107 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197931 Jul 23 20:11:41.772923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c5c9ec05-f4bb-49f4-9497-9fe44a85db9d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:41.847561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ee69f87-7965-482f-8f80-55bf656fe147 None None] Provisioning complete for port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:41.848719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ee69f87-7965-482f-8f80-55bf656fe147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.896012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:41.903193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:41.903193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.909006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Sync routers for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:41.923019 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:41.924936 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:11:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:41.931077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:41.935683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2a8c4036-377e-48bf-ac6a-32fd1234d56a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2755327 Jul 23 20:11:41.936330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59434) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:41.994122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-56d8851c-9890-4c41-95ed-04e045b97494 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937827 Jul 23 20:11:41.998329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59436) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:42.103265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:42.277106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-13050961-500b-4a9a-a6b0-385e7c302df0 service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652984 Jul 23 20:11:42.287620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec25acd9-003d-4afe-a937-c47728cd6c63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56e2280a9ad44a67bd435113e371a8f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884223 Jul 23 20:11:42.290576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59442) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:42.464446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b29d0c-b2cf-4aaa-8686-6fcab2d3f419 req-1c6ed1bf-775a-4c61-90ee-073321d3f4d2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:42.465966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20b29d0c-b2cf-4aaa-8686-6fcab2d3f419 req-1c6ed1bf-775a-4c61-90ee-073321d3f4d2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2371025 Jul 23 20:11:42.511969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84970a8b-9b86-40b4-8b56-70745cd00fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.541674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84970a8b-9b86-40b4-8b56-70745cd00fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.584475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-632c7675-8a09-4d2d-98d1-4f728846f62c service neutron] 10.222.0.46 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956376 Jul 23 20:11:42.616786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:40Z', 'revision_number': 3, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:42.631484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84970a8b-9b86-40b4-8b56-70745cd00fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.635249 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84970a8b-9b86-40b4-8b56-70745cd00fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.636587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-84970a8b-9b86-40b4-8b56-70745cd00fd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5dd247b9-9da1-4018-b280-a866f56b2d35 HTTP/1.1" status: 204 len: 168 time: 0.3389323 Jul 23 20:11:42.644187 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20b29d0c-b2cf-4aaa-8686-6fcab2d3f419 req-10712f36-e48e-4714-b112-dfc5e8e0fffd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634684 Jul 23 20:11:42.659597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84970a8b-9b86-40b4-8b56-70745cd00fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd247b9-9da1-4018-b280-a866f56b2d35,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:42.695240 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Checking router: 99e808ec-a26c-4fe4-8697-366147478729 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:42.695485 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Updating router 99e808ec-a26c-4fe4-8697-366147478729 port ed71a51e-236f-40c4-bac1-de1ccf6000f9 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:42.729799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.764915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ddcd8a29-5ccf-4be7-a22b-50963f123eb8 service neutron] 10.222.0.46 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669252 Jul 23 20:11:42.793024 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:42.997774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Allocated IP 172.20.0.1 (6e27ff29-f0db-45ad-a0eb-21067089bb67/5b1a7fad-e401-4484-a699-498b2de251fa/b54f8a29-9a52-43d9-92a6-f7246aa1a5cf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:43.044090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-53d591d6-4e48-441d-82e9-a2c12c6e459a service neutron] 10.222.0.46 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696707 Jul 23 20:11:43.057714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0233d6ce-b09b-4907-9bca-f1b771971164 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:11:43.176896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.210794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Transition to ACTIVE for port object b54f8a29-9a52-43d9-92a6-f7246aa1a5cf will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:43.225744 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.239597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c74e6c36-fee5-4731-bff8-9651a80f489f service neutron] 10.222.0.46 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884730 Jul 23 20:11:43.250132 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Transition to ACTIVE for port object ed71a51e-236f-40c4-bac1-de1ccf6000f9 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:43.262072 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.290223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.296280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59456) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:43.300681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 0233d6ce-b09b-4907-9bca-f1b771971164 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:11:43.301036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0233d6ce-b09b-4907-9bca-f1b771971164 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:11:43.356185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Pushing event updated for resources: {'Port': ['ID=ed71a51e-236f-40c4-bac1-de1ccf6000f9,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.367774 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Attempting to bind port ed71a51e-236f-40c4-bac1-de1ccf6000f9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:43.368486 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Attempting to bind port ed71a51e-236f-40c4-bac1-de1ccf6000f9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:43.369235 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Attempting to bind port ed71a51e-236f-40c4-bac1-de1ccf6000f9 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:43.370209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Pushing event updated for resources: {'Port': ['ID=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.375757 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.376202 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.376679 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.377610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-677570d0-3eaf-48f2-8fb5-38e957400f41 service neutron] 10.222.0.46 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320190 Jul 23 20:11:43.377757 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.378163 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.378594 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.379121 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.379548 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.380050 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.380919 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.381350 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.381816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:11:43.387913 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:43.388400 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:43.389009 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.389614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:43.390149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Bound port: ed71a51e-236f-40c4-bac1-de1ccf6000f9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:43.390864 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.409176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:43.411866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:43.418877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:43.470203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5bdd8bed-91f9-4e65-ad0f-3dbc706f9414 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=474a1cbd65624a9eb2aae6e306002e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105793 Jul 23 20:11:43.472695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:43.490647 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.494060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.537014 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] For port ed71a51e-236f-40c4-bac1-de1ccf6000f9, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:43.543321 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] For port ed71a51e-236f-40c4-bac1-de1ccf6000f9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed71a51e-236f-40c4-bac1-de1ccf6000f9,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:43.550602 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.638499 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa4e3-c03b-45a3-a508-49291495f071 None None] Pushing event updated for resources: {'Port': ['ID=ed71a51e-236f-40c4-bac1-de1ccf6000f9,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:43.644123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce40f7d4-4e64-414e-888a-6682e5b5dc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.673318 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:43.675053 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:11:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:43.738630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce40f7d4-4e64-414e-888a-6682e5b5dc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.816145 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5c43485-4c97-4068-924c-9f4d04954242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.843142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9b83d72-e8ec-45ad-a340-11458eba4053 None None] Provisioning for port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:43.854388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9b83d72-e8ec-45ad-a340-11458eba4053 None None] Provisioning complete for port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:43.854763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9b83d72-e8ec-45ad-a340-11458eba4053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.871831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774c80b-132a-4466-822a-cc1ecd8b5de9 req-cc5ac884-08b3-4c03-997e-f4281ca02e38 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:43.873760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1774c80b-132a-4466-822a-cc1ecd8b5de9 req-cc5ac884-08b3-4c03-997e-f4281ca02e38 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1172421 Jul 23 20:11:43.877917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.934921 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:43.947777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d9b83d72-e8ec-45ad-a340-11458eba4053 None None] Port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:43.956447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce40f7d4-4e64-414e-888a-6682e5b5dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.958952 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce40f7d4-4e64-414e-888a-6682e5b5dc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:43.960119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce40f7d4-4e64-414e-888a-6682e5b5dc1c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6941846-a67e-4212-b7fc-467e43c027a5 HTTP/1.1" status: 204 len: 168 time: 0.4865074 Jul 23 20:11:43.971251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1774c80b-132a-4466-822a-cc1ecd8b5de9 req-6c22ad9f-6387-4862-a85c-6e9b41040cd7 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823255 Jul 23 20:11:44.000404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40f7d4-4e64-414e-888a-6682e5b5dc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6941846-a67e-4212-b7fc-467e43c027a5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:44.261663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.269747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.319280 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:40Z', 'revision_number': 3, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:44.360694 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101d9cf9-07ed-45ca-8e70-cf71b86675cf None None] The sync data for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 is: [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:40Z', 'revision_number': 3, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:44.406578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Pushing event updated for resources: {'Port': ['ID=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:44.431972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:44.611947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:44.613539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:44.735684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27d64868-4194-430b-9811-f553fd8a8647 req-b3ad30ac-3dcb-41fa-85f0-eac138949252 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0787437 Jul 23 20:11:44.933598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Router 99e808ec-a26c-4fe4-8697-366147478729 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:11:45.197372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-67be4abc-11df-43a5-afad-991c32182fc5 None None] Provisioning complete for port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:45.198028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67be4abc-11df-43a5-afad-991c32182fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:45.291242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:11:45.301821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56a33179-df09-4f3e-b37c-1388a78ee717 admin admin] 10.222.0.46 "PUT /v2.0/routers/99e808ec-a26c-4fe4-8697-366147478729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3634615 Jul 23 20:11:45.359073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-67be4abc-11df-43a5-afad-991c32182fc5 None None] Port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:45.397388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c41d52-dbdd-49a0-b2c6-7c3c70ac0cb0 req-c9a73dcb-aac6-4a97-92be-66a00495355e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:45.399158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86c41d52-dbdd-49a0-b2c6-7c3c70ac0cb0 req-c9a73dcb-aac6-4a97-92be-66a00495355e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2573266 Jul 23 20:11:45.584461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86c41d52-dbdd-49a0-b2c6-7c3c70ac0cb0 req-8500e409-a3e3-4378-bca2-87e6e842bec2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675055 Jul 23 20:11:45.778626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed71a51e-236f-40c4-bac1-de1ccf6000f9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:45.911115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ed71a51e-236f-40c4-bac1-de1ccf6000f9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:45.916446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ed71a51e-236f-40c4-bac1-de1ccf6000f9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:45.918114 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.084105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.105607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ac5c160-9e2c-4058-bf99-8fbe27ceba17 req-c0264863-4504-4a55-a028-b71c737901a2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0531995 Jul 23 20:11:46.119410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ed71a51e-236f-40c4-bac1-de1ccf6000f9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed71a51e-236f-40c4-bac1-de1ccf6000f9,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:46.153163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.299931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ed71a51e-236f-40c4-bac1-de1ccf6000f9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:46.375950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dbc700d4-f669-42b9-a9fd-d7161c7e5d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.416235 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.446960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0c86a073-f48c-443d-a7e6-c9421d42afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.449677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0c86a073-f48c-443d-a7e6-c9421d42afcf service neutron] 10.222.0.47 "GET /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 1027 time: 0.1273565 Jul 23 20:11:46.540707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0bd136c2-a348-47e2-8745-efde114c1101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.545640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-0bd136c2-a348-47e2-8745-efde114c1101 service neutron] 10.222.0.47 "GET /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 1028 time: 0.0891700 Jul 23 20:11:46.807886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59570) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:46.819211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849482100', 'description': 'tempest-description--1536845198'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:46.854089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d37fe84c-0b6e-45cf-9348-bba4afb97384 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.862064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d37fe84c-0b6e-45cf-9348-bba4afb97384 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.869569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d37fe84c-0b6e-45cf-9348-bba4afb97384 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.872071 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d37fe84c-0b6e-45cf-9348-bba4afb97384 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "GET /v2.0/networks?id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=a525e910-95fa-4299-85e6-1e368b02b087&id=a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 200 len: 1988 time: 0.3207121 Jul 23 20:11:46.886319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.927803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b4091-2d42-41d5-9913-eec0afe58dc0 req-5e4ba07c-f361-4e0f-af37-323cdb52e9cc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:46.944765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-374b4091-2d42-41d5-9913-eec0afe58dc0 req-5e4ba07c-f361-4e0f-af37-323cdb52e9cc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2026467 Jul 23 20:11:46.959199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:46.981795 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9d23aba7-a8ea-405a-be00-6d8b0d89849d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=358a52ca5e084e089e497ead860bc00a HTTP/1.1" status: 200 len: 379 time: 0.0997968 Jul 23 20:11:46.997142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'admin_state_up': True, 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'security_groups': ['d84ce862-418d-4369-9e4a-dcac31757572']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:47.052003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-374b4091-2d42-41d5-9913-eec0afe58dc0 req-8d1f516e-e3f6-4c4f-844b-49eccd2eecda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038966 Jul 23 20:11:47.169310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.176321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.215248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.218073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4091787 Jul 23 20:11:47.223507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59582) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:47.252768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Request body: {'security_group_rule': {'security_group_id': '69089c1a-42b0-48be-8633-1fb1656fe2a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:47.369100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.377899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Sync routers for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:11:47.387544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c45ad0fe-be3a-4de5-a2f8-1f1fce3a83ef req-0c0ee390-4529-4fc9-981b-86c4702a3c10 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0688784 Jul 23 20:11:47.394348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:47.395004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:11:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:47.411281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e678-e76e-4fbe-8a1e-08a6c85ce632 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69089c1a-42b0-48be-8633-1fb1656fe2a2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:47.525009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.540943 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.592577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0776ccea-83e8-47b9-bd60-e6836d6a9acd,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:47.599658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.602054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5c0fc72e-5be9-4abf-a522-3a0a53506945 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3585970 Jul 23 20:11:47.605873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59598) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:47.614344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Request body: {'security_group_rule': {'security_group_id': '69089c1a-42b0-48be-8633-1fb1656fe2a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:47.634837 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.698709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.703109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:47.857868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed71a51e-236f-40c4-bac1-de1ccf6000f9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:47.903774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.930071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.951789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:47.958542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:47.975230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afce93eb-7c9e-4e8b-a569-4c469fef8574,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:47.993552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.000285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59620) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:48.002405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-abf32faa-7f4e-4338-b56a-f98adf0465b8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3953013 Jul 23 20:11:48.006446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:48.101462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.119677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ed71a51e-236f-40c4-bac1-de1ccf6000f9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:48.120563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.192475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 172.20.0.4 (b1547766-b8fc-473c-b3cf-9fe44c3a20a0/c8956241-ca64-4c80-87a6-6e5278730f0f/3bae177b-476f-49d7-a052-3d0dc4f79fb6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:48.332050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f810b6-e451-4b3b-acb0-3ba6f5b50c90 req-522d4052-8106-43b9-9848-1de577d0a49d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:48.340732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09f810b6-e451-4b3b-acb0-3ba6f5b50c90 req-522d4052-8106-43b9-9848-1de577d0a49d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1247253 Jul 23 20:11:48.435503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09f810b6-e451-4b3b-acb0-3ba6f5b50c90 req-8b7b352b-de43-4841-994f-79be197e890f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938158 Jul 23 20:11:48.503253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.515223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:44Z', 'revision_number': 2, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:48.601019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Checking router: 99e808ec-a26c-4fe4-8697-366147478729 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:11:48.601592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Updating router 99e808ec-a26c-4fe4-8697-366147478729 port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:11:48.734526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.793570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88917fe9-3dd8-4e27-837c-eaf45a545c50 req-712af842-2afe-4f64-bfd2-1990dd658645 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0626013 Jul 23 20:11:48.804779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:48.833207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object 3bae177b-476f-49d7-a052-3d0dc4f79fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:48.854302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Allocated IP 172.25.8.7 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/a7694a02-56e4-49a4-8c6a-1760902995f0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:48.967809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.003287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59644) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:49.031879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:49.037068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:49.040641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:49.116339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=3bae177b-476f-49d7-a052-3d0dc4f79fb6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.136752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:49.136752 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.150192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.159455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-43e5edc9-5f03-4736-ba66-5a097ed6e07b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1664555 Jul 23 20:11:49.180047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'admin_state_up': True, 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'security_groups': ['d84ce862-418d-4369-9e4a-dcac31757572']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:49.203956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.234808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b873c883-fe42-47b4-a80f-def34cc4c710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.242286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Transition to ACTIVE for port object b54f8a29-9a52-43d9-92a6-f7246aa1a5cf will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:49.252227 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.338187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697824a-f488-4c14-811d-77ca81a2d79d None None] Pushing event updated for resources: {'Port': ['ID=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.356558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.451332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:49.454550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:49.458648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b873c883-fe42-47b4-a80f-def34cc4c710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.472219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b873c883-fe42-47b4-a80f-def34cc4c710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.524279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:49.538982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:49.543285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b873c883-fe42-47b4-a80f-def34cc4c710 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1fdb9c404934156bc74a948d50cc14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381553 Jul 23 20:11:49.555982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:49.556514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.613707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Attempting to bind port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:49.614147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Attempting to bind port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:49.617726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Attempting to bind port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf on network 6e27ff29-f0db-45ad-a0eb-21067089bb67 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:49.635413 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.636846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:49.637223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Checking segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:49.638694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59656) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:49.649913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.650427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Bound using segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:49.650943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Bound port: b54f8a29-9a52-43d9-92a6-f7246aa1a5cf, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:49.651349 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.670879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-213271440'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:49.679443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-23d3cd61-c14d-4c0d-b08c-9a89adff4f28 None None] Provisioning for port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:49.713801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-23d3cd61-c14d-4c0d-b08c-9a89adff4f28 None None] Provisioning complete for port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:49.714463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23d3cd61-c14d-4c0d-b08c-9a89adff4f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.733064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873c883-fe42-47b4-a80f-def34cc4c710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dc86fc-298c-46e7-a453-75d4b57eee32,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.784614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-23d3cd61-c14d-4c0d-b08c-9a89adff4f28 None None] Port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:49.793740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] For port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:49.798155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] For port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:49.808830 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.820483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event updated for resources: {'Port': ['ID=a7694a02-56e4-49a4-8c6a-1760902995f0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.822753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:49.829592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.889910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a20fe-607a-444e-b825-218774fa1ad6 req-e6dcf4b7-9a4f-4c08-ad50-6fa08331df1e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:49.891600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a07a20fe-607a-444e-b825-218774fa1ad6 req-e6dcf4b7-9a4f-4c08-ad50-6fa08331df1e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2858675 Jul 23 20:11:49.905345 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0795-96ff-45f8-b4b5-95bfb049ed4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.968203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:49.979448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0795-96ff-45f8-b4b5-95bfb049ed4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:49.991008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697824a-f488-4c14-811d-77ca81a2d79d None None] Pushing event updated for resources: {'Port': ['ID=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:49.995258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:11:49.996189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:11:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:50.023368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a07a20fe-607a-444e-b825-218774fa1ad6 req-641a26a2-ca9f-4181-a8f6-d8bf82fdbbb6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239066 Jul 23 20:11:50.085957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.085957 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Added segment 71cb3230-7418-485b-b873-c3af0ac66b79 of type vlan for network 18987841-02a3-4625-9fd7-b601df633eeb Jul 23 20:11:50.130513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 10.1.1.165 (66d3473e-813b-499f-a952-367d74ab2e50/2a520781-8cb7-4a24-b794-6083e98d7670/a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:50.192680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.196082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.259067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0795-96ff-45f8-b4b5-95bfb049ed4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.261668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0795-96ff-45f8-b4b5-95bfb049ed4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.262851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf5d0795-96ff-45f8-b4b5-95bfb049ed4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49dc86fc-298c-46e7-a453-75d4b57eee32 HTTP/1.1" status: 204 len: 168 time: 0.6865921 Jul 23 20:11:50.291710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:11:50.305214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf0d7c-c89e-4b76-8b58-03fe0bf3b1dc req-468c157f-98af-43af-b166-dc47302f409a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.307703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ebf0d7c-c89e-4b76-8b58-03fe0bf3b1dc req-468c157f-98af-43af-b166-dc47302f409a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 931 time: 0.2996843 Jul 23 20:11:50.344565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d0795-96ff-45f8-b4b5-95bfb049ed4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dc86fc-298c-46e7-a453-75d4b57eee32,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:50.382948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.406739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.424288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:50.434959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.597145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ebf0d7c-c89e-4b76-8b58-03fe0bf3b1dc req-21a094df-4acb-48e5-bd99-80bf48191edd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598145 Jul 23 20:11:50.606698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Network': ['ID=18987841-02a3-4625-9fd7-b601df633eeb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:50.623656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 18987841-02a3-4625-9fd7-b601df633eeb details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:50.641590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f754069d-f6e4-4e12-9cb3-3f9725ce2fe1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9924798 Jul 23 20:11:50.644699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:50.651828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-119104878'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:50.690658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:50.718164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.761449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:49Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:11:50.785378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:11:50.806191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:50.809342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.809993 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Added segment 481b7a68-29c7-41e9-8dbc-9912deb1e50a of type vlan for network c26f385d-8133-4651-8133-e853a7a0add7 Jul 23 20:11:50.831217 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f34b4264-e6d8-43ac-bb44-501a7c57598b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:50.992838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.010054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.023199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.050269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.056588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.057360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.116269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca522d-b2ff-4fd0-b407-9e9ce24fee66 None None] The sync data for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 is: [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:49Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:11:51.182689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event updated for resources: {'Port': ['ID=a7694a02-56e4-49a4-8c6a-1760902995f0,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:51.235628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.259236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:51.291574 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.348431 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.384621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Network': ['ID=c26f385d-8133-4651-8133-e853a7a0add7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:51.406612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f34b4264-e6d8-43ac-bb44-501a7c57598b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.407356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network 66d3473e-813b-499f-a952-367d74ab2e50 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:51.409936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c26f385d-8133-4651-8133-e853a7a0add7 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:11:51.424622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f34b4264-e6d8-43ac-bb44-501a7c57598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.428931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:51.431963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:51.434343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:51.444008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.445226 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fbd5d89a-cb31-4ff4-a797-18d136766865 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4439166 Jul 23 20:11:51.469097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ba62c42-dc06-464f-b9a7-24b1fdfc11bf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8229346 Jul 23 20:11:51.487200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59682) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:51.501995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'subnet': {'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:51.572864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.574864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:51.617629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9648d9ea-07fe-4c42-a21f-1d147133314f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4493451 Jul 23 20:11:51.629582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'admin_state_up': True, 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'security_groups': ['d84ce862-418d-4369-9e4a-dcac31757572']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:51.656828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f34b4264-e6d8-43ac-bb44-501a7c57598b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c5720c3dee941e8ac7320da8c1fa329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8493550 Jul 23 20:11:51.666812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59686) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:51.677757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b4264-e6d8-43ac-bb44-501a7c57598b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad70ff-0fda-43e3-bd87-622efbfe92e2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:51.894947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b54f8a29-9a52-43d9-92a6-f7246aa1a5cf up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:51.911764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6ac47-b711-4955-9b51-820243a77b6c req-a7ca8be8-bf66-4786-833f-b810f0bf69de tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:51.913777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fae6ac47-b711-4955-9b51-820243a77b6c req-a7ca8be8-bf66-4786-833f-b810f0bf69de tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.6791153 Jul 23 20:11:51.994364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f7a11007-87fe-44c2-9b30-c4865724b080 None None] Provisioning for port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:52.025330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f7a11007-87fe-44c2-9b30-c4865724b080 None None] Provisioning complete for port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:52.025959 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f7a11007-87fe-44c2-9b30-c4865724b080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.040658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-914984aa-efc6-48bd-a9aa-5ce53cafa611 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1426773 Jul 23 20:11:52.125643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:52.151645 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:11:52.151645 n-d-793620-13 neutron-server[94027]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:11:52.151645 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id': '7484d3f06c86439183350a59979b606b', 'id': '9700c2d4-1314-4e4e-a1d4-364e77873366', 'expiration': datetime.datetime(2021, 7, 23, 20, 13, 52, 69507)}] Jul 23 20:11:52.151645 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:11:52.152536 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:11:52.152641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:52.152641 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.155925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:52.161208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f7a11007-87fe-44c2-9b30-c4865724b080 None None] Port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:52.168522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.185534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fae6ac47-b711-4955-9b51-820243a77b6c req-1f52f1f4-6aa4-4ada-85c5-0461e076645c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432911 Jul 23 20:11:52.202044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-826f0996-d5b7-4415-84b9-4904744b5f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.277899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bc757-0244-4c68-8866-062471a0e543 req-29f6bfec-d2ea-470d-97ca-1e8e1b08e402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.291596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bc757-0244-4c68-8866-062471a0e543 req-29f6bfec-d2ea-470d-97ca-1e8e1b08e402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.293724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b8bc757-0244-4c68-8866-062471a0e543 req-29f6bfec-d2ea-470d-97ca-1e8e1b08e402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 1653 time: 0.4817436 Jul 23 20:11:52.308418 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-826f0996-d5b7-4415-84b9-4904744b5f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.323201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.332391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-7ebae467-3cb5-4ff4-a2c9-4802d8439bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.334137 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-7ebae467-3cb5-4ff4-a2c9-4802d8439bc9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 1097 time: 0.2650247 Jul 23 20:11:52.412203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:52.422968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.430991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b8bc757-0244-4c68-8866-062471a0e543 req-90206430-b05b-4da3-b8c7-d3c87f1c752a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521481 Jul 23 20:11:52.456086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-826f0996-d5b7-4415-84b9-4904744b5f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.459673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-826f0996-d5b7-4415-84b9-4904744b5f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.464476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-826f0996-d5b7-4415-84b9-4904744b5f99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1ad70ff-0fda-43e3-bd87-622efbfe92e2 HTTP/1.1" status: 204 len: 168 time: 0.7836974 Jul 23 20:11:52.488766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f0996-d5b7-4415-84b9-4904744b5f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad70ff-0fda-43e3-bd87-622efbfe92e2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.579211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:52.635515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 10.1.1.172 (66d3473e-813b-499f-a952-367d74ab2e50/2a520781-8cb7-4a24-b794-6083e98d7670/75271bba-c107-41b0-bcf2-2305ef89803f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:52.671758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-f619e488-019b-405a-b4b2-59719e2ca00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.674300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-f619e488-019b-405a-b4b2-59719e2ca00c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.3079097 Jul 23 20:11:52.696930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:52.707965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:52.746032 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-b2bb9056-cb92-4b14-9792-bab308ccfc18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 200 len: 217 time: 0.0634577 Jul 23 20:11:52.964140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-2a2fb0f0-0155-4cd4-a1ab-70d343068db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:52.967006 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-2a2fb0f0-0155-4cd4-a1ab-70d343068db0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1974194 Jul 23 20:11:53.061671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-bc573e66-0f2c-4c6c-81a8-02552b5994be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805254 Jul 23 20:11:53.080582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.187014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.196440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Subnet': ['ID=bdd4d4f9-5551-4457-abca-d83ed08748c9,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:53.233924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Checking segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:53.233924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network hostable DHCP agents. Network: 18987841-02a3-4625-9fd7-b601df633eeb, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:53.289088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object 75271bba-c107-41b0-bcf2-2305ef89803f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:53.302877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network 18987841-02a3-4625-9fd7-b601df633eeb is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:53.324760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 18987841-02a3-4625-9fd7-b601df633eeb) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:53.331730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.334209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.337597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f17a32-e808-404d-8cb8-5855fba51414 None None] Network 18987841-02a3-4625-9fd7-b601df633eeb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:53.374824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ca4b122c-27d5-4ed7-bb24-d1eadd7483c5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8798306 Jul 23 20:11:53.375525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59718) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:53.383409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'subnet': {'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:53.403048 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-a88458b6-ac2d-4ab3-ad1e-e3dabfc75b56 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221045 Jul 23 20:11:53.603706 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.653565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:53.657258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.702896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-18987841-02a3-4625-9fd7-b601df633eeb', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:53.705112 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.754109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b54f8a29-9a52-43d9-92a6-f7246aa1a5cf up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:53.768259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network 66d3473e-813b-499f-a952-367d74ab2e50 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:53.776732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:53.801720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:53.807284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e2686-1ab9-4998-bd8c-e479bf9f7f14 req-293835d7-3bba-48b1-901a-05f610d2f5b0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.808912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd9e2686-1ab9-4998-bd8c-e479bf9f7f14 req-293835d7-3bba-48b1-901a-05f610d2f5b0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2659190 Jul 23 20:11:53.849373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e229c1b8-89cd-4ca4-99e2-b7636a189a7e req-df1b9c6e-6715-499b-af8f-a112f395ce5c service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360018 Jul 23 20:11:53.875096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:53.945353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:53.947438 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:53.986597 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7822c71-eb8b-4aa6-8742-b3ffcd2067db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3619890 Jul 23 20:11:53.999166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087', 'admin_state_up': True, 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'security_groups': ['d84ce862-418d-4369-9e4a-dcac31757572']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:54.018393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Allocated IP 10.1.1.2 (18987841-02a3-4625-9fd7-b601df633eeb/bdd4d4f9-5551-4457-abca-d83ed08748c9/079f6798-d072-41e7-b74e-e85417253806) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:54.127792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.184228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd9e2686-1ab9-4998-bd8c-e479bf9f7f14 req-3e8e887c-26c5-4e09-83e5-52c43fdde76e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670709 Jul 23 20:11:54.224749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Checking segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:54.225295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network hostable DHCP agents. Network: c26f385d-8133-4651-8133-e853a7a0add7, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:11:54.292111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Subnet': ['ID=808564dc-d744-499d-b74d-e72c3e2d6672,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:54.319923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network c26f385d-8133-4651-8133-e853a7a0add7 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:11:54.406341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c26f385d-8133-4651-8133-e853a7a0add7) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:54.422261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.424351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.490395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-70b75e54-e906-4840-892d-48881be5f068 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1132843 Jul 23 20:11:54.491088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59740) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:54.506331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'name': 'tempest-TaggedBootDevicesTest_v242-413557881', 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:54.531009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:54.544394 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.555960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Transition to ACTIVE for port object 079f6798-d072-41e7-b74e-e85417253806 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:54.581091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Transition to ACTIVE for port object 079f6798-d072-41e7-b74e-e85417253806 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:54.611943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c11acc7-eba2-436b-a8fd-4e13c8a3863f None None] Network c26f385d-8133-4651-8133-e853a7a0add7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:54.656182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49b7b-0085-4a35-b810-8d4b9cdc3c75 req-88aef39c-45d5-4514-95b0-abd55686e33e tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.663272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49b7b-0085-4a35-b810-8d4b9cdc3c75 req-88aef39c-45d5-4514-95b0-abd55686e33e tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.670070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f49b7b-0085-4a35-b810-8d4b9cdc3c75 req-88aef39c-45d5-4514-95b0-abd55686e33e tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:54.671836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84f49b7b-0085-4a35-b810-8d4b9cdc3c75 req-88aef39c-45d5-4514-95b0-abd55686e33e tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 2374 time: 0.2304430 Jul 23 20:11:54.696644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.721459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.755060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:54.788066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Network 18987841-02a3-4625-9fd7-b601df633eeb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:54.790687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9c088fe6-0b1c-4270-a916-7725d3446f18 None None] Provisioning for port 75271bba-c107-41b0-bcf2-2305ef89803f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:54.803981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:54.818124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9c088fe6-0b1c-4270-a916-7725d3446f18 None None] Provisioning complete for port 75271bba-c107-41b0-bcf2-2305ef89803f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:54.819610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c088fe6-0b1c-4270-a916-7725d3446f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.849576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84f49b7b-0085-4a35-b810-8d4b9cdc3c75 req-3af676f2-fe43-4159-a0cf-37d2f70cb4b9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633313 Jul 23 20:11:54.856049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:54.873288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] device_id is not set on port 0ec13c34-30ab-4a44-b549-294dcd166556 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:54.904821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:55.038076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Pushing event updated for resources: {'Port': ['ID=079f6798-d072-41e7-b74e-e85417253806,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.049637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:55.050073 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.125464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9c088fe6-0b1c-4270-a916-7725d3446f18 None None] Port 75271bba-c107-41b0-bcf2-2305ef89803f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:55.178721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 10.2.2.100 (a525e910-95fa-4299-85e6-1e368b02b087/5691bf94-441d-4c18-b5ec-a644532f0475/303a7f3b-e550-461c-afe6-776a003c4ee7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:55.221895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Attempting to bind port 079f6798-d072-41e7-b74e-e85417253806 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:55.222279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Attempting to bind port 079f6798-d072-41e7-b74e-e85417253806 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:55.222703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Attempting to bind port 079f6798-d072-41e7-b74e-e85417253806 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:55.270645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 10.1.1.205 (18987841-02a3-4625-9fd7-b601df633eeb/bdd4d4f9-5551-4457-abca-d83ed08748c9/0ec13c34-30ab-4a44-b549-294dcd166556) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:55.294584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:55.294584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Checking segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:55.294908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.295234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Bound using segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:55.295716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Bound port: 079f6798-d072-41e7-b74e-e85417253806, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:55.296102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.326916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c26f385d-8133-4651-8133-e853a7a0add7', 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'fixed_ips': [{'subnet_id': '808564dc-d744-499d-b74d-e72c3e2d6672'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:11:55.327429 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.484288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.524014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object 303a7f3b-e550-461c-afe6-776a003c4ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:55.536669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.550732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadb596-b57f-404c-82c5-f242e6a55037 req-01ef057f-89ce-41a6-8c0d-145721cfa2d6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.552406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fadb596-b57f-404c-82c5-f242e6a55037 req-01ef057f-89ce-41a6-8c0d-145721cfa2d6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1801720 Jul 23 20:11:55.580273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object 0ec13c34-30ab-4a44-b549-294dcd166556 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:55.607112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.630538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fadb596-b57f-404c-82c5-f242e6a55037 req-20b5ed27-05ee-47c2-983a-7280b27460c4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682080 Jul 23 20:11:55.660771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.665452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network a525e910-95fa-4299-85e6-1e368b02b087 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:55.670090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:55.689925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:55.693060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] For port 079f6798-d072-41e7-b74e-e85417253806, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:55.700417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] For port 079f6798-d072-41e7-b74e-e85417253806, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=079f6798-d072-41e7-b74e-e85417253806,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:55.713618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.750499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network 18987841-02a3-4625-9fd7-b601df633eeb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:55.750883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.755673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:55.763803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:55.766418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.794639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.796160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.827034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f77c7fd4-94ba-4ce5-9ec5-c24906b33e78 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8334842 Jul 23 20:11:55.846591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087', 'admin_state_up': True, 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'security_groups': ['d84ce862-418d-4369-9e4a-dcac31757572']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:55.895646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:55.898868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:55.921209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e2588e87-3b55-459f-9806-4d40faf6bd76 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4266064 Jul 23 20:11:55.924149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:11:55.931455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'name': 'tempest-TaggedBootDevicesTest_v242-16513769', 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:55.942944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1825ae-c289-4769-9ba3-143a6c83cc8f None None] Pushing event updated for resources: {'Port': ['ID=079f6798-d072-41e7-b74e-e85417253806,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:55.960843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Allocated IP 10.2.2.2 (c26f385d-8133-4651-8133-e853a7a0add7/808564dc-d744-499d-b74d-e72c3e2d6672/dc6257d5-d548-44dd-94f5-9f82c1c07ad1) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:56.210014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Made reservation on behalf of 358a52ca5e084e089e497ead860bc00a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:56.213827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fece853a-f8a1-4715-b0af-6ee9a398a69a None None] Provisioning for port 303a7f3b-e550-461c-afe6-776a003c4ee7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:56.216807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.225402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fece853a-f8a1-4715-b0af-6ee9a398a69a None None] Provisioning complete for port 303a7f3b-e550-461c-afe6-776a003c4ee7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:56.225402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fece853a-f8a1-4715-b0af-6ee9a398a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.323166 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-183dfd7a-917d-4a6a-9a18-219014fe5a73 service neutron] 10.222.0.47 "GET /v2.0/ports/98689461-9d33-4ae4-8197-91236ee43289/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 383 time: 0.2362986 Jul 23 20:11:56.379544 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.382168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fece853a-f8a1-4715-b0af-6ee9a398a69a None None] Port 303a7f3b-e550-461c-afe6-776a003c4ee7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:56.395875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Transition to ACTIVE for port object dc6257d5-d548-44dd-94f5-9f82c1c07ad1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:56.439934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Transition to ACTIVE for port object dc6257d5-d548-44dd-94f5-9f82c1c07ad1 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:56.456200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.508106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Network c26f385d-8133-4651-8133-e853a7a0add7 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:56.511672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:56.515850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:56.535843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Pushing event updated for resources: {'Port': ['ID=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:56.644691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Attempting to bind port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:56.645214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Attempting to bind port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:56.645723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Attempting to bind port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 on network c26f385d-8133-4651-8133-e853a7a0add7 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:56.654109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:56.655672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Checking segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:56.656186 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.657163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Bound using segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:56.659521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Bound port: dc6257d5-d548-44dd-94f5-9f82c1c07ad1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:56.661399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.700066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Allocated IP 10.2.2.200 (a525e910-95fa-4299-85e6-1e368b02b087/5691bf94-441d-4c18-b5ec-a644532f0475/a7fc400c-7fc1-46b8-b513-0e4ce3bac66f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:56.763988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] For port dc6257d5-d548-44dd-94f5-9f82c1c07ad1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:56.768414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] For port dc6257d5-d548-44dd-94f5-9f82c1c07ad1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:56.773810 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.780358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-8dd468a7-0902-405b-abd9-d78e3b84f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:56.781081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-8dd468a7-0902-405b-abd9-d78e3b84f06a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123&tenant_id=65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 1102 time: 0.1451013 Jul 23 20:11:56.872070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c13d3c-cef6-4ef4-b11d-eca6cc185085 None None] Pushing event updated for resources: {'Port': ['ID=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:56.886993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:11:56.906754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:56.940204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] device_id is not set on port 9a351427-c8b7-4c86-871b-d634eca46aea yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:11:56.999102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.019297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-fce7e6e4-16c6-44a0-92c3-fb48e6336e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.020788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-fce7e6e4-16c6-44a0-92c3-fb48e6336e59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1102 time: 0.2131624 Jul 23 20:11:57.026431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Transition to ACTIVE for port object a7fc400c-7fc1-46b8-b513-0e4ce3bac66f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:57.204242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-ceb978fd-4f7c-47cd-bd41-91a2171a6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.209495 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-ceb978fd-4f7c-47cd-bd41-91a2171a6794 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1810455 Jul 23 20:11:57.214513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.265356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 10.1.1.107 (18987841-02a3-4625-9fd7-b601df633eeb/bdd4d4f9-5551-4457-abca-d83ed08748c9/9a351427-c8b7-4c86-871b-d634eca46aea) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:11:57.374703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-4d7e7d54-acd0-49c3-8bf1-8db6312c485a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 217 time: 0.1514435 Jul 23 20:11:57.418922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Network a525e910-95fa-4299-85e6-1e368b02b087 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:57.472806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:57.490520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:57.531567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.539819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b9a35-8245-47df-8cd8-6301445e4fa2 None None] Network 18987841-02a3-4625-9fd7-b601df633eeb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:57.543328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-126b9db6-0b3e-497e-bcc9-10ea8cf33b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.545063 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-126b9db6-0b3e-497e-bcc9-10ea8cf33b57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1674612 Jul 23 20:11:57.548475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object 9a351427-c8b7-4c86-871b-d634eca46aea will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:57.617701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event updated for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:57.679889 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.730341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-938f5239-69d3-4526-937a-40cc025d362e None None] Provisioning for port 079f6798-d072-41e7-b74e-e85417253806 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:57.760889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.761487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:57.832219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network 18987841-02a3-4625-9fd7-b601df633eeb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:11:57.835494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:11:57.838060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:11:57.846365 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6383d2fc-417a-4341-b652-a46bfb9210dd tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0127778 Jul 23 20:11:57.861146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80263e98-f540-43c7-93b6-48138df4b12c req-1c9191ee-caea-48a3-9726-483ff6ac4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.865247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-1c9191ee-caea-48a3-9726-483ff6ac4a7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2472999 Jul 23 20:11:57.884084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:57.899254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:57.953571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 079f6798-d072-41e7-b74e-e85417253806 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:57.973964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:57.975201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.005344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-35fa02d5-e2fe-4f34-a287-c565efda7fe4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0771873 Jul 23 20:11:58.054124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51207ac5-f21c-4878-b67f-1598c4fef367 None None] Provisioning for port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.066392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51207ac5-f21c-4878-b67f-1598c4fef367 None None] Provisioning complete for port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.067774 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51207ac5-f21c-4878-b67f-1598c4fef367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.096049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-78877e5b-2c4e-4dbd-a897-edad2b1a9677 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063315 Jul 23 20:11:58.168100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 079f6798-d072-41e7-b74e-e85417253806 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.170465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-51207ac5-f21c-4878-b67f-1598c4fef367 None None] Port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:58.175735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 079f6798-d072-41e7-b74e-e85417253806 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.176109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.293380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.360216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 079f6798-d072-41e7-b74e-e85417253806, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=079f6798-d072-41e7-b74e-e85417253806,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:58.368089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.368960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dc6257d5-d548-44dd-94f5-9f82c1c07ad1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:11:58.643300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3dcee-1001-45c3-9388-16466a4055ef None None] Network c26f385d-8133-4651-8133-e853a7a0add7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:11:58.647181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=079f6798-d072-41e7-b74e-e85417253806,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:58.713145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.726129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.726649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.740421 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80263e98-f540-43c7-93b6-48138df4b12c req-5dcbd4d9-f40e-4337-b0d8-6964ce877dfb service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360879 Jul 23 20:11:58.745148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:58.776863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning for port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:58.840070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning complete for port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:58.840658 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.167999 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.172087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.196607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bae177b-476f-49d7-a052-3d0dc4f79fb6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:11:59.206227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.220846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Transition to ACTIVE for port object 3bae177b-476f-49d7-a052-3d0dc4f79fb6 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:11:59.225084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.235504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] For port dc6257d5-d548-44dd-94f5-9f82c1c07ad1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:11:59.248131 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.284233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Pushing event updated for resources: {'Port': ['ID=3bae177b-476f-49d7-a052-3d0dc4f79fb6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:59.344332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning for port 0ec13c34-30ab-4a44-b549-294dcd166556 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:59.355085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:11:59.355508 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:11:59.356601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Pushing event updated for resources: {'Port': ['ID=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:59.364458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning complete for port 0ec13c34-30ab-4a44-b549-294dcd166556 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:59.364838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.436082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Port 0ec13c34-30ab-4a44-b549-294dcd166556 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:59.451227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning for port 9a351427-c8b7-4c86-871b-d634eca46aea completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:11:59.457411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning complete for port 9a351427-c8b7-4c86-871b-d634eca46aea triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:59.457811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.487905 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Attempting to bind port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:11:59.488248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Attempting to bind port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:11:59.488594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Attempting to bind port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 on network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:59.500260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 on network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:11:59.500592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Attempting to bind port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 on network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:11:59.511050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:11:59.511395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Checking segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:11:59.511798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Bound using segment: {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:11:59.512235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Bound port: 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:11:59.512608 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.523237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Port 9a351427-c8b7-4c86-871b-d634eca46aea cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:11:59.552948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Provisioning complete for port 079f6798-d072-41e7-b74e-e85417253806 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:59.553404 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85e8b043-8576-4e86-abf9-3ac46f4a5296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.638982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] For port 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:11:59.643757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] For port 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:11:59.648426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.714478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:11:59.715220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.717340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] 10.222.0.47 "PUT /v2.0/ports/3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 200 len: 1092 time: 1.8502612 Jul 23 20:11:59.717837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:11:59.726894 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658a646-61ff-4d79-8036-dcf1f973f826" -d '{"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:11:59.768418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:11:59.829690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e05f70-4204-4585-8ab9-2a42e152d4ec service neutron] Pushing event updated for resources: {'Port': ['ID=3bae177b-476f-49d7-a052-3d0dc4f79fb6,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:11:59.963027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Provisioning complete for port 0ec13c34-30ab-4a44-b549-294dcd166556 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:11:59.963700 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:11:59.976050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.007615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Port 0ec13c34-30ab-4a44-b549-294dcd166556 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:00.032094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Provisioning complete for port 9a351427-c8b7-4c86-871b-d634eca46aea triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:00.033015 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.113119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 079f6798-d072-41e7-b74e-e85417253806 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:00.121702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Port 9a351427-c8b7-4c86-871b-d634eca46aea cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:00.160275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Provisioning complete for port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:00.160579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab8dd105-877e-4f17-9826-2b91e75688c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.218130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 079f6798-d072-41e7-b74e-e85417253806 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:00.218845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.357519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dc6257d5-d548-44dd-94f5-9f82c1c07ad1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:00.411382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:00.411739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.444556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:00.469426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.516257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Transition to ACTIVE for port object 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:00.522550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.530808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:00.533911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:12:00.602777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:00.716442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Attempting to bind port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:00.716700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Attempting to bind port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:00.717412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Attempting to bind port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:00.727769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 on network 66d3473e-813b-499f-a952-367d74ab2e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:00.729142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Attempting to bind port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:00.737661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:00.738103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Checking segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:00.738649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Bound using segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:00.739234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Bound port: 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:00.740212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.771414 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.812277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:00.837170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:00.848789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:00.853143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:00.855582 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a30541-2223-4c8a-869a-1e0c95b1e507" -d '{"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-unplugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:00.858567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.889587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '98689461-9d33-4ae4-8197-91236ee43289', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '98689461-9d33-4ae4-8197-91236ee43289', 'mac_address': 'fa:16:3e:25:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:00.896525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:00.930159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:00.931333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.933654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] 10.222.0.47 "PUT /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 1131 time: 1.1775756 Jul 23 20:12:00.946846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:00.964095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5711d1-5b20-45c1-bd50-d0daa1d3cbfa service neutron] Pushing event updated for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:00.982890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:01.008794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.068373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:01.078789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:01.103263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.132766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.133113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.143968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.144466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.144807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.145221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.145585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.145917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.146246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.146570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.146897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.147219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:01.221600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-8c4d7b68-dbc0-409e-901a-6b4f9af292d6 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4e839866d93e4e259a73bb091a4e7297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667741 Jul 23 20:12:01.234415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:12:01.234415 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:12:01.336454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-511650f3-7e4c-4b0c-9933-b6a34c3a7bb4 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.338318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-511650f3-7e4c-4b0c-9933-b6a34c3a7bb4 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151516 Jul 23 20:12:01.365074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-3c5e9f71-74de-4dd8-9a45-b080364a36b4 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--849482100&fields=id&tenant_id=dee67ea99bf44740954a0e3e3c1da697 HTTP/1.1" status: 200 len: 267 time: 0.2835205 Jul 23 20:12:01.372283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-139dce65-62e3-418b-955b-8e4b27bc932c tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/quotas/4e839866d93e4e259a73bb091a4e7297 HTTP/1.1" status: 200 len: 375 time: 0.0233042 Jul 23 20:12:01.489282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-09eb3f4b-5d0c-480e-b8a8-dd658e73821f tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:01.490803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-09eb3f4b-5d0c-480e-b8a8-dd658e73821f tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/networks?id=6e27ff29-f0db-45ad-a0eb-21067089bb67 HTTP/1.1" status: 200 len: 811 time: 0.1088240 Jul 23 20:12:01.522467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-175310c1-8672-41dd-ab13-5126bbf7920f tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4e839866d93e4e259a73bb091a4e7297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1492338 Jul 23 20:12:01.530387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-685ffe77-d883-4154-8e4e-b06f705fc742 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/quotas/dee67ea99bf44740954a0e3e3c1da697 HTTP/1.1" status: 200 len: 375 time: 0.0230241 Jul 23 20:12:01.571413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51cca3e-9366-4310-aa41-22981e7cef65 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:01.584650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.599109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Transition to ACTIVE for port object e51cca3e-9366-4310-aa41-22981e7cef65 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:01.603606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.616355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-5dee24a7-873f-4e18-a3c5-5487f5efe823 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dee67ea99bf44740954a0e3e3c1da697&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774364 Jul 23 20:12:01.741561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:01.796441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-de79e483-62eb-44c3-8e45-62fd317e1982 service neutron] 10.222.0.46 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624293 Jul 23 20:12:01.830926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.838959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Attempting to bind port e51cca3e-9366-4310-aa41-22981e7cef65 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:01.839307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Attempting to bind port e51cca3e-9366-4310-aa41-22981e7cef65 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:01.839653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Attempting to bind port e51cca3e-9366-4310-aa41-22981e7cef65 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:01.861757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Port e51cca3e-9366-4310-aa41-22981e7cef65 on network 66d3473e-813b-499f-a952-367d74ab2e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:01.861757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Attempting to bind port e51cca3e-9366-4310-aa41-22981e7cef65 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:01.862071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:01.877851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:01.877851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Checking segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:01.878205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Bound using segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:01.878645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Bound port: e51cca3e-9366-4310-aa41-22981e7cef65, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:01.879444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:01.968877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:01.979769 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.075357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:02.080545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e51cca3e-9366-4310-aa41-22981e7cef65,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:02.095720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.118193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:02.168477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.169858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.174703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] 10.222.0.47 "PUT /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 1132 time: 1.1967571 Jul 23 20:12:02.230617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['98689461-9d33-4ae4-8197-91236ee43289'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:02.237620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.244260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.257348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.263878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.270405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.276543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.283574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.292250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5606a635-3034-44e0-93a8-0e5781f99182 req-3721e560-afdd-4281-9398-783e696c17c9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5373 time: 0.4158857 Jul 23 20:12:02.299690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a699-8a2a-4950-8ce6-63aa15ee40a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:02.322471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:02.356985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-0da28dc6-c267-4f63-aeac-05944bb10fb9 service neutron] 10.222.0.46 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534699 Jul 23 20:12:02.409126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5606a635-3034-44e0-93a8-0e5781f99182 req-55e67e42-7a26-457c-b993-7b21c13bf203 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154442 Jul 23 20:12:02.546594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:02.886383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bd4a2-f3a6-4458-97df-33e5fe32dbb8 req-0aa63457-4410-4c8a-8d36-544a3b54cefe tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:02.902923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b7bd4a2-f3a6-4458-97df-33e5fe32dbb8 req-0aa63457-4410-4c8a-8d36-544a3b54cefe tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 949 time: 0.1550503 Jul 23 20:12:02.989271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b7bd4a2-f3a6-4458-97df-33e5fe32dbb8 req-7438d8c3-92df-4ae6-9194-3e5d0880048a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849376 Jul 23 20:12:03.094512 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06745a44-d838-4948-873a-f927b36949dd x-openstack-request-id: req-06745a44-d838-4948-873a-f927b36949dd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:03.095234 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:03.095413 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06745a44-d838-4948-873a-f927b36949dd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:03.095768 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'status': 'completed', 'code': 200} Jul 23 20:12:03.159610 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de74719b-db4c-4fe4-bba1-c0a79a591231 x-openstack-request-id: req-de74719b-db4c-4fe4-bba1-c0a79a591231 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:03.160142 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-unplugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:03.160142 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de74719b-db4c-4fe4-bba1-c0a79a591231 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:03.160561 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'code': 200} Jul 23 20:12:03.322095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a656fa86-f0ca-41aa-81e3-7ef49e6670a5 req-8fff89de-3b87-487c-a15c-9d9713134112 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 210 time: 0.0996289 Jul 23 20:12:03.433751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:03.453370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12370e8d-4b9d-416a-a5f8-81c31da2a6fd req-1dc22a09-8299-494d-a461-58915ff4c795 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.0930531 Jul 23 20:12:03.482015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.527634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Transition to ACTIVE for port object a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:03.539811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.645622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:03.650538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636191813', 'description': 'tempest-description--990306887'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:03.699613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:03.776547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.777242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.777814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.778342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.778937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.779421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.780358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:03.783531 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-e0dece71-4586-421f-9142-0e2072dc38cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6213 time: 0.6677406 Jul 23 20:12:04.002523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.026137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.037082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.050278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.057321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.065301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.073727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.082627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-f4a7e694-4cd0-4fbe-bcaf-d25555913da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.083103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-f4a7e694-4cd0-4fbe-bcaf-d25555913da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.083264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.083590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-f4a7e694-4cd0-4fbe-bcaf-d25555913da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.088737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-f4a7e694-4cd0-4fbe-bcaf-d25555913da2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=358a52ca5e084e089e497ead860bc00a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2952251 Jul 23 20:12:04.092130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb011a42-326a-4c62-ad3d-929ad17392be req-360cd2f7-ea4c-45fe-a369-edc4829c2a60 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5385 time: 0.2669826 Jul 23 20:12:04.116228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.177191 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.181732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5326285 Jul 23 20:12:04.185708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59866) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:04.212755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'security_group_rule': {'security_group_id': '9fd02f98-6d1c-4b07-90b6-e85fa2a3b550', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.305369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-8f9d3fcc-0b80-4a4c-9a49-faa690b639e2 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4e839866d93e4e259a73bb091a4e7297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5648463 Jul 23 20:12:04.330643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Pushing event updated for resources: {'Port': ['ID=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:04.471751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb011a42-326a-4c62-ad3d-929ad17392be req-3e0fe7a3-0451-45eb-8931-665cee38ba3b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3713078 Jul 23 20:12:04.527105 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:04.634173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.635439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 98689461-9d33-4ae4-8197-91236ee43289 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:04.635820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.647133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:04.662293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Attempting to bind port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:04.662961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Attempting to bind port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:04.663596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Attempting to bind port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:04.720629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-4f640360-8e6b-4cb0-94ba-b9bca20e5932 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.723909 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-4f640360-8e6b-4cb0-94ba-b9bca20e5932 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658407 Jul 23 20:12:04.742667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Request body: {'port': {'device_id': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '4e839866d93e4e259a73bb091a4e7297'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:04.744199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06b432ca-e485-4432-a5d4-4aac7c2086c1 req-6bcafb81-19a0-4825-959d-d2ec852805d3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 210 time: 0.1361623 Jul 23 20:12:04.749533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-a7636782-de45-4d5b-9925-1bdef4efa809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:04.751400 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1658a646-61ff-4d79-8036-dcf1f973f826 req-a7636782-de45-4d5b-9925-1bdef4efa809 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4795680 Jul 23 20:12:04.752012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 on network 66d3473e-813b-499f-a952-367d74ab2e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:04.752349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Attempting to bind port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:04.773494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:04.773859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Checking segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:04.774256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Bound using segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:04.775643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Bound port: a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:04.775775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.794937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.801171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.801739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.806096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.806672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.807190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.807722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.808283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.808786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.809286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.809955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.810711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd868d3-3ace-43bd-b688-3f12033a2aa7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:04.924576 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:04.998341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:05.006470 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.040675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b6384db-29b4-44a7-a3ff-e74ebe1a1ac8 req-dc32555e-54c0-4275-8ca5-f38c5c00b1e0 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.1277540 Jul 23 20:12:05.095782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.100517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '097870f8-3b7d-45bc-967f-7a04b0e0f1a7'}, {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': 'e51cca3e-9366-4310-aa41-22981e7cef65'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:05.103322 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "097870f8-3b7d-45bc-967f-7a04b0e0f1a7"}, {"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "e51cca3e-9366-4310-aa41-22981e7cef65"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:05.109806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.124702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.129094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-5b6a8b2f-8e15-4772-8057-fb6a8ea3bf7b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.130915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-5b6a8b2f-8e15-4772-8057-fb6a8ea3bf7b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123&tenant_id=65cc9918feab46bbb13c46e24ec72525&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 949 time: 0.8725860 Jul 23 20:12:05.148077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a66f9-cf9d-484e-bf80-7e0f4fe8c81c req-ffae1556-69c6-471d-914d-8b8af14db500 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.155273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f8a66f9-cf9d-484e-bf80-7e0f4fe8c81c req-ffae1556-69c6-471d-914d-8b8af14db500 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 949 time: 0.6760435 Jul 23 20:12:05.161845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:05.164179 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b18e840-5209-4dcc-8ca3-270ae7b2e8dc" -d '{"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-plugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:05.222394 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e2bac0-b203-485b-97d0-b011dd504a95 x-openstack-request-id: req-74e2bac0-b203-485b-97d0-b011dd504a95 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:05.223445 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "097870f8-3b7d-45bc-967f-7a04b0e0f1a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "e51cca3e-9366-4310-aa41-22981e7cef65", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:05.224066 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74e2bac0-b203-485b-97d0-b011dd504a95 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:05.224892 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '097870f8-3b7d-45bc-967f-7a04b0e0f1a7', 'status': 'completed', 'code': 200} Jul 23 20:12:05.226009 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': 'e51cca3e-9366-4310-aa41-22981e7cef65', 'status': 'completed', 'code': 200} Jul 23 20:12:05.278374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6dfaea-fddf-4f57-aaa4-c57ff1f2733e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.312830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f8a66f9-cf9d-484e-bf80-7e0f4fe8c81c req-02dd3da5-f7bc-43c4-bfdc-a791a862358d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505737 Jul 23 20:12:05.316993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-09ce0ade-b3de-472a-be8e-8689a4545c8f service neutron] 10.222.0.47 "GET /v2.0/ports/98689461-9d33-4ae4-8197-91236ee43289/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 383 time: 0.1343570 Jul 23 20:12:05.324729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.326748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f56177cc-5cfc-4dd4-9c8b-83353efe53f0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1223726 Jul 23 20:12:05.331644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59882) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.338982 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366de047-cb39-4168-9dfc-cd1bd328b901 x-openstack-request-id: req-366de047-cb39-4168-9dfc-cd1bd328b901 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:05.339458 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-plugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:05.339884 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-366de047-cb39-4168-9dfc-cd1bd328b901 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:05.340403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'security_group_rule': {'security_group_id': '9fd02f98-6d1c-4b07-90b6-e85fa2a3b550', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.340933 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'code': 200} Jul 23 20:12:05.412384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-98e99d4a-c643-43ae-98c9-3bb976a0ad49 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.414786 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-98e99d4a-c643-43ae-98c9-3bb976a0ad49 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.36 "GET /v2.0/networks?id=6e27ff29-f0db-45ad-a0eb-21067089bb67 HTTP/1.1" status: 200 len: 811 time: 0.6900797 Jul 23 20:12:05.421398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] For port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:05.428902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] For port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:05.463410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.467832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.495228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-239890ce-94ba-4c84-81a3-7dacff344310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.502734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-239890ce-94ba-4c84-81a3-7dacff344310 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1102 time: 0.1477990 Jul 23 20:12:05.526273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Made reservation on behalf of 4e839866d93e4e259a73bb091a4e7297 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:05.531434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.569296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.581332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.582060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.583583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] 10.222.0.47 "PUT /v2.0/ports/a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 HTTP/1.1" status: 200 len: 1092 time: 3.2897797 Jul 23 20:12:05.626243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.626789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.627432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.627925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.632555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.633099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.634515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.638549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-ed76f70a-dbbd-47e2-a6eb-b390a0b6b679 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6239 time: 0.3946280 Jul 23 20:12:05.653455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-c26f19c6-c4da-4d19-84ef-748015bf9ffc tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dee67ea99bf44740954a0e3e3c1da697 HTTP/1.1" status: 200 len: 379 time: 0.2153020 Jul 23 20:12:05.702558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.779636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.793643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.835693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-ce687b93-2f3b-47df-9f0c-ef549c76e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:05.838104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-ce687b93-2f3b-47df-9f0c-ef549c76e9f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3189259 Jul 23 20:12:05.842307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0971de6-2c98-4fc8-8312-7c45a33b6e78,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.847399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4fae3-e368-4208-adae-ffda93df900f service neutron] Pushing event updated for resources: {'Port': ['ID=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:05.854952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Request body: {'port': {'device_id': '35505a02-7dd2-403b-b649-7179eab482ca', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'admin_state_up': True, 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'security_groups': ['69089c1a-42b0-48be-8633-1fb1656fe2a2']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.871815 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:05.873846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71ba1316-27bb-4233-a405-d8f7846d2a5d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5402741 Jul 23 20:12:05.889147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59896) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:05.896955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:05.909367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-6e3b3599-b12e-4336-94d5-f83217186231 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 217 time: 0.0450666 Jul 23 20:12:05.998628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.005795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.011373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.017701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.038171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.052396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.081355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.093170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-a972cea6-60d9-4672-b82d-6a51cfc65921 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5385 time: 0.4108109 Jul 23 20:12:06.095741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-88c0534e-59e6-4ec5-b06d-4c2ac6716f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.096423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-88c0534e-59e6-4ec5-b06d-4c2ac6716f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.097054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-88c0534e-59e6-4ec5-b06d-4c2ac6716f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.099098 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-88c0534e-59e6-4ec5-b06d-4c2ac6716f00 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=358a52ca5e084e089e497ead860bc00a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3914881 Jul 23 20:12:06.125141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-483e8538-4776-4cda-8e9b-1d315db97a29 req-06d84409-c1d2-4717-818c-c26c41d090e4 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 210 time: 0.1785355 Jul 23 20:12:06.168985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-a6f965bb-2604-44a4-8601-55d723ab8c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.170954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-a6f965bb-2604-44a4-8601-55d723ab8c0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2512064 Jul 23 20:12:06.178449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.179070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebdfad06-2d4f-4851-889f-5b4a055cb65b req-3d3fce98-a055-48e8-915e-11edcc641a34 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0850015 Jul 23 20:12:06.319308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfd98675-5245-4143-b4f3-59a24a57e7f0 req-9e63f5e7-f68b-452b-b731-2c9a493ec228 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.0557580 Jul 23 20:12:06.351631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-0fdc7362-09bd-45bf-8b72-207504022766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.355150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-0fdc7362-09bd-45bf-8b72-207504022766 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647689 Jul 23 20:12:06.512950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-5471a121-7b9e-4e0c-8460-299c3a2e4356 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498044 Jul 23 20:12:06.735410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-cbd79348-a8ce-4468-992f-4fab39ea3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.737037 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-cbd79348-a8ce-4468-992f-4fab39ea3ee0 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6240826 Jul 23 20:12:06.754292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452af72-93ff-4dae-87aa-79cd30473fff req-3af30f47-a258-41cd-9fa7-691d50382ed3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:06.762061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f452af72-93ff-4dae-87aa-79cd30473fff req-3af30f47-a258-41cd-9fa7-691d50382ed3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2479742 Jul 23 20:12:06.762286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.785247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.861806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f452af72-93ff-4dae-87aa-79cd30473fff req-9132526d-074f-43db-966b-031a68734b27 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968671 Jul 23 20:12:06.892326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-fe84bb09-2395-4028-9364-96b2d266aa23 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660705 Jul 23 20:12:06.931476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:06.995931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6130af9-ed0a-415c-b0f2-468ba70576f6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:07.032877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Made reservation on behalf of dee67ea99bf44740954a0e3e3c1da697 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:07.036413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.219489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Allocated IP 192.168.233.180 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/718fca85-39a1-4c49-9c77-77764995b644) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:07.232896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:07.235752 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421b5ad0-c136-4ea6-8586-89f1aeb92188" -d '{"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:07.316045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0469a98-b83d-44b0-a9bc-5b1d5378d5ce req-db3cf7f7-4277-4f84-81ac-15cda590c686 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 210 time: 0.0982516 Jul 23 20:12:07.319305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.319753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.320232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.320705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.321179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.321678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.322151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.324085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-46dba7a1-858f-416a-91c9-729aee62896f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6281 time: 0.5145464 Jul 23 20:12:07.330733 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ac657f-3481-4502-85e5-ba282e3fb38c x-openstack-request-id: req-40ac657f-3481-4502-85e5-ba282e3fb38c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:07.331087 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:07.331271 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40ac657f-3481-4502-85e5-ba282e3fb38c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:07.331662 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33', 'status': 'completed', 'code': 200} Jul 23 20:12:07.344279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75271bba-c107-41b0-bcf2-2305ef89803f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:07.372520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.472804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa0ca2d8-33d5-4ed7-84c9-0f4ddd1bb99e req-eb5ba96c-1712-44b3-8d01-f2d656a9089b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.0731037 Jul 23 20:12:07.511446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Transition to ACTIVE for port object 75271bba-c107-41b0-bcf2-2305ef89803f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:07.569928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.576964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.584402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.585223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.593736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.600816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.619773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.628919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:07.631094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-2d827ce2-969b-472c-8939-c3a2b0031c19 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5385 time: 0.1832771 Jul 23 20:12:07.680283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2a16d12-c2c0-449b-a3c0-474d844eb725 req-4c6ec56c-123c-4c7c-833f-9c00ddcb71b2 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432541 Jul 23 20:12:07.715461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Pushing event updated for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:07.747299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.748013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.748013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.748372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.748659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.749051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.749328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.749854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.750204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.750531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.751391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.752050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:07.782561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:07.920504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Allocated IP 172.20.0.14 (6e27ff29-f0db-45ad-a0eb-21067089bb67/5b1a7fad-e401-4484-a699-498b2de251fa/f0639d28-aaaf-48c8-9b2a-c2728fec341f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:07.980755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 172.25.8.33 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/e6e80901-3738-43af-a451-b988fd96f4e5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:08.090724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-812fe219-6887-455e-a770-e211a4e125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.091243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-812fe219-6887-455e-a770-e211a4e125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.091746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-812fe219-6887-455e-a770-e211a4e125e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.093701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-812fe219-6887-455e-a770-e211a4e125e8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=358a52ca5e084e089e497ead860bc00a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7506452 Jul 23 20:12:08.100512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388538b3-e951-4b8f-a03d-88c1d70bf490 req-7dd21d10-c143-4ab9-8604-dac98bd71b74 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.111405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-388538b3-e951-4b8f-a03d-88c1d70bf490 req-7dd21d10-c143-4ab9-8604-dac98bd71b74 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1583600 Jul 23 20:12:08.191392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-388538b3-e951-4b8f-a03d-88c1d70bf490 req-54ab45fe-962f-4dca-b04f-c2e45f376b98 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779350 Jul 23 20:12:08.248262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-8698fdd2-b49b-4ad3-a797-47743aefb169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.250017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66263a5c-0c41-483b-a8dd-df7a67f8dcfb req-8698fdd2-b49b-4ad3-a797-47743aefb169 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244266 Jul 23 20:12:08.482890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Attempting to bind port 75271bba-c107-41b0-bcf2-2305ef89803f on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:08.483258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Attempting to bind port 75271bba-c107-41b0-bcf2-2305ef89803f by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:08.483570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Attempting to bind port 75271bba-c107-41b0-bcf2-2305ef89803f on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:08.493346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e96be37-cab2-4ef4-b863-dcc2ac49e9ab req-792e9249-72e9-4147-aefd-13b4c95b3894 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 210 time: 0.0803316 Jul 23 20:12:08.514146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.611599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Port 75271bba-c107-41b0-bcf2-2305ef89803f on network 66d3473e-813b-499f-a952-367d74ab2e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:08.612188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Attempting to bind port 75271bba-c107-41b0-bcf2-2305ef89803f on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:08.623016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:08.623646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Checking segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:08.624207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Bound using segment: {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:08.624818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Bound port: 75271bba-c107-41b0-bcf2-2305ef89803f, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:08.625350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.648955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a2b11e6-6848-4de3-bb0b-849c571eade8 req-859cb3c8-78c1-41ae-9e65-125272700f50 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.0524912 Jul 23 20:12:08.686305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Transition to ACTIVE for port object 718fca85-39a1-4c49-9c77-77764995b644 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:08.754181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.756655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.760140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.760637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.761155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.761829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.762307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:08.768209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-c8028d03-8c26-4641-9787-23d428ab34ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6307 time: 0.4510763 Jul 23 20:12:08.847814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:08.915791 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:09.025722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.034834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.043367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.053372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.062094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.070086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.076962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.083840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-03bbb613-77e0-4b19-9b98-c5616b75fd28 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5397 time: 0.2503471 Jul 23 20:12:09.150106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad9f2a4c-e077-4009-957c-aada25380ff8 req-333f7139-08d4-43d7-9f2f-c0891a6414e1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527871 Jul 23 20:12:09.161177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Transition to ACTIVE for port object f0639d28-aaaf-48c8-9b2a-c2728fec341f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:09.283450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:09.287993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-a161bd89-a6de-4481-a4b1-4a97724a5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.288194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=75271bba-c107-41b0-bcf2-2305ef89803f,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:09.290598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-a161bd89-a6de-4481-a4b1-4a97724a5581 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123&tenant_id=65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 1102 time: 0.0750644 Jul 23 20:12:09.296477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-62fa22b5-5bd9-4e53-8b53-fb8c10d2de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.297015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-62fa22b5-5bd9-4e53-8b53-fb8c10d2de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.297449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-62fa22b5-5bd9-4e53-8b53-fb8c10d2de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.299634 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-62fa22b5-5bd9-4e53-8b53-fb8c10d2de10 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=358a52ca5e084e089e497ead860bc00a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4275701 Jul 23 20:12:09.331313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:09.348882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:09.351001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:09.431496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca50acf-e417-4b52-b06e-c535f30013e3 req-28668076-a3c2-441e-ab9c-6133d3534ebe tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.440359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bca50acf-e417-4b52-b06e-c535f30013e3 req-28668076-a3c2-441e-ab9c-6133d3534ebe tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1473806 Jul 23 20:12:09.465694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:09.476799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:09.498745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.498963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bca50acf-e417-4b52-b06e-c535f30013e3 req-3ea31538-88dc-4a04-84c7-e0ba055f610c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574877 Jul 23 20:12:09.500325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:09.502692 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] 10.222.0.47 "PUT /v2.0/ports/75271bba-c107-41b0-bcf2-2305ef89803f HTTP/1.1" status: 200 len: 1092 time: 3.8122714 Jul 23 20:12:09.514521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:09.518599 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f" -d '{"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:09.536769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:09.550127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-b0964ac9-dbaa-4622-99c1-a1716053c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.554042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-b0964ac9-dbaa-4622-99c1-a1716053c287 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 1102 time: 0.2166831 Jul 23 20:12:09.594851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=e6e80901-3738-43af-a451-b988fd96f4e5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:09.611721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:09.618284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:09.687006 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee263c4-5820-476b-92f4-d4a44c913c50 x-openstack-request-id: req-5ee263c4-5820-476b-92f4-d4a44c913c50 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:09.687594 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:09.689909 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ee263c4-5820-476b-92f4-d4a44c913c50 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:09.692081 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f', 'status': 'completed', 'code': 200} Jul 23 20:12:09.715396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:09.749764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:09.839206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:09.850909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:09.926991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:09.959117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-3118e47b-f7ef-43ba-844b-37f255d1a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.962658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-421b5ad0-c136-4ea6-8586-89f1aeb92188 req-3118e47b-f7ef-43ba-844b-37f255d1a6ae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6562190 Jul 23 20:12:09.963016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce987292-4571-4a52-892b-788e3e65a9dc req-9f7db6e0-c225-487b-8581-c867bbb67c5a tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:09.964803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce987292-4571-4a52-892b-788e3e65a9dc req-9f7db6e0-c225-487b-8581-c867bbb67c5a tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 936 time: 0.3307121 Jul 23 20:12:09.978394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:10.018515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-68f0957c-4960-4c4c-bd7b-66c53054255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.022987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-68f0957c-4960-4c4c-bd7b-66c53054255c service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.4632182 Jul 23 20:12:10.158550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-3759e08c-be99-4c65-b55a-c010d8265728 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 200 len: 217 time: 0.1049151 Jul 23 20:12:10.231605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce987292-4571-4a52-892b-788e3e65a9dc req-58942652-a525-415f-a3ad-056125776523 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279525 Jul 23 20:12:10.333185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-50f986c0-1400-4233-a35d-56ea20c32812 None None] Provisioning for port 718fca85-39a1-4c49-9c77-77764995b644 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:10.338435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-50f986c0-1400-4233-a35d-56ea20c32812 None None] Provisioning complete for port 718fca85-39a1-4c49-9c77-77764995b644 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:10.342002 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:10.342341 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50f986c0-1400-4233-a35d-56ea20c32812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:10.347910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498d430-b168-440f-ba8c-d463786f63d2 req-91dba4ac-e9f6-4133-8d4e-cefb7931db49 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.356000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d498d430-b168-440f-ba8c-d463786f63d2 req-91dba4ac-e9f6-4133-8d4e-cefb7931db49 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 932 time: 0.5519142 Jul 23 20:12:10.358239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.359128 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:10.374894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81bf2-fbaf-47ab-8bba-15b03b14be2d service neutron] Pushing event updated for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:10.384705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-d57c5f70-023f-4f16-aa2a-92c1472f823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.393082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-d57c5f70-023f-4f16-aa2a-92c1472f823d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1887105 Jul 23 20:12:10.424351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-50f986c0-1400-4233-a35d-56ea20c32812 None None] Port 718fca85-39a1-4c49-9c77-77764995b644 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:10.463780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d498d430-b168-440f-ba8c-d463786f63d2 req-c863c380-f345-4233-9bde-65a578c9f577 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064725 Jul 23 20:12:10.496081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7600391 Jul 23 20:12:10.545777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-80d65aa2-f378-46ba-8814-fd7598597360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.549161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-64084fb0-1f18-41a4-8b81-8ccbcaac7493 None None] Provisioning for port f0639d28-aaaf-48c8-9b2a-c2728fec341f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:10.549565 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-80d65aa2-f378-46ba-8814-fd7598597360 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492321 Jul 23 20:12:10.558661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-64084fb0-1f18-41a4-8b81-8ccbcaac7493 None None] Provisioning complete for port f0639d28-aaaf-48c8-9b2a-c2728fec341f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:10.559184 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-64084fb0-1f18-41a4-8b81-8ccbcaac7493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:10.572047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Request body: {'port': {'device_id': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:10.630487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-64084fb0-1f18-41a4-8b81-8ccbcaac7493 None None] Port f0639d28-aaaf-48c8-9b2a-c2728fec341f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:10.650882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.651656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:10.695311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:10.696695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.704616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.711788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.718998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.725490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.732408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.739974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.747713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-5a944490-b305-404b-b895-6a4efc611f49 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5397 time: 0.2565796 Jul 23 20:12:10.846163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2eb96577-f3a1-413f-a8ea-1150e5f7be39 req-207da46b-7037-4c4b-a98a-30cf9363e706 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912557 Jul 23 20:12:10.857609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-b234255b-60a0-411e-9327-9abcc235e550 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996500 Jul 23 20:12:10.926155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f0efe-5496-402f-b71b-562e46a1eaba req-05f757ee-63dd-4456-bc8f-27866c77200b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:10.927659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b3f0efe-5496-402f-b71b-562e46a1eaba req-05f757ee-63dd-4456-bc8f-27866c77200b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.2670603 Jul 23 20:12:11.036190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b3f0efe-5496-402f-b71b-562e46a1eaba req-40b8b0aa-a4b5-4d81-be41-a2fb1c51bc9c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778098 Jul 23 20:12:11.046843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b2c7869-0d18-4272-a707-b369b65d72ff req-82584bce-2f8c-4568-ac31-989d96fed409 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780810 Jul 23 20:12:11.201666 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:11.221627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd32481-63b7-40c0-bf22-266a181caeb9 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Pushing event updated for resources: {'Port': ['ID=718fca85-39a1-4c49-9c77-77764995b644,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:11.255058 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4804556 Jul 23 20:12:11.255618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:11.295255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Request body: {'port': {'device_id': '35505a02-7dd2-403b-b649-7179eab482ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:11.431097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64908494-2436-4097-b3eb-4acf2bfee95e req-aa26437d-19ff-4936-b075-67239dc13d4a tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.438188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64908494-2436-4097-b3eb-4acf2bfee95e req-aa26437d-19ff-4936-b075-67239dc13d4a tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 936 time: 0.1138504 Jul 23 20:12:11.456147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c75f1-bdc6-44da-b889-ad868968440b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event updated for resources: {'Port': ['ID=f0639d28-aaaf-48c8-9b2a-c2728fec341f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:11.527474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64908494-2436-4097-b3eb-4acf2bfee95e req-10269614-87ce-4716-b973-b2247f18d06d tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883229 Jul 23 20:12:11.584023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.584520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.585009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.585512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.585998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.586483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.586958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.589002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-2037697f-3869-420b-b66f-d42c450fc2ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6349 time: 1.5734518 Jul 23 20:12:11.627032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4f21d-9358-4dcd-a30c-00e9ae25a2b6 req-53ec0f4b-06da-4209-960b-65d20eb28492 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:11.631094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7b4f21d-9358-4dcd-a30c-00e9ae25a2b6 req-53ec0f4b-06da-4209-960b-65d20eb28492 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 932 time: 0.0875144 Jul 23 20:12:11.682107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7b4f21d-9358-4dcd-a30c-00e9ae25a2b6 req-4c28a144-ef04-47fa-9ae9-9a1095302f06 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431111 Jul 23 20:12:11.804617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.009512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.015478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.022204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.028086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.039253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.040402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.046240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.048820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-da464493-cd2c-4929-9401-8f382f499ffa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5397 time: 0.1183615 Jul 23 20:12:12.083567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-c4bb4693-7097-4404-82d5-dee330f3cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.084134 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-c4bb4693-7097-4404-82d5-dee330f3cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.084609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-c4bb4693-7097-4404-82d5-dee330f3cde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.086251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-c4bb4693-7097-4404-82d5-dee330f3cde8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=358a52ca5e084e089e497ead860bc00a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4760554 Jul 23 20:12:12.099940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ebff16c-4e17-4bd9-8e87-aa7b66e0db29 req-f6444bb8-43cf-4270-a696-3755d3424205 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415614 Jul 23 20:12:12.195149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a91bfed-8fe6-4a7a-8cea-f3b3c92d4321 req-2fe634c2-9389-4d9a-be9e-53a39c377ab6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.203222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a91bfed-8fe6-4a7a-8cea-f3b3c92d4321 req-2fe634c2-9389-4d9a-be9e-53a39c377ab6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.0747232 Jul 23 20:12:12.239206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a91bfed-8fe6-4a7a-8cea-f3b3c92d4321 req-90bde991-e08a-44fa-8fd9-4818010b1009 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345297 Jul 23 20:12:12.391901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.397326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718fca85-39a1-4c49-9c77-77764995b644 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:12.418902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.424664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.522549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303a7f3b-e550-461c-afe6-776a003c4ee7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:12.535003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Transition to ACTIVE for port object 718fca85-39a1-4c49-9c77-77764995b644 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:12.544762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.552417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:12.553137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-00302ecd-9369-4bfc-a304-bfa1411cd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:12.554665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-babdaff7-1d5a-422d-9f88-ef6dcb68a97f req-00302ecd-9369-4bfc-a304-bfa1411cd6ff service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4512072 Jul 23 20:12:12.559697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:12:12.588179 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.623537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=e6e80901-3738-43af-a451-b988fd96f4e5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:12.632747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Transition to ACTIVE for port object 303a7f3b-e550-461c-afe6-776a003c4ee7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:12.696213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.731369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.785371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Pushing event updated for resources: {'Port': ['ID=718fca85-39a1-4c49-9c77-77764995b644,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:12.838194 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.886867 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:12.897509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5ccf4329-9e76-49ec-9c70-5e08b81b4745 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9954596 Jul 23 20:12:12.926986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:12.929941 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060d087-5a8d-450e-ab14-8bfdda64e9bb" -d '{"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-unplugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:12.967758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:12.972040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:12.976300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.027088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Pushing event updated for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:13.089118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0639d28-aaaf-48c8-9b2a-c2728fec341f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:13.111873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.120103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Attempting to bind port 718fca85-39a1-4c49-9c77-77764995b644 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:13.120438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Attempting to bind port 718fca85-39a1-4c49-9c77-77764995b644 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:13.120808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Attempting to bind port 718fca85-39a1-4c49-9c77-77764995b644 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:13.124207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:13.133057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '98689461-9d33-4ae4-8197-91236ee43289', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '98689461-9d33-4ae4-8197-91236ee43289', 'mac_address': 'fa:16:3e:25:3c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:13.182156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Port 718fca85-39a1-4c49-9c77-77764995b644 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:13.182488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Attempting to bind port 718fca85-39a1-4c49-9c77-77764995b644 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:13.195714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Attempting to bind port 303a7f3b-e550-461c-afe6-776a003c4ee7 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:13.196056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Attempting to bind port 303a7f3b-e550-461c-afe6-776a003c4ee7 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:13.196395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Attempting to bind port 303a7f3b-e550-461c-afe6-776a003c4ee7 on network a525e910-95fa-4299-85e6-1e368b02b087 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:13.199793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Transition to ACTIVE for port object f0639d28-aaaf-48c8-9b2a-c2728fec341f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:13.200854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:13.201339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:13.201668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:13.202411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Bound port: 718fca85-39a1-4c49-9c77-77764995b644, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:13.202820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.209707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.214266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.222466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Port 303a7f3b-e550-461c-afe6-776a003c4ee7 on network a525e910-95fa-4299-85e6-1e368b02b087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:13.222796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Attempting to bind port 303a7f3b-e550-461c-afe6-776a003c4ee7 on network a525e910-95fa-4299-85e6-1e368b02b087 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:13.233343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:13.241130 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:12:13.258586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:13.259407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:13.259605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Checking segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:13.260085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Bound using segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:13.260537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Bound port: 303a7f3b-e550-461c-afe6-776a003c4ee7, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:13.260942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.263924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.356406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:13.375173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-72a44950-82f4-409c-b6c1-cce272de76f3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.378777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-72a44950-82f4-409c-b6c1-cce272de76f3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.9050777 Jul 23 20:12:13.382099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Pushing event updated for resources: {'Port': ['ID=f0639d28-aaaf-48c8-9b2a-c2728fec341f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:13.406188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-20d2017c-cedb-4246-ae66-e7c5f03b92aa tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/quotas/dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 375 time: 0.0223379 Jul 23 20:12:13.463047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] For port 718fca85-39a1-4c49-9c77-77764995b644, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:13.467644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865db081-8edf-4003-8125-d1bc7580c757 req-44e2e87c-db57-42ad-9270-634f0e582f6e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.483962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-865db081-8edf-4003-8125-d1bc7580c757 req-44e2e87c-db57-42ad-9270-634f0e582f6e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 948 time: 0.2149255 Jul 23 20:12:13.499403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.502183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] For port 718fca85-39a1-4c49-9c77-77764995b644, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=718fca85-39a1-4c49-9c77-77764995b644,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:13.508575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:13.510408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['98689461-9d33-4ae4-8197-91236ee43289'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:13.522318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=303a7f3b-e550-461c-afe6-776a003c4ee7,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:13.527510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.536841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-865db081-8edf-4003-8125-d1bc7580c757 req-ee4def80-b8b9-4e44-858f-e4e366d71340 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516667 Jul 23 20:12:13.543740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.582933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-92999009-ad78-4c07-b65b-3ec76c08936a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1744251 Jul 23 20:12:13.586551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.586551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.586954 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] 10.222.0.47 "PUT /v2.0/ports/303a7f3b-e550-461c-afe6-776a003c4ee7 HTTP/1.1" status: 200 len: 1092 time: 3.9167173 Jul 23 20:12:13.587635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Attempting to bind port f0639d28-aaaf-48c8-9b2a-c2728fec341f on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:13.587964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Attempting to bind port f0639d28-aaaf-48c8-9b2a-c2728fec341f by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:13.588290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Attempting to bind port f0639d28-aaaf-48c8-9b2a-c2728fec341f on network 6e27ff29-f0db-45ad-a0eb-21067089bb67 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:13.592847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:13.595262 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466f964a-8fc4-4370-8a18-065e7f039e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:13.602309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Port f0639d28-aaaf-48c8-9b2a-c2728fec341f on network 6e27ff29-f0db-45ad-a0eb-21067089bb67 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:13.602704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Attempting to bind port f0639d28-aaaf-48c8-9b2a-c2728fec341f on network 6e27ff29-f0db-45ad-a0eb-21067089bb67 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:13.612589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.613635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.615281 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] 10.222.0.36 "PUT /v2.0/ports/718fca85-39a1-4c49-9c77-77764995b644 HTTP/1.1" status: 200 len: 1097 time: 3.0855694 Jul 23 20:12:13.616172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:13.616516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Checking segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:13.616902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Bound using segment: {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:13.617628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Bound port: f0639d28-aaaf-48c8-9b2a-c2728fec341f, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:13.617991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.644529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Request body: {'port': {'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:13.830568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] For port f0639d28-aaaf-48c8-9b2a-c2728fec341f, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:13.834708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] For port f0639d28-aaaf-48c8-9b2a-c2728fec341f, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:13.853734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-75b82941-d7df-4b0c-8ef4-7c7bf93d0cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571445 Jul 23 20:12:13.857869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eec0eb6d-db4b-4363-820e-41409781e67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.871687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafa5ba-2d92-4ce8-bb1f-2961bb93520e service neutron] Pushing event updated for resources: {'Port': ['ID=718fca85-39a1-4c49-9c77-77764995b644,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:13.891945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.942164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41524a6-da32-4247-910d-d278f0dd5b29 req-fba0cecb-403f-47ec-a6d1-1c095f09f7c5 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.943757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f41524a6-da32-4247-910d-d278f0dd5b29 req-fba0cecb-403f-47ec-a6d1-1c095f09f7c5 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 944 time: 0.2201788 Jul 23 20:12:13.993760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:13.994514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:13.996050 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] 10.222.0.36 "PUT /v2.0/ports/f0639d28-aaaf-48c8-9b2a-c2728fec341f HTTP/1.1" status: 200 len: 1093 time: 2.7066145 Jul 23 20:12:14.019931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-8ee5ae42-dd17-4668-9952-76c81f0baedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.026727 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-8ee5ae42-dd17-4668-9952-76c81f0baedd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e839866d93e4e259a73bb091a4e7297&device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 1100 time: 0.3556783 Jul 23 20:12:14.081267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f41524a6-da32-4247-910d-d278f0dd5b29 req-6efe6e44-95a4-482b-93c7-2df73d1861ce tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100554 Jul 23 20:12:14.083728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-e9d8fb4e-47d9-4c33-8e6f-04ebcba3917a service neutron] 10.222.0.46 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133179 Jul 23 20:12:14.160951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-e03f0414-3bcd-4b44-896e-827f49e61980 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=718fca85-39a1-4c49-9c77-77764995b644 HTTP/1.1" status: 200 len: 217 time: 0.1150708 Jul 23 20:12:14.164099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.168277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b0734-f515-4170-a820-0d44f7b66569 service neutron] Pushing event updated for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:14.169003 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f382c7-0737-4153-943f-2681f19abf88 x-openstack-request-id: req-08f382c7-0737-4153-943f-2681f19abf88 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:14.169396 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-unplugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:14.169835 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08f382c7-0737-4153-943f-2681f19abf88 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:14.170308 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'code': 200} Jul 23 20:12:14.334676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.340643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.347621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.354484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.361056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.367971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.374329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.382442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-a17f9e6e-d747-4cef-8833-ad99c42cc138 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5409 time: 0.1578057 Jul 23 20:12:14.440436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f07b9ff4-84a4-4626-b7c0-d378b8f3b4b9 req-1eb4d3d8-8a55-4ccb-93bd-127f27ab561a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486736 Jul 23 20:12:14.567118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:14.603892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-675eb893-f7c3-4351-8cff-2f3292ce871e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--636191813&fields=id&tenant_id=7484d3f06c86439183350a59979b606b HTTP/1.1" status: 200 len: 267 time: 0.0650275 Jul 23 20:12:14.651535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 98689461-9d33-4ae4-8197-91236ee43289 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:14.652108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.693947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50040b7f-c0cd-460c-b53f-cb8f17af764e service neutron] Pushing event updated for resources: {'Port': ['ID=f0639d28-aaaf-48c8-9b2a-c2728fec341f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:14.730291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-415d91fc-2881-44eb-80c0-b8992611ec47 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.738856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-415d91fc-2881-44eb-80c0-b8992611ec47 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 936 time: 0.1335676 Jul 23 20:12:14.758780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7d59510a-1648-4087-905c-c785e9277a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.760494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-7d59510a-1648-4087-905c-c785e9277a74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.5888069 Jul 23 20:12:14.765413 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.806345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:14.818865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:14.826313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-eb24207d-6549-459f-af78-fad0f3fd1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.829128 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-eb24207d-6549-459f-af78-fad0f3fd1122 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dee67ea99bf44740954a0e3e3c1da697&device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 1096 time: 0.7622776 Jul 23 20:12:14.839173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d8d85-2c57-4ee2-9058-3d1fe03ea36a req-da423813-6e8f-49d5-8f65-8b37c5289990 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.840821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf8d8d85-2c57-4ee2-9058-3d1fe03ea36a req-da423813-6e8f-49d5-8f65-8b37c5289990 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 950 time: 0.1619890 Jul 23 20:12:14.848474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-1e6899b1-f2aa-4dae-8104-2c16545e7afa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:14.855905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-1e6899b1-f2aa-4dae-8104-2c16545e7afa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 935 time: 0.1161008 Jul 23 20:12:14.913388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-e845df01-ff55-4f1d-9a69-d2047ce8c08f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563698 Jul 23 20:12:14.957808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-e0b48812-1c7e-452d-9b29-1c45daf376a4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0433118 Jul 23 20:12:14.961016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-c773a21e-a5e8-431e-b783-3694135a3009 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f HTTP/1.1" status: 200 len: 217 time: 0.0723565 Jul 23 20:12:14.999936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf8d8d85-2c57-4ee2-9058-3d1fe03ea36a req-9b68ac81-aa05-4f62-9e10-11a3979ca779 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048861 Jul 23 20:12:15.111010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:15.123330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791604c6-8d4c-4522-9524-493848fb6d0b req-39aa17d7-8d32-40e6-b724-f4dba2e24a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.126306 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-39aa17d7-8d32-40e6-b724-f4dba2e24a30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3485258 Jul 23 20:12:15.128174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-b62b7b2d-e4f4-4087-8249-8ca0918b716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.129874 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-b62b7b2d-e4f4-4087-8249-8ca0918b716f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b1a7fad-e401-4484-a699-498b2de251fa HTTP/1.1" status: 200 len: 850 time: 0.1616063 Jul 23 20:12:15.195811 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27668c2-28c4-4cfb-b46c-0416c1f15839 x-openstack-request-id: req-a27668c2-28c4-4cfb-b46c-0416c1f15839 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:15.196053 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:15.196245 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a27668c2-28c4-4cfb-b46c-0416c1f15839 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:15.196972 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7', 'status': 'completed', 'code': 200} Jul 23 20:12:15.224956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6388e3a0-5931-4d1d-99b4-66f50caadb0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.242854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6388e3a0-5931-4d1d-99b4-66f50caadb0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.249239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6388e3a0-5931-4d1d-99b4-66f50caadb0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.256873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6388e3a0-5931-4d1d-99b4-66f50caadb0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/networks?id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=c26f385d-8133-4651-8133-e853a7a0add7&id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 1993 time: 0.2821546 Jul 23 20:12:15.302027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa802f52-c026-4fe9-bc34-35cd859a6f97 req-700bcad9-e9c4-4a51-ad45-f0d6551ca098 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0372522 Jul 23 20:12:15.309094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-845df9bc-ab6d-4c6a-9fbf-97d06eb6bb07 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/quotas/7484d3f06c86439183350a59979b606b HTTP/1.1" status: 200 len: 375 time: 0.0512073 Jul 23 20:12:15.377232 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-9bee0f06-59d6-48e6-aa85-566f185dc7bb service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378983 Jul 23 20:12:15.488574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-8e650e04-f4cc-48ef-ba80-03c8b327ffb6 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1703837 Jul 23 20:12:15.497095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-9cb58e25-1a19-4c83-98ac-ffeee918599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.498772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-9cb58e25-1a19-4c83-98ac-ffeee918599e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e27ff29-f0db-45ad-a0eb-21067089bb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3608613 Jul 23 20:12:15.624795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b59dbd-b1d5-4db1-ae07-a8cae162fb73 req-a1896293-d303-4d26-9037-000f934dc861 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.632559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17b59dbd-b1d5-4db1-ae07-a8cae162fb73 req-a1896293-d303-4d26-9037-000f934dc861 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 948 time: 0.2113311 Jul 23 20:12:15.653127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fc400c-7fc1-46b8-b513-0e4ce3bac66f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:15.672876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:15.700319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17b59dbd-b1d5-4db1-ae07-a8cae162fb73 req-8e5d4b3c-42a0-43af-84a1-3aba6a0c3104 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666630 Jul 23 20:12:15.703008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-e5d4de08-007e-44f2-9aac-bb87240f560e service neutron] 10.222.0.46 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136326 Jul 23 20:12:15.725076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.725633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.725982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.726454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.726923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.727390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.727858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.729859 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-8dcf7a36-5922-4aaa-9658-94e38a64cc21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6417 time: 0.5199857 Jul 23 20:12:15.731112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Transition to ACTIVE for port object a7fc400c-7fc1-46b8-b513-0e4ce3bac66f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:15.761882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:15.765539 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-d9a2b6fc-54a4-4419-bc8c-bcd2b21bf500 service neutron] 10.222.0.36 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495787 Jul 23 20:12:15.814984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-791604c6-8d4c-4522-9524-493848fb6d0b req-3712601e-8f98-4bae-965e-0f30482f2ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287364 Jul 23 20:12:15.869364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-4981828d-afb1-4321-86ea-9a76bceddfcc service neutron] 10.222.0.46 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579537 Jul 23 20:12:15.957137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d69e2-fe9d-4678-878b-00cd4418cbeb req-1849a938-bed0-4dca-be07-ab504a23a28a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:15.959177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-768d69e2-fe9d-4678-878b-00cd4418cbeb req-1849a938-bed0-4dca-be07-ab504a23a28a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 951 time: 0.1686323 Jul 23 20:12:15.963471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-e1c76173-6dde-4384-b614-4aaefd1be44c service neutron] 10.222.0.46 "GET /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0792124 Jul 23 20:12:16.019598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:16.043055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-768d69e2-fe9d-4678-878b-00cd4418cbeb req-30c61a8f-5727-4706-8880-40a2831143a4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772240 Jul 23 20:12:16.068146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-a6b50137-4b52-4e7a-8cf5-b4b825f98f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.068646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-a6b50137-4b52-4e7a-8cf5-b4b825f98f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.069244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-a6b50137-4b52-4e7a-8cf5-b4b825f98f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.071028 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-a6b50137-4b52-4e7a-8cf5-b4b825f98f6f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=358a52ca5e084e089e497ead860bc00a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3309562 Jul 23 20:12:16.153615 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-836fb799-875f-4b25-be64-30a7d2b702c1 req-b66a1b23-a62a-4b2e-8197-fd905173fb30 service neutron] 10.222.0.36 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775017 Jul 23 20:12:16.171149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:16.176834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Attempting to bind port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:16.177188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Attempting to bind port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:16.177579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Attempting to bind port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f on network a525e910-95fa-4299-85e6-1e368b02b087 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:16.184261 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a4411-f8f5-4397-a156-5eeafb48da82" -d '{"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-plugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:16.220280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f on network a525e910-95fa-4299-85e6-1e368b02b087 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:16.220614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Attempting to bind port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f on network a525e910-95fa-4299-85e6-1e368b02b087 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:16.234270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:16.234660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Checking segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:16.235079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Bound using segment: {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:16.235538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Bound port: a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80485673-db14-4ec8-b622-c1c3b8ef8f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:16.235905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:16.269931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-38c0e996-6fe9-4f3b-a98f-2f78586b453e service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797132 Jul 23 20:12:16.335436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:16.338219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-9dc6ebac-fd8b-446b-9818-452c1bbac76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.339656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-466f964a-8fc4-4370-8a18-065e7f039e2f req-9dc6ebac-fd8b-446b-9818-452c1bbac76e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464182 Jul 23 20:12:16.359075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-be3b6b4c-92e9-4321-bdab-71ce943abad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:16.364908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:16.373675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:16.392178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:16.413515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.414141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:16.415842 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 200 len: 1092 time: 2.7811866 Jul 23 20:12:16.438919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21371d-fcd2-4eec-a2dd-f6839e462aea req-bdb4a0d5-9903-4f57-a479-e00dbcedfb4e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.440714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a21371d-fcd2-4eec-a2dd-f6839e462aea req-bdb4a0d5-9903-4f57-a479-e00dbcedfb4e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 944 time: 0.2586453 Jul 23 20:12:16.458690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-8906815f-60af-4085-af52-565cf02105df tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.460107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-8906815f-60af-4085-af52-565cf02105df tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 821 time: 0.3446667 Jul 23 20:12:16.460600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ee0ef-b725-4dc6-8e1f-007bea3be687 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:16.470393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-4399a53e-9667-4c49-98a6-af3ee93bd557 service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995459 Jul 23 20:12:16.475087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Request body: {'port': {'device_id': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'admin_state_up': True, 'tenant_id': 'dd5cc0d3eca544f9bcefe08c381df5d3'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:16.529664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-322db39a-2713-4161-9c7b-79b75683bd3e service neutron] 10.222.0.46 "GET /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0437629 Jul 23 20:12:16.569490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.570034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.570671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.571355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.571885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.572515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.573275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.575774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-aacbb19a-d861-40f6-816e-16353347f8ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6485 time: 0.0924780 Jul 23 20:12:16.626899 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a21371d-fcd2-4eec-a2dd-f6839e462aea req-af3e1132-5cc5-4beb-9ca9-8a0d22b59ec4 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646380 Jul 23 20:12:16.635469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ecd3d726-ef59-4ba4-bdfd-d7718b17099b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 200 len: 217 time: 0.0514932 Jul 23 20:12:16.714852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3b2efa61-9567-4c98-a030-11beb46984de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.716257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3b2efa61-9567-4c98-a030-11beb46984de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8956241-ca64-4c80-87a6-6e5278730f0f HTTP/1.1" status: 200 len: 850 time: 0.0729988 Jul 23 20:12:16.799044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4a14f1e7-11e1-4aeb-add2-5f91f285c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.800761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-4a14f1e7-11e1-4aeb-add2-5f91f285c2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773590 Jul 23 20:12:16.818728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-fc7760a8-a591-4d94-9533-56a5e82718d7 service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659104 Jul 23 20:12:16.842042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Made reservation on behalf of dd5cc0d3eca544f9bcefe08c381df5d3 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:16.846342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:16.901374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-81b7b5b2-b45c-4439-9ff8-f438b8267e69 service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941918 Jul 23 20:12:16.908340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.914679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.920591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.927608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.933543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.940457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.946676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:16.948296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4519298-9864-499f-94e4-aeb627244d13 req-90ae6312-a9ec-421b-a6be-457d21e2cb46 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2149675 Jul 23 20:12:16.958909 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:17.008849 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c415691a-446c-4bec-9dad-5291fbf7bfdb service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012003 Jul 23 20:12:17.053011 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-7a21dea3-3646-4d35-97bc-59027dc72ab9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 217 time: 0.0378127 Jul 23 20:12:17.101129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-da8ee79f-8d25-400e-9a34-269404f7ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.102759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-da8ee79f-8d25-400e-9a34-269404f7ab0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0442345 Jul 23 20:12:17.107442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4519298-9864-499f-94e4-aeb627244d13 req-d98bdd61-1237-4860-a668-35c8788058b0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267474 Jul 23 20:12:17.109427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-c62eebc3-be91-48a3-84ae-aa263794bf4f service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772155 Jul 23 20:12:17.139731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Allocated IP 172.20.0.9 (411c6b38-42e3-4b12-a93f-1642c420c546/37156b0c-0f5e-40e8-9d80-8813d45e5651/4141e9a6-46f5-4777-a9a4-476857fd7502) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:17.185825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a9523f4b-bd52-4c63-8e12-b539e6c78885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.187418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a9523f4b-bd52-4c63-8e12-b539e6c78885 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788009 Jul 23 20:12:17.205128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'tag': '718fca85-39a1-4c49-9c77-77764995b644'}, {'name': 'network-changed', 'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f'}, {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:17.207455 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba" -d '{"events": [{"name": "network-changed", "server_uuid": "21f691b0-376d-486e-92d6-cccc89ba2c71", "tag": "718fca85-39a1-4c49-9c77-77764995b644"}, {"name": "network-changed", "server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f"}, {"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:17.304612 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf11dd-e2af-419b-8af3-a12e0b50b719 x-openstack-request-id: req-e2bf11dd-e2af-419b-8af3-a12e0b50b719 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:17.305169 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-plugged", "status": "completed", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:17.305169 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2bf11dd-e2af-419b-8af3-a12e0b50b719 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:17.305820 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'code': 200} Jul 23 20:12:17.333064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-a03740c4-89d5-476f-8764-5fe3d438a059 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376696 Jul 23 20:12:17.424529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d0589bb-a4e5-44be-9961-082c3d46f1f7 req-2c4bd2cd-2b4e-46bc-85ce-d63b3c25cc59 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0511651 Jul 23 20:12:17.428690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0b4a5fff-e094-4e3d-a47c-361b935b1402 service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721806 Jul 23 20:12:17.437051 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-734ca184-fddf-4daa-885d-53bedef27635 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968008 Jul 23 20:12:17.478710 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:17.483768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ca5ed70d-6ca5-4431-9160-1db139883165 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 217 time: 0.0385621 Jul 23 20:12:17.546941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-28440ddd-e677-47c3-822f-612f57913612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.549252 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-28440ddd-e677-47c3-822f-612f57913612 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0584803 Jul 23 20:12:17.592932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:17.641890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-b77df3f1-20a2-4ccc-ad99-d200aada42fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.643389 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-b77df3f1-20a2-4ccc-ad99-d200aada42fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870707 Jul 23 20:12:17.665568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-205fa208-74ab-4455-ae76-372922132d78 service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841624 Jul 23 20:12:17.697474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:17.709360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e7242365-d69f-4481-8d5a-70d8fb748638'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:17.760867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-46508057-9144-4cb1-8180-e03d15314c08 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105378 Jul 23 20:12:17.787774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-cc14dc2a-7950-4a1d-a228-2a6d35ed3d8e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.794575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-cc14dc2a-7950-4a1d-a228-2a6d35ed3d8e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.2425079 Jul 23 20:12:17.812421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-219150a0-2c65-43da-a54d-1f5b547bd91a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/quotas/88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 375 time: 0.0169525 Jul 23 20:12:17.825280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:17.882424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Network 411c6b38-42e3-4b12-a93f-1642c420c546 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:17.884990 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-2060b0cd-ec89-477b-9af9-06020b5afc1e service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170380 Jul 23 20:12:17.891880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:17.896886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:17.926626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-5916927b-586d-4e53-87dd-33625be49fcf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 HTTP/1.1" status: 200 len: 217 time: 0.0355508 Jul 23 20:12:17.984706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c1324580-dfdf-4cfd-b5a6-4f3372478e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:17.986383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c1324580-dfdf-4cfd-b5a6-4f3372478e48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0541956 Jul 23 20:12:18.056736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-945e3c94-2d3f-455f-aecc-ab5b24f0ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.058307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-945e3c94-2d3f-455f-aecc-ab5b24f0ab92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654328 Jul 23 20:12:18.155357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-c7077624-49fa-4de6-82ae-d836f2ca9294 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883906 Jul 23 20:12:18.256228 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-19a23d94-e8c8-4fc4-abf5-36f6d290b71a service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939679 Jul 23 20:12:18.261066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-89c80163-ce90-4039-9710-9c9b3275995b service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795207 Jul 23 20:12:18.274623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.275225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.299785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3225e7af-30b4-4ce6-b3c4-266f3739c3f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=75271bba-c107-41b0-bcf2-2305ef89803f HTTP/1.1" status: 200 len: 217 time: 0.0369523 Jul 23 20:12:18.315751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-0eff89bd-6763-4e9e-a2b6-f032ae267e9e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5024495 Jul 23 20:12:18.336942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fb634f33-1136-453a-9410-5c2efa4fd04e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8655896 Jul 23 20:12:18.355234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Request body: {'port': {'device_id': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:18.358109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3e978680-41ed-45fe-bd93-7620d91cf928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.360266 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-3e978680-41ed-45fe-bd93-7620d91cf928 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0528042 Jul 23 20:12:18.425283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-528bc65b-0beb-4d13-a14c-b034c75fdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.426853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-528bc65b-0beb-4d13-a14c-b034c75fdd54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611246 Jul 23 20:12:18.523502 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-7674f2fa-065f-4ce1-b8f6-f79644ddb3e9 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893383 Jul 23 20:12:18.528001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-ebcdc9d1-2874-4150-b156-c778b057db0d service neutron] 10.222.0.46 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493789 Jul 23 20:12:18.535445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-32250be1-1a58-4e51-a6ed-127d14d34a91 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098379 Jul 23 20:12:18.550215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:18.633135 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-2b7a97a8-602a-433b-98bb-b22d435bf36b service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025848 Jul 23 20:12:18.675751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-6794df5e-dbef-4b0f-a4d4-51aeb1cc77ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=303a7f3b-e550-461c-afe6-776a003c4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0355659 Jul 23 20:12:18.728340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d27fed56-bf35-4653-b79b-cbf801430a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.730157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-d27fed56-bf35-4653-b79b-cbf801430a01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0478647 Jul 23 20:12:18.749779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-770597cf-266c-4823-8aaf-cd6eb4a610c7 service neutron] 10.222.0.46 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014351 Jul 23 20:12:18.794739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ebcb7bdc-baeb-4548-9ad4-9f24ee1909c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:18.798988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-03280a9e-6715-46aa-a12f-3341457fd5d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625883 Jul 23 20:12:18.804319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ebcb7bdc-baeb-4548-9ad4-9f24ee1909c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627170 Jul 23 20:12:18.905192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-90310519-96e1-402d-9e07-1d3409cc8237 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999012 Jul 23 20:12:18.976535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-408f4096-36a6-40d4-9fd9-fbfb8ad8f5a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717186 Jul 23 20:12:19.023322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-ac77d39d-3c61-44e1-8c04-a0df1b9f2806 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116087 Jul 23 20:12:19.086268 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9a2a4266-1241-412b-a54c-1eb894999450 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 200 len: 217 time: 0.0560918 Jul 23 20:12:19.122587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-887eb5e9-553d-4931-a556-aa906c37486d service neutron] 10.222.0.46 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339245 Jul 23 20:12:19.150027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-755c4ebf-e65b-4730-a736-fbc9bcbcafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.151658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-755c4ebf-e65b-4730-a736-fbc9bcbcafc5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0589974 Jul 23 20:12:19.228033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 718fca85-39a1-4c49-9c77-77764995b644 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:19.241344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c191f-42c8-4c97-994d-fe69025dc96a req-1029678f-80f7-4b4f-867f-998e0177df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.242983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4141e9a6-46f5-4777-a9a4-476857fd7502 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:19.244529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-1029678f-80f7-4b4f-867f-998e0177df2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853443 Jul 23 20:12:19.260877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.320922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Transition to ACTIVE for port object 4141e9a6-46f5-4777-a9a4-476857fd7502 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:19.340703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.366600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 718fca85-39a1-4c49-9c77-77764995b644, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=718fca85-39a1-4c49-9c77-77764995b644,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:19.373121 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-06579ef1-69aa-4f19-8094-62ebc465d659 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203549 Jul 23 20:12:19.381871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '718fca85-39a1-4c49-9c77-77764995b644', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '718fca85-39a1-4c49-9c77-77764995b644', 'mac_address': 'fa:16:3e:e8:dc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:19.435396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.452722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e8d05-2ac8-43df-a73d-56fab1030218 req-91787069-7818-49fe-9855-3ad5ac50880b tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.453258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718fca85-39a1-4c49-9c77-77764995b644 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:19.455031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c7e8d05-2ac8-43df-a73d-56fab1030218 req-91787069-7818-49fe-9855-3ad5ac50880b tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 948 time: 0.2959082 Jul 23 20:12:19.479171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 718fca85-39a1-4c49-9c77-77764995b644, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=718fca85-39a1-4c49-9c77-77764995b644,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:19.481727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-c98cbe4b-13c5-4337-b332-0815549927df service neutron] 10.222.0.46 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209703 Jul 23 20:12:19.509597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.512445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f0639d28-aaaf-48c8-9b2a-c2728fec341f details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:19.513655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-122c191f-42c8-4c97-994d-fe69025dc96a req-9af9f4c5-0339-4a16-a6f6-2839e7fdd811 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334529 Jul 23 20:12:19.582618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:19.585084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=718fca85-39a1-4c49-9c77-77764995b644,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:19.621182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.660528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c7e8d05-2ac8-43df-a73d-56fab1030218 req-37b0ea1a-413b-4341-b7dd-5fe4064ae4db tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985958 Jul 23 20:12:19.661844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:19.661844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:19.662194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:19.689589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:19.689589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:19.701466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:19.701466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:19.701716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:19.702266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Bound port: 4141e9a6-46f5-4777-a9a4-476857fd7502, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:19.702641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.728346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f0639d28-aaaf-48c8-9b2a-c2728fec341f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:19.745131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'port_id': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'mac_address': 'fa:16:3e:9c:7e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:19.753924 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9a6f96-aa32-427a-9706-a657f9606c0d x-openstack-request-id: req-9b9a6f96-aa32-427a-9706-a657f9606c0d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:19.754277 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21f691b0-376d-486e-92d6-cccc89ba2c71", "tag": "718fca85-39a1-4c49-9c77-77764995b644", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:19.754534 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9b9a6f96-aa32-427a-9706-a657f9606c0d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:19.754975 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'tag': '718fca85-39a1-4c49-9c77-77764995b644', 'status': 'completed', 'code': 200} Jul 23 20:12:19.755212 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'status': 'completed', 'code': 200} Jul 23 20:12:19.755464 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f', 'status': 'completed', 'code': 200} Jul 23 20:12:19.799866 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.813945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0639d28-aaaf-48c8-9b2a-c2728fec341f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:19.836618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f0639d28-aaaf-48c8-9b2a-c2728fec341f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:19.841646 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.856203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:19.861907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:19.892513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.917719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-1dbf49c5-06b0-4682-8dce-e40d98498444 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539882 Jul 23 20:12:19.926023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f0639d28-aaaf-48c8-9b2a-c2728fec341f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:19.940870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.941423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.941846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.942318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.942880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.943259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.943727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.945678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-5c7a4d38-fab7-40de-80b9-0082f7438aed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6485 time: 0.1739011 Jul 23 20:12:19.989334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:19.989994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:19.991501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] 10.222.0.47 "PUT /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 1092 time: 1.6420934 Jul 23 20:12:19.992071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:19.994531 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bf981-c352-4f7c-b607-b5722426ae63" -d '{"events": [{"name": "network-changed", "server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:20.108999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690da624-f8fb-493a-a9d1-6da6fd076da3 service neutron] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:20.133034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f0639d28-aaaf-48c8-9b2a-c2728fec341f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:20.168787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['718fca85-39a1-4c49-9c77-77764995b644'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:20.183503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-b318b0c4-a555-4f28-bd37-f99fd2c68ab6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.185725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-b318b0c4-a555-4f28-bd37-f99fd2c68ab6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665114 Jul 23 20:12:20.244738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-39ffa723-a160-4bfc-bb0f-7b6a2069c0bb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/quotas/65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 375 time: 0.0412099 Jul 23 20:12:20.303368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-1c42f1a1-1661-4877-8f97-213facbbab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.307152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-1c42f1a1-1661-4877-8f97-213facbbab84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1095 time: 0.2507129 Jul 23 20:12:20.416478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-57a29d4f-82f0-4551-b6eb-0fa3c7d0f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.418046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-57a29d4f-82f0-4551-b6eb-0fa3c7d0f8da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e839866d93e4e259a73bb091a4e7297&device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 1101 time: 0.5475528 Jul 23 20:12:20.421387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-52a25070-8699-4db6-aa0d-b2ad406302c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 217 time: 0.0928452 Jul 23 20:12:20.554702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fd90aa78-2b8e-4854-83c4-e3da4a7b8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.556214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-fd90aa78-2b8e-4854-83c4-e3da4a7b8a26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1268892 Jul 23 20:12:20.613477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-528f8756-2b76-4bc0-bc68-aacaf7cf2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.614976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-528f8756-2b76-4bc0-bc68-aacaf7cf2d11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 200 len: 902 time: 0.6563663 Jul 23 20:12:20.643630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-88c63a29-ce6c-488b-b475-cb9bedd53422 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3906808 Jul 23 20:12:20.678475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-da0f53b7-7a52-4bfa-9cba-20bc0d7d7ee9 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.680190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-da0f53b7-7a52-4bfa-9cba-20bc0d7d7ee9 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 807 time: 0.3301220 Jul 23 20:12:20.682240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-c53fcc0c-885b-4392-99d7-672f6fc1ab65 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155865 Jul 23 20:12:20.683653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-349dd665-9a75-45f1-9554-8aa6ae247b9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 200 len: 217 time: 0.0604575 Jul 23 20:12:20.685089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-4e0f4167-8e58-4d42-9f85-0c9081621170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.686717 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-4e0f4167-8e58-4d42-9f85-0c9081621170 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2600598 Jul 23 20:12:20.775368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Request body: {'port': {'device_id': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'admin_state_up': True, 'tenant_id': '88ec0e139c654480b90946b197eff271'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:20.789087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-c3daee84-d9ff-4910-8227-c4894856cff1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=718fca85-39a1-4c49-9c77-77764995b644 HTTP/1.1" status: 200 len: 217 time: 0.0943408 Jul 23 20:12:20.911008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4cfbe-51d2-48d2-b12c-51c36ab76466 req-0dafb9e1-7531-40ae-b95b-6cf7d8fe2eed tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.915759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c4cfbe-51d2-48d2-b12c-51c36ab76466 req-0dafb9e1-7531-40ae-b95b-6cf7d8fe2eed tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 945 time: 0.2359314 Jul 23 20:12:20.944532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-996cd3d6-39b6-4c9e-8f75-ed0d1c627c21 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456710 Jul 23 20:12:20.976957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-84bc4594-da8a-4acb-87f9-34210024026f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:20.979148 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-84bc4594-da8a-4acb-87f9-34210024026f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.2656159 Jul 23 20:12:21.044493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-73a8a2d2-06f9-47ed-ab81-4c7156ffb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.046494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-73a8a2d2-06f9-47ed-ab81-4c7156ffb119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2177069 Jul 23 20:12:21.131006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Made reservation on behalf of 88ec0e139c654480b90946b197eff271 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:21.134594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.142106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c4cfbe-51d2-48d2-b12c-51c36ab76466 req-2caa91ff-029a-4484-acaf-8a6465f55bb1 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173150 Jul 23 20:12:21.173528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-9f1ed0e4-ca27-48af-a274-9a0def0f1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.175367 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-9f1ed0e4-ca27-48af-a274-9a0def0f1572 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1881409 Jul 23 20:12:21.244460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 718fca85-39a1-4c49-9c77-77764995b644 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:21.261143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-a8c2b3e4-d461-41be-890f-22e41ce99fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.264185 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-a8c2b3e4-d461-41be-890f-22e41ce99fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2042513 Jul 23 20:12:21.407904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae33c84-0719-42dd-ac08-85671b3b8ee4 req-2e286d66-dc1f-46b5-a3f8-3a3638b22e8c service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389436 Jul 23 20:12:21.409916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 718fca85-39a1-4c49-9c77-77764995b644 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:21.420905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 718fca85-39a1-4c49-9c77-77764995b644 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:21.421389 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.529952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.537611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.545188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.547193 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-48553f9f-72cd-4226-a9cf-0e502bf5dc0e service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575780 Jul 23 20:12:21.552743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.559755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.567293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.573870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.574398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Allocated IP 172.20.0.3 (d5f4b270-f9cb-4c68-ae99-bc50adf09e91/b42be26d-26ab-4bfa-83c0-c4df5555f6f1/df1762d8-ef03-4c9b-9449-9f590320c2cb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:21.578936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-129522bf-a50f-461d-9181-a867b498bf0e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872589 Jul 23 20:12:21.583663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-5385e0c2-d6cf-4b12-ad72-24668c5ba4ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.6249104 Jul 23 20:12:21.637083 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.668342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4abc5e8-f296-4f04-b692-03c9720604a1 req-674bd8f1-19f9-4e16-854c-6e9a34e74bad tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833735 Jul 23 20:12:21.723098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718fca85-39a1-4c49-9c77-77764995b644'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:21.729669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe92b0-8bfa-4f87-bd1c-1b77f2e59909 req-d51fb040-afa9-4a3a-948c-fc922a5a3081 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:21.734185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dfe92b0-8bfa-4f87-bd1c-1b77f2e59909 req-d51fb040-afa9-4a3a-948c-fc922a5a3081 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.3072102 Jul 23 20:12:21.736914 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65e028d-f739-4609-8e5d-ffe8645a294b" -d '{"events": [{"server_uuid": "21f691b0-376d-486e-92d6-cccc89ba2c71", "name": "network-vif-plugged", "status": "completed", "tag": "718fca85-39a1-4c49-9c77-77764995b644"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:21.779218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 718fca85-39a1-4c49-9c77-77764995b644, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=718fca85-39a1-4c49-9c77-77764995b644,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:21.788792 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:21.864508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-e8d22310-4a24-4d5f-be46-8a35ceadabdf service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688730 Jul 23 20:12:21.868901 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-ab0f63f6-c8e8-4b59-9f4e-343c51ec5f93 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116291 Jul 23 20:12:21.885973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-611e1c93-89ee-493a-a529-3aae422f22af req-e8f0ffb0-8b68-4dd8-891d-94fc7ad892cc tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 210 time: 0.0506957 Jul 23 20:12:21.907180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dfe92b0-8bfa-4f87-bd1c-1b77f2e59909 req-577d59e4-708c-4112-8438-9e22eabd4096 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629925 Jul 23 20:12:21.908752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=718fca85-39a1-4c49-9c77-77764995b644,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:21.971155 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f7d6f1-bdc1-43f6-8477-f67e8cc62d5a x-openstack-request-id: req-e2f7d6f1-bdc1-43f6-8477-f67e8cc62d5a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:21.971749 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:21.972003 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2f7d6f1-bdc1-43f6-8477-f67e8cc62d5a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:21.972681 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'status': 'completed', 'code': 200} Jul 23 20:12:22.030544 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:22.099833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cbf97c-37e5-4c3e-8433-c234916e466a req-36e18492-fd0d-4d15-a8e1-e4ceb6c46c00 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0502644 Jul 23 20:12:22.171470 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:22.185654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4998ee98-7f46-4e2c-9256-2b54addebf4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:22.225969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:22.234567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d31ff38-d35f-4d32-9d92-4e39a12e6158 req-f3fb1d53-b07c-435a-8c45-d5e207dc8f6b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 210 time: 0.0623724 Jul 23 20:12:22.241127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-4f895da8-c679-4876-8cfe-f67191604c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.242821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-4f895da8-c679-4876-8cfe-f67191604c7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1095 time: 0.1703365 Jul 23 20:12:22.246386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:22.249641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-dc3cf28a-f539-463d-820a-ad5e0f921408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.251847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-dc3cf28a-f539-463d-820a-ad5e0f921408 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dee67ea99bf44740954a0e3e3c1da697&device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 1097 time: 0.1804714 Jul 23 20:12:22.252717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:22.315523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e9303-9c21-472f-aba7-b24a9c3fb514 req-50650f98-ffa5-4f54-87b6-40cf9d0489fe tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.316988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-751e9303-9c21-472f-aba7-b24a9c3fb514 req-50650f98-ffa5-4f54-87b6-40cf9d0489fe tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 950 time: 0.2303047 Jul 23 20:12:22.323726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:22.388967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-751e9303-9c21-472f-aba7-b24a9c3fb514 req-b27a4671-aeb6-4667-9ba0-cd6bf74c644e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631297 Jul 23 20:12:22.393412 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c547a6-5c4b-4574-8c75-48f0d237e1bc x-openstack-request-id: req-94c547a6-5c4b-4574-8c75-48f0d237e1bc {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:22.394870 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f691b0-376d-486e-92d6-cccc89ba2c71", "name": "network-vif-plugged", "status": "completed", "tag": "718fca85-39a1-4c49-9c77-77764995b644", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:22.395419 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94c547a6-5c4b-4574-8c75-48f0d237e1bc {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:22.395985 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718fca85-39a1-4c49-9c77-77764995b644', 'code': 200} Jul 23 20:12:22.445363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.446033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:22.487436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-2fc3f0fe-ac7e-4a10-9860-bdbd9409a647 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7777100 Jul 23 20:12:22.526171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Request body: {'port': {'device_id': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:22.558487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-73095dd3-b2ff-4ba9-a01a-068ba83b8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.560130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-73095dd3-b2ff-4ba9-a01a-068ba83b8c1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e27ff29-f0db-45ad-a0eb-21067089bb67 HTTP/1.1" status: 200 len: 912 time: 0.2926087 Jul 23 20:12:22.607758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-6a9f2bee-8d35-45c7-b53f-0e5281e1bad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.609220 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-6a9f2bee-8d35-45c7-b53f-0e5281e1bad7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.3532600 Jul 23 20:12:22.654267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-da0a1630-2424-40d4-b138-0be7854a6412 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f HTTP/1.1" status: 200 len: 217 time: 0.0751781 Jul 23 20:12:22.661862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf11b7-2f48-48b4-a1d3-36d658b0b1a9 req-efc2b57f-84fd-4093-8d15-3f319691343c tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.663366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9bf11b7-2f48-48b4-a1d3-36d658b0b1a9 req-efc2b57f-84fd-4093-8d15-3f319691343c tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 945 time: 0.1715808 Jul 23 20:12:22.664323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-28cfa97d-a4ef-4313-a877-47d87f411fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.665548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-28cfa97d-a4ef-4313-a877-47d87f411fd6 service neutron] 10.222.0.36 "GET /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 1032 time: 0.0909638 Jul 23 20:12:22.715713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-769bdaf5-06c3-4908-a9e3-4f68f3cfa167 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 217 time: 0.0723803 Jul 23 20:12:22.748801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-71dee3c8-bbb7-41f4-b61b-3cabd33daf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.752021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-71dee3c8-bbb7-41f4-b61b-3cabd33daf9a service neutron] 10.222.0.36 "GET /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 1031 time: 0.0787606 Jul 23 20:12:22.761997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9bf11b7-2f48-48b4-a1d3-36d658b0b1a9 req-c6d1ce33-dd4b-4fbc-a97a-d888afd372f3 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910211 Jul 23 20:12:22.839523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-ee86c54a-91d9-479f-876b-597f31e543d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.841038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-ee86c54a-91d9-479f-876b-597f31e543d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b1a7fad-e401-4484-a699-498b2de251fa HTTP/1.1" status: 200 len: 850 time: 0.1801360 Jul 23 20:12:22.844454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:22.877210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227006e0-1f8b-4cef-b7c2-ae7016d2e67e req-2eb7c4ca-1d6e-4d95-80fc-691b7859b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.878573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-227006e0-1f8b-4cef-b7c2-ae7016d2e67e req-2eb7c4ca-1d6e-4d95-80fc-691b7859b68a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 1102 time: 0.3154075 Jul 23 20:12:22.880129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-7b0916fa-6a2e-4797-b5f2-61e4e83e9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:22.881481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-7b0916fa-6a2e-4797-b5f2-61e4e83e9de7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1289403 Jul 23 20:12:23.020442 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-2563d5dd-2b80-48b8-a363-b7184986ff12 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=65cc9918feab46bbb13c46e24ec72525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953903 Jul 23 20:12:23.048475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-a32755cf-b664-433c-ab82-119d54fa4238 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464946 Jul 23 20:12:23.066364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3ec98d6a-ad3d-4d89-a934-5f4132f98966 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.072158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3ec98d6a-ad3d-4d89-a934-5f4132f98966 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.079701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3ec98d6a-ad3d-4d89-a934-5f4132f98966 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.081325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3ec98d6a-ad3d-4d89-a934-5f4132f98966 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "GET /v2.0/networks?id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=c26f385d-8133-4651-8133-e853a7a0add7&id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 1993 time: 0.3184114 Jul 23 20:12:23.129212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.137860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.145508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.153470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.160197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.166000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.171939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.173842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-195de8ad-c59e-4247-b789-f126f2dcfaa8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.3566813 Jul 23 20:12:23.223584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0b3ada72-3dfb-4999-983a-5e70506facb4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7484d3f06c86439183350a59979b606b HTTP/1.1" status: 200 len: 379 time: 0.1336403 Jul 23 20:12:23.234564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'admin_state_up': True, 'tenant_id': '7484d3f06c86439183350a59979b606b', 'security_groups': ['9fd02f98-6d1c-4b07-90b6-e85fa2a3b550']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:23.242215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f0639d28-aaaf-48c8-9b2a-c2728fec341f up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:23.277626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6b4dbf-0903-4dcb-8609-d409eea1a6c0 req-1849067e-a300-4996-b907-518be8c154df tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909905 Jul 23 20:12:23.288516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7543f-165b-4cff-9c00-b161fcec1b0b req-62262ef0-040a-4d0f-8163-ae92c0f1244e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.303627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5c7543f-165b-4cff-9c00-b161fcec1b0b req-62262ef0-040a-4d0f-8163-ae92c0f1244e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 931 time: 0.2845120 Jul 23 20:12:23.350165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f0639d28-aaaf-48c8-9b2a-c2728fec341f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:23.354453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f0639d28-aaaf-48c8-9b2a-c2728fec341f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:23.354834 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:23.524500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:23.530080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5c7543f-165b-4cff-9c00-b161fcec1b0b req-5278f436-0503-45aa-a345-8196d2920050 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195959 Jul 23 20:12:23.532156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:23.537877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:23.587012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f0639d28-aaaf-48c8-9b2a-c2728fec341f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:23.600257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:23.669132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f0639d28-aaaf-48c8-9b2a-c2728fec341f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:23.719516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-254fa099-fcc1-41f1-a07a-b2daa1cc62ed req-66b75052-947c-4d21-9667-98a16e49db10 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0784922 Jul 23 20:12:23.735848 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-227006e0-1f8b-4cef-b7c2-ae7016d2e67e req-6439f113-2437-44f3-adbc-1b3b35273c73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8190234 Jul 23 20:12:23.738279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-48d9685c-9d53-4f4d-b402-7910f7eec88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.740785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-48d9685c-9d53-4f4d-b402-7910f7eec88f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e27ff29-f0db-45ad-a0eb-21067089bb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8901701 Jul 23 20:12:23.753971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857ebcb-fca9-4d4d-84b1-394935afcbd9 req-cb9e78e6-eedc-4e73-8a4f-4819a53d0478 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.760996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8857ebcb-fca9-4d4d-84b1-394935afcbd9 req-cb9e78e6-eedc-4e73-8a4f-4819a53d0478 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.2683587 Jul 23 20:12:23.812085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 172.20.0.12 (a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89/bc87ba92-6d9f-4b21-9f93-be5a811a954e/ef504175-64ea-4cdc-a8fb-358d12ee6314) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:23.832952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8857ebcb-fca9-4d4d-84b1-394935afcbd9 req-862482d9-4318-4369-9659-6b2017553fdd tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709503 Jul 23 20:12:23.867233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97ab6cb6-d9fc-4d3e-9569-21da2824fdd3 req-33faeb6e-23f4-415f-86c3-75085f15a038 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 210 time: 0.0586541 Jul 23 20:12:23.950261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-321331bd-a7b9-4e2d-b34c-3978becc4af2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:23.951769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-321331bd-a7b9-4e2d-b34c-3978becc4af2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9021633 Jul 23 20:12:23.954710 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-9fe583b2-e44f-4c8d-ac4f-cef78beadec6 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8819547 Jul 23 20:12:23.985409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Request body: {'port': {'device_id': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '65cc9918feab46bbb13c46e24ec72525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:24.103745 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-e5741f74-ad90-4900-9578-968d09585621 service neutron] 10.222.0.36 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938807 Jul 23 20:12:24.123454 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:24.144074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbc667-27ee-4dc9-85f6-790191c8d200 req-e8d6e234-b056-4034-8af0-a1e41d416f1e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.145745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2bbc667-27ee-4dc9-85f6-790191c8d200 req-e8d6e234-b056-4034-8af0-a1e41d416f1e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 950 time: 0.2093847 Jul 23 20:12:24.156279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object ef504175-64ea-4cdc-a8fb-358d12ee6314 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:24.209788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a02b5-24d4-4ed5-94f6-5e5301defa8a req-afcfd828-36a9-43ae-851e-c4503fc4e102 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.211448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb8a02b5-24d4-4ed5-94f6-5e5301defa8a req-afcfd828-36a9-43ae-851e-c4503fc4e102 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.1594350 Jul 23 20:12:24.322572 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a4bf981-c352-4f7c-b607-b5722426ae63 req-a967adb8-daf1-40bb-bd4e-cad9593f4346 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300123 Jul 23 20:12:24.382492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Made reservation on behalf of 65cc9918feab46bbb13c46e24ec72525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:24.386046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:24.397363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:24.401609 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b50c8c2-4f29-4873-ae9e-7bc60d3b3905" -d '{"events": [{"server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "name": "network-vif-plugged", "status": "completed", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:24.404711 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c2a414f-9bc3-4301-8ba3-4e664c3799ba req-679c5e18-314a-41e6-95ae-39c239dd946f service neutron] 10.222.0.36 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430971 Jul 23 20:12:24.420123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1762d8-ef03-4c9b-9449-9f590320c2cb {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:24.435471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:24.492203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Transition to ACTIVE for port object df1762d8-ef03-4c9b-9449-9f590320c2cb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:24.502842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:24.549298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2bbc667-27ee-4dc9-85f6-790191c8d200 req-715e2f85-c753-4f6a-b611-e74780c805c5 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941927 Jul 23 20:12:24.621477 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb8a02b5-24d4-4ed5-94f6-5e5301defa8a req-16b2ae74-c0eb-49cb-9000-26044912983e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901115 Jul 23 20:12:24.623255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:24.645107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:24.648239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Allocated IP 192.168.233.246 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/a83dbbfd-69eb-4cef-8b5f-592034724a10) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:24.692634 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd21392-edac-4a08-8b88-380d66fb42da x-openstack-request-id: req-bcd21392-edac-4a08-8b88-380d66fb42da {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:24.693527 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "name": "network-vif-plugged", "status": "completed", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:24.693930 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bcd21392-edac-4a08-8b88-380d66fb42da {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:24.694578 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'code': 200} Jul 23 20:12:24.765742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:24.775753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:24.786682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:24.838600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=ef504175-64ea-4cdc-a8fb-358d12ee6314,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:24.872113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:24.872456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:24.872790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:24.905608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.912989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.919150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:24.919356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.919486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:24.927599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.933590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:24.933943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:24.934341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:24.934792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Bound port: df1762d8-ef03-4c9b-9449-9f590320c2cb, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:24.935288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:24.935432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.942202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.948371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.957241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-52aeb1d6-2f93-4b81-a2db-a42c79c00854 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2952716 Jul 23 20:12:24.961553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e081b-c11d-4a7b-8c78-870d2412c096 req-c89f5cbe-fe6e-453a-b5c0-adf21a3d271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.963254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e7e081b-c11d-4a7b-8c78-870d2412c096 req-c89f5cbe-fe6e-453a-b5c0-adf21a3d271a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 1098 time: 0.2010319 Jul 23 20:12:24.972507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:24.973184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.017823 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.019067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5231fafc-ad90-4516-8ce9-6e2e1516eb31 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7886488 Jul 23 20:12:25.042523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e780ea1-b2be-4096-967e-3f8a432f69fb req-6fd50fa9-db60-4087-8b3b-c4fd997be94d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816934 Jul 23 20:12:25.056662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'admin_state_up': True, 'tenant_id': '7484d3f06c86439183350a59979b606b', 'security_groups': ['9fd02f98-6d1c-4b07-90b6-e85fa2a3b550']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:25.068981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e7e081b-c11d-4a7b-8c78-870d2412c096 req-12fa1470-68ed-485a-b3ae-3e27eb752ea7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963230 Jul 23 20:12:25.076829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Transition to ACTIVE for port object a83dbbfd-69eb-4cef-8b5f-592034724a10 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:25.108515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-69dfc46a-8389-48e2-97ca-522a66d8a38b None None] Provisioning for port ef504175-64ea-4cdc-a8fb-358d12ee6314 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:25.115399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:25.118779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-69dfc46a-8389-48e2-97ca-522a66d8a38b None None] Provisioning complete for port ef504175-64ea-4cdc-a8fb-358d12ee6314 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:25.119160 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-69dfc46a-8389-48e2-97ca-522a66d8a38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.120624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:25.137298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.138809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a2cee-5020-49bd-a4ab-7cb2947ca52e req-f562eb9d-10d3-476a-b694-1266db942694 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.144584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-745a2cee-5020-49bd-a4ab-7cb2947ca52e req-f562eb9d-10d3-476a-b694-1266db942694 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.3467553 Jul 23 20:12:25.183211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.184288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.185870 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-946537c6-b28c-4107-9641-41d49a952daf service neutron] 10.222.0.47 "PUT /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 1092 time: 2.6828885 Jul 23 20:12:25.189899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-69dfc46a-8389-48e2-97ca-522a66d8a38b None None] Port ef504175-64ea-4cdc-a8fb-358d12ee6314 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:25.190333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:25.199842 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a1ee6a-b25d-46cf-9f7c-8abefa512306" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:25.207053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.217641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3', '6b0701c6-438e-4578-a8d4-fe51446ccdc6', '98689461-9d33-4ae4-8197-91236ee43289'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:25.301341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-745a2cee-5020-49bd-a4ab-7cb2947ca52e req-93d91a6d-afab-4fcc-8566-59d35605fe20 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033556 Jul 23 20:12:25.302213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:25.303757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:25.308148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:25.325529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf451f-2f78-41ba-a781-1e133e2a28ab req-681eb98c-851c-4bdf-b6d2-f48ebedf1095 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.325529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68bf451f-2f78-41ba-a781-1e133e2a28ab req-681eb98c-851c-4bdf-b6d2-f48ebedf1095 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 932 time: 0.1628463 Jul 23 20:12:25.329501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946537c6-b28c-4107-9641-41d49a952daf service neutron] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:25.389719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68bf451f-2f78-41ba-a781-1e133e2a28ab req-57bed027-0641-4d7b-9b11-82d3dcfc9fb5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549674 Jul 23 20:12:25.450873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-a7ba619c-4dbd-40fd-a55e-88fb329c4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.453708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-a7ba619c-4dbd-40fd-a55e-88fb329c4909 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1095 time: 0.2087719 Jul 23 20:12:25.490058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.490796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.505841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:25.508250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:25.510798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.579402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-8d2c9de6-c4c6-4c6a-8345-b69350812dda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 217 time: 0.0855629 Jul 23 20:12:25.586821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-98a41ab8-b33b-4da7-9ffb-5c294fef19be tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6168044 Jul 23 20:12:25.619484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Request body: {'port': {'device_id': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:25.655364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa021ffc-c919-46b6-ab5d-638149d83a56 req-353f6882-231f-4e4d-a042-1f4e5bb6cc12 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.662568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa021ffc-c919-46b6-ab5d-638149d83a56 req-353f6882-231f-4e4d-a042-1f4e5bb6cc12 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.1970198 Jul 23 20:12:25.709324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-6d443822-915a-4e77-ac22-f597f261a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.710082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa021ffc-c919-46b6-ab5d-638149d83a56 req-8f90949a-13a3-437c-8620-5689daed7a5c tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465899 Jul 23 20:12:25.711610 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-6d443822-915a-4e77-ac22-f597f261a193 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1233957 Jul 23 20:12:25.754633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f1dc450-1b85-445c-a54c-5f072c6598c8 None None] Provisioning for port a83dbbfd-69eb-4cef-8b5f-592034724a10 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:25.758582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f1dc450-1b85-445c-a54c-5f072c6598c8 None None] Provisioning complete for port a83dbbfd-69eb-4cef-8b5f-592034724a10 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:25.758760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16820ebb-bd57-4460-9643-1e00a92c6028 req-2fd3c247-2e88-4d74-a087-f8a2c92cd1d0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:25.762759 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f1dc450-1b85-445c-a54c-5f072c6598c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:25.767816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16820ebb-bd57-4460-9643-1e00a92c6028 req-2fd3c247-2e88-4d74-a087-f8a2c92cd1d0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 936 time: 0.1749401 Jul 23 20:12:25.784170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-004d9561-eeeb-4ced-8e9e-4f587b66c698 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645041 Jul 23 20:12:25.827673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3f1dc450-1b85-445c-a54c-5f072c6598c8 None None] Port a83dbbfd-69eb-4cef-8b5f-592034724a10 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:25.860017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16820ebb-bd57-4460-9643-1e00a92c6028 req-99f17dcc-9f6d-4d35-9e1f-d134f81bf53c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868821 Jul 23 20:12:25.880730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 10.1.1.46 (18987841-02a3-4625-9fd7-b601df633eeb/bdd4d4f9-5551-4457-abca-d83ed08748c9/83e720bf-8759-4817-a929-b9a955862de7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:25.970587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-27bfcb04-e732-46f2-b43f-53619c1df084 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715424 Jul 23 20:12:25.986255 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22c483a-e517-4d5a-b6ce-2f2cbc3effec x-openstack-request-id: req-a22c483a-e517-4d5a-b6ce-2f2cbc3effec {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:25.987641 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:25.988087 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a22c483a-e517-4d5a-b6ce-2f2cbc3effec {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:25.989604 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'status': 'completed', 'code': 200} Jul 23 20:12:26.108175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.160036 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53c0ff77-6610-4455-9248-a069bb15aa20 req-b6f64bec-ca1d-4bac-bc2e-5f2d216f1afa service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648662 Jul 23 20:12:26.164849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.185082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7a9-7f4f-412e-a4d2-4dd542ff681d req-9bcc2261-fe90-4f41-9c14-747257d02137 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.186807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16f2c7a9-7f4f-412e-a4d2-4dd542ff681d req-9bcc2261-fe90-4f41-9c14-747257d02137 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 950 time: 0.2113249 Jul 23 20:12:26.198029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1b83c-e012-4fe9-9851-2c278d514379 req-12bfbf3b-7f43-433e-8e9d-624f4967a9ac tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.199424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56d1b83c-e012-4fe9-9851-2c278d514379 req-12bfbf3b-7f43-433e-8e9d-624f4967a9ac tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.1950655 Jul 23 20:12:26.234732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object 83e720bf-8759-4817-a929-b9a955862de7 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:26.270133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16f2c7a9-7f4f-412e-a4d2-4dd542ff681d req-98191356-5dbf-456c-b3d7-07853f513cc1 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670118 Jul 23 20:12:26.276645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56d1b83c-e012-4fe9-9851-2c278d514379 req-16ff7838-dca3-4571-bbc5-f518ab21cfff tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674145 Jul 23 20:12:26.311211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.367815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network 18987841-02a3-4625-9fd7-b601df633eeb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:26.384451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:26.419832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:26.466048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-5a23f95f-a3da-4eae-831f-145c6665d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.468762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-5a23f95f-a3da-4eae-831f-145c6665d40e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1095 time: 0.2192073 Jul 23 20:12:26.482558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:26.510740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.511398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.543706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-efe8be61-976a-43e7-a62f-4d2b82f0f00e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5166368 Jul 23 20:12:26.558039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'admin_state_up': True, 'tenant_id': '7484d3f06c86439183350a59979b606b', 'security_groups': ['9fd02f98-6d1c-4b07-90b6-e85fa2a3b550']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:26.574838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.582044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.589410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.595830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.601977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.608228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.615108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.617229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-73aa9eec-e0e6-45e1-84c2-4d5a2d9451ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2476859 Jul 23 20:12:26.623798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83dbbfd-69eb-4cef-8b5f-592034724a10 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:26.637892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.656550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-283b1691-f62c-4e0d-bffb-4dccd545ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.658177 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-283b1691-f62c-4e0d-bffb-4dccd545ff85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1809223 Jul 23 20:12:26.660932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Transition to ACTIVE for port object a83dbbfd-69eb-4cef-8b5f-592034724a10 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:26.675362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.748475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-ff92bb02-f4ab-491e-ad8e-4a0bba7d2c3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 217 time: 0.0800033 Jul 23 20:12:26.764536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7aa7afb2-f0db-45e4-ab08-0c489b2d949a None None] Provisioning for port 83e720bf-8759-4817-a929-b9a955862de7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:26.775773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a3f7a2b-9d00-41ac-8b3c-0fd4819b3757 req-a433ee2b-1065-44ab-bf1d-8a2be22a24b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431978 Jul 23 20:12:26.777463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7aa7afb2-f0db-45e4-ab08-0c489b2d949a None None] Provisioning complete for port 83e720bf-8759-4817-a929-b9a955862de7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:26.777949 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7aa7afb2-f0db-45e4-ab08-0c489b2d949a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.839232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7afb2-f0db-45e4-ab08-0c489b2d949a None None] Port 83e720bf-8759-4817-a929-b9a955862de7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:26.854301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-2f8bcbdd-1018-421c-a870-ec9d1f206615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.855801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-2f8bcbdd-1018-421c-a870-ec9d1f206615 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0994418 Jul 23 20:12:26.862398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde1017-bc54-43c5-86f9-da982064ac71 req-a41cac7b-1e97-4531-b4ac-94afef604f7f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:26.864173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bde1017-bc54-43c5-86f9-da982064ac71 req-a41cac7b-1e97-4531-b4ac-94afef604f7f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.2458582 Jul 23 20:12:26.923777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:26.955763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bde1017-bc54-43c5-86f9-da982064ac71 req-ebef3f93-e3e3-4945-80f9-b5adde6f98f3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840335 Jul 23 20:12:26.975715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:26.975715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:26.986822 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-dfda2094-13b0-4bcc-955e-a95b5a3f6c12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744014 Jul 23 20:12:27.100078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaf497-8613-453f-8d47-6d64dfb481dc req-95e877ec-0dbe-461d-a0a3-cac528aa2de0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.106738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaf497-8613-453f-8d47-6d64dfb481dc req-95e877ec-0dbe-461d-a0a3-cac528aa2de0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.108397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dcaf497-8613-453f-8d47-6d64dfb481dc req-95e877ec-0dbe-461d-a0a3-cac528aa2de0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 1653 time: 0.1984940 Jul 23 20:12:27.112921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-793f62fb-05d6-44e8-a990-1eeaf6c65549 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172700 Jul 23 20:12:27.146517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:27.146955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:27.147365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:27.162837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:27.163532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:27.195881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:27.196237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:27.196699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:27.197214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Bound port: a83dbbfd-69eb-4cef-8b5f-592034724a10, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:27.197999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:27.229521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dcaf497-8613-453f-8d47-6d64dfb481dc req-1175db2d-7c0b-4c9a-bcc4-d46fb09316c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082580 Jul 23 20:12:27.230558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 10.1.1.3 (18987841-02a3-4625-9fd7-b601df633eeb/bdd4d4f9-5551-4457-abca-d83ed08748c9/d55d1c67-a0bd-4f6f-b682-678154fa6e35) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:27.254530 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31a1ee6a-b25d-46cf-9f7c-8abefa512306 req-5247158c-d03f-4ba6-91b6-03051b9b7059 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343467 Jul 23 20:12:27.276208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ee48b-f319-4476-ad35-6a6f6ecc2e26 req-cf912b81-58c9-46e7-87fc-f7deba7daa2e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.278018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-335ee48b-f319-4476-ad35-6a6f6ecc2e26 req-cf912b81-58c9-46e7-87fc-f7deba7daa2e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.1661816 Jul 23 20:12:27.284542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:27.288346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:27.295736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:27.355985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-335ee48b-f319-4476-ad35-6a6f6ecc2e26 req-5033b806-70c7-4fcd-b020-1cd2dfe9a21e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679636 Jul 23 20:12:27.360087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.360941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:27.362499 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] 10.222.0.36 "PUT /v2.0/ports/a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 1097 time: 1.7567294 Jul 23 20:12:27.406698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b0949-d444-4b9f-a91f-6617931434ec service neutron] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:27.471389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:27.495088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-698bd54b-f4b9-4794-8c15-b8a6f1b57036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.496514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-698bd54b-f4b9-4794-8c15-b8a6f1b57036 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1100 time: 0.0793719 Jul 23 20:12:27.498111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object d55d1c67-a0bd-4f6f-b682-678154fa6e35 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:27.559158 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-d69d54a1-041f-418e-aeb1-b2653b50b4db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0543098 Jul 23 20:12:27.583703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:27.631932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-5c7cf581-d798-4b25-bffc-306a32c52fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.634310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-5c7cf581-d798-4b25-bffc-306a32c52fb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0588253 Jul 23 20:12:27.696061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network 18987841-02a3-4625-9fd7-b601df633eeb is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:27.698571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:27.701379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:27.705666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:27.714018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-84237879-682d-47d4-9148-99f72f44881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.715706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-84237879-682d-47d4-9148-99f72f44881b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753489 Jul 23 20:12:27.771475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.772144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:27.790572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a136f0f-07e7-44d9-8232-91eb12ef3c1f req-51f22816-0966-410d-869c-e581fefe7716 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.798291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a136f0f-07e7-44d9-8232-91eb12ef3c1f req-51f22816-0966-410d-869c-e581fefe7716 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.2619612 Jul 23 20:12:27.832970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-00eb7abf-9ca1-4629-8ee8-4f8d8a8418bb service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100492 Jul 23 20:12:27.836829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcfc1a-1810-48fe-b5d5-e27bc62a216e req-b3271756-7ed7-47b1-97ec-9f2453e5b11e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:27.838357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01fcfc1a-1810-48fe-b5d5-e27bc62a216e req-b3271756-7ed7-47b1-97ec-9f2453e5b11e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.1962135 Jul 23 20:12:27.842912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2c69947c-8100-4968-9dc3-c6c6268e2c6c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2891421 Jul 23 20:12:27.855682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7', 'admin_state_up': True, 'tenant_id': '7484d3f06c86439183350a59979b606b', 'security_groups': ['9fd02f98-6d1c-4b07-90b6-e85fa2a3b550']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:27.909918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a136f0f-07e7-44d9-8232-91eb12ef3c1f req-0c6d83d6-5b7a-48c5-b856-2de7e9c201cd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106315 Jul 23 20:12:27.951099 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c56e8d6-fbbf-4f1e-81bc-ad33021b5a46 req-4df7059f-0036-4b07-bd08-241a3a09b523 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049163 Jul 23 20:12:27.991877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:27.992499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01fcfc1a-1810-48fe-b5d5-e27bc62a216e req-de218548-bfa7-4235-874e-33592002fc08 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470809 Jul 23 20:12:27.998292 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64749a10-f02a-49df-934e-77e7205456b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:28.018999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ff72958-10fd-42f4-9eff-54049507b971 None None] Provisioning for port d55d1c67-a0bd-4f6f-b682-678154fa6e35 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:28.023172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ff72958-10fd-42f4-9eff-54049507b971 None None] Provisioning complete for port d55d1c67-a0bd-4f6f-b682-678154fa6e35 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:28.023546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ff72958-10fd-42f4-9eff-54049507b971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.062820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:28.102432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5ff72958-10fd-42f4-9eff-54049507b971 None None] Port d55d1c67-a0bd-4f6f-b682-678154fa6e35 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:28.201718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.258314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.264040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.270838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.276888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.282949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.288801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.294809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.296790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-d108724a-fdad-4953-b115-b7119ce063ce tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2123916 Jul 23 20:12:28.461799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c8a6aaf-ae2d-4f58-8c7f-1c66d9d4e86d req-a127d166-2705-47c4-9afd-e64c09f3abb0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1555390 Jul 23 20:12:28.485603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8729c71-05b8-4105-a9fc-4e052f3e68ea req-15d15e38-6fdf-4b9d-97c3-46c495d624cd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.492420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8729c71-05b8-4105-a9fc-4e052f3e68ea req-15d15e38-6fdf-4b9d-97c3-46c495d624cd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.3086965 Jul 23 20:12:28.511505 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62683c1-ff2b-4620-a67e-bc5ade70655d x-openstack-request-id: req-c62683c1-ff2b-4620-a67e-bc5ade70655d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:28.512023 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:28.513527 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c62683c1-ff2b-4620-a67e-bc5ade70655d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:28.514586 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'status': 'completed', 'code': 200} Jul 23 20:12:28.560826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8729c71-05b8-4105-a9fc-4e052f3e68ea req-6870b5ec-4464-439b-a151-447de3ced127 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675373 Jul 23 20:12:28.609819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 10.2.2.100 (c26f385d-8133-4651-8133-e853a7a0add7/808564dc-d744-499d-b74d-e72c3e2d6672/432dd9f0-3198-4fb8-8748-2d6514aa69d6) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:28.623415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749a10-f02a-49df-934e-77e7205456b0 req-30561b95-428d-471b-9f88-cedcd72a0500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.625618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-30561b95-428d-471b-9f88-cedcd72a0500 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1100 time: 0.0878522 Jul 23 20:12:28.714976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b02f5-8468-4de6-8f27-ebad6ff9d549 req-e26ed139-4ef7-4bad-ac25-e8ab9aca53bc tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.716484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-246b02f5-8468-4de6-8f27-ebad6ff9d549 req-e26ed139-4ef7-4bad-ac25-e8ab9aca53bc tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.1523590 Jul 23 20:12:28.728930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60248) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:28.734938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Request body: {'floatingip': {'port_id': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:28.781328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.785710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749a10-f02a-49df-934e-77e7205456b0 req-e812a3ac-abfb-4c0f-8b17-ca96605c7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.786766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-e812a3ac-abfb-4c0f-8b17-ca96605c7c9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1545732 Jul 23 20:12:28.802806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e1e4e-1440-4d4e-9c3e-7cac0afff9ad req-763a0703-7c0e-4e5a-92ce-35b0806802ae tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.804304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-171e1e4e-1440-4d4e-9c3e-7cac0afff9ad req-763a0703-7c0e-4e5a-92ce-35b0806802ae tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 950 time: 0.1647151 Jul 23 20:12:28.862117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:28.874566 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-d85bf025-1bf0-4ce4-8d6c-6aac8680b540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0594113 Jul 23 20:12:28.896027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object 432dd9f0-3198-4fb8-8748-2d6514aa69d6 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:28.900646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-171e1e4e-1440-4d4e-9c3e-7cac0afff9ad req-c8c93524-92be-45ff-b3c4-039e90480d8a tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819387 Jul 23 20:12:28.934873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d531bba-411c-4023-a91d-813de57085d0 req-6d36df55-e2bf-4c35-a5f4-9905167a3363 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.941020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d531bba-411c-4023-a91d-813de57085d0 req-6d36df55-e2bf-4c35-a5f4-9905167a3363 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.946971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d531bba-411c-4023-a91d-813de57085d0 req-6d36df55-e2bf-4c35-a5f4-9905167a3363 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.948781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d531bba-411c-4023-a91d-813de57085d0 req-6d36df55-e2bf-4c35-a5f4-9905167a3363 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 2372 time: 0.1419625 Jul 23 20:12:28.979863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749a10-f02a-49df-934e-77e7205456b0 req-e0fc1e84-f1b8-442a-bb5b-016258d0fe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:28.981357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-e0fc1e84-f1b8-442a-bb5b-016258d0fe93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0979428 Jul 23 20:12:29.005302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.058243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d531bba-411c-4023-a91d-813de57085d0 req-55b6f8db-e88f-4a39-b4e0-81a2cd95d6d6 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938125 Jul 23 20:12:29.112818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network c26f385d-8133-4651-8133-e853a7a0add7 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:29.127938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:29.145613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=432dd9f0-3198-4fb8-8748-2d6514aa69d6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:29.158528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:29.158678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749a10-f02a-49df-934e-77e7205456b0 req-b7783cfe-76fe-49bf-a891-b875478f84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.160180 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-b7783cfe-76fe-49bf-a891-b875478f84f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400201 Jul 23 20:12:29.304768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.305481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.397335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-eab429d1-2a83-43c5-9371-f583584875cc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5454731 Jul 23 20:12:29.411141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7', 'admin_state_up': True, 'tenant_id': '7484d3f06c86439183350a59979b606b', 'security_groups': ['9fd02f98-6d1c-4b07-90b6-e85fa2a3b550']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:29.440564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c04bf305-3d5a-4929-9aa1-3fd5e4cb65b6 None None] Provisioning for port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:29.444773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c04bf305-3d5a-4929-9aa1-3fd5e4cb65b6 None None] Provisioning complete for port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:29.445333 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c04bf305-3d5a-4929-9aa1-3fd5e4cb65b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.497610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c04bf305-3d5a-4929-9aa1-3fd5e4cb65b6 None None] Port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:29.841777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018ae0-f55b-4876-96b7-257f85dc5238 req-2f99df9f-7465-4679-83f7-c00acf36c465 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.843853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0018ae0-f55b-4876-96b7-257f85dc5238 req-2f99df9f-7465-4679-83f7-c00acf36c465 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.7526743 Jul 23 20:12:29.856440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-51b064a9-7612-4954-bbcf-5f023c32397e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.857058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b1241-ede6-42d8-b847-4ff18461f307 req-3d69e119-a84f-475a-8ef0-d4843dafe278 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:29.857987 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-51b064a9-7612-4954-bbcf-5f023c32397e tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.36 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 950 time: 0.2212939 Jul 23 20:12:29.858131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-875b1241-ede6-42d8-b847-4ff18461f307 req-3d69e119-a84f-475a-8ef0-d4843dafe278 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.6605077 Jul 23 20:12:29.864852 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-02b58ecc-0cee-4133-9a0e-306f336465d3 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6879177 Jul 23 20:12:29.942006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0018ae0-f55b-4876-96b7-257f85dc5238 req-eff0924b-88eb-4a29-8356-577404956a3e tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801783 Jul 23 20:12:29.947873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-875b1241-ede6-42d8-b847-4ff18461f307 req-da80ff5c-e081-4009-aaeb-6e0ec8e04919 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767128 Jul 23 20:12:29.953558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Made reservation on behalf of 7484d3f06c86439183350a59979b606b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:29.961686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:29.966520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:12:30.108251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.126027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.132031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64749a10-f02a-49df-934e-77e7205456b0 req-2dcbd402-9e98-47d1-acb1-6905f1480d7c service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419581 Jul 23 20:12:30.221730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Deleting port 718fca85-39a1-4c49-9c77-77764995b644 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:12:30.222076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.294984 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Floating IP dd1513cb-5a01-453b-92b2-a49e0d479157 associated. External IP: 172.25.8.7, port: f0639d28-aaaf-48c8-9b2a-c2728fec341f. Jul 23 20:12:30.299158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0633a-f58d-4972-bcc1-34e2725c8ac0 req-d185feb0-62cb-4662-b511-ddb14fda63c1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.301378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19a0633a-f58d-4972-bcc1-34e2725c8ac0 req-d185feb0-62cb-4662-b511-ddb14fda63c1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.2067511 Jul 23 20:12:30.316232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.322195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.330763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.334842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.340729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.346909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.352842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.354860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-19cbd8d9-19ba-4d53-a455-2b2e44dc7865 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2619920 Jul 23 20:12:30.366903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Allocated IP 10.2.2.200 (c26f385d-8133-4651-8133-e853a7a0add7/808564dc-d744-499d-b74d-e72c3e2d6672/ad288a7d-88ee-4bd5-a608-d7e8362727e4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:30.397182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] For port 718fca85-39a1-4c49-9c77-77764995b644, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=718fca85-39a1-4c49-9c77-77764995b644,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:30.397444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.413941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Calling delete_port for 718fca85-39a1-4c49-9c77-77764995b644 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:12:30.431935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19a0633a-f58d-4972-bcc1-34e2725c8ac0 req-3e277ec4-4fa6-4a2c-9a97-18ea94aa2e2b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741429 Jul 23 20:12:30.449636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7123ee87-5dff-4c3d-a8fc-bcd1b0939680 req-325604f6-5b77-49b6-b2ac-90f4fa50e4b9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752537 Jul 23 20:12:30.625975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:30.652888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.670708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Transition to ACTIVE for port object ad288a7d-88ee-4bd5-a608-d7e8362727e4 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:30.697709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Router 99e808ec-a26c-4fe4-8697-366147478729 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:12:30.711519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.738236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['718fca85-39a1-4c49-9c77-77764995b644'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:30.741526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:30.779674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546', 'port_id': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'mac_address': 'fa:16:3e:47:a4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37156b0c-0f5e-40e8-9d80-8813d45e5651', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:30.794899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f57ca-9187-4c37-9f47-e54bf543a320 req-7f1ae6a9-63ba-46e4-a5d7-0b8489f89dfa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.801245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f57ca-9187-4c37-9f47-e54bf543a320 req-7f1ae6a9-63ba-46e4-a5d7-0b8489f89dfa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.808481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f57ca-9187-4c37-9f47-e54bf543a320 req-7f1ae6a9-63ba-46e4-a5d7-0b8489f89dfa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.818614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f57ca-9187-4c37-9f47-e54bf543a320 req-7f1ae6a9-63ba-46e4-a5d7-0b8489f89dfa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.820388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c9f57ca-9187-4c37-9f47-e54bf543a320 req-7f1ae6a9-63ba-46e4-a5d7-0b8489f89dfa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 3093 time: 0.1397059 Jul 23 20:12:30.821287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Pushing event deleted for resources: {'Port': ['ID=718fca85-39a1-4c49-9c77-77764995b644,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:30.822238 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.839365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4141e9a6-46f5-4777-a9a4-476857fd7502 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:30.863149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:30.869686 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.877584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f61ba5-7e8e-4032-84af-7814c089a7e4 req-c9abe504-dd83-47f0-be65-7be0a7dafbc0 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:30.879206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91f61ba5-7e8e-4032-84af-7814c089a7e4 req-c9abe504-dd83-47f0-be65-7be0a7dafbc0 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/ports?device_id=21f691b0-376d-486e-92d6-cccc89ba2c71 HTTP/1.1" status: 200 len: 867 time: 0.2961352 Jul 23 20:12:30.882017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] No DVR routers for this DVR port 718fca85-39a1-4c49-9c77-77764995b644 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:12:30.883185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.885902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:30.887945 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17f11ca2-73b7-486c-a0be-1d1eae6db9e4 req-b5c4822d-2028-454d-b0bd-a03f5b9c5ce3 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.36 "DELETE /v2.0/ports/718fca85-39a1-4c49-9c77-77764995b644 HTTP/1.1" status: 204 len: 173 time: 1.0045466 Jul 23 20:12:30.892165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'name': 'network-vif-deleted', 'tag': '718fca85-39a1-4c49-9c77-77764995b644'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:30.894660 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2559e8f7-ad99-4533-badc-9dc5646da963" -d '{"events": [{"server_uuid": "21f691b0-376d-486e-92d6-cccc89ba2c71", "name": "network-vif-deleted", "tag": "718fca85-39a1-4c49-9c77-77764995b644"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:30.948954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:30.978223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:12:30.993709 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] Sync routers for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:12:31.001833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:31.007162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Network c26f385d-8133-4651-8133-e853a7a0add7 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:31.010297 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:31.011107 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:31.037270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c9f57ca-9187-4c37-9f47-e54bf543a320 req-2353dcf0-1215-4360-80ce-7e1a52f66515 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010167 Jul 23 20:12:31.049089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:31.071904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:31.088933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a889e387-891f-4fa7-978f-553f881b4c62 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "PUT /v2.0/floatingips/dd1513cb-5a01-453b-92b2-a49e0d479157 HTTP/1.1" status: 200 len: 990 time: 2.3585591 Jul 23 20:12:31.110380 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1398511-d6ff-4813-b187-f5bfe4a9203f x-openstack-request-id: req-c1398511-d6ff-4813-b187-f5bfe4a9203f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:31.110663 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21f691b0-376d-486e-92d6-cccc89ba2c71", "name": "network-vif-deleted", "tag": "718fca85-39a1-4c49-9c77-77764995b644", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:31.110922 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1398511-d6ff-4813-b187-f5bfe4a9203f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:31.111329 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21f691b0-376d-486e-92d6-cccc89ba2c71', 'name': 'network-vif-deleted', 'tag': '718fca85-39a1-4c49-9c77-77764995b644', 'status': 'completed', 'code': 200} Jul 23 20:12:31.153624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4141e9a6-46f5-4777-a9a4-476857fd7502'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:31.184801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91f61ba5-7e8e-4032-84af-7814c089a7e4 req-b9759804-ece5-4b5d-b9ce-a2bda52b9a17 tempest-TenantUsagesTestJSON-172150818 tempest-TenantUsagesTestJSON-172150818-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6130af9-ed0a-415c-b0f2-468ba70576f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696972 Jul 23 20:12:31.199229 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:31.241185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event updated for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:31.258784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:31.276025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.277040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:31.320522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9dc00c3b-6002-484f-bc5f-43c530f625d7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9153326 Jul 23 20:12:31.337692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:31.488698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:31.501998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'mac_address': 'fa:16:3e:9c:f2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:31.544531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'dd1513cb-5a01-453b-92b2-a49e0d479157', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '99e808ec-a26c-4fe4-8697-366147478729', 'port_id': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'mac_address': 'fa:16:3e:9c:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35505a02-7dd2-403b-b649-7179eab482ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:50Z', 'updated_at': '2021-07-23T20:12:29Z', 'revision_number': 1, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:52Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:31.556631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:31.574004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-46ce1941-887a-4046-a02a-d63819985eda None None] Provisioning for port ad288a7d-88ee-4bd5-a608-d7e8362727e4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:31.585047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83dbbfd-69eb-4cef-8b5f-592034724a10 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:31.587737 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] Checking router: 99e808ec-a26c-4fe4-8697-366147478729 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:12:31.598619 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:31.599501 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:31.606964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-46ce1941-887a-4046-a02a-d63819985eda None None] Provisioning complete for port ad288a7d-88ee-4bd5-a608-d7e8362727e4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:31.607338 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-46ce1941-887a-4046-a02a-d63819985eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:31.608082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883f745-7ae7-44bd-b66c-8335a246d935 req-8a7616db-7e42-4c16-a342-25a86ab3c649 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.614617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d883f745-7ae7-44bd-b66c-8335a246d935 req-8a7616db-7e42-4c16-a342-25a86ab3c649 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.3825529 Jul 23 20:12:31.643473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:31.653501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d39932-980f-46b7-809e-00bdc7145605 req-f4e4118a-6311-40d6-be01-a3a56a826b9d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:31.654325 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:31.662438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20d39932-980f-46b7-809e-00bdc7145605 req-f4e4118a-6311-40d6-be01-a3a56a826b9d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 944 time: 0.3662169 Jul 23 20:12:31.664471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-46ce1941-887a-4046-a02a-d63819985eda None None] Port ad288a7d-88ee-4bd5-a608-d7e8362727e4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:31.708328 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:31.709824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:31.727687 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:31.748719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d883f745-7ae7-44bd-b66c-8335a246d935 req-df5f022d-e7e4-47b0-91a6-38311b79bd09 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202018 Jul 23 20:12:31.772274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20d39932-980f-46b7-809e-00bdc7145605 req-ba236a7f-904c-4193-a65f-c778be52e605 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094942 Jul 23 20:12:31.938684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a83dbbfd-69eb-4cef-8b5f-592034724a10'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:32.107584 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'dd1513cb-5a01-453b-92b2-a49e0d479157', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '99e808ec-a26c-4fe4-8697-366147478729', 'port_id': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'mac_address': 'fa:16:3e:9c:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35505a02-7dd2-403b-b649-7179eab482ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:50Z', 'updated_at': '2021-07-23T20:12:29Z', 'revision_number': 1, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:52Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:32.140529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b77b89-d248-4034-8067-5164090bbe9a None None] The sync data for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 is: [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'dd1513cb-5a01-453b-92b2-a49e0d479157', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '99e808ec-a26c-4fe4-8697-366147478729', 'port_id': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'mac_address': 'fa:16:3e:9c:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35505a02-7dd2-403b-b649-7179eab482ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:50Z', 'updated_at': '2021-07-23T20:12:29Z', 'revision_number': 1, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:52Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:12:32.156800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef504175-64ea-4cdc-a8fb-358d12ee6314 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:32.168825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.190691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.196491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.204588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.210837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.216884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.223516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.229463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.231422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-06e3283f-b085-4cd0-94e4-83dba4e72f22 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2252250 Jul 23 20:12:32.258500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66eeaae-5e41-45bd-b43a-4365c11d41d3 req-d4f052d9-bb45-41ce-bac3-a43e81539dcf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.259991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66eeaae-5e41-45bd-b43a-4365c11d41d3 req-d4f052d9-bb45-41ce-bac3-a43e81539dcf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.2661121 Jul 23 20:12:32.263512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Transition to ACTIVE for port object ef504175-64ea-4cdc-a8fb-358d12ee6314 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:32.281484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.347315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587f67d9-c71b-4d05-b1fc-5e719f1a0b58 None None] New status for floating IP dd1513cb-5a01-453b-92b2-a49e0d479157: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:12:32.361593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b41e4d4b-edd1-4d9c-bcc7-930f336ef490 req-998b18bf-7a73-42c4-bea1-91970597f5c6 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1187541 Jul 23 20:12:32.374088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66eeaae-5e41-45bd-b43a-4365c11d41d3 req-ea8f39c0-e4d4-429e-adfb-08ecb44b2f09 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035075 Jul 23 20:12:32.374843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef504175-64ea-4cdc-a8fb-358d12ee6314,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:32.496704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Attempting to bind port ef504175-64ea-4cdc-a8fb-358d12ee6314 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:32.497167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Attempting to bind port ef504175-64ea-4cdc-a8fb-358d12ee6314 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:32.497646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Attempting to bind port ef504175-64ea-4cdc-a8fb-358d12ee6314 on network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:32.505316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Port ef504175-64ea-4cdc-a8fb-358d12ee6314 on network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:32.505815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Attempting to bind port ef504175-64ea-4cdc-a8fb-358d12ee6314 on network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:32.522417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:32.529348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Checking segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:32.529904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Bound using segment: {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:32.530659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Bound port: ef504175-64ea-4cdc-a8fb-358d12ee6314, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa092eaf-23b7-43e2-94d0-f65e09520760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:32.531692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.633663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:32.707252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 4141e9a6-46f5-4777-a9a4-476857fd7502 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:32.709921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-8583ccc8-a306-40b7-b721-ea5deb613cb0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.712209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 4141e9a6-46f5-4777-a9a4-476857fd7502 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:32.712818 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.718386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-8583ccc8-a306-40b7-b721-ea5deb613cb0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.724635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-8583ccc8-a306-40b7-b721-ea5deb613cb0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.731146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-8583ccc8-a306-40b7-b721-ea5deb613cb0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.737122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-8583ccc8-a306-40b7-b721-ea5deb613cb0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.739443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-8583ccc8-a306-40b7-b721-ea5deb613cb0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 3826 time: 0.2042856 Jul 23 20:12:32.775638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] For port ef504175-64ea-4cdc-a8fb-358d12ee6314, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:32.798684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] For port ef504175-64ea-4cdc-a8fb-358d12ee6314, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:32.803919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44aef4b0-9cc1-4dc3-8f2d-3389f162ec39 req-0129368c-220b-48c6-8a98-545e6f5e5bee tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569296 Jul 23 20:12:32.807949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.824781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.879916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:32.883876 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9c06cd-b019-4840-b84c-5c4bf2931672" -d '{"events": [{"server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "name": "network-vif-plugged", "status": "completed", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:32.905079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:32.912493 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.949620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:32.950130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:32.951320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 200 len: 1093 time: 1.6179950 Jul 23 20:12:32.956431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:32.958956 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:32.980116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:32.997903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6f64a4-9228-406c-867e-3ef8a1f63fa3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef504175-64ea-4cdc-a8fb-358d12ee6314,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:33.006619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:33.034148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60294) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:33.112841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:33.116026 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35" -d '{"events": [{"name": "network-changed", "server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:33.134760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a38a36-1b60-49bd-9896-63cd3d09e98e req-98bcfd7c-dfa7-476f-a435-f51bd97e39e1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.136295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52a38a36-1b60-49bd-9896-63cd3d09e98e req-98bcfd7c-dfa7-476f-a435-f51bd97e39e1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 949 time: 0.2563083 Jul 23 20:12:33.164946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.174529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7a894-ffb5-482d-900a-7b966028462c req-3d0798b8-c573-4d52-80a8-5c6104072cac tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.176044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1f7a894-ffb5-482d-900a-7b966028462c req-3d0798b8-c573-4d52-80a8-5c6104072cac tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.2391949 Jul 23 20:12:33.219138 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a33a264e-746b-45d6-b6b0-7c3bcf9f836d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e839866d93e4e259a73bb091a4e7297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823418 Jul 23 20:12:33.221169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:33.274069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0574f0b-766c-443f-9399-97e396fce7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.275191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:33.298645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52a38a36-1b60-49bd-9896-63cd3d09e98e req-100553b4-0377-4600-9c12-04bcbfb0a3c6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537502 Jul 23 20:12:33.307561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0574f0b-766c-443f-9399-97e396fce7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.328442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1f7a894-ffb5-482d-900a-7b966028462c req-1bc624fc-6e81-45bc-82cb-44895e35ea61 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309319 Jul 23 20:12:33.396859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0574f0b-766c-443f-9399-97e396fce7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.401937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0574f0b-766c-443f-9399-97e396fce7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.401937 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f0574f0b-766c-443f-9399-97e396fce7bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6130af9-ed0a-415c-b0f2-468ba70576f6 HTTP/1.1" status: 204 len: 168 time: 0.1790135 Jul 23 20:12:33.414862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0574f0b-766c-443f-9399-97e396fce7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6130af9-ed0a-415c-b0f2-468ba70576f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:33.487398 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4656e3be-5a85-44f9-91c3-c36478a42d4e x-openstack-request-id: req-4656e3be-5a85-44f9-91c3-c36478a42d4e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:33.490822 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:33.491139 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4656e3be-5a85-44f9-91c3-c36478a42d4e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:33.491563 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'status': 'completed', 'code': 200} Jul 23 20:12:33.591327 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ba822e-d001-448c-aa75-390734e509fb x-openstack-request-id: req-91ba822e-d001-448c-aa75-390734e509fb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:33.591628 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:33.591887 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91ba822e-d001-448c-aa75-390734e509fb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:33.592294 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'status': 'completed', 'code': 200} Jul 23 20:12:33.647669 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2772669e-71e9-45f2-b5ab-54637ab6c9ce x-openstack-request-id: req-2772669e-71e9-45f2-b5ab-54637ab6c9ce {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:33.648425 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "name": "network-vif-plugged", "status": "completed", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:33.648731 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2772669e-71e9-45f2-b5ab-54637ab6c9ce {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:33.649088 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'code': 200} Jul 23 20:12:33.673869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port a83dbbfd-69eb-4cef-8b5f-592034724a10 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:33.678084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port a83dbbfd-69eb-4cef-8b5f-592034724a10 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:33.681878 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.762220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-1dc2bbd6-d906-493e-94de-47b41dea56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.762712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-1dc2bbd6-d906-493e-94de-47b41dea56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.763335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-1dc2bbd6-d906-493e-94de-47b41dea56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.764039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-1dc2bbd6-d906-493e-94de-47b41dea56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.764520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-1dc2bbd6-d906-493e-94de-47b41dea56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.766949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-1dc2bbd6-d906-493e-94de-47b41dea56a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 4362 time: 0.2497075 Jul 23 20:12:33.774091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38b3a3-524d-44ba-ac76-d2431d046e62 req-91f9d05e-0fb8-4839-aec9-975b6ae0405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.776550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c38b3a3-524d-44ba-ac76-d2431d046e62 req-91f9d05e-0fb8-4839-aec9-975b6ae0405a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1097 time: 0.1922796 Jul 23 20:12:33.817294 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.835577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-161b7955-ea10-4392-9c7b-5ac468baefb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.837172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.837422 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-161b7955-ea10-4392-9c7b-5ac468baefb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dee67ea99bf44740954a0e3e3c1da697&device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 1098 time: 0.1825774 Jul 23 20:12:33.845125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.851132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.857070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.861513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:33.865138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.867257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:33.869205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 718fca85-39a1-4c49-9c77-77764995b644 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:12:33.872587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.891330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.893241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-81dc7401-728c-4cee-a017-a9c36fe22402 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2333691 Jul 23 20:12:33.902930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 718fca85-39a1-4c49-9c77-77764995b644 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:12:33.903288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 718fca85-39a1-4c49-9c77-77764995b644 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:12:33.947245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c38b3a3-524d-44ba-ac76-d2431d046e62 req-aa2469ba-9873-4b43-869e-83ee9db169b2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581054 Jul 23 20:12:33.958777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:33.972306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b1ce-6003-4308-8670-f75b17d70c36 req-035bd847-c9f5-4446-b0a5-cad48669ae2d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:33.974527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68b8b1ce-6003-4308-8670-f75b17d70c36 req-035bd847-c9f5-4446-b0a5-cad48669ae2d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.3374784 Jul 23 20:12:34.027453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-0193f2f6-d95e-4550-b296-5ab03b60779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.027453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-0193f2f6-d95e-4550-b296-5ab03b60779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.027658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-0193f2f6-d95e-4550-b296-5ab03b60779d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.029141 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-0193f2f6-d95e-4550-b296-5ab03b60779d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7484d3f06c86439183350a59979b606b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2508302 Jul 23 20:12:34.031621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60314) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:34.039043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec13c34-30ab-4a44-b549-294dcd166556 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:34.048763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.059300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-55326c70-4696-4053-aa89-4c7c69410fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.060750 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-55326c70-4696-4053-aa89-4c7c69410fab service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e27ff29-f0db-45ad-a0eb-21067089bb67 HTTP/1.1" status: 200 len: 912 time: 0.2086396 Jul 23 20:12:34.063627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Transition to ACTIVE for port object 0ec13c34-30ab-4a44-b549-294dcd166556 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:34.082931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d87c7f05-5fff-48ed-90af-bfba027ab7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.090295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.190379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-233fc4ce-8af4-4724-a546-c652b0b2217b req-42788f36-005e-424a-b540-eecdbc263bd9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2668157 Jul 23 20:12:34.194529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68b8b1ce-6003-4308-8670-f75b17d70c36 req-fa19c2c4-5cff-49a4-9a25-08c8dc95b4e8 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231258 Jul 23 20:12:34.197683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:34.221046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-220896ff-dd14-4b67-9b23-1422db9369f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f HTTP/1.1" status: 200 len: 1000 time: 0.1444736 Jul 23 20:12:34.314961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-830f1891-3a20-4e73-8ca1-f9539edf0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.316715 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-784d9ece-8b13-4d5e-bf96-fc3efb354fb2 req-830f1891-3a20-4e73-8ca1-f9539edf0450 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2731538 Jul 23 20:12:34.394380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Attempting to bind port 0ec13c34-30ab-4a44-b549-294dcd166556 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:34.394651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Attempting to bind port 0ec13c34-30ab-4a44-b549-294dcd166556 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:34.394980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Attempting to bind port 0ec13c34-30ab-4a44-b549-294dcd166556 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:34.401362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Port 0ec13c34-30ab-4a44-b549-294dcd166556 on network 18987841-02a3-4625-9fd7-b601df633eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:34.401725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Attempting to bind port 0ec13c34-30ab-4a44-b549-294dcd166556 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:34.409890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:34.410235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Checking segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:34.410632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Bound using segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:34.411073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Bound port: 0ec13c34-30ab-4a44-b549-294dcd166556, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:34.411440 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.422205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d87c7f05-5fff-48ed-90af-bfba027ab7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.427882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-9ca31367-847f-46c9-9775-d2460c7b0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.430994 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-9ca31367-847f-46c9-9775-d2460c7b0ac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b1a7fad-e401-4484-a699-498b2de251fa HTTP/1.1" status: 200 len: 850 time: 0.1932333 Jul 23 20:12:34.432042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d87c7f05-5fff-48ed-90af-bfba027ab7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.476124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.482093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.489166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.494659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.500684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.506141 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d87c7f05-5fff-48ed-90af-bfba027ab7c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7220c1ca537143d2b2492f8f6a53bb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677303 Jul 23 20:12:34.507147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c7f05-5fff-48ed-90af-bfba027ab7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa84d42-5eef-4e2c-a2c2-f610c3edbdb8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:34.509385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.510723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60322) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:34.524127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a890a95-951a-4a62-bdee-7c201f239dba req-014c1498-bfef-40b0-b89d-e0b832bcd520 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 4603 time: 0.2212546 Jul 23 20:12:34.574951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-e3699bb5-b590-4abc-92df-d425ff18eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.576570 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-e3699bb5-b590-4abc-92df-d425ff18eb14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e27ff29-f0db-45ad-a0eb-21067089bb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380460 Jul 23 20:12:34.609750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d225d44-0c7f-4b12-89e4-589433da8851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.616751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a890a95-951a-4a62-bdee-7c201f239dba req-e9d1f709-80a7-45f8-a943-10515c3d9f60 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872340 Jul 23 20:12:34.625883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:34.629856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ec13c34-30ab-4a44-b549-294dcd166556,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:34.647653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fb3e7-fe20-490b-8002-a446f61a0ba6 req-2eb65a63-d2e4-4664-a3a3-5ccd9e025acc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.660144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d8fb3e7-fe20-490b-8002-a446f61a0ba6 req-2eb65a63-d2e4-4664-a3a3-5ccd9e025acc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2442303 Jul 23 20:12:34.661616 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.672822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d225d44-0c7f-4b12-89e4-589433da8851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.713276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:34.713935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.715362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 1136 time: 1.7131217 Jul 23 20:12:34.742339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-8b84f0b8-5947-473d-9ead-f16b97701ab9 service neutron] 10.222.0.36 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589055 Jul 23 20:12:34.770342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:34.785670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d225d44-0c7f-4b12-89e4-589433da8851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.788753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d225d44-0c7f-4b12-89e4-589433da8851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:34.790175 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2d225d44-0c7f-4b12-89e4-589433da8851 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6aa84d42-5eef-4e2c-a2c2-f610c3edbdb8 HTTP/1.1" status: 204 len: 168 time: 0.2785301 Jul 23 20:12:34.818580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d225d44-0c7f-4b12-89e4-589433da8851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa84d42-5eef-4e2c-a2c2-f610c3edbdb8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:34.842433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d8fb3e7-fe20-490b-8002-a446f61a0ba6 req-75272ee3-5387-4777-9a13-351088d26963 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527069 Jul 23 20:12:34.870185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15c166-b4ca-4b58-862c-1cd6192282d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:34.963784 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d2a48b5-9114-45a2-9a87-7bfa1d0d7d35 req-2d3bc911-4c20-440a-b462-4d8be3f3d417 service neutron] 10.222.0.36 "GET /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144308 Jul 23 20:12:34.995464 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:35.017748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d708-790c-4df5-a213-2a1f7c431627 req-07edcdf1-e88d-4dd5-9965-4afdbeb60d76 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.019224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71a0d708-790c-4df5-a213-2a1f7c431627 req-07edcdf1-e88d-4dd5-9965-4afdbeb60d76 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.2548647 Jul 23 20:12:35.165896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71a0d708-790c-4df5-a213-2a1f7c431627 req-993a7317-4804-46d2-ab07-d1041c575500 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142166 Jul 23 20:12:35.418941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a351427-c8b7-4c86-871b-d634eca46aea {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:35.430710 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:35.455398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Transition to ACTIVE for port object 9a351427-c8b7-4c86-871b-d634eca46aea will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:35.471404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.477518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.483627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.489979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.495776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.502161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.507922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.509849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-384d7eb9-91f0-4dde-a9af-12260331c1f1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.2039132 Jul 23 20:12:35.512677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '0ec13c34-30ab-4a44-b549-294dcd166556'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:35.514472 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "0ec13c34-30ab-4a44-b549-294dcd166556"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:35.516949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:35.599147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d428865-03f1-443e-bd5f-9c63a276e998 req-52fdc8df-0d9f-4bc6-8309-5aadbc282e8c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:35.606521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d428865-03f1-443e-bd5f-9c63a276e998 req-52fdc8df-0d9f-4bc6-8309-5aadbc282e8c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.2646282 Jul 23 20:12:35.646452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:35.649959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:35.659461 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7646b6e1-85b1-4a6a-b950-87b235bd3839" -d '{"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-plugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:35.693151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e191d730-51fd-44ab-97ee-7d8749cf7e64 req-73d79197-c166-4ab6-8d44-ed9f57172a3f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1647003 Jul 23 20:12:35.795498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d428865-03f1-443e-bd5f-9c63a276e998 req-8527ee03-8bb7-4220-adaf-bfc21f0bead4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879163 Jul 23 20:12:35.799490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Attempting to bind port 9a351427-c8b7-4c86-871b-d634eca46aea on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:35.799697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Attempting to bind port 9a351427-c8b7-4c86-871b-d634eca46aea by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:35.799975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Attempting to bind port 9a351427-c8b7-4c86-871b-d634eca46aea on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:35.805315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Port 9a351427-c8b7-4c86-871b-d634eca46aea on network 18987841-02a3-4625-9fd7-b601df633eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:35.805689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Attempting to bind port 9a351427-c8b7-4c86-871b-d634eca46aea on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:35.819830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:35.819830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Checking segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:35.819830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Bound using segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:35.819830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Bound port: 9a351427-c8b7-4c86-871b-d634eca46aea, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:35.819830 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:35.897826 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dc32cb-33dd-40f0-8131-a37646137944 x-openstack-request-id: req-d5dc32cb-33dd-40f0-8131-a37646137944 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:35.898404 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "0ec13c34-30ab-4a44-b549-294dcd166556", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:35.898682 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5dc32cb-33dd-40f0-8131-a37646137944 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:35.899154 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '0ec13c34-30ab-4a44-b549-294dcd166556', 'status': 'completed', 'code': 200} Jul 23 20:12:35.913703 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518526ba-afe1-4e05-8b00-f63d88589ae2 x-openstack-request-id: req-518526ba-afe1-4e05-8b00-f63d88589ae2 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:35.914003 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-plugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:35.916109 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-518526ba-afe1-4e05-8b00-f63d88589ae2 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:35.916524 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'code': 200} Jul 23 20:12:36.018261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:36.035396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9a351427-c8b7-4c86-871b-d634eca46aea,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:36.040933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.041399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.041950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.042439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.043683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.044198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.044800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.047013 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-e8c41d09-cec5-4be9-832e-e8eb1b903cce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6177 time: 0.1635404 Jul 23 20:12:36.057071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:36.096571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d1525-1828-4ea1-a3ca-2056e4d3ccd2 req-13392c6a-19b7-48af-9b31-e960657396f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.098162 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-719d1525-1828-4ea1-a3ca-2056e4d3ccd2 req-13392c6a-19b7-48af-9b31-e960657396f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1102 time: 0.1372237 Jul 23 20:12:36.162070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.162769 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:36.164593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 1135 time: 1.4156411 Jul 23 20:12:36.195271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579bb5f-ce86-4948-a63f-0ae1d644dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:36.217902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:36.533514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-719d1525-1828-4ea1-a3ca-2056e4d3ccd2 req-38721397-e681-445d-bb23-accf9f713f0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282389 Jul 23 20:12:36.559294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-b28212ff-1ef8-4b10-8689-7641d906e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.559766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-b28212ff-1ef8-4b10-8689-7641d906e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.561007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-b28212ff-1ef8-4b10-8689-7641d906e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.562784 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-b28212ff-1ef8-4b10-8689-7641d906e106 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7484d3f06c86439183350a59979b606b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5092595 Jul 23 20:12:36.637899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:36.683734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.690422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.696395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.702902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.707499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-1e24d368-9c20-4c8c-ba95-25619f6cdc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.708911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.709044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-37d727e8-e9f0-4b3d-89bf-fa79e6a007bd req-1e24d368-9c20-4c8c-ba95-25619f6cdc58 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1216788 Jul 23 20:12:36.715527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.722121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.724179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-171d4cc4-41e5-42b4-ace2-a92612ddd4db tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5379 time: 0.7792807 Jul 23 20:12:36.732833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8ad30-cda0-452d-8a30-d345253be8d7 req-fd6a1ac7-7e54-4195-8173-3b51736c1ba3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:36.742076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffe8ad30-cda0-452d-8a30-d345253be8d7 req-fd6a1ac7-7e54-4195-8173-3b51736c1ba3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.7029171 Jul 23 20:12:36.756052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:36.769621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91', 'port_id': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'mac_address': 'fa:16:3e:54:c3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b42be26d-26ab-4bfa-83c0-c4df5555f6f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:36.812859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:36.828154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:36.830348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1762d8-ef03-4c9b-9449-9f590320c2cb {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:36.855059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:36.862348 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:36.898179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4d907c3-53a9-4f15-b90c-9bc2c30fa8a9 req-9ab85fc2-17fa-4273-8d5c-01da27a571d0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180074 Jul 23 20:12:36.908647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffe8ad30-cda0-452d-8a30-d345253be8d7 req-d3d2f842-d2a6-4044-b240-3cd0b5aed334 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289537 Jul 23 20:12:36.934960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:37.142910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53559173-71db-4fc2-970a-2638e18874b5 req-fbb637f8-8bde-4a33-872a-d546a159651f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.144446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53559173-71db-4fc2-970a-2638e18874b5 req-fbb637f8-8bde-4a33-872a-d546a159651f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1358292 Jul 23 20:12:37.194283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['df1762d8-ef03-4c9b-9449-9f590320c2cb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:37.208029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53559173-71db-4fc2-970a-2638e18874b5 req-b27f1e17-05cb-47d5-9210-b0e741f6f616 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515015 Jul 23 20:12:37.295034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e720bf-8759-4817-a929-b9a955862de7 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:37.304666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:37.332240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Transition to ACTIVE for port object 83e720bf-8759-4817-a929-b9a955862de7 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:37.339623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:37.388441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.394699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.400707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.407425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.413411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.419486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.425424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.427403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-81108fa7-3b73-4296-b91b-d54b12c52ff0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.1947474 Jul 23 20:12:37.495964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Pushing event updated for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:37.535547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63ce6e95-8bf9-47b5-a191-0b43f6044142 req-d0122eb3-2928-418f-bda2-1c67a6fcf93c tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0940199 Jul 23 20:12:37.637265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aed780-1cc1-485e-9a88-fc666fb8ddff req-675985f4-aba8-4c96-a596-6b93be14e9c1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.638880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99aed780-1cc1-485e-9a88-fc666fb8ddff req-675985f4-aba8-4c96-a596-6b93be14e9c1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 944 time: 0.2105587 Jul 23 20:12:37.712562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99aed780-1cc1-485e-9a88-fc666fb8ddff req-faff0b15-e087-4637-8a7d-a430a38dbd18 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665517 Jul 23 20:12:37.741027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Attempting to bind port 83e720bf-8759-4817-a929-b9a955862de7 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:37.741598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Attempting to bind port 83e720bf-8759-4817-a929-b9a955862de7 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:37.742097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Attempting to bind port 83e720bf-8759-4817-a929-b9a955862de7 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:37.749719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Port 83e720bf-8759-4817-a929-b9a955862de7 on network 18987841-02a3-4625-9fd7-b601df633eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:37.750438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Attempting to bind port 83e720bf-8759-4817-a929-b9a955862de7 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:37.758164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:37.758715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Checking segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:37.759441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Bound using segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:37.760142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Bound port: 83e720bf-8759-4817-a929-b9a955862de7, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:37.760509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:37.834355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6ca65-e89d-4fbc-811b-da47ce797166 req-67b53403-e43d-435e-8cbd-826367faaaee tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.835814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8e6ca65-e89d-4fbc-811b-da47ce797166 req-67b53403-e43d-435e-8cbd-826367faaaee tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1097 time: 0.1374710 Jul 23 20:12:37.845051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:37.856254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e720bf-8759-4817-a929-b9a955862de7,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:37.869561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:37.900999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '9a351427-c8b7-4c86-871b-d634eca46aea'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:37.903455 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2473b2c5-1c32-41ea-a422-adb98b780163" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "9a351427-c8b7-4c86-871b-d634eca46aea"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:37.933659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:37.934335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:37.935802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] 10.222.0.36 "PUT /v2.0/ports/83e720bf-8759-4817-a929-b9a955862de7 HTTP/1.1" status: 200 len: 1091 time: 1.7307799 Jul 23 20:12:37.951670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8e6ca65-e89d-4fbc-811b-da47ce797166 req-61a7615b-e8a2-4496-a3dc-92c7cf38010b tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062694 Jul 23 20:12:37.974331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:38.006633 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0330a6b-373b-4e56-a26b-292597e37e4c x-openstack-request-id: req-a0330a6b-373b-4e56-a26b-292597e37e4c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:38.006901 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "9a351427-c8b7-4c86-871b-d634eca46aea", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:38.007091 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0330a6b-373b-4e56-a26b-292597e37e4c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:38.007506 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '9a351427-c8b7-4c86-871b-d634eca46aea', 'status': 'completed', 'code': 200} Jul 23 20:12:38.057395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc2f8a-0a5f-4f85-9fe8-2bd0701f45d0 service neutron] Pushing event updated for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:38.156862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.158173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.159002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.159865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.161718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.162414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.162968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.165647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-1cfe2fe1-7a1f-4cf9-accc-f62377c8184d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6287 time: 0.1434662 Jul 23 20:12:38.249964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.276969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.283977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.290546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.297741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.302931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-5b0a5e37-f165-497e-bb66-f2e19501d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.303588 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-5b0a5e37-f165-497e-bb66-f2e19501d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.303793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.304222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-5b0a5e37-f165-497e-bb66-f2e19501d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.306127 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-5b0a5e37-f165-497e-bb66-f2e19501d2d4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7484d3f06c86439183350a59979b606b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1305439 Jul 23 20:12:38.309649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.316055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.323476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af435596-3489-41bb-96dc-bc5401754091 req-e2494fcd-b006-47e6-a74b-9edf47328db2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5391 time: 0.2189946 Jul 23 20:12:38.350451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:38.373062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36697c-6aa6-46f5-9f32-266d93e4fe8e req-848d9ce9-1c0e-468b-b32f-23b6dc6b432a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.381129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a36697c-6aa6-46f5-9f32-266d93e4fe8e req-848d9ce9-1c0e-468b-b32f-23b6dc6b432a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2949836 Jul 23 20:12:38.424637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-c9eefcca-4ecd-4933-a190-5703f3e5ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.426989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2473b2c5-1c32-41ea-a422-adb98b780163 req-c9eefcca-4ecd-4933-a190-5703f3e5ab5a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132290 Jul 23 20:12:38.446541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af435596-3489-41bb-96dc-bc5401754091 req-e0c1a2d6-264b-4b55-91a2-5ff148472803 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1216760 Jul 23 20:12:38.580428 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a750-2ab4-4d9f-a53b-fdb3b37ea2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.589069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a36697c-6aa6-46f5-9f32-266d93e4fe8e req-8215733b-0568-4eff-a0b6-8431d766e083 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071154 Jul 23 20:12:38.658187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 303a7f3b-e550-461c-afe6-776a003c4ee7 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:38.660780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:38.727023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591328-822f-47ac-a505-6e7c8cd4f060 req-8fd35590-0e22-4492-87d3-97f71a8c0bb1 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:38.728586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79591328-822f-47ac-a505-6e7c8cd4f060 req-8fd35590-0e22-4492-87d3-97f71a8c0bb1 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1097 time: 0.2087703 Jul 23 20:12:38.779862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port df1762d8-ef03-4c9b-9449-9f590320c2cb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:38.819078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port df1762d8-ef03-4c9b-9449-9f590320c2cb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:38.820351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.886315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=303a7f3b-e550-461c-afe6-776a003c4ee7,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:38.890128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55d1c67-a0bd-4f6f-b682-678154fa6e35 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:38.902629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.934599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79591328-822f-47ac-a505-6e7c8cd4f060 req-3ca651f3-52e4-4b11-a53d-ac83d618cf0b tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162982 Jul 23 20:12:38.941199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.943246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '303a7f3b-e550-461c-afe6-776a003c4ee7', 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087', 'port_id': '303a7f3b-e550-461c-afe6-776a003c4ee7', 'mac_address': 'fa:16:3e:c7:6e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5691bf94-441d-4c18-b5ec-a644532f0475', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:38.944254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Transition to ACTIVE for port object d55d1c67-a0bd-4f6f-b682-678154fa6e35 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:38.960629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:38.965511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a750-2ab4-4d9f-a53b-fdb3b37ea2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.022969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.036521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4f6a750-2ab4-4d9f-a53b-fdb3b37ea2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.065390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303a7f3b-e550-461c-afe6-776a003c4ee7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:39.107041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=303a7f3b-e550-461c-afe6-776a003c4ee7,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.117395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:39.120727 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b494d168-d60c-40a9-9d0a-333d183791fb" -d '{"events": [{"server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "name": "network-vif-plugged", "status": "completed", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:39.131332 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.131979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:39.132260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.138888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.140689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.150319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.157212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.163239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.168046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.171988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.181487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.184645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-21682049-eb61-4f52-9db5-e20ea47f7783 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5421 time: 0.3651195 Jul 23 20:12:39.221676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.239033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c4f6a750-2ab4-4d9f-a53b-fdb3b37ea2aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d509507976544898521822d83684725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818753 Jul 23 20:12:39.239033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Pushing event updated for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.239628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60424) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:39.246723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f6a750-2ab4-4d9f-a53b-fdb3b37ea2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1c1e19-d459-4fc3-b738-73829130ee4c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.318003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.334951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.348167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'port_id': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33', 'mac_address': 'fa:16:3e:fa:28:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670', 'ip_address': '10.1.1.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:39.359637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24e47107-8f66-41f6-b4aa-f7f07b0fafa7 req-4484245f-aebd-4c81-8ed1-25c72075921c tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313794 Jul 23 20:12:39.392590 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.403312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185f024-a2f5-4090-a1ec-1641a3665ae1 req-9e84f809-7737-4f83-afdb-57808129080f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.403312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6185f024-a2f5-4090-a1ec-1641a3665ae1 req-9e84f809-7737-4f83-afdb-57808129080f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1102 time: 0.3143039 Jul 23 20:12:39.403312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Attempting to bind port d55d1c67-a0bd-4f6f-b682-678154fa6e35 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:39.403312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Attempting to bind port d55d1c67-a0bd-4f6f-b682-678154fa6e35 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:39.403312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Attempting to bind port d55d1c67-a0bd-4f6f-b682-678154fa6e35 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:39.404165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6bf-bf8e-4332-ab63-87077e8e4c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.427187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Port d55d1c67-a0bd-4f6f-b682-678154fa6e35 on network 18987841-02a3-4625-9fd7-b601df633eeb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:39.427315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:39.427943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Attempting to bind port d55d1c67-a0bd-4f6f-b682-678154fa6e35 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:39.448303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:39.452923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.453795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Checking segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:39.454267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Bound using segment: {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:39.454728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Bound port: d55d1c67-a0bd-4f6f-b682-678154fa6e35, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71cb3230-7418-485b-b873-c3af0ac66b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:39.455201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.459056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.459717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bae177b-476f-49d7-a052-3d0dc4f79fb6 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:39.459840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6bf-bf8e-4332-ab63-87077e8e4c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.515927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6185f024-a2f5-4090-a1ec-1641a3665ae1 req-948fd464-73e4-4ce1-ad02-3a219310a17f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135356 Jul 23 20:12:39.550861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6bf-bf8e-4332-ab63-87077e8e4c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.555163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cdaf6bf-bf8e-4332-ab63-87077e8e4c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.556313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3cdaf6bf-bf8e-4332-ab63-87077e8e4c3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd1c1e19-d459-4fc3-b738-73829130ee4c HTTP/1.1" status: 204 len: 168 time: 0.3152590 Jul 23 20:12:39.578474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdaf6bf-bf8e-4332-ab63-87077e8e4c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1c1e19-d459-4fc3-b738-73829130ee4c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.582137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:39.583596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:39.588943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:39.599014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.690576 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1512a2d2-28e7-413b-a744-439c432a33a8 x-openstack-request-id: req-1512a2d2-28e7-413b-a744-439c432a33a8 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:39.691181 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "name": "network-vif-plugged", "status": "completed", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:39.691181 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1512a2d2-28e7-413b-a744-439c432a33a8 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:39.691552 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'code': 200} Jul 23 20:12:39.705568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.707382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.708861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] 10.222.0.36 "PUT /v2.0/ports/d55d1c67-a0bd-4f6f-b682-678154fa6e35 HTTP/1.1" status: 200 len: 1090 time: 1.7431836 Jul 23 20:12:39.738170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66cf3-171a-41a5-a92c-47a10cfc3681 req-93042873-ae78-4bad-b3f0-b1fb40c3c5da tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.747390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-add66cf3-171a-41a5-a92c-47a10cfc3681 req-93042873-ae78-4bad-b3f0-b1fb40c3c5da tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.2643056 Jul 23 20:12:39.762827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.800343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'port_id': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'mac_address': 'fa:16:3e:b0:a5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:39.866504 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.878963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbd4f5-0ecc-4f3d-b190-c223345d2d5f req-7cd1cc53-cfe1-4ee3-bbd7-8a4a1357c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:39.882692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bae177b-476f-49d7-a052-3d0dc4f79fb6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:39.884605 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83fbd4f5-0ecc-4f3d-b190-c223345d2d5f req-7cd1cc53-cfe1-4ee3-bbd7-8a4a1357c5cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1097 time: 0.1017280 Jul 23 20:12:39.909350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:39.915217 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:39.915423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:39.916050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7fc400c-7fc1-46b8-b513-0e4ce3bac66f details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:39.956315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83fbd4f5-0ecc-4f3d-b190-c223345d2d5f req-b90a0139-9d12-46bd-9f23-d80e7649c30c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637414 Jul 23 20:12:39.983022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10d90c-9d01-404a-9991-676028e73e7c service neutron] Pushing event updated for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.003741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-add66cf3-171a-41a5-a92c-47a10cfc3681 req-ddb1e0a6-16ea-4d93-8e2e-9d50647a2f85 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509010 Jul 23 20:12:40.020742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.022382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '83e720bf-8759-4817-a929-b9a955862de7'}, {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:40.025228 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "83e720bf-8759-4817-a929-b9a955862de7"}, {"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:40.049322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3bae177b-476f-49d7-a052-3d0dc4f79fb6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.055925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f', 'network_id': 'a525e910-95fa-4299-85e6-1e368b02b087', 'port_id': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f', 'mac_address': 'fa:16:3e:5c:b7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5691bf94-441d-4c18-b5ec-a644532f0475', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:40.090583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60444) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:40.105200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-321718df-a861-4438-8765-9379aa11f2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.123929 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.147207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fc400c-7fc1-46b8-b513-0e4ce3bac66f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:40.172901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.180704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.182657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.186767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.187728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e51cca3e-9366-4310-aa41-22981e7cef65 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:40.195815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.205815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.215916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.218821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-321718df-a861-4438-8765-9379aa11f2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.224595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.224964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-321718df-a861-4438-8765-9379aa11f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.231704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:40.233725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-4ef9e2f6-7280-489c-89e8-31dc71755e83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5403 time: 0.4773560 Jul 23 20:12:40.242401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.277524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e51cca3e-9366-4310-aa41-22981e7cef65,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.281691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.293812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e51cca3e-9366-4310-aa41-22981e7cef65', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'port_id': 'e51cca3e-9366-4310-aa41-22981e7cef65', 'mac_address': 'fa:16:3e:a4:0d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:40.334472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-127ddbe5-f09a-4de8-a457-71fcad4cfa82 req-8c6a3c79-57b0-4dfa-9eb0-8250c6fbcfce tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813413 Jul 23 20:12:40.339633 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.343560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-321718df-a861-4438-8765-9379aa11f2b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb39810a3c914e70aa36fafa0c91724b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518265 Jul 23 20:12:40.344842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321718df-a861-4438-8765-9379aa11f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c9ace7-0a5e-4bfb-b5a1-60f127e7bc3b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.352812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60450) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:40.366373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51cca3e-9366-4310-aa41-22981e7cef65 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:40.407651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e51cca3e-9366-4310-aa41-22981e7cef65,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.415948 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.417136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:40.432641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a3163c1-7aa0-4a13-86e0-8b4e615110e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.460490 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a3163c1-7aa0-4a13-86e0-8b4e615110e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.486078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.530074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a3163c1-7aa0-4a13-86e0-8b4e615110e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.533925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a3163c1-7aa0-4a13-86e0-8b4e615110e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.537612 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a3163c1-7aa0-4a13-86e0-8b4e615110e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79c9ace7-0a5e-4bfb-b5a1-60f127e7bc3b HTTP/1.1" status: 204 len: 168 time: 0.1816006 Jul 23 20:12:40.550270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3163c1-7aa0-4a13-86e0-8b4e615110e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c9ace7-0a5e-4bfb-b5a1-60f127e7bc3b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.628647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.650787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '097870f8-3b7d-45bc-967f-7a04b0e0f1a7', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'port_id': '097870f8-3b7d-45bc-967f-7a04b0e0f1a7', 'mac_address': 'fa:16:3e:6e:e8:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:40.701000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.717492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:40.720905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432dd9f0-3198-4fb8-8748-2d6514aa69d6 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:40.739027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.743370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.751404 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.752230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 75271bba-c107-41b0-bcf2-2305ef89803f details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:40.768244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Transition to ACTIVE for port object 432dd9f0-3198-4fb8-8748-2d6514aa69d6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:40.779814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:40.945609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=75271bba-c107-41b0-bcf2-2305ef89803f,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:40.956899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Pushing event updated for resources: {'Port': ['ID=432dd9f0-3198-4fb8-8748-2d6514aa69d6,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:40.984265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '75271bba-c107-41b0-bcf2-2305ef89803f', 'network_id': '66d3473e-813b-499f-a952-367d74ab2e50', 'port_id': '75271bba-c107-41b0-bcf2-2305ef89803f', 'mac_address': 'fa:16:3e:06:07:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a520781-8cb7-4a24-b794-6083e98d7670', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:12:41.125483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-eda02f63-d3a9-4798-90ed-9216bc6457a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2013886 Jul 23 20:12:41.190780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Attempting to bind port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:41.191262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Attempting to bind port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:41.191433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Attempting to bind port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 on network c26f385d-8133-4651-8133-e853a7a0add7 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:41.195854 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.207687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 on network c26f385d-8133-4651-8133-e853a7a0add7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:41.208048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Attempting to bind port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 on network c26f385d-8133-4651-8133-e853a7a0add7 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:41.209178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:41.222970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:41.223419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Checking segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:41.223694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Bound using segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:41.224125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Bound port: 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:41.224490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.258872 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f3165e-5f1c-446e-ae25-6f94ea46cfdc x-openstack-request-id: req-24f3165e-5f1c-446e-ae25-6f94ea46cfdc {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:41.259174 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "83e720bf-8759-4817-a929-b9a955862de7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:41.259433 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24f3165e-5f1c-446e-ae25-6f94ea46cfdc {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:41.259818 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '83e720bf-8759-4817-a929-b9a955862de7', 'status': 'completed', 'code': 200} Jul 23 20:12:41.260072 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35', 'status': 'completed', 'code': 200} Jul 23 20:12:41.293044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75271bba-c107-41b0-bcf2-2305ef89803f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:41.355247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=75271bba-c107-41b0-bcf2-2305ef89803f,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:41.361462 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.455386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:41.470448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.471868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.472550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.473377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.474082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.474904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.492538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.494759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-7141afeb-6b1d-4df0-94c6-23ca4f82eea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6381 time: 0.2295957 Jul 23 20:12:41.522729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] For port 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:41.526932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] For port 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:41.534431 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.640381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.643073 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:41.647850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] 10.222.0.36 "PUT /v2.0/ports/432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 200 len: 1092 time: 1.7780716 Jul 23 20:12:41.704942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-17a52652-3eda-4976-be7a-b67911a7d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.705194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Request body: {'port': {'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:41.706348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-17a52652-3eda-4976-be7a-b67911a7d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.706710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-17a52652-3eda-4976-be7a-b67911a7d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.709553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-17a52652-3eda-4976-be7a-b67911a7d7dc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7484d3f06c86439183350a59979b606b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1994076 Jul 23 20:12:41.763166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.775188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.786824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.793389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.817056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.837175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.845246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.847804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-77311fcc-8563-4afe-b5d5-1e744db2c3d0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5428 time: 0.5018475 Jul 23 20:12:41.850674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1de5c-d276-45ee-8d7e-1e8cd08a3802 service neutron] Pushing event updated for resources: {'Port': ['ID=432dd9f0-3198-4fb8-8748-2d6514aa69d6,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:41.928258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-293d1ab7-6340-4de0-b182-45fb8349e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:41.929972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-293d1ab7-6340-4de0-b182-45fb8349e639 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152426 Jul 23 20:12:41.984839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.079681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e4dd3ec5-5db6-4b9c-b070-39e3a8b31ee5 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:12:42.088660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e4dd3ec5-5db6-4b9c-b070-39e3a8b31ee5 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157681 Jul 23 20:12:42.096688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:42.097539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:12:42.204257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3b9269c-1f3b-4543-af27-dd0f9579a4ad req-f6328ac5-7f20-4834-91a4-58266c978a9c tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3093138 Jul 23 20:12:42.208988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:42.248121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e51cca3e-9366-4310-aa41-22981e7cef65'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:42.352457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:42.362812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.362812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.363292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.364419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3bae177b-476f-49d7-a052-3d0dc4f79fb6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:42.365102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.370100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['75271bba-c107-41b0-bcf2-2305ef89803f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:42.372152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.373227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.374190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['097870f8-3b7d-45bc-967f-7a04b0e0f1a7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:42.375089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.377141 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-58fc6596-14b6-426c-8877-808c5a863061 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6423 time: 0.3679638 Jul 23 20:12:42.379911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:42.380248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:42.380575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:42.385778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:42.386116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:42.466713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-network', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:42.488724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:42.489299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:42.489415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:42.489848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Bound port: 4141e9a6-46f5-4777-a9a4-476857fd7502, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:42.544661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:42.552344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.553942 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-635a5d37-bc23-4811-9ab5-84cb1a32c781 service neutron] 10.222.0.46 "POST /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502/bindings HTTP/1.1" status: 201 len: 390 time: 0.4637806 Jul 23 20:12:42.555727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Made reservation on behalf of cb428cd664e84bb289ffd84176e0d0e3 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:42.558576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.574644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-535712c6-1824-46bb-aa98-169785a812d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.575118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-535712c6-1824-46bb-aa98-169785a812d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.576027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-535712c6-1824-46bb-aa98-169785a812d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.579180 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-535712c6-1824-46bb-aa98-169785a812d1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7484d3f06c86439183350a59979b606b&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1902142 Jul 23 20:12:42.584745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.612822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d6ba75-569e-4967-9eb1-248e753d20f1 req-f6f817dc-e273-41e5-a1ae-692ac0701ac8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.620067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2d6ba75-569e-4967-9eb1-248e753d20f1 req-f6f817dc-e273-41e5-a1ae-692ac0701ac8 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2238951 Jul 23 20:12:42.708328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-d4fa9a08-7c82-4151-9db1-186528e71e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:42.710196 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca34c0d9-ec52-4c0f-916d-be30b7ea181e req-d4fa9a08-7c82-4151-9db1-186528e71e58 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1248529 Jul 23 20:12:42.710373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad288a7d-88ee-4bd5-a608-d7e8362727e4 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:42.728738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2d6ba75-569e-4967-9eb1-248e753d20f1 req-fa8a74dd-a468-48a2-b11b-847a75657282 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078019 Jul 23 20:12:42.732339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.764493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Transition to ACTIVE for port object ad288a7d-88ee-4bd5-a608-d7e8362727e4 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:42.776940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.950276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:42.951693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:42.977699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.027883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-651df825-4ce0-407f-bca6-67d88eddad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.029694 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-651df825-4ce0-407f-bca6-67d88eddad09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1097 time: 0.0860136 Jul 23 20:12:43.161906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-fa7a6923-95fc-48b6-b4f8-e2bcbeba9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.163763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-fa7a6923-95fc-48b6-b4f8-e2bcbeba9e48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1244001 Jul 23 20:12:43.220553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-78cd8089-a7f5-4e84-8ba1-d67e133d0269 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 217 time: 0.0462639 Jul 23 20:12:43.319921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['303a7f3b-e550-461c-afe6-776a003c4ee7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:43.322045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7fc400c-7fc1-46b8-b513-0e4ce3bac66f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:43.353501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-6a1824a1-eba3-464c-8521-1a8eccab7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.355064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-6a1824a1-eba3-464c-8521-1a8eccab7fb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1171794 Jul 23 20:12:43.381136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-ad046cb0-3a1d-45a5-9406-02bd2b87da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.382373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-ad046cb0-3a1d-45a5-9406-02bd2b87da43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1102 time: 0.0996745 Jul 23 20:12:43.423948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-6e6def68-bbfc-45f9-bbc8-7ce86f489574 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497057 Jul 23 20:12:43.501124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '432dd9f0-3198-4fb8-8748-2d6514aa69d6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:43.504312 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e81c6cb-ba5c-4617-856c-1c935221c33e" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "432dd9f0-3198-4fb8-8748-2d6514aa69d6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:43.528805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:12:43.534028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb16b434-2a9e-43a4-938c-de06c019a069,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:43.567259 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.583206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-a9e101bc-84a1-42e7-b317-3aad1dcb542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.584998 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-a9e101bc-84a1-42e7-b317-3aad1dcb542c service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1926517 Jul 23 20:12:43.589414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-c2668450-0a76-4c1a-a84c-0016890f6436 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553841 Jul 23 20:12:43.591665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.592197 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Added segment d7472db6-720f-41d0-9a24-4e6ec5d39a1a of type vlan for network ed80e30a-71f9-407c-ac1e-75bb50477cc6 Jul 23 20:12:43.646438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ecbf7-1ac8-4526-a537-f08aee83544e req-97b347e1-7fcd-41ee-8220-7089c933bce5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.647614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-eaa40fef-5874-4f48-b804-0fcbf6e3232b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0502961 Jul 23 20:12:43.648225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-832ecbf7-1ac8-4526-a537-f08aee83544e req-97b347e1-7fcd-41ee-8220-7089c933bce5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.8184030 Jul 23 20:12:43.686245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.692749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.698694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.705854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.711762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.717926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.724120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.731739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-ef6122d0-ea5f-4f2d-b652-cf073538d18d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.8086114 Jul 23 20:12:43.740108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-700891fc-4704-40d8-90f7-9d18bf0adf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.741618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-700891fc-4704-40d8-90f7-9d18bf0adf50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0836604 Jul 23 20:12:43.745777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.783823 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-5411b2d1-b58b-4cff-be15-9a54ef506817 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805210 Jul 23 20:12:43.785177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Attempting to bind port ad288a7d-88ee-4bd5-a608-d7e8362727e4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:43.785728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Attempting to bind port ad288a7d-88ee-4bd5-a608-d7e8362727e4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:43.786089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Attempting to bind port ad288a7d-88ee-4bd5-a608-d7e8362727e4 on network c26f385d-8133-4651-8133-e853a7a0add7 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:43.814196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-973527c8-0283-411a-b999-3ec07cd808b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.815752 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-973527c8-0283-411a-b999-3ec07cd808b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649598 Jul 23 20:12:43.825474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Port ad288a7d-88ee-4bd5-a608-d7e8362727e4 on network c26f385d-8133-4651-8133-e853a7a0add7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:43.825948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Attempting to bind port ad288a7d-88ee-4bd5-a608-d7e8362727e4 on network c26f385d-8133-4651-8133-e853a7a0add7 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:43.842799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7585622d-2bf1-4454-99d1-be89d5116c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.849906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:43.850404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Checking segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:43.850849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Bound using segment: {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:43.851398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Bound port: ad288a7d-88ee-4bd5-a608-d7e8362727e4, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481b7a68-29c7-41e9-8dbc-9912deb1e50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:43.851843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.864912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b23e8fb0-7c31-4d69-b805-d22f1bc7c663 req-66d52da3-928a-4b7a-9f59-44134f2356c0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1321673 Jul 23 20:12:43.873541 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.875067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:43.877605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:43.887365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-832ecbf7-1ac8-4526-a537-f08aee83544e req-bc8f4c99-46bd-4a35-989e-1b3820c070a5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203536 Jul 23 20:12:43.966157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7528720 Jul 23 20:12:43.967028 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-82866fa3-72dd-4e59-88ed-e19018a7a459 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397898 Jul 23 20:12:43.967506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60550) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:43.978821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Request body: {'subnet': {'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-subnet', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:44.001919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797927-7a77-4fd5-be40-7687ffe16455 admin admin] Pushing event updated for resources: {'Network': ['ID=ed80e30a-71f9-407c-ac1e-75bb50477cc6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:44.040810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:12:44.071484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:44.079182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:44.093286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.096563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Made reservation on behalf of cb428cd664e84bb289ffd84176e0d0e3 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:44.099916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.194009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.194626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.196006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] 10.222.0.36 "PUT /v2.0/ports/ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 200 len: 1092 time: 2.5036154 Jul 23 20:12:44.198719 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-90bf2f77-d156-4066-b0a2-baa2336bf571 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154610 Jul 23 20:12:44.250378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cee816-9996-43ad-b692-029f3f02dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:44.333459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.340219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.349050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.360026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.369886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.381937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.382151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.390708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.400860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-27b996be-f539-460d-8df9-c72d7ed37eea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5428 time: 0.2772591 Jul 23 20:12:44.417398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cfe6a-c2b4-4a10-8fe9-93db8ea2fce7 req-16b60076-1850-43f2-ae79-3ecb8ead4c60 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.419820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-950cfe6a-c2b4-4a10-8fe9-93db8ea2fce7 req-16b60076-1850-43f2-ae79-3ecb8ead4c60 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.3143399 Jul 23 20:12:44.428677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.429420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.429921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.430512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.431000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.431451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.431918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.433898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9621fe-eb2a-4ec5-946d-19bf79cc03de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6491 time: 0.1694343 Jul 23 20:12:44.490052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86e74fd6-a42a-433f-87ea-3458265166d6 req-a0417166-a4e8-46d0-8b05-6479cd282b1a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879743 Jul 23 20:12:44.495132 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-d669ba31-b701-4c97-9d07-03c481192bc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 200 len: 217 time: 0.0490999 Jul 23 20:12:44.512156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=aed24cba-562f-4d42-a275-dc18ba0a4d39,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:44.512274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-950cfe6a-c2b4-4a10-8fe9-93db8ea2fce7 req-2592cc71-bb97-45fd-b23a-6845d93c2afc tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763085 Jul 23 20:12:44.555338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Checking segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:44.555699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Network hostable DHCP agents. Network: ed80e30a-71f9-407c-ac1e-75bb50477cc6, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:12:44.567686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-ac43f701-9a1e-4410-8190-bb20c0912417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.569223 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-ac43f701-9a1e-4410-8190-bb20c0912417 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc87ba92-6d9f-4b21-9f93-be5a811a954e HTTP/1.1" status: 200 len: 855 time: 0.0667496 Jul 23 20:12:44.573203 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178efbc8-e4f4-4e53-8b4b-b63aa79bbe01 x-openstack-request-id: req-178efbc8-e4f4-4e53-8b4b-b63aa79bbe01 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:44.573664 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "432dd9f0-3198-4fb8-8748-2d6514aa69d6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:44.574106 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-178efbc8-e4f4-4e53-8b4b-b63aa79bbe01 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:44.574582 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': '432dd9f0-3198-4fb8-8748-2d6514aa69d6', 'status': 'completed', 'code': 200} Jul 23 20:12:44.598947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:12:44.632896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, ed80e30a-71f9-407c-ac1e-75bb50477cc6) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:44.641768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.642471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.648647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca7406-2dd4-4632-a47a-7616253051cf None None] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:12:44.665288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-1632eea6-1548-4c8e-8803-a81131ec021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.667357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-1632eea6-1548-4c8e-8803-a81131ec021e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861862 Jul 23 20:12:44.668349 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-789e6997-602c-4e4e-873b-4418c6916bec admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6996822 Jul 23 20:12:44.671011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60552) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:44.675362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:44.735200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204f09b-ccde-4e55-8304-947d2afaf5f5 req-4a51dce7-784e-4907-bcad-ac336a79807c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.736769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7204f09b-ccde-4e55-8304-947d2afaf5f5 req-4a51dce7-784e-4907-bcad-ac336a79807c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1501844 Jul 23 20:12:44.772725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078704d-4213-4b83-8c85-e1fed986ae87 req-3aec7f4d-8620-40fb-8111-fe1f0bcda477 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:44.773326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2e54509a-ebf5-4d5a-a47e-c3b510b6e2fa service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946834 Jul 23 20:12:44.780487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1078704d-4213-4b83-8c85-e1fed986ae87 req-3aec7f4d-8620-40fb-8111-fe1f0bcda477 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1097 time: 0.1181843 Jul 23 20:12:44.806835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.809990 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.823367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7204f09b-ccde-4e55-8304-947d2afaf5f5 req-316bf70d-7315-460f-8ef3-c878a98eb939 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758238 Jul 23 20:12:44.843260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1078704d-4213-4b83-8c85-e1fed986ae87 req-86ef6d09-b1c0-4597-a445-96660e3e8eb9 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617182 Jul 23 20:12:44.869203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:12:44.870637 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:44.954017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-c9329ad9-7aaf-4084-b633-18ccfede97e6 service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738043 Jul 23 20:12:44.960345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.017476 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3e3c6e47-c965-44a3-9c2d-fded62f0c0f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 217 time: 0.0550244 Jul 23 20:12:45.021601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc05076-ef2f-4127-887e-a5ccf3f793f8 req-0d7ef6d9-b311-4f45-af64-bbf3642340ee tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.028624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dc05076-ef2f-4127-887e-a5ccf3f793f8 req-0d7ef6d9-b311-4f45-af64-bbf3642340ee tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1097 time: 0.1089234 Jul 23 20:12:45.081508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dc05076-ef2f-4127-887e-a5ccf3f793f8 req-31c728a8-6255-4d62-8dea-c5dad2b76b83 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519052 Jul 23 20:12:45.106819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Allocated IP 172.20.0.2 (ed80e30a-71f9-407c-ac1e-75bb50477cc6/aed24cba-562f-4d42-a275-dc18ba0a4d39/e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:45.136809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.150416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.173863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.186086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.192940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.213738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.230030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3bd48ea7-c6f8-4322-80c1-660f6c831f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.231508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-3bd48ea7-c6f8-4322-80c1-660f6c831f15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1667209 Jul 23 20:12:45.232912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.235003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-197e2400-30b2-4625-8142-6338dd5a9082 req-cdb2e34e-8d5a-44fd-8431-c986c0831a9f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.2748623 Jul 23 20:12:45.235343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.283369 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.297581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Transition to ACTIVE for port object e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:45.331594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-197e2400-30b2-4625-8142-6338dd5a9082 req-db7a612c-c87e-4681-a067-0d5cef6b1ee2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824361 Jul 23 20:12:45.348311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Transition to ACTIVE for port object e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:45.366304 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.371220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-09a597da-b416-4c6c-a5bc-23ba7315fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.372737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-09a597da-b416-4c6c-a5bc-23ba7315fb67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1286635 Jul 23 20:12:45.415921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:45.462602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:45.470821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:45.480010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:45.511272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Pushing event updated for resources: {'Port': ['ID=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:45.581325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Attempting to bind port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:45.581826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Attempting to bind port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:45.582189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Attempting to bind port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:45.585554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9999108a-52cf-47f0-a757-d2f340b99bed service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048991 Jul 23 20:12:45.588559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:45.588939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Checking segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:45.589743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.590580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Bound using segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:45.590801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Bound port: e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:45.591162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.618687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.647243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:45.651549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.666365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:45.666979 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.710359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] For port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:45.752943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] For port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:45.759192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.765975 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.769315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.787985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.800590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.809554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.818138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.825710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:45.835520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-9cc80ffb-c6b1-4969-90e9-1d23974e7927 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5428 time: 0.2301857 Jul 23 20:12:45.871484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c51b9-a1d1-48a7-86e0-85019a1ea1bb None None] Pushing event updated for resources: {'Port': ['ID=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:45.940386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:45.948857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b57b033-3af2-4c07-982a-728e45ac9f1e req-f8aadf3b-28c5-4b36-af35-356ac5a5721d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122880 Jul 23 20:12:45.988668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:45.998034 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87892d33-f86c-4ccd-af1c-7246c2ea78b8" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:46.015930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:46.026119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:46.132384 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-4ecc1039-ab2b-4221-baeb-46ea2a75163f service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348852 Jul 23 20:12:46.146737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:46.229233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-cd336d4a-b754-4f41-9a93-2ed8b765ce57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 217 time: 0.0869968 Jul 23 20:12:46.238921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Allocated IP 172.25.8.214 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ce173edb-c3e0-478e-85dd-2285d0fd5160) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:46.263734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a299-9bb5-43cd-803c-6d5fb7a04ff5 req-e6123f40-e340-4b4d-ab23-d38fdf2ec849 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.272001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13e8a299-9bb5-43cd-803c-6d5fb7a04ff5 req-e6123f40-e340-4b4d-ab23-d38fdf2ec849 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1316750 Jul 23 20:12:46.317409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13e8a299-9bb5-43cd-803c-6d5fb7a04ff5 req-d07d837d-84b9-4f53-a1ba-07be3e9c1e88 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Jul 23 20:12:46.350295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa087c00-ebea-45b1-b618-12d6461f924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:46.364867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9df7f075-4db3-4d51-a417-4eff16e933c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.367778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-9df7f075-4db3-4d51-a417-4eff16e933c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1292639 Jul 23 20:12:46.395326 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:46.518417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:46.535011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5ca53296-2027-4fdb-bce0-eb5f163a7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.536518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-5ca53296-2027-4fdb-bce0-eb5f163a7d06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1617310 Jul 23 20:12:46.538754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df851b9-1d61-43d8-b035-5bf6f40218b6 req-05123e0b-e3a1-4b89-80a8-9f7bde4ce900 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.549129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3df851b9-1d61-43d8-b035-5bf6f40218b6 req-05123e0b-e3a1-4b89-80a8-9f7bde4ce900 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.0971155 Jul 23 20:12:46.575508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:46.580437 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daae947-45e0-4e89-a51b-1eeee091c507" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:46.616871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3df851b9-1d61-43d8-b035-5bf6f40218b6 req-ca90c2d6-23a7-4d81-884d-00e2852020e3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621526 Jul 23 20:12:46.659207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:46.659740 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626d577-8334-4efe-9c3a-c6811057bc5f x-openstack-request-id: req-9626d577-8334-4efe-9c3a-c6811057bc5f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:46.659866 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:46.660326 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9626d577-8334-4efe-9c3a-c6811057bc5f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:46.660766 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33', 'code': 200} Jul 23 20:12:46.722509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:46.727189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:46.731366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:46.741947 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-ba7b299f-7e88-4bc9-9a17-dc95080b9bf4 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937056 Jul 23 20:12:46.751917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-e97721d5-d558-4eff-9d6d-48d780472020 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:12:46.753007 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-e97721d5-d558-4eff-9d6d-48d780472020 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068617 Jul 23 20:12:46.789259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Request body: {'binding': {'host': 'n-h2-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:46.789879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:12:46.794942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Pushing event updated for resources: {'Port': ['ID=ce173edb-c3e0-478e-85dd-2285d0fd5160,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:46.936142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-bb66475b-5e4b-4d83-96ff-8b0ac39b273c service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603324 Jul 23 20:12:46.947804 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:46.962717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.970751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.977392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.983721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.990109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:46.996568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.002926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.005312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-29e86deb-fdf5-4285-9729-31fb05f76d5c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1396914 Jul 23 20:12:47.058384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e573dd76-95f6-4346-a1a7-5f50424deb6c req-a7dd631f-e4d8-4fb5-ae13-4e9589181583 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472445 Jul 23 20:12:47.071374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-38c60c42-b2cf-4f89-b454-4d141c63fd74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=83e720bf-8759-4817-a929-b9a955862de7 HTTP/1.1" status: 200 len: 217 time: 0.0995059 Jul 23 20:12:47.120474 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5056458c-7c22-4a8e-9d5b-7285875fa78d x-openstack-request-id: req-5056458c-7c22-4a8e-9d5b-7285875fa78d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:47.120993 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:47.121417 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5056458c-7c22-4a8e-9d5b-7285875fa78d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:47.121983 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4', 'status': 'completed', 'code': 200} Jul 23 20:12:47.262512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.274493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.279733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b9ef3-2d1e-46db-946f-053c413a3aa8 None None] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:12:47.283985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-846f9754-69cf-4112-9795-e1ff3836da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.285513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-846f9754-69cf-4112-9795-e1ff3836da86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1904795 Jul 23 20:12:47.286279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.293996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.301158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.305922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on host n-h2-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:47.306265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:47.306604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:47.309202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.316252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.322292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-53eca6e7-db8c-43c3-9f29-ccfaeabae70d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5429 time: 0.1477151 Jul 23 20:12:47.337946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:47.338284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:47.360983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:47.361329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:47.361747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:47.362202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Bound port: df1762d8-ef03-4c9b-9449-9f590320c2cb, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:47.370417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-83745255-ebbe-4116-9409-e3d7339a85fe None None] Provisioning for port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:47.391289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3621ceaf-23d1-4332-9328-7f4ce6b41e82 req-84520e34-aae1-4427-98b2-fbccec1d1f15 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617831 Jul 23 20:12:47.444011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.448799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-85f8e7a3-0457-4b4a-9bec-2c60bb329cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.450343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-85f8e7a3-0457-4b4a-9bec-2c60bb329cc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1455770 Jul 23 20:12:47.452255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 303a7f3b-e550-461c-afe6-776a003c4ee7 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:47.535918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca972b-cffa-41ae-a80e-b210deda8598 req-e592d930-1501-4f28-9a83-24e0494adf99 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.537817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3ca972b-cffa-41ae-a80e-b210deda8598 req-e592d930-1501-4f28-9a83-24e0494adf99 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.0931859 Jul 23 20:12:47.565667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 303a7f3b-e550-461c-afe6-776a003c4ee7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:47.575361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 303a7f3b-e550-461c-afe6-776a003c4ee7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:47.578709 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.585371 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-74dc814b-70a5-4789-afb4-d109fa2ccd8e service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259997 Jul 23 20:12:47.587253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:47.601208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3ca972b-cffa-41ae-a80e-b210deda8598 req-3a35db13-5cd5-4be9-b769-061afb0c7439 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555851 Jul 23 20:12:47.661767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.662390 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.673245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] 10.222.0.46 "POST /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb/bindings HTTP/1.1" status: 201 len: 390 time: 0.8816020 Jul 23 20:12:47.796659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7857a-994e-4f95-b259-1ca0f3dbecac req-25d83228-9137-45dc-a928-6912a45357cb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:47.800411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dd7857a-994e-4f95-b259-1ca0f3dbecac req-25d83228-9137-45dc-a928-6912a45357cb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1102870 Jul 23 20:12:47.824461 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.854006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dd7857a-994e-4f95-b259-1ca0f3dbecac req-7b16cff6-9aad-4ff9-88e7-f60bd93fd8b4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Jul 23 20:12:47.906012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=303a7f3b-e550-461c-afe6-776a003c4ee7,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:47.916516 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:47.917534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7fc400c-7fc1-46b8-b513-0e4ce3bac66f up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:48.032810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d621-f6c3-470b-a42f-fb20826982e8 req-382a7315-699e-4ff2-ab0a-243050c8d155 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.037139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:48.043821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56b8d621-f6c3-470b-a42f-fb20826982e8 req-382a7315-699e-4ff2-ab0a-243050c8d155 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0964856 Jul 23 20:12:48.058372 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-4d98487c-ac6d-4e9a-b6f6-47879bb8d65d service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091158 Jul 23 20:12:48.088265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:48.089685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56b8d621-f6c3-470b-a42f-fb20826982e8 req-503020e3-b41c-4e59-857e-d6009984eebd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Jul 23 20:12:48.092564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:48.093667 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.125567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-fb505454-b86e-4b13-814f-cbf0fd026d05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35 HTTP/1.1" status: 200 len: 217 time: 0.0587764 Jul 23 20:12:48.142704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.179586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:48.253073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.259594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.261047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.266860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.273908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.282960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:48.284155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.292954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:48.293135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-57b77520-9596-46a4-9034-a6dc30b7d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.293632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.294120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.294451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-57b77520-9596-46a4-9034-a6dc30b7d3eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1619411 Jul 23 20:12:48.302013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.311672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-e5031d30-341d-42fb-9d87-4180e606432c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1406081 Jul 23 20:12:48.322361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:48.330606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.331539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e51cca3e-9366-4310-aa41-22981e7cef65 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:48.365993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3611fdf6-d9e7-4daa-a760-827a0c89f7ab req-ce337b47-325c-4893-9a80-155bc41bffe8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0516405 Jul 23 20:12:48.404679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-972ed9e7-9c05-47f6-aa5b-dd2db59efacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.406656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-972ed9e7-9c05-47f6-aa5b-dd2db59efacb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1029663 Jul 23 20:12:48.413233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:12:48.440655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e51cca3e-9366-4310-aa41-22981e7cef65 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:48.466222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e51cca3e-9366-4310-aa41-22981e7cef65 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:48.466736 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.470724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:48.505879 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.550602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.557398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.563899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.571606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.574310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:48.581083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.585662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.589796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.596017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.599146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.600817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-7f1952f8-e58e-4d1f-9414-f6a155922609 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5431 time: 0.1289456 Jul 23 20:12:48.621396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-2cdf1634-4a15-42b6-bb51-767ff1f94706 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046361 Jul 23 20:12:48.653906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69461f6e-96f6-4405-b494-6ac7d5ad15d2 req-3b9db841-0178-4a9f-a00f-cd1f0c68ad4f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467734 Jul 23 20:12:48.658540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:12:48.660519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e51cca3e-9366-4310-aa41-22981e7cef65,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:48.663714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51cca3e-9366-4310-aa41-22981e7cef65'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:48.666590 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22ff2c3-f17a-47f0-b3f4-1528b404db2f" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "e51cca3e-9366-4310-aa41-22981e7cef65"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:48.672295 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:12:48.683923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.695748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bae177b-476f-49d7-a052-3d0dc4f79fb6 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:48.695956 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:48.695956 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:48.733549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.735815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:48.739016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-39b839ad-cf90-4650-b2fb-6b9d62862aff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.0670199 Jul 23 20:12:48.746430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:48.786863 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b69ecb-c229-43df-9c03-1158fc46372e x-openstack-request-id: req-b1b69ecb-c229-43df-9c03-1158fc46372e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:48.787364 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "e51cca3e-9366-4310-aa41-22981e7cef65", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:48.787716 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1b69ecb-c229-43df-9c03-1158fc46372e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:48.788218 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7', 'code': 200} Jul 23 20:12:48.788568 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f', 'code': 200} Jul 23 20:12:48.788930 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51cca3e-9366-4310-aa41-22981e7cef65', 'code': 200} Jul 23 20:12:48.807090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8336b-88c3-4efa-8464-f96009d8ed55 req-141d71f9-d21d-4d5b-a94a-d700ef5a7584 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:48.809006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:48.812187 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcb8336b-88c3-4efa-8464-f96009d8ed55 req-141d71f9-d21d-4d5b-a94a-d700ef5a7584 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1006637 Jul 23 20:12:48.830689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:48.831452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:48.838572 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-21c6e5f2-fef7-46b6-a8b9-2708b1a7e4e8 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065496 Jul 23 20:12:48.866301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:48.875767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:48.893527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcb8336b-88c3-4efa-8464-f96009d8ed55 req-f432ab4a-e840-449b-b631-ea79478da09d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738206 Jul 23 20:12:48.958528 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.000452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-738feb56-e800-477d-a4fc-c0fdd2467954 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 200 len: 217 time: 0.1316128 Jul 23 20:12:49.002574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:49.018295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.019116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:49.071820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4a082-7877-4c78-9626-1c0eabd9b3a5 req-92bc2f0f-0578-4b6f-b30c-14d8021c10df tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.076241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4c4a082-7877-4c78-9626-1c0eabd9b3a5 req-92bc2f0f-0578-4b6f-b30c-14d8021c10df tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1123004 Jul 23 20:12:49.122639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4c4a082-7877-4c78-9626-1c0eabd9b3a5 req-4cb22e2a-324d-4fea-a06f-29745882515f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452626 Jul 23 20:12:49.139277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9165e2-bd48-4520-89fb-1002014dff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.148758 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-0f9165e2-bd48-4520-89fb-1002014dff66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.1236882 Jul 23 20:12:49.206370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3bae177b-476f-49d7-a052-3d0dc4f79fb6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:49.226657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:49.242065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:49.242442 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.293242 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:47Z', 'revision_number': 3, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:49.339593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7fa21-27af-4076-bccb-a4c8b61516e2 req-db4b7f1d-5992-476c-b8d7-ca11dc140a4f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.341271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bda7fa21-27af-4076-bccb-a4c8b61516e2 req-db4b7f1d-5992-476c-b8d7-ca11dc140a4f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1237319 Jul 23 20:12:49.363076 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.370847 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:12:49.371194 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Updating router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b port ce173edb-c3e0-478e-85dd-2285d0fd5160 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:12:49.397770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bda7fa21-27af-4076-bccb-a4c8b61516e2 req-13a5349b-0161-4710-b432-75647db36f42 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500433 Jul 23 20:12:49.425828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:49.434530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.435816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 75271bba-c107-41b0-bcf2-2305ef89803f up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:49.436653 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.635706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.662269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.680567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.693103 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.695294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.702616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-8e4bb7e1-608d-458e-8655-1bc0892dd56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.704136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-8e4bb7e1-608d-458e-8655-1bc0892dd56b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5554340 Jul 23 20:12:49.705514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:49.723530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 75271bba-c107-41b0-bcf2-2305ef89803f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:49.729091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 75271bba-c107-41b0-bcf2-2305ef89803f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:49.729602 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.735634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.755111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.767444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:49.779527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-38047680-724d-4b82-a517-0c2210f814fa tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.3007598 Jul 23 20:12:49.810212 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.821424 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Transition to ACTIVE for port object ce173edb-c3e0-478e-85dd-2285d0fd5160 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:49.830146 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.887387 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.904416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Attempting to bind port ce173edb-c3e0-478e-85dd-2285d0fd5160 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:49.904634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446431e0-8d3b-4257-a536-c0e79b4280c7 req-2094ef32-1226-4b9c-b46e-ef8b2c8c278f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1229377 Jul 23 20:12:49.905736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Attempting to bind port ce173edb-c3e0-478e-85dd-2285d0fd5160 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:49.906307 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Attempting to bind port ce173edb-c3e0-478e-85dd-2285d0fd5160 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:49.920315 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:49.921556 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:49.922573 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.923178 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:49.923737 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Bound port: ce173edb-c3e0-478e-85dd-2285d0fd5160, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:49.924192 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.930253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=75271bba-c107-41b0-bcf2-2305ef89803f,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:49.935634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:49.960952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Pushing event updated for resources: {'Port': ['ID=ce173edb-c3e0-478e-85dd-2285d0fd5160,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:49.964687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-1954f214-23cc-47fb-8038-b592ab7e0fbc service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436152 Jul 23 20:12:49.980265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.980614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.980961 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.981298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.981718 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.983333 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.984083 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.984472 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.984807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.985139 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.985535 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.986628 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:12:49.995474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.001529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.007588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.013270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.020203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.023275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] For port ce173edb-c3e0-478e-85dd-2285d0fd5160, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:50.026242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.027807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] For port ce173edb-c3e0-478e-85dd-2285d0fd5160, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ce173edb-c3e0-478e-85dd-2285d0fd5160,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:50.032334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.034035 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.040860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-29cec8c4-d31a-44f3-86a8-4aea6a754386 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5434 time: 0.2284894 Jul 23 20:12:50.046299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:50.109927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-802beff4-d9ae-4bd6-b51c-febc612a9fcc req-8fe2ec51-9b14-4383-aebf-feaaa27cf491 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691607 Jul 23 20:12:50.124386 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d68830-a13b-4c09-874e-d39eaa728670 None None] Pushing event updated for resources: {'Port': ['ID=ce173edb-c3e0-478e-85dd-2285d0fd5160,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:50.158716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:50.179758 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:50.180386 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:50.186315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffd6ce-e4e1-48dd-b595-f418c1c8b99c req-f4b2afba-45a5-4444-badf-610f94ab28d6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.191403 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-4c11086e-f23f-4806-9050-ff43022d422d service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178268 Jul 23 20:12:50.194281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-feffd6ce-e4e1-48dd-b595-f418c1c8b99c req-f4b2afba-45a5-4444-badf-610f94ab28d6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1333230 Jul 23 20:12:50.242708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:50.246669 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.247513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-feffd6ce-e4e1-48dd-b595-f418c1c8b99c req-af1db22f-7aa9-4694-b129-2aad7ef5a6cd tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453284 Jul 23 20:12:50.256685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:12:50.319766 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:50.361404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-33391c4c-9ef8-44b5-a248-64b62cb1c5cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 200 len: 217 time: 0.0894511 Jul 23 20:12:50.372485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.421466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ae838-fc9a-4b1d-a025-67a4cd90ce12 req-9a681e7e-fc86-42d5-b9ed-e5eccb8b2140 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.423714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d7ae838-fc9a-4b1d-a025-67a4cd90ce12 req-9a681e7e-fc86-42d5-b9ed-e5eccb8b2140 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.0830503 Jul 23 20:12:50.470639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d7ae838-fc9a-4b1d-a025-67a4cd90ce12 req-bd595d9e-d04f-4346-b166-737dfba3049d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Jul 23 20:12:50.483976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-fc73a96d-198c-4146-8e22-52c467082a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.485716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-fc73a96d-198c-4146-8e22-52c467082a0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.1090996 Jul 23 20:12:50.528439 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:47Z', 'revision_number': 3, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:50.554477 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c118b-981f-46a9-b39a-db3a90b1ebed None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:47Z', 'revision_number': 3, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:12:50.565027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e7ab9-1934-4eee-9c92-d14951b74d44 req-54ba8139-22db-43b6-bb62-7a34ec7ceb01 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.573327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd3e7ab9-1934-4eee-9c92-d14951b74d44 req-54ba8139-22db-43b6-bb62-7a34ec7ceb01 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0969696 Jul 23 20:12:50.612106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd3e7ab9-1934-4eee-9c92-d14951b74d44 req-280e03e7-dc08-4d8a-931e-63947e349527 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376992 Jul 23 20:12:50.625308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-fc59da43-3796-4b97-b7df-3361b40a5548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:50.626766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-fc59da43-3796-4b97-b7df-3361b40a5548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1286864 Jul 23 20:12:50.674703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Allocated IP 172.20.0.1 (ed80e30a-71f9-407c-ac1e-75bb50477cc6/aed24cba-562f-4d42-a275-dc18ba0a4d39/7d043f48-4c68-4c3d-9287-17a4da876b2d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:50.797836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-a5120b60-b2dc-461c-990e-0f9578882c40 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604536 Jul 23 20:12:50.798947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097870f8-3b7d-45bc-967f-7a04b0e0f1a7'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:50.802785 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7c890-5f19-4a97-a18a-1a5bc7edcd0f" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "097870f8-3b7d-45bc-967f-7a04b0e0f1a7"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:50.855092 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6548b4f-cf39-4ec1-81b9-17051a03a6de x-openstack-request-id: req-e6548b4f-cf39-4ec1-81b9-17051a03a6de {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:50.855486 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "097870f8-3b7d-45bc-967f-7a04b0e0f1a7", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-plugged", "status": "completed", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:50.855897 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e6548b4f-cf39-4ec1-81b9-17051a03a6de {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:50.856363 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'code': 200} Jul 23 20:12:50.857300 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '097870f8-3b7d-45bc-967f-7a04b0e0f1a7', 'code': 200} Jul 23 20:12:50.857648 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f', 'code': 200} Jul 23 20:12:50.911679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:50.935534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Transition to ACTIVE for port object 7d043f48-4c68-4c3d-9287-17a4da876b2d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:50.956825 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9dab31cc-cd1f-4ce5-af01-30e8b1c4742c req-803c1296-e674-496b-a74e-804a00557f71 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494632 Jul 23 20:12:51.021575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:51.103672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.109715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.109968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:51.115929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.118850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.119361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.119827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.120309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.120783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.121255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.121752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.121869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.124300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-9e5e04eb-2b3c-478e-8eb0-ca8ee21a109f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6499 time: 0.1645539 Jul 23 20:12:51.128524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.131936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:51.136001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.141772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:51.143193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.145187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Pushing event updated for resources: {'Port': ['ID=7d043f48-4c68-4c3d-9287-17a4da876b2d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:51.145321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-63685d95-fc54-43e2-8381-b8379c0b5c69 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1285863 Jul 23 20:12:51.243845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:51.244300 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8414c476-d3fb-49dd-b8a3-e0b8e8027d69 req-086fd6e6-7c6a-4126-ba80-52a415b0065c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734911 Jul 23 20:12:51.269389 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a118a4ba-967d-4d54-bce1-95e558efbd87 req-4e2aabd9-4ec9-42db-a5d3-89b6c779b457 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351199 Jul 23 20:12:51.343929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.344422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.344900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.345373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.345876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.346343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.346808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.352050 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-1002a45f-8184-4876-b6aa-deb6b6751366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6491 time: 0.3204315 Jul 23 20:12:51.382467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.392229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.403529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.411758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.418329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.426146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.447302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.456110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-7565247a-cf36-4d5a-8364-06ff42a9f155 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2261870 Jul 23 20:12:51.497256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0c0855e7-6451-497c-b1db-1b99fef26a5c None None] Provisioning for port 7d043f48-4c68-4c3d-9287-17a4da876b2d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:51.505521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0c0855e7-6451-497c-b1db-1b99fef26a5c None None] Provisioning complete for port 7d043f48-4c68-4c3d-9287-17a4da876b2d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:51.505641 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c0855e7-6451-497c-b1db-1b99fef26a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:51.544915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1629d80-9b38-4d88-9524-2faf35db1e67 req-494e0899-f58c-40be-9487-d9d972ae04ae tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879245 Jul 23 20:12:51.577476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0c0855e7-6451-497c-b1db-1b99fef26a5c None None] Port 7d043f48-4c68-4c3d-9287-17a4da876b2d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:51.578776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-de975569-850d-493b-8fb2-2624f1f0d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.580471 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-de975569-850d-493b-8fb2-2624f1f0d3c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 902 time: 0.1921005 Jul 23 20:12:51.604753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76dd00d-75fd-4fed-958c-4f775142c17b req-c5bae9fc-a150-4221-b191-41a572a3c15a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.612965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b76dd00d-75fd-4fed-958c-4f775142c17b req-c5bae9fc-a150-4221-b191-41a572a3c15a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1545761 Jul 23 20:12:51.634565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-97309815-bed2-4281-ba04-8adc04db2339 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 200 len: 217 time: 0.0373468 Jul 23 20:12:51.636954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:51.679967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b76dd00d-75fd-4fed-958c-4f775142c17b req-2d296136-d3f2-4e27-952f-9f8ffea739e3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660236 Jul 23 20:12:51.726351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-673640b1-9ba8-40ff-bca6-4a6d40b89711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.727856 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-673640b1-9ba8-40ff-bca6-4a6d40b89711 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.0761814 Jul 23 20:12:51.848880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6b1e-b538-4abb-b7bf-1d9c6977caf9 req-029bc2df-2dd6-4b97-b39a-8b7e920831ed tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.850578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9bc6b1e-b538-4abb-b7bf-1d9c6977caf9 req-029bc2df-2dd6-4b97-b39a-8b7e920831ed tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1143820 Jul 23 20:12:51.855216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-aaf21d11-bbd8-4aec-b0ef-f4d73cbc33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.856731 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-aaf21d11-bbd8-4aec-b0ef-f4d73cbc33c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196399 Jul 23 20:12:51.858941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724b0f9-690e-4286-b5ce-061eb48bd917 req-c4d54108-6f14-4f4f-9d67-4d72caccb446 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:51.860540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8724b0f9-690e-4286-b5ce-061eb48bd917 req-c4d54108-6f14-4f4f-9d67-4d72caccb446 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.1224554 Jul 23 20:12:51.919705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9bc6b1e-b538-4abb-b7bf-1d9c6977caf9 req-44888076-a0a9-4f68-b47b-8821f09fb0a2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Jul 23 20:12:51.924939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8724b0f9-690e-4286-b5ce-061eb48bd917 req-e8b9ceab-d2b9-4898-81eb-04025dce0b3d tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569971 Jul 23 20:12:51.956291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:51.963396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:52.033839 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-910a0207-a93e-4906-8f6f-1b2e0adac869 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671643 Jul 23 20:12:52.055736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa51bd-c00a-4683-8217-f3787b7c6a5b req-c6b61879-2c6a-4cb8-bc06-fe17b6172ab5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.058918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38aa51bd-c00a-4683-8217-f3787b7c6a5b req-c6b61879-2c6a-4cb8-bc06-fe17b6172ab5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0802126 Jul 23 20:12:52.084262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Pushing event updated for resources: {'Port': ['ID=7d043f48-4c68-4c3d-9287-17a4da876b2d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:52.089753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:52.111260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38aa51bd-c00a-4683-8217-f3787b7c6a5b req-79ca5a48-e972-4c2b-881c-fc10f31b04bb tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454862 Jul 23 20:12:52.125663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ce173edb-c3e0-478e-85dd-2285d0fd5160 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:52.178935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ce173edb-c3e0-478e-85dd-2285d0fd5160 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:52.182382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ce173edb-c3e0-478e-85dd-2285d0fd5160 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:52.182788 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:52.237100 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6e81c6cb-ba5c-4617-856c-1c935221c33e req-c4a90a59-65fd-4806-9356-d962da33c22e service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946282 Jul 23 20:12:52.264431 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:52.266375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:52.267992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:52.297953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ce173edb-c3e0-478e-85dd-2285d0fd5160, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ce173edb-c3e0-478e-85dd-2285d0fd5160,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:52.305203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:52.367034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ce173edb-c3e0-478e-85dd-2285d0fd5160,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:52.414547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.420926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.429473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.435375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.436969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:12:52.441558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.447451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.448185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.448674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.449149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.449709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.450236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.450645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.451107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.453946 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b9d62089-e988-49af-82be-bacadd5ed33d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6491 time: 0.1324649 Jul 23 20:12:52.454412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.456372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-2a8ec41f-9468-49ef-a92b-e3f343986255 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1331842 Jul 23 20:12:52.513677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0734aeb-8098-4e8b-9d6b-fb1317a3bf9f req-b24cad23-9e42-4d01-b60c-bf0884146f0b tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442917 Jul 23 20:12:52.649425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-96262d24-4272-4c30-9375-dfe60b87de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.651215 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-96262d24-4272-4c30-9375-dfe60b87de20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 902 time: 0.1903796 Jul 23 20:12:52.658269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:12:52.668999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7b7fba9c-8c4b-4c45-8f8c-0b538a1425db admin admin] 10.222.0.46 "PUT /v2.0/routers/5403b5bc-b20e-4f7e-a24d-6bf45c92114b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9212151 Jul 23 20:12:52.683136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9f24d47f-17a4-4058-8540-55b57d5754bf None None] Provisioning complete for port 7d043f48-4c68-4c3d-9287-17a4da876b2d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:52.683136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9f24d47f-17a4-4058-8540-55b57d5754bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:52.710475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-16c5018a-fa1d-439f-888e-ee33d56e8cbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 200 len: 217 time: 0.0500960 Jul 23 20:12:52.730118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:12:52.757647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:52.758310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:52.760382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9f24d47f-17a4-4058-8540-55b57d5754bf None None] Port 7d043f48-4c68-4c3d-9287-17a4da876b2d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:52.780599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-6fec27bc-fdcc-47d7-a6ae-bba568c6f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.782194 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-6fec27bc-fdcc-47d7-a6ae-bba568c6f8cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.0636041 Jul 23 20:12:52.840945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.848832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.858835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.867021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.875546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.883593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.892761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:52.902145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-763f836b-0a96-4cc1-a178-4cc417d03935 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2275078 Jul 23 20:12:52.907689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:53.010432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-049f3037-ada3-4c2a-ba19-4ce937452bf0 req-3db61564-761f-4e79-8a3b-5805df7cac2f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067517 Jul 23 20:12:53.051322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-531a6ced-966b-49b3-a2f4-359cf8cd9117 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1369786 Jul 23 20:12:53.066877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2113f13-732e-42e3-92e1-8ade5a5f6cbf req-3e84d116-6330-4448-8a39-5f4dc35d7e41 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.068556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2113f13-732e-42e3-92e1-8ade5a5f6cbf req-3e84d116-6330-4448-8a39-5f4dc35d7e41 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1401074 Jul 23 20:12:53.150983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 2, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:53.185227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2113f13-732e-42e3-92e1-8ade5a5f6cbf req-6039163b-d09a-43d3-b275-999d6c248b51 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105943 Jul 23 20:12:53.185717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:12:53.186733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Updating router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b port 7d043f48-4c68-4c3d-9287-17a4da876b2d binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:12:53.221579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-7fa2e12b-cf72-432b-8fea-67815cb05440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.223175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-7fa2e12b-cf72-432b-8fea-67815cb05440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 1097 time: 0.1328812 Jul 23 20:12:53.224153 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:53.239435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c373df-46ba-4f8d-8291-2e7c293c09e2 req-0a76b83b-d136-40a0-857a-b8ffd1664538 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.241011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19c373df-46ba-4f8d-8291-2e7c293c09e2 req-0a76b83b-d136-40a0-857a-b8ffd1664538 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.1307039 Jul 23 20:12:53.265969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b954ea3b-917c-4068-9aaa-2d93d09b6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.268868 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-b954ea3b-917c-4068-9aaa-2d93d09b6e5a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4795909 Jul 23 20:12:53.366686 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-3b7a89a8-8abe-4ab3-88b5-75c342ed1bbe service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895641 Jul 23 20:12:53.386585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19c373df-46ba-4f8d-8291-2e7c293c09e2 req-6179edaa-369a-47d3-ba70-aa1db8851870 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303673 Jul 23 20:12:53.411381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-4f61cb03-b2bc-4195-81ae-d7e25df5a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.412855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-4f61cb03-b2bc-4195-81ae-d7e25df5a5ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1665735 Jul 23 20:12:53.431039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb278a1-80ac-45db-838d-fcb28ce7520f req-012b090d-1579-41a0-88e8-f5319405675b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.432526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7eb278a1-80ac-45db-838d-fcb28ce7520f req-012b090d-1579-41a0-88e8-f5319405675b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1583853 Jul 23 20:12:53.473204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9daae947-45e0-4e89-a51b-1eeee091c507 req-400d87eb-9cda-450e-8192-3ae69b5a4f15 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998993 Jul 23 20:12:53.480072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-514840b8-ca6a-4e95-88ec-2c025c4caafe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 200 len: 217 time: 0.0573590 Jul 23 20:12:53.539231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:53.550108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Transition to ACTIVE for port object 7d043f48-4c68-4c3d-9287-17a4da876b2d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:53.550520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7eb278a1-80ac-45db-838d-fcb28ce7520f req-52eefd91-cc25-4957-aa7e-41e07a6b2bf2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100905 Jul 23 20:12:53.553153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-1063294a-2578-44ca-a14d-a30cbbd850a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.555223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-1063294a-2578-44ca-a14d-a30cbbd850a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0675337 Jul 23 20:12:53.558434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:53.597556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-2669abd0-082c-4962-a882-b601a5b8f25d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340490 Jul 23 20:12:53.624867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49348673-f0c4-4dfc-af8d-3b5d632846cd None None] Pushing event updated for resources: {'Port': ['ID=7d043f48-4c68-4c3d-9287-17a4da876b2d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:53.687346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Attempting to bind port 7d043f48-4c68-4c3d-9287-17a4da876b2d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:53.688040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Attempting to bind port 7d043f48-4c68-4c3d-9287-17a4da876b2d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:53.688040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Attempting to bind port 7d043f48-4c68-4c3d-9287-17a4da876b2d on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:53.694585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:53.695028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Checking segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:53.695495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:53.695968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Bound using segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:53.696495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Bound port: 7d043f48-4c68-4c3d-9287-17a4da876b2d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:53.696944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:53.769378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] For port 7d043f48-4c68-4c3d-9287-17a4da876b2d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:53.774186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] For port 7d043f48-4c68-4c3d-9287-17a4da876b2d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7d043f48-4c68-4c3d-9287-17a4da876b2d,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:53.786761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:53.802272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-97512838-6cb8-46ba-99fb-8bbda20124b2 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957588 Jul 23 20:12:53.863395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49348673-f0c4-4dfc-af8d-3b5d632846cd None None] Pushing event updated for resources: {'Port': ['ID=7d043f48-4c68-4c3d-9287-17a4da876b2d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:53.867955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:53.868759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:53.874998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-a7b48d6c-67a4-421d-b2ec-8be1d1acbeb5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.878513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-06f705d7-a9d5-49e2-a2fe-9e8e3c5468e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0701981 Jul 23 20:12:53.882491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-a7b48d6c-67a4-421d-b2ec-8be1d1acbeb5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 821 time: 0.2421980 Jul 23 20:12:53.892395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e136a-5165-4949-a761-943813dce5ec req-e5c33def-7cbc-4b0d-a374-878a23728eed tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:53.899282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c5e136a-5165-4949-a761-943813dce5ec req-e5c33def-7cbc-4b0d-a374-878a23728eed tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.2576683 Jul 23 20:12:53.961915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-1666f3f1-d5c8-4a6c-baca-265eb4a55c2b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/quotas/cb428cd664e84bb289ffd84176e0d0e3 HTTP/1.1" status: 200 len: 375 time: 0.0784233 Jul 23 20:12:54.003475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:54.020991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-f7f28851-5fd1-49cc-9c53-2809d7282963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.022813 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-f7f28851-5fd1-49cc-9c53-2809d7282963 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 1101 time: 0.0873454 Jul 23 20:12:54.050101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c5e136a-5165-4949-a761-943813dce5ec req-90d7d7f8-0b1b-444b-9fce-273ea808facd tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498342 Jul 23 20:12:54.068203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f5578a5-531a-47ad-a7c5-26f595ce0f3c req-1c207841-9923-407f-811a-a81c5af3418e service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574894 Jul 23 20:12:54.126158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-b510f9fa-9ece-4b5d-bf6b-c51deb754646 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630859 Jul 23 20:12:54.167717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ce173edb-c3e0-478e-85dd-2285d0fd5160 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:54.188522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-1c5d2f39-9a92-4a1b-bb6c-ffd631e685b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.190311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-1c5d2f39-9a92-4a1b-bb6c-ffd631e685b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1348062 Jul 23 20:12:54.237960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-611c2d57-2cff-4228-8546-4a0db49ad2d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 200 len: 217 time: 0.0404241 Jul 23 20:12:54.272914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-e3bbd4e5-8be9-4440-8020-a2559b12e338 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456766 Jul 23 20:12:54.291749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-edfd7efd-4074-4de8-91b7-8e60d5727e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.293467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-edfd7efd-4074-4de8-91b7-8e60d5727e0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0489521 Jul 23 20:12:54.298010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.303918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.306993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ce173edb-c3e0-478e-85dd-2285d0fd5160 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:54.307434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:54.309863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.316494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.322387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.328751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.334724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.336617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-5e9d2d2d-8abe-4a55-b200-9ce67105eea8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1856368 Jul 23 20:12:54.354526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-55df3eda-e79d-46db-aaa7-fc9bd2f34473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.363404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-55df3eda-e79d-46db-aaa7-fc9bd2f34473 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629437 Jul 23 20:12:54.378561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:53Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:54.426202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c0ff5-11ed-4ced-8ba6-f7e4010b0aa3 None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:53Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:12:54.429183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69fce73a-22f7-45bd-9b26-be7d0a76426b req-bf5f8cf5-4a88-4cbb-bb0b-b17d2e181be9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818810 Jul 23 20:12:54.454183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-8009a135-030c-435a-90fb-575e62e1ca61 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803887 Jul 23 20:12:54.481524 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-9784e6e1-50f6-46fb-8594-ca972acc850b service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109328 Jul 23 20:12:54.640129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42fc6860-2fe3-40bb-b2ff-f2b657661191 req-92770a6f-df6c-4753-85f1-7bc0250484de service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393936 Jul 23 20:12:54.747977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-6374c404-8c2f-4dcd-af66-711cc3052432 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.749606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-6374c404-8c2f-4dcd-af66-711cc3052432 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.36 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.1709962 Jul 23 20:12:54.775029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.781559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.787442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.793304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.799870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.805617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.812072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.814003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-e9caf016-7950-4a5e-be7b-9f72087f22c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2024138 Jul 23 20:12:54.937580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194880e-b152-477b-8125-ee4d99804c5c req-27cc8943-bea0-47cb-9fd1-3850639c9f27 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:54.939241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6194880e-b152-477b-8125-ee4d99804c5c req-27cc8943-bea0-47cb-9fd1-3850639c9f27 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.2496591 Jul 23 20:12:54.950597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-915b95e0-9273-4356-8cb0-3d40970228f6 req-aca3b127-980c-491c-8c93-921aaac559a7 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055596 Jul 23 20:12:55.024471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6194880e-b152-477b-8125-ee4d99804c5c req-34cf8e5c-3e89-48c7-8ae6-f591a5ad3eff tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713758 Jul 23 20:12:55.065937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Deleting port 83e1839a-2c16-43e3-9b1c-835d1084bad3 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:12:55.066544 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:55.314214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] For port 83e1839a-2c16-43e3-9b1c-835d1084bad3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e1839a-2c16-43e3-9b1c-835d1084bad3,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:55.314686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:55.330930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b874e-4d6a-43d6-a282-f812cef5cba4 req-774c7b6f-3079-4540-93c2-eb4ad6d3773e tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:55.332465 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-895b874e-4d6a-43d6-a282-f812cef5cba4 req-774c7b6f-3079-4540-93c2-eb4ad6d3773e tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 946 time: 0.2835281 Jul 23 20:12:55.349347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876614c3-8eb3-4a34-a2b6-c975311c7cc5 req-f9c4a847-b909-471d-9b62-04845cb0bfdf tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:55.350910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-876614c3-8eb3-4a34-a2b6-c975311c7cc5 req-f9c4a847-b909-471d-9b62-04845cb0bfdf tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2095087 Jul 23 20:12:55.805397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-895b874e-4d6a-43d6-a282-f812cef5cba4 req-c9b1d4ab-e969-44c6-a7ab-8682660f8461 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups?id=05ebd82b-e025-46b8-8135-2d8f6793c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4527946 Jul 23 20:12:55.825859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-876614c3-8eb3-4a34-a2b6-c975311c7cc5 req-5ccc7917-5f54-4190-bfd6-db2a39d827bb tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539433 Jul 23 20:12:56.006538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a75a13f-d198-44fa-a3b9-84b491c55ea6 req-a9159a65-2cab-4fd1-bd10-a2225af4fe0c tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 210 time: 0.0813255 Jul 23 20:12:56.065402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.065829 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.066245 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6 disassociated. External IP: 172.25.8.247, port: 83e1839a-2c16-43e3-9b1c-835d1084bad3. Jul 23 20:12:56.066614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Calling delete_port for 83e1839a-2c16-43e3-9b1c-835d1084bad3 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:12:56.118277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-6603d5dd-a8bb-4714-873c-9bf1d4023edc tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.119217 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-6603d5dd-a8bb-4714-873c-9bf1d4023edc tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.0828607 Jul 23 20:12:56.130922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:56.131303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d043f48-4c68-4c3d-9287-17a4da876b2d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:56.176296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.182562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.189381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.189605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7d043f48-4c68-4c3d-9287-17a4da876b2d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:56.193768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7d043f48-4c68-4c3d-9287-17a4da876b2d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:56.194231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.195942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.202753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.209897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.216360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.219769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b691c07d-0714-4a7f-9bdf-9fc977c19ace req-c5b8a151-f616-4285-acca-f90e58576cfc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2964208 Jul 23 20:12:56.221348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.235332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60732) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:56.241367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Request body: {'floatingip': {'port_id': '3bae177b-476f-49d7-a052-3d0dc4f79fb6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:56.307436 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.311249 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.350979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a703788-9c4a-4c67-81b6-376a4ee8fa30 req-55c1ab51-9f1f-4c3b-b1ec-bc4fc637472d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.352218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 7d043f48-4c68-4c3d-9287-17a4da876b2d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7d043f48-4c68-4c3d-9287-17a4da876b2d,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:56.353081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a703788-9c4a-4c67-81b6-376a4ee8fa30 req-55c1ab51-9f1f-4c3b-b1ec-bc4fc637472d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.2789843 Jul 23 20:12:56.359814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.424048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=7d043f48-4c68-4c3d-9287-17a4da876b2d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:56.486108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a703788-9c4a-4c67-81b6-376a4ee8fa30 req-3be6be9d-f22b-4384-b469-e1e4d3815c45 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261375 Jul 23 20:12:56.507709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:56.537563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.543542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.549580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.555478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.562069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.572366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.580520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.591103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-e588e450-df30-45b1-a0e8-18a31e951272 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.2817962 Jul 23 20:12:56.618839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event deleted for resources: {'Port': ['ID=83e1839a-2c16-43e3-9b1c-835d1084bad3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:56.716889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c0126eb3-686f-414f-868f-5d4b59b79468 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.719406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c0126eb3-686f-414f-868f-5d4b59b79468 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 821 time: 0.3720453 Jul 23 20:12:56.730628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:56.737516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'port': {'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'admin_state_up': True, 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:56.759426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fc0b9e3-4e8d-4282-9b3b-1fd76e5d8e72 req-7271287c-f9f0-4cc8-92b8-18753f0360dc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674216 Jul 23 20:12:56.813036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5a91b-668d-4135-89e1-f9890bccdfa6 req-3571eb3f-d302-4aee-8364-645c3cc7a2c7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:56.814624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45e5a91b-668d-4135-89e1-f9890bccdfa6 req-3571eb3f-d302-4aee-8364-645c3cc7a2c7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 945 time: 0.1846027 Jul 23 20:12:56.824656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:12:56.883389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:56.901459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45e5a91b-668d-4135-89e1-f9890bccdfa6 req-047c6bf8-32f4-449a-aa66-83f6a6233f3a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788794 Jul 23 20:12:56.970097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-361e3eeb-bc9e-4cf0-bd44-32d589748779 req-1f8d766c-8ced-48cb-95ad-f879d181f3af tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/ports?device_id=24f52957-f94a-4b6e-804d-675b9f9daf23 HTTP/1.1" status: 200 len: 210 time: 0.0727179 Jul 23 20:12:57.065286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:12:57.068014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:57.073274 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0157761a-16d6-4b6a-98e9-9f6dba685427" -d '{"events": [{"server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "name": "network-vif-unplugged", "status": "completed", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:57.075471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.084693 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:12:57.099182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.106734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34837ef-3c1a-42ad-87a3-714cbb907a20 req-b27f9c88-969a-470f-9447-3ca60573eca2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.107963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:57.108879 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:57.114322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a34837ef-3c1a-42ad-87a3-714cbb907a20 req-b27f9c88-969a-470f-9447-3ca60573eca2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1348641 Jul 23 20:12:57.160865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] No DVR routers for this DVR port 83e1839a-2c16-43e3-9b1c-835d1084bad3 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:12:57.164259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Made reservation on behalf of cb428cd664e84bb289ffd84176e0d0e3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:12:57.167246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.167490 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.170436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0cb5617-2a5c-4571-a124-3aa343e48881 req-5d084a81-440b-4c62-aff3-bfe4e1f70e40 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.36 "DELETE /v2.0/ports/83e1839a-2c16-43e3-9b1c-835d1084bad3 HTTP/1.1" status: 204 len: 173 time: 2.4133668 Jul 23 20:12:57.185610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'name': 'network-vif-deleted', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:57.193234 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d425b4c9-895b-4593-bdb7-c6edf4cc7d21" -d '{"events": [{"server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "name": "network-vif-deleted", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:57.277404 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:57.289630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a34837ef-3c1a-42ad-87a3-714cbb907a20 req-0c0c1832-6528-4772-9bc2-25c9104d61a0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635249 Jul 23 20:12:57.306838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64bcf6e7-ab68-4398-a570-bee07242a209 req-63b32ca0-b26b-4222-acb6-c75388be8c6e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 210 time: 0.1349931 Jul 23 20:12:57.354630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:57.364839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:57.365392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:57.365963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:57.376876 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6c846-5fd7-4302-af0f-eb5bf8146f5d x-openstack-request-id: req-dde6c846-5fd7-4302-af0f-eb5bf8146f5d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:57.377273 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "name": "network-vif-unplugged", "status": "completed", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:57.377586 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dde6c846-5fd7-4302-af0f-eb5bf8146f5d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:57.377965 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'code': 200} Jul 23 20:12:57.383391 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b327b429-0804-46f2-8b19-e6300c8813ce x-openstack-request-id: req-b327b429-0804-46f2-8b19-e6300c8813ce {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:57.383691 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f52957-f94a-4b6e-804d-675b9f9daf23", "name": "network-vif-deleted", "tag": "83e1839a-2c16-43e3-9b1c-835d1084bad3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:57.383946 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b327b429-0804-46f2-8b19-e6300c8813ce {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:57.384346 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f52957-f94a-4b6e-804d-675b9f9daf23', 'name': 'network-vif-deleted', 'tag': '83e1839a-2c16-43e3-9b1c-835d1084bad3', 'status': 'completed', 'code': 200} Jul 23 20:12:57.386395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.387198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:57.387574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:57.397001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.425606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:57.425996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:57.426558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:57.427331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Bound port: 4141e9a6-46f5-4777-a9a4-476857fd7502, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:57.427818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.445146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:12:57.449212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e1839a-2c16-43e3-9b1c-835d1084bad3 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:12:57.475407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 83e1839a-2c16-43e3-9b1c-835d1084bad3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:12:57.475871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e1839a-2c16-43e3-9b1c-835d1084bad3 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:12:57.517422 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:57.564763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Allocated IP 172.20.0.11 (ed80e30a-71f9-407c-ac1e-75bb50477cc6/aed24cba-562f-4d42-a275-dc18ba0a4d39/73b16101-a896-4a8e-8c62-cde1bed0ce85) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:12:57.578379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:57.607350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:57.608565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:57.609144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:57.614797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:57.615547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:57.616234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:57.622063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:57.623018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:57.624000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:57.624673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Bound port: 4141e9a6-46f5-4777-a9a4-476857fd7502, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:57.625423 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.654637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:57.656365 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Floating IP 870fa063-9c31-4039-a924-a14232e3038a associated. External IP: 172.25.8.45, port: 3bae177b-476f-49d7-a052-3d0dc4f79fb6. Jul 23 20:12:57.702869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.723285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a70b7-b4bf-4d86-8f85-1f713770cf1a req-47a26959-fb87-4408-a9d1-42d2bac70656 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.724952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:57.731328 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 4141e9a6-46f5-4777-a9a4-476857fd7502-n-h1-793620-13-0 {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:12:57.731956 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:12:57.732705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f58a70b7-b4bf-4d86-8f85-1f713770cf1a req-47a26959-fb87-4408-a9d1-42d2bac70656 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1546586 Jul 23 20:12:57.741382 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:12:57.754394 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:57.755418 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:57.783941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f58a70b7-b4bf-4d86-8f85-1f713770cf1a req-239841b5-1cc3-4542-889d-45e4dbd55e00 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502381 Jul 23 20:12:57.904370 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:57.917016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:57.930265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.930972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:57.932396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e1344e43-7eb7-4b3f-a7ee-526612e4c6de service neutron] 10.222.0.36 "PUT /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 1123 time: 1.8060288 Jul 23 20:12:57.948389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.956475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.965634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.972261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.985085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.993022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:57.999983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.007780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87778fd-234c-474a-aaa9-53782cdd008e req-ae1e2549-3616-4a16-8413-2d94f2e68b23 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1514876 Jul 23 20:12:58.046029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['4141e9a6-46f5-4777-a9a4-476857fd7502'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:58.117532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4141e9a6-46f5-4777-a9a4-476857fd7502'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:12:58.158437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d043f48-4c68-4c3d-9287-17a4da876b2d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:12:58.164577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87778fd-234c-474a-aaa9-53782cdd008e req-d2392a7f-8b7b-451a-be98-fce6125d50df tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445842 Jul 23 20:12:58.215650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa95313-8b33-4db1-a52f-7ec4aae36327 req-755ee10f-efe5-4b77-82a2-a040e518ba68 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.227000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bfa95313-8b33-4db1-a52f-7ec4aae36327 req-755ee10f-efe5-4b77-82a2-a040e518ba68 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.2179267 Jul 23 20:12:58.277413 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:58.285505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:58.286257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:58.287018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:58.287321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bfa95313-8b33-4db1-a52f-7ec4aae36327 req-b3709ad7-fbbc-4096-a721-8013861c4b5f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586102 Jul 23 20:12:58.331379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:58.331953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempting to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 on network 411c6b38-42e3-4b12-a93f-1642c420c546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:58.346266 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dba156-f119-4a98-bfb4-7a1736057500 None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:07:59Z', 'revision_number': 4, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0669f05c-afa0-4cd8-b2a6-c0c2abdba9be', 'name': '', 'network_id': 'c385f01d-dc68-45cc-9d38-87c24e0f4a97', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'mac_address': 'fa:16:3e:2f:7e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:59Z', 'updated_at': '2021-07-23T20:08:07Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'subnets': [{'id': '6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:12:58.365488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:58.366232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Checking segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:58.366733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Bound using segment: {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:58.367295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Bound port: 4141e9a6-46f5-4777-a9a4-476857fd7502, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '673bb18d-51cc-4104-ac56-11f4380c2ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '411c6b38-42e3-4b12-a93f-1642c420c546'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:58.368289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.374704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7d043f48-4c68-4c3d-9287-17a4da876b2d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:58.375157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.417854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ac02f9a-a3a2-40a0-8ba7-13b4bdd879f9 req-4b698ccf-4cf0-41ca-b5e2-37146ba0fd44 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 210 time: 0.0348892 Jul 23 20:12:58.466365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.470887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60764) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:58.504572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Transition to ACTIVE for port object 73b16101-a896-4a8e-8c62-cde1bed0ce85 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:58.535496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a521f-e575-41ee-beec-ca7ad2ba1182 req-c5b29e65-76d0-40b0-93ab-bf45ca367cc3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.543225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-713a521f-e575-41ee-beec-ca7ad2ba1182 req-c5b29e65-76d0-40b0-93ab-bf45ca367cc3 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1019287 Jul 23 20:12:58.579723 n-d-793620-13 neutron-server[94028]: WARNING neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Concurrent port binding operations failed on port 4141e9a6-46f5-4777-a9a4-476857fd7502 Jul 23 20:12:58.583006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-713a521f-e575-41ee-beec-ca7ad2ba1182 req-1e7b4c0d-15aa-4fe5-807a-19c9baaff2c6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Jul 23 20:12:58.585705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:12:58.594611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96974ad0-743a-4c57-8e0c-5ecd10a7e4a3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.597333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:12:58.602071 n-d-793620-13 neutron-server[94028]: INFO neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Attempt 2 to bind port 4141e9a6-46f5-4777-a9a4-476857fd7502 Jul 23 20:12:58.602485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:12:58.621791 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.725553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96974ad0-743a-4c57-8e0c-5ecd10a7e4a3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.770183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:12:58.788584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45adb73c-f017-4a71-b207-4c4eb6047dc2 None None] New status for floating IP 1fdf7fff-9019-46de-9b35-967e952dc6c6: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:12:58.789689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:12:58.802864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:12:58.810031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event updated for resources: {'Port': ['ID=73b16101-a896-4a8e-8c62-cde1bed0ce85,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:58.872628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:58.873859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.878626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:12:58.884080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.896499 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] Sync routers for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:12:58.914815 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:58.915439 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:58.922844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96974ad0-743a-4c57-8e0c-5ecd10a7e4a3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.925286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96974ad0-743a-4c57-8e0c-5ecd10a7e4a3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:58.927682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-96974ad0-743a-4c57-8e0c-5ecd10a7e4a3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "DELETE /v2.0/security-groups/05ebd82b-e025-46b8-8135-2d8f6793c1a9 HTTP/1.1" status: 204 len: 168 time: 0.4555864 Jul 23 20:12:58.931546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:58.957635 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-44bcab61-b9f1-4407-b373-af6b0ed80e59 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] show failed (client error): The resource could not be found. Jul 23 20:12:58.959752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-44bcab61-b9f1-4407-b373-af6b0ed80e59 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "GET /v2.0/security-groups/05ebd82b-e025-46b8-8135-2d8f6793c1a9 HTTP/1.1" status: 404 len: 347 time: 0.0268123 Jul 23 20:12:58.961614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974ad0-743a-4c57-8e0c-5ecd10a7e4a3 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ebd82b-e025-46b8-8135-2d8f6793c1a9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:58.963554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:12:58.993427 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-57abc941-8e12-4cc0-8a2a-00b2c0190e13 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "PUT /v2.0/floatingips/870fa063-9c31-4039-a924-a14232e3038a HTTP/1.1" status: 200 len: 990 time: 2.7569544 Jul 23 20:12:58.995233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-c7b311a0-b429-4454-8911-9e0751289dc7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2626429 Jul 23 20:12:59.024602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Request body: {'port': {'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:12:59.101966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:59.127094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481042ee-fc4c-483d-a9cf-40d73af2111f req-ddae40e9-48e0-460a-bc49-9eab1885c028 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.134378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-481042ee-fc4c-483d-a9cf-40d73af2111f req-ddae40e9-48e0-460a-bc49-9eab1885c028 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.2741952 Jul 23 20:12:59.151191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.184441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-481042ee-fc4c-483d-a9cf-40d73af2111f req-7c036990-7cce-4d37-8713-ca6e22b7a043 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491910 Jul 23 20:12:59.193027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Deleting port d53ee2ff-655e-443d-b358-2be8fafe8539 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:12:59.193374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.250741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eb4d78f4-19a0-4a78-96ab-2beb9a8e4c1e None None] Provisioning for port 73b16101-a896-4a8e-8c62-cde1bed0ce85 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:12:59.264542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eb4d78f4-19a0-4a78-96ab-2beb9a8e4c1e None None] Provisioning complete for port 73b16101-a896-4a8e-8c62-cde1bed0ce85 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:12:59.265383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eb4d78f4-19a0-4a78-96ab-2beb9a8e4c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.309696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-eb4d78f4-19a0-4a78-96ab-2beb9a8e4c1e None None] Port 73b16101-a896-4a8e-8c62-cde1bed0ce85 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:12:59.320372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.320740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.352823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Calling delete_port for d53ee2ff-655e-443d-b358-2be8fafe8539 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:12:59.386279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502'}, {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:12:59.388538 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18503435-c989-4ea9-922b-be6cb0f98157" -d '{"events": [{"name": "network-changed", "server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502"}, {"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:12:59.407610 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '870fa063-9c31-4039-a924-a14232e3038a', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'port_id': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'mac_address': 'fa:16:3e:b0:a5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:36Z', 'updated_at': '2021-07-23T20:12:57Z', 'revision_number': 1, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:52Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:59.439511 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] Checking router: 28b6bbc2-7b59-4dec-ba81-2b132b940b30 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:12:59.451493 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:12:59.452554 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:59.486293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b16101-a896-4a8e-8c62-cde1bed0ce85 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:12:59.491873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.495228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.497704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.504613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.508984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Transition to ACTIVE for port object 73b16101-a896-4a8e-8c62-cde1bed0ce85 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:12:59.510613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.515539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.517361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.525484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.531988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.533973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6011a66e-295d-491a-9bed-c22f0bca7016 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.2305799 Jul 23 20:12:59.566906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=73b16101-a896-4a8e-8c62-cde1bed0ce85,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:59.593129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374dda-24d3-4730-80ff-77e6c25ef8a6 req-ed4cd5c5-b7bb-41c2-a1cb-8f1db927f3c8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.594781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d374dda-24d3-4730-80ff-77e6c25ef8a6 req-ed4cd5c5-b7bb-41c2-a1cb-8f1db927f3c8 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.2302985 Jul 23 20:12:59.601310 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:12:59.653292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Attempting to bind port 73b16101-a896-4a8e-8c62-cde1bed0ce85 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:12:59.653802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Attempting to bind port 73b16101-a896-4a8e-8c62-cde1bed0ce85 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:12:59.653984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Attempting to bind port 73b16101-a896-4a8e-8c62-cde1bed0ce85 on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:59.659060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Port 73b16101-a896-4a8e-8c62-cde1bed0ce85 on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:12:59.659394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Attempting to bind port 73b16101-a896-4a8e-8c62-cde1bed0ce85 on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:12:59.665389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:12:59.666050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Checking segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:12:59.666632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Bound using segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:12:59.667420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Bound port: 73b16101-a896-4a8e-8c62-cde1bed0ce85, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:12:59.667675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16f6be30-adca-4acf-8b90-d69a63aa330c req-6e2f7c70-4129-4759-bc10-90c002dafdf4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1181266 Jul 23 20:12:59.668208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.721796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d374dda-24d3-4730-80ff-77e6c25ef8a6 req-cff872f5-44d7-4d44-b826-dfd4777a7d64 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180768 Jul 23 20:12:59.724380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.772573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] For port 73b16101-a896-4a8e-8c62-cde1bed0ce85, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:12:59.777124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] For port 73b16101-a896-4a8e-8c62-cde1bed0ce85, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:12:59.780506 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c75631-711b-4e69-8bf2-d864f7ca6e5a x-openstack-request-id: req-c3c75631-711b-4e69-8bf2-d864f7ca6e5a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:12:59.781020 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:12:59.781426 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3c75631-711b-4e69-8bf2-d864f7ca6e5a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:12:59.781936 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'status': 'completed', 'code': 200} Jul 23 20:12:59.782312 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'status': 'completed', 'code': 200} Jul 23 20:12:59.784183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.789893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Pushing event deleted for resources: {'Port': ['ID=d53ee2ff-655e-443d-b358-2be8fafe8539,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:59.841727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.843374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:12:59.846543 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] 10.222.0.47 "PUT /v2.0/ports/73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 1093 time: 0.8309596 Jul 23 20:12:59.947745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f350-1421-45fa-a2c9-e9d6a849d2eb service neutron] Pushing event updated for resources: {'Port': ['ID=73b16101-a896-4a8e-8c62-cde1bed0ce85,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:12:59.979031 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '870fa063-9c31-4039-a924-a14232e3038a', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'port_id': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'mac_address': 'fa:16:3e:b0:a5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:36Z', 'updated_at': '2021-07-23T20:12:57Z', 'revision_number': 1, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:52Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:12:59.989262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-71e1f942-303f-4cbe-abe3-68fa623201cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:12:59.990719 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-71e1f942-303f-4cbe-abe3-68fa623201cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1126 time: 0.1646509 Jul 23 20:13:00.009903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4e68a-a272-484e-87ad-dca476abd58d None None] The sync data for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 is: [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '870fa063-9c31-4039-a924-a14232e3038a', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'floating_ip_address': '172.25.8.45', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'port_id': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'mac_address': 'fa:16:3e:b0:a5:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:11:36Z', 'updated_at': '2021-07-23T20:12:57Z', 'revision_number': 1, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:52Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:00.014283 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:00.017063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:00.018300 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-66a4b88e-9f3c-4690-83eb-1cfded38d763 tempest-ServersWithSpecificFlavorTestJSON-1299388435 tempest-ServersWithSpecificFlavorTestJSON-1299388435-project] 10.222.0.46 "DELETE /v2.0/floatingips/1fdf7fff-9019-46de-9b35-967e952dc6c6 HTTP/1.1" status: 204 len: 168 time: 1.0534697 Jul 23 20:13:00.025304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-636c9bb5-a8d7-4c4d-900a-e669e05801f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.027169 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-636c9bb5-a8d7-4c4d-900a-e669e05801f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1096 time: 0.1258819 Jul 23 20:13:00.063991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0422344-6df1-4183-9acf-47d8fc0b45cf req-b8573d0f-f1aa-4b9f-890b-371517060273 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.072264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0422344-6df1-4183-9acf-47d8fc0b45cf req-b8573d0f-f1aa-4b9f-890b-371517060273 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 944 time: 0.1832776 Jul 23 20:13:00.074746 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-8c34ca8a-4110-4b97-b2d1-29dff9b7c7d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.0368555 Jul 23 20:13:00.109947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e2639-4c97-4c68-81d4-71e5343056ce req-d1285561-c274-4066-b810-9ceef2e24990 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.111530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a28e2639-4c97-4c68-81d4-71e5343056ce req-d1285561-c274-4066-b810-9ceef2e24990 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1862712 Jul 23 20:13:00.156896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0422344-6df1-4183-9acf-47d8fc0b45cf req-5b405c9b-802a-4a9e-bc2b-f191492ba25f tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782881 Jul 23 20:13:00.192543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a28e2639-4c97-4c68-81d4-71e5343056ce req-10ca051c-b746-4a4f-92b2-0b3425a9df34 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693274 Jul 23 20:13:00.210726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-bcb1392e-404c-4015-8e53-9aba834dd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.210726 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-bcb1392e-404c-4015-8e53-9aba834dd0f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.1102211 Jul 23 20:13:00.266386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-6018a4a4-4dd4-45b4-882c-6f1ba38679c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.267854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-6018a4a4-4dd4-45b4-882c-6f1ba38679c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.2396822 Jul 23 20:13:00.325030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-2b9edf2a-31cd-4b10-bfed-16e86fd6bfc1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 217 time: 0.0473695 Jul 23 20:13:00.329357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbff462-f806-4d32-a58b-275927b16602 None None] New status for floating IP 870fa063-9c31-4039-a924-a14232e3038a: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:00.338063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-14907792-a0b0-4212-b6db-9c5baaea3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.339677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-14907792-a0b0-4212-b6db-9c5baaea3aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1200035 Jul 23 20:13:00.411308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fc866-5fd4-43f1-8905-087e921c0681 req-7c2efb11-4cae-4c2a-8926-247bd1f2493e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.416750 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c7fc866-5fd4-43f1-8905-087e921c0681 req-7c2efb11-4cae-4c2a-8926-247bd1f2493e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1022933 Jul 23 20:13:00.472417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-06ea5ae1-196a-4002-83d6-55e03e3cc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.472832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c7fc866-5fd4-43f1-8905-087e921c0681 req-7a3cf3da-59e4-46e9-bb5c-99b052e62c3a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500557 Jul 23 20:13:00.474089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-06ea5ae1-196a-4002-83d6-55e03e3cc603 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.1331947 Jul 23 20:13:00.510792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-ef45789b-6350-42f0-9d4b-3769cef7203d service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602356 Jul 23 20:13:00.538873 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-5310f638-13e5-469c-a445-97251608c977 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511515 Jul 23 20:13:00.655561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60810) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:00.693693 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db529f9-d824-4c89-9ac6-7fad2344187e req-0f76ca72-5d62-48df-b080-ca77cb8805f6 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638594 Jul 23 20:13:00.699852 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-abd0775a-349f-4675-bb94-3e630528c759 service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495805 Jul 23 20:13:00.814812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-6a64222e-0be2-40d1-a9e4-7db7f688bd0c service neutron] 10.222.0.47 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066158 Jul 23 20:13:00.955097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.955594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.956073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.956543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.957012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.957612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.957981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:00.959950 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-738cf61e-90a2-4175-bfe2-3a520c1389bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6499 time: 0.0729728 Jul 23 20:13:01.068291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-62c0ae91-5bb9-4e06-917d-5ca4926ebfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.069866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-62c0ae91-5bb9-4e06-917d-5ca4926ebfa6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0 HTTP/1.1" status: 200 len: 912 time: 0.0932558 Jul 23 20:13:01.151137 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-651d7d64-e6ce-4e17-b7fa-6e2171ba5cfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 200 len: 1000 time: 0.0622668 Jul 23 20:13:01.209056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-cd3905c7-917a-4479-b1ba-c4b6d5fef9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.210556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-cd3905c7-917a-4479-b1ba-c4b6d5fef9ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8956241-ca64-4c80-87a6-6e5278730f0f HTTP/1.1" status: 200 len: 850 time: 0.0516200 Jul 23 20:13:01.272396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18503435-c989-4ea9-922b-be6cb0f98157 req-1db856e5-7527-4a27-9d3e-ed031e5e0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.273963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-1db856e5-7527-4a27-9d3e-ed031e5e0925 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564759 Jul 23 20:13:01.281793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.287754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.293683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.300158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.306046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.312481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.318349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.320200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-f18fa3a6-37d8-4dd2-af4b-cdf01ddd42ec tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.5573466 Jul 23 20:13:01.351018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdb497-b7ca-4f97-ade1-2f5a41a738fb req-662f109b-6c20-49ea-9e0a-598c6b2e7324 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.352503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15fdb497-b7ca-4f97-ade1-2f5a41a738fb req-662f109b-6c20-49ea-9e0a-598c6b2e7324 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.5341830 Jul 23 20:13:01.373908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-921c200e-6e9e-4c41-96ce-074a158562fa service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859830 Jul 23 20:13:01.420635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-387158fd-354c-4474-a680-7d7bfb41dcf6 req-7469edce-cde0-40b0-874d-0197397f8b0f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918958 Jul 23 20:13:01.447296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15fdb497-b7ca-4f97-ade1-2f5a41a738fb req-5afce139-b10f-4dc4-a8c5-d987349825b2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837154 Jul 23 20:13:01.485031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18503435-c989-4ea9-922b-be6cb0f98157 req-dfd9e1d6-dc7a-4661-aa0a-17f1b2924530 service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034882 Jul 23 20:13:01.630021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1bdf-3437-42fa-aea8-e861d90df236 req-fcd7877f-9edb-4d18-a32c-ba940f2f3175 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.631502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-309f1bdf-3437-42fa-aea8-e861d90df236 req-fcd7877f-9edb-4d18-a32c-ba940f2f3175 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 944 time: 0.1288836 Jul 23 20:13:01.651385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1eb1db-ebbb-4274-811f-1dcbb5898455 req-bd6db08b-a35d-4b66-8932-cab19c65d83d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.652787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e1eb1db-ebbb-4274-811f-1dcbb5898455 req-bd6db08b-a35d-4b66-8932-cab19c65d83d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1188502 Jul 23 20:13:01.734932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-309f1bdf-3437-42fa-aea8-e861d90df236 req-9c6efa42-3ec8-4306-84cd-2028874fd379 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925899 Jul 23 20:13:01.743512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e1eb1db-ebbb-4274-811f-1dcbb5898455 req-da94ad7e-b104-49a8-bdc3-9ff9417e0662 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671091 Jul 23 20:13:01.753333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:01.783502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:01.786809 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1333a3dc-6845-479b-837e-33b8a2610d19" -d '{"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:01.876835 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4d3a4d-7a9d-474e-a7d5-9b04b0aae2bd x-openstack-request-id: req-6b4d3a4d-7a9d-474e-a7d5-9b04b0aae2bd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:01.877135 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:01.877390 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b4d3a4d-7a9d-474e-a7d5-9b04b0aae2bd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:01.877817 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'status': 'completed', 'code': 200} Jul 23 20:13:01.960519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-fa00907a-ec71-41bd-a940-057411f2bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.962422 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-fa00907a-ec71-41bd-a940-057411f2bcb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1096 time: 0.0585306 Jul 23 20:13:01.993726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48baf-cfad-4491-b7bb-b5ef85b0d530 req-99db5421-09dc-4302-a722-acd1266386e4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:01.995211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ca48baf-cfad-4491-b7bb-b5ef85b0d530 req-99db5421-09dc-4302-a722-acd1266386e4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1054327 Jul 23 20:13:02.067656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ca48baf-cfad-4491-b7bb-b5ef85b0d530 req-13e1bafe-9bbe-47b0-9a85-cea2fd26e65e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641243 Jul 23 20:13:02.080694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-6db05849-0040-427d-90c2-0132f5e5263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.082838 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-6db05849-0040-427d-90c2-0132f5e5263c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1122344 Jul 23 20:13:02.112736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Deleting port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:02.113082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:02.134336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-5026bdba-3a10-4234-aec9-ff2767328571 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.0413406 Jul 23 20:13:02.186901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-7cd1c59c-e7f8-4be6-a463-c50da22974d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.188695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-7cd1c59c-e7f8-4be6-a463-c50da22974d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0477700 Jul 23 20:13:02.198187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] For port 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:02.198593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:02.212514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Calling delete_port for 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:02.262673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-bb666c6d-7ffe-418c-863e-d8c131172360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.264982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-bb666c6d-7ffe-418c-863e-d8c131172360 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700855 Jul 23 20:13:02.363638 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-532e834a-654d-42f3-8847-3b76b75a5ced service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902636 Jul 23 20:13:02.405143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:02.431453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0669f05c-afa0-4cd8-b2a6-c0c2abdba9be,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:02.469866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1333a3dc-6845-479b-837e-33b8a2610d19 req-3e1abb4e-df6f-49c1-90c7-2ca25b01928b service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000009 Jul 23 20:13:02.716268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:02.744719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.751807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.757793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.764241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.770633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.776502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.783443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.785406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-8a118c14-de0a-49ee-8be1-8f78bd057f62 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.2287431 Jul 23 20:13:02.803226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde2cf-7600-4919-98a3-234cfea26aa6 req-03a0f8ad-b793-4a30-8031-36f4495521f7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:02.804876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-febde2cf-7600-4919-98a3-234cfea26aa6 req-03a0f8ad-b793-4a30-8031-36f4495521f7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.2469063 Jul 23 20:13:02.932849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41fb42d4-35a5-4d42-bf0f-d635060d8f80 req-c8142ff4-1cc2-4a1b-a4da-7dd9ee016042 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1399953 Jul 23 20:13:02.944139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-febde2cf-7600-4919-98a3-234cfea26aa6 req-5369fd19-a721-4058-974f-24a4cffd22ba tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309543 Jul 23 20:13:03.156992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Router 3bec2cf3-42e3-4d26-b399-110e2dacf141 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:03.169374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb76b78-7c30-4f46-bdd0-660b334a272c req-3e4f911e-8216-4ce6-97d7-ab1a3bcf44c9 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:03.171288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bb76b78-7c30-4f46-bdd0-660b334a272c req-3e4f911e-8216-4ce6-97d7-ab1a3bcf44c9 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 944 time: 0.1395295 Jul 23 20:13:03.188575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80a9b-00e1-494d-aeaf-dddb357c18c4 req-af4e6b14-977c-4b01-a000-34af08edfdf2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:03.190183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81c80a9b-00e1-494d-aeaf-dddb357c18c4 req-af4e6b14-977c-4b01-a000-34af08edfdf2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1568935 Jul 23 20:13:03.320431 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bb76b78-7c30-4f46-bdd0-660b334a272c req-00a32818-f103-4dae-895b-d4761b149df4 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403222 Jul 23 20:13:03.325288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81c80a9b-00e1-494d-aeaf-dddb357c18c4 req-878b2bd9-5478-4035-adf5-3a3aaeb6236d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265228 Jul 23 20:13:03.382606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:03.389214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3379e96-6d46-404f-b1dd-fff436565fb6 admin admin] 10.222.0.46 "PUT /v2.0/routers/3bec2cf3-42e3-4d26-b399-110e2dacf141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7324858 Jul 23 20:13:03.391927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60844) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:03.393040 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] Sync routers for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:03.407912 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:03.408689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:03.508699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:03.531666 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:03.540685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 73b16101-a896-4a8e-8c62-cde1bed0ce85 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:03.554810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952802ac-601e-4a96-9304-ec249441b8b9 req-ade15f26-d8e2-4d2e-a48d-a326db1d6d7b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:03.557351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-952802ac-601e-4a96-9304-ec249441b8b9 req-ade15f26-d8e2-4d2e-a48d-a326db1d6d7b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0841043 Jul 23 20:13:03.615979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-952802ac-601e-4a96-9304-ec249441b8b9 req-84f3171b-a408-401d-9910-9bc6649007d7 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492492 Jul 23 20:13:03.681180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 73b16101-a896-4a8e-8c62-cde1bed0ce85, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:03.695238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:03.695452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:03.738671 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:03.755074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b16101-a896-4a8e-8c62-cde1bed0ce85 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:03.758986 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:13:02Z', 'revision_number': 5, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port': {'id': 'abef0ceb-dd22-406e-b5b0-c59682baba98', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:07:57Z', 'updated_at': '2021-07-23T20:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:03.781962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 73b16101-a896-4a8e-8c62-cde1bed0ce85, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:03.791776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-591a5157-9318-49be-9561-5fc876486ec2 service neutron] 10.222.0.47 "GET /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.1080697 Jul 23 20:13:03.792559 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:03.835898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Deleting port abef0ceb-dd22-406e-b5b0-c59682baba98 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:03.836111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:03.886462 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] Checking router: 3bec2cf3-42e3-4d26-b399-110e2dacf141 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:03.888023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=73b16101-a896-4a8e-8c62-cde1bed0ce85,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:03.900376 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] Routers {'3bec2cf3-42e3-4d26-b399-110e2dacf141'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:03.901005 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3bec2cf3-42e3-4d26-b399-110e2dacf141'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:03.902415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.902983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.903542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.904627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.905985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.906670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.907216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.907893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.908458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.909060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.909648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:03.910188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:04.001146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] For port abef0ceb-dd22-406e-b5b0-c59682baba98, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abef0ceb-dd22-406e-b5b0-c59682baba98,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:04.001146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.050710 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] Set router 3bec2cf3-42e3-4d26-b399-110e2dacf141 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:04.055305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Calling delete_port for abef0ceb-dd22-406e-b5b0-c59682baba98 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:04.141349 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:13:03Z', 'revision_number': 6, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:04.141803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['73b16101-a896-4a8e-8c62-cde1bed0ce85'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:04.172006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ca2ec-dbe7-4e30-b41a-760b05f52bce None None] The sync data for ids ['3bec2cf3-42e3-4d26-b399-110e2dacf141'] in n-d-793620-13 is: [{'id': '3bec2cf3-42e3-4d26-b399-110e2dacf141', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-815920267-router', 'tenant_id': '76eade1cb2814e6e937cadb8e223e730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:07:56Z', 'updated_at': '2021-07-23T20:13:03Z', 'revision_number': 6, 'project_id': '76eade1cb2814e6e937cadb8e223e730', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:04.226255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:04.239284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.244895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.252873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.259706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.267319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.273185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.279236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.281419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-0f683963-178c-44dc-9f89-49ef20e861d9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.2617090 Jul 23 20:13:04.295695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:04.296350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938acc20-aead-49df-b21a-acc71830a317 req-9b1ac129-8b43-459d-82a8-42440e9e8499 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.298259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-938acc20-aead-49df-b21a-acc71830a317 req-9b1ac129-8b43-459d-82a8-42440e9e8499 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 943 time: 0.2084332 Jul 23 20:13:04.353708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4141e9a6-46f5-4777-a9a4-476857fd7502 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:04.364675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25ed4e35-4933-4c9b-b63b-5aa11e2216d6 req-15e6f422-ed91-4b41-86e1-c3440ae839f5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657134 Jul 23 20:13:04.370568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:04.372149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-938acc20-aead-49df-b21a-acc71830a317 req-3e2c7723-7de6-4aa1-92a7-c6a42ffe40bd tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660341 Jul 23 20:13:04.419844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.469744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.507154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Pushing event deleted for resources: {'Port': ['ID=abef0ceb-dd22-406e-b5b0-c59682baba98,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:04.551104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58957e-4fee-4096-9e48-676119ef9808 req-af6c0787-d575-4d04-80a3-af528be51600 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.553358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d58957e-4fee-4096-9e48-676119ef9808 req-af6c0787-d575-4d04-80a3-af528be51600 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 945 time: 0.1224449 Jul 23 20:13:04.579567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195a9f2-9cb5-4d87-8ba4-b4953dd4bfb1 req-2593fb84-03f3-4d4d-8633-7d4a65ef22c5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.586338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5195a9f2-9cb5-4d87-8ba4-b4953dd4bfb1 req-2593fb84-03f3-4d4d-8633-7d4a65ef22c5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1194434 Jul 23 20:13:04.622755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] Transition to ACTIVE for port object 4141e9a6-46f5-4777-a9a4-476857fd7502 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:04.627930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.658099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5195a9f2-9cb5-4d87-8ba4-b4953dd4bfb1 req-ab55496a-95c6-4aee-83cb-43a8140a2d06 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707576 Jul 23 20:13:04.677109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.705935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d58957e-4fee-4096-9e48-676119ef9808 req-9b56777b-6609-4e9e-99e4-4d5f68da9764 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426001 Jul 23 20:13:04.829345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.833605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:04.898277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30bd1-2d03-43c1-8f26-5bfe5505cce7 req-57214469-f71e-4223-996d-9d74f16141bf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:04.900072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74d30bd1-2d03-43c1-8f26-5bfe5505cce7 req-57214469-f71e-4223-996d-9d74f16141bf tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0751026 Jul 23 20:13:04.946147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74d30bd1-2d03-43c1-8f26-5bfe5505cce7 req-aa2359bf-5d3a-404c-816a-624c268151e6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389481 Jul 23 20:13:05.183043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] No DVR routers for this DVR port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:05.246865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] Pushing event updated for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:05.268971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.269567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bec2cf3-42e3-4d26-b399-110e2dacf141 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:13:05.274155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.275305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-28a588ad-5878-474a-acb6-b8b0e748e833 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3bec2cf3-42e3-4d26-b399-110e2dacf141 HTTP/1.1" status: 204 len: 168 time: 1.8823853 Jul 23 20:13:05.277940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60860) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:05.281766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bb6c0e58-7319-4e47-9675-bac795194bdf service neutron] 10.222.0.47 "PUT /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 1.4824495 Jul 23 20:13:05.327919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Deleting subnet 6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:05.331810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.369757 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.432746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-9535d84d-22c7-4ed6-81d9-3a0bb58781bf tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.435310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-9535d84d-22c7-4ed6-81d9-3a0bb58781bf tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.0817518 Jul 23 20:13:05.483097 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.520584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-257345c8-3780-4d1f-bdc4-d4aa4920a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.522375 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-257345c8-3780-4d1f-bdc4-d4aa4920a9ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3 HTTP/1.1" status: 200 len: 1096 time: 0.0753233 Jul 23 20:13:05.543432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 73b16101-a896-4a8e-8c62-cde1bed0ce85 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:05.599047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 73b16101-a896-4a8e-8c62-cde1bed0ce85 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:05.603161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 73b16101-a896-4a8e-8c62-cde1bed0ce85 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:05.603790 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.629463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-25e4d41e-177b-4dc9-9fd4-c493918c1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.630970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-25e4d41e-177b-4dc9-9fd4-c493918c1d8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1096 time: 0.0761392 Jul 23 20:13:05.657638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ddc73-5ad8-4c86-8c49-c6b72b179f6f req-348655cb-c457-49ec-8c45-87a8ab00e4ad tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.661963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b0ddc73-5ad8-4c86-8c49-c6b72b179f6f req-348655cb-c457-49ec-8c45-87a8ab00e4ad tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 944 time: 0.1397197 Jul 23 20:13:05.665264 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.693352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.696110 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.699359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.706265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.712358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.718684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.720986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:05.723362 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b28706-9b91-4f92-8bb2-bd16475b2264" -d '{"events": [{"server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "name": "network-vif-plugged", "status": "completed", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:05.724720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.730735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.733183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-06aaf19f-053d-4dce-8245-6a477ffeb0a7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.2121668 Jul 23 20:13:05.738080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 73b16101-a896-4a8e-8c62-cde1bed0ce85, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:05.743560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.744551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:05.751408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-37b9b587-6f1b-4be5-90c5-921fd9313ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.753025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-37b9b587-6f1b-4be5-90c5-921fd9313ce0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 200 len: 922 time: 0.1130252 Jul 23 20:13:05.772509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:05.779639 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.784116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6b9da7d9-ac0e-4cb4-8013-ac33546b6c7d HTTP/1.1" status: 204 len: 168 time: 0.5025859 Jul 23 20:13:05.788081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60874) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:05.791530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec4cfb-dac7-4025-8b31-00cb44171f05 None None] Network c385f01d-dc68-45cc-9d38-87c24e0f4a97 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:05.791846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.792197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.792541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.793012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.796803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98499a0-5e54-4d96-bf97-95c109cc78af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:05.803920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-510f3565-619e-456b-893f-36fe85e48acd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 200 len: 217 time: 0.0431485 Jul 23 20:13:05.853668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b0ddc73-5ad8-4c86-8c49-c6b72b179f6f req-00122d33-63b2-40d3-a03c-cfc1c5ecd4d6 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821778 Jul 23 20:13:05.872015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-40068f99-d0b3-4a1b-81a5-09a3ddb3924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:05.874754 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-40068f99-d0b3-4a1b-81a5-09a3ddb3924e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 200 len: 861 time: 0.0554676 Jul 23 20:13:05.877531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b6e63d8-348f-4cb0-b547-21b00ad78274 req-cda3f465-eee1-477f-ac3f-0d3f10e4321c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190119 Jul 23 20:13:05.899164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=73b16101-a896-4a8e-8c62-cde1bed0ce85,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:05.899164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:05.934172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:05.939136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-bdb5cc6b-3e38-4da0-8b82-1f65e24357b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=411c6b38-42e3-4b12-a93f-1642c420c546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554507 Jul 23 20:13:06.104197 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-f2a84c1c-5f2c-40c9-94da-a95f802602c8 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497638 Jul 23 20:13:06.107040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Deleting port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:06.107580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.118837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] DHCP port deletion for c385f01d-dc68-45cc-9d38-87c24e0f4a97 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:13:06.154293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abef0ceb-dd22-406e-b5b0-c59682baba98 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:06.159780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674e943-1a95-42c3-86a1-589752c686ae req-ca139560-4c4d-4d1b-b392-0469aa2a3629 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.161599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2674e943-1a95-42c3-86a1-589752c686ae req-ca139560-4c4d-4d1b-b392-0469aa2a3629 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 946 time: 0.1817396 Jul 23 20:13:06.178811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: abef0ceb-dd22-406e-b5b0-c59682baba98 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:06.179159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abef0ceb-dd22-406e-b5b0-c59682baba98 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:06.179588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:06.204633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:06.204980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0669f05c-afa0-4cd8-b2a6-c0c2abdba9be not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:06.227756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] Deleting port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:06.228269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.234272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-44666a3e-f2b3-4848-9849-99f5fef35c24 service neutron] 10.222.0.36 "GET /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220279 Jul 23 20:13:06.236532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7775-870e-47d7-8e09-7b1f6b5f604f req-3a5b2409-38eb-4a4d-a1d3-2e0eb4360352 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.238850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97da7775-870e-47d7-8e09-7b1f6b5f604f req-3a5b2409-38eb-4a4d-a1d3-2e0eb4360352 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2597191 Jul 23 20:13:06.250366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] For port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:06.250930 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.282107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Calling delete_port for 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:06.322062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] For port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,segment=NetworkSegment(f9a1acdd-e3e9-4f86-9238-e4d364704cf8),segment_id=f9a1acdd-e3e9-4f86-9238-e4d364704cf8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:06.322662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.323583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2674e943-1a95-42c3-86a1-589752c686ae req-dd3edd1c-dce5-41f3-aec6-bbbb74a2526b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561949 Jul 23 20:13:06.339377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] Calling delete_port for 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:06.377795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97da7775-870e-47d7-8e09-7b1f6b5f604f req-1e854e37-c60f-4db3-b4e9-a73c06a0cd1b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229277 Jul 23 20:13:06.414335 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2dd116-b33d-4215-8682-a121c8bc1582 x-openstack-request-id: req-ef2dd116-b33d-4215-8682-a121c8bc1582 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:06.414335 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "name": "network-vif-plugged", "status": "completed", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:06.414335 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef2dd116-b33d-4215-8682-a121c8bc1582 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:06.414335 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'code': 200} Jul 23 20:13:06.440035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.452895 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.488664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Pushing event deleted for resources: {'Port': ['ID=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:06.490098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] No DVR routers for this DVR port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:06.518713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] Pushing event deleted for resources: {'Port': ['ID=41dd80bc-5dd3-4f0c-8975-a13c26f0a301,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:06.537934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ef955-2560-4ce8-90b4-c98ca13d613d None None] No DVR routers for this DVR port 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:06.609459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.630554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c385f01d-dc68-45cc-9d38-87c24e0f4a97']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:06.668355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:06.669076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a1acdd-e3e9-4f86-9238-e4d364704cf8') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:06.672880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9aad8-8891-4c40-a6b8-30544db8fa64 req-9500a6d7-be84-4e4c-8a44-ce70b8d77626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.674607 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f5f9aad8-8891-4c40-a6b8-30544db8fa64 req-9500a6d7-be84-4e4c-8a44-ce70b8d77626 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.1480274 Jul 23 20:13:06.681849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.696362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e867af80-bd8e-4c9f-98ff-0263fd5e8b65 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.697901 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-e867af80-bd8e-4c9f-98ff-0263fd5e8b65 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f&tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.1092348 Jul 23 20:13:06.706348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.716593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:06.717299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:06.719231 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:06.772716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f5f9aad8-8891-4c40-a6b8-30544db8fa64 req-891e4c7f-d68f-42f3-b8b2-2c0bbe9d396f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896919 Jul 23 20:13:06.796148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1168c5a-6bc4-4159-9a7f-9f2000d35f5d req-7dc3c411-a8ba-4f02-9f89-d00b44c35ab5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:06.798000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1168c5a-6bc4-4159-9a7f-9f2000d35f5d req-7dc3c411-a8ba-4f02-9f89-d00b44c35ab5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1849930 Jul 23 20:13:06.822456 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.835621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.841117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c385f01d-dc68-45cc-9d38-87c24e0f4a97 HTTP/1.1" status: 204 len: 168 time: 1.0471885 Jul 23 20:13:06.841358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60880) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:06.854479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0ad92-6de7-42bb-bb99-22ea629ba302 admin admin] Pushing event deleted for resources: {'Network': ['ID=c385f01d-dc68-45cc-9d38-87c24e0f4a97,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:06.875110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1168c5a-6bc4-4159-9a7f-9f2000d35f5d req-1f264ca6-6514-44b3-ba3c-5d4bfac8f9d0 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Jul 23 20:13:06.959615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-164ccabf-1db2-4393-ae0f-dd2ba2f5fe5b service neutron] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:06.967197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-164ccabf-1db2-4393-ae0f-dd2ba2f5fe5b service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:06.968945 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-74f97922-9e36-457d-bbb1-26ec47119a16 req-164ccabf-1db2-4393-ae0f-dd2ba2f5fe5b service neutron] 10.222.0.36 "DELETE /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.2544358 Jul 23 20:13:07.094582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090ecdd-bb7e-43c6-9aa1-4fdc41a4c1df req-6f555d0b-5aa2-40c9-9e84-9057c0dc6e6d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.096191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5090ecdd-bb7e-43c6-9aa1-4fdc41a4c1df req-6f555d0b-5aa2-40c9-9e84-9057c0dc6e6d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 944 time: 0.1290245 Jul 23 20:13:07.129348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.135397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.143021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.149607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.157859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.165786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.172846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.174772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-426646be-f483-4f74-84c9-3e84df9fdfbf tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1632636 Jul 23 20:13:07.225652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5090ecdd-bb7e-43c6-9aa1-4fdc41a4c1df req-beafc127-fde1-48f3-9ff4-3e2f6ecb9528 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206322 Jul 23 20:13:07.245043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2797f513-c47b-4ffe-86fc-81c876f112a9 req-ca2b0bf0-2775-4c54-bdc1-5e124ca72344 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600264 Jul 23 20:13:07.278300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.400385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb4189-febe-49fd-9e34-e25b89ece35c req-cb47c34d-a4e4-4cc0-9b6a-2729755b2c69 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.402636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93cb4189-febe-49fd-9e34-e25b89ece35c req-cb47c34d-a4e4-4cc0-9b6a-2729755b2c69 tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 1096 time: 0.0659063 Jul 23 20:13:07.487254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93cb4189-febe-49fd-9e34-e25b89ece35c req-b95c0523-394c-42bd-aefc-9bb08ffe4cad tempest-LiveAutoBlockMigrationV225Test-971664115 tempest-LiveAutoBlockMigrationV225Test-971664115-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760612 Jul 23 20:13:07.524106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b612b8-776d-4852-be2a-56614519961f req-920aaea8-4317-40c8-a461-a04a8e735249 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.525640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0b612b8-776d-4852-be2a-56614519961f req-920aaea8-4317-40c8-a461-a04a8e735249 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 946 time: 0.0966265 Jul 23 20:13:07.600318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Deleting port 6ebec20f-838c-4caf-9460-d5e784e22036 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:07.600661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.606288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0b612b8-776d-4852-be2a-56614519961f req-180d48ec-b579-4b46-8dd4-44a44987403c tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Jul 23 20:13:07.675215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0494a-8054-459b-bf7e-abf949daa93b req-38cae7a6-5ce7-411c-8763-ccbd17c4f6cc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:07.677402 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43c0494a-8054-459b-bf7e-abf949daa93b req-38cae7a6-5ce7-411c-8763-ccbd17c4f6cc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.0867302 Jul 23 20:13:07.723652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] For port 6ebec20f-838c-4caf-9460-d5e784e22036, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6ebec20f-838c-4caf-9460-d5e784e22036,segment=NetworkSegment(3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b),segment_id=3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:07.724266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:07.727186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43c0494a-8054-459b-bf7e-abf949daa93b req-9573e0ab-94b6-4cab-ae5c-aa2b7b791999 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Jul 23 20:13:07.747400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Calling delete_port for 6ebec20f-838c-4caf-9460-d5e784e22036 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:07.997079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.038896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebec20f-838c-4caf-9460-d5e784e22036,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:08.075182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb082f-7eec-4d24-b583-4ab6b8a4681f req-b43e11e0-d0be-4a73-a2aa-ac03357d76e7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.079062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.079630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.080218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.080926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.081475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.081977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.082554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.082743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50fb082f-7eec-4d24-b583-4ab6b8a4681f req-b43e11e0-d0be-4a73-a2aa-ac03357d76e7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 944 time: 0.1264503 Jul 23 20:13:08.083237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.083776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.084628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.085617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.086135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:13:08.100909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be5b2-c5a6-4980-a690-07af61526bcc req-2c0df78e-b22f-4d5c-87dd-e1a2a86a2ef4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.109336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-164be5b2-c5a6-4980-a690-07af61526bcc req-2c0df78e-b22f-4d5c-87dd-e1a2a86a2ef4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1384773 Jul 23 20:13:08.168917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:08.173666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50fb082f-7eec-4d24-b583-4ab6b8a4681f req-b68b8cfb-3ae8-4734-8486-e6a11ad1e95b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899198 Jul 23 20:13:08.198672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:08.199186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41dd80bc-5dd3-4f0c-8975-a13c26f0a301 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:08.291103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-164be5b2-c5a6-4980-a690-07af61526bcc req-0619dd5f-1ae4-4360-b6dc-02e4c21247aa tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798313 Jul 23 20:13:08.355238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.433275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.440228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.446963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.452172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-01143de8-8b73-4db8-ba1d-e7a2e28ecc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.453851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-01143de8-8b73-4db8-ba1d-e7a2e28ecc35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1097 time: 0.1415637 Jul 23 20:13:08.454955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.461493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.468015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.475411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.477619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-4beb73a3-85ac-4010-b5d6-352cfab8dd55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5427 time: 0.1308560 Jul 23 20:13:08.525655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c3bc4e7-e208-4c78-b465-10e6f3faf6fe req-7c4acc7e-c9f9-4960-a50e-ce2c004e76bb tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395010 Jul 23 20:13:08.629575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-460bb8ad-01e5-49ce-947e-7e80c66c564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.631180 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-460bb8ad-01e5-49ce-947e-7e80c66c564f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1677074 Jul 23 20:13:08.633356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-9a58f8b7-08b7-4560-9a10-50a0ed72ffaf tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.635184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-9a58f8b7-08b7-4560-9a10-50a0ed72ffaf tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 944 time: 0.0733478 Jul 23 20:13:08.686882 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-6d60a584-86b5-4f71-beed-fd85b4a97e81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 217 time: 0.0445378 Jul 23 20:13:08.737004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Router 47f0a34e-aacb-4370-83bd-9f695623387a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:08.769505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-619c0407-0b2e-4042-8286-cd1d29d5d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.771357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-619c0407-0b2e-4042-8286-cd1d29d5d22d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0778830 Jul 23 20:13:08.819565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94775b0d-6650-4043-9f3f-10d0f43f8574 req-f8c8bc5f-bd4c-439f-a326-716f6ee9559b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:08.821145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94775b0d-6650-4043-9f3f-10d0f43f8574 req-f8c8bc5f-bd4c-439f-a326-716f6ee9559b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 946 time: 0.1346376 Jul 23 20:13:08.861304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Deleting port 4141e9a6-46f5-4777-a9a4-476857fd7502 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:08.861673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:08.877492 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-af2eb6a3-0905-4751-a179-01e836313055 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657589 Jul 23 20:13:08.974237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94775b0d-6650-4043-9f3f-10d0f43f8574 req-6e7a9aca-67a5-4139-9044-95363508a26a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382341 Jul 23 20:13:08.981494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:08.996969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c755da4-c352-4b1e-b8a5-21f36fad2644 admin admin] 10.222.0.46 "PUT /v2.0/routers/47f0a34e-aacb-4370-83bd-9f695623387a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1462100 Jul 23 20:13:08.998790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:09.003547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] Sync routers for ids ['47f0a34e-aacb-4370-83bd-9f695623387a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:09.015635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] Routers {'47f0a34e-aacb-4370-83bd-9f695623387a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:09.016488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['47f0a34e-aacb-4370-83bd-9f695623387a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:09.023351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a80f53-6ca6-4a1e-adff-8ba9bf6eddf6 req-8fe3976f-f0bf-4c71-b0cf-34a436ece030 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:09.030857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96a80f53-6ca6-4a1e-adff-8ba9bf6eddf6 req-8fe3976f-f0bf-4c71-b0cf-34a436ece030 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2085557 Jul 23 20:13:09.036255 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-8edfcc93-863c-439c-8354-dca1692c6542 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410985 Jul 23 20:13:09.110382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] For port 4141e9a6-46f5-4777-a9a4-476857fd7502, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4141e9a6-46f5-4777-a9a4-476857fd7502,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:09.110754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.148352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] Set router 47f0a34e-aacb-4370-83bd-9f695623387a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:09.154775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-c7bed70c-ab0d-4a67-b27b-c7bed4ea08fa service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089170 Jul 23 20:13:09.168001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Calling delete_port for 4141e9a6-46f5-4777-a9a4-476857fd7502 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:09.262439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96a80f53-6ca6-4a1e-adff-8ba9bf6eddf6 req-203bc89f-696d-497c-8401-9fe7f197a86c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305989 Jul 23 20:13:09.319200 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.355833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:13:07Z', 'revision_number': 5, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:09.388518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] Checking router: 47f0a34e-aacb-4370-83bd-9f695623387a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:09.397814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] Routers {'47f0a34e-aacb-4370-83bd-9f695623387a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:09.398437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:12:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['47f0a34e-aacb-4370-83bd-9f695623387a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:09.479901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ad288a7d-88ee-4bd5-a608-d7e8362727e4 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:09.532455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] Set router 47f0a34e-aacb-4370-83bd-9f695623387a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:09.767732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-fd1df16f-18f9-429a-a90e-72b83fbe924c tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6594634 Jul 23 20:13:09.807061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:09.832835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:09.855508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4', 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7', 'port_id': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4', 'mac_address': 'fa:16:3e:fe:a1:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808564dc-d744-499d-b74d-e72c3e2d6672', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:09.901067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.925193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.943329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad288a7d-88ee-4bd5-a608-d7e8362727e4 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:09.943620 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:09.959532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c46d32-eaf8-4ffb-b502-5046ea708ec0 req-d2ef2340-8b03-47f9-af12-a028da60dd69 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:09.961056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21c46d32-eaf8-4ffb-b502-5046ea708ec0 req-d2ef2340-8b03-47f9-af12-a028da60dd69 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 944 time: 0.2463837 Jul 23 20:13:09.970620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:09.973061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:13:07Z', 'revision_number': 5, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:10.004620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd48f-7d17-481d-b24f-121702fa72cb None None] The sync data for ids ['47f0a34e-aacb-4370-83bd-9f695623387a'] in n-d-793620-13 is: [{'id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-812374871-router', 'tenant_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:08:03Z', 'updated_at': '2021-07-23T20:13:07Z', 'revision_number': 5, 'project_id': 'ae1b4e824c3a42299bd2e206250ba27c', 'gw_port': {'id': 'ff2926fb-a06e-4512-8c25-7137b3744368', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f0a34e-aacb-4370-83bd-9f695623387a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:08:04Z', 'updated_at': '2021-07-23T20:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:10.006913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.007070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.007289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d55d1c67-a0bd-4f6f-b682-678154fa6e35 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:10.043320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e7242365-d69f-4481-8d5a-70d8fb748638', '4141e9a6-46f5-4777-a9a4-476857fd7502'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:10.070229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event deleted for resources: {'Port': ['ID=4141e9a6-46f5-4777-a9a4-476857fd7502,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:10.121148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21c46d32-eaf8-4ffb-b502-5046ea708ec0 req-36de9e1e-1091-4f70-91d5-c84680a388dc tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379523 Jul 23 20:13:10.149660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:10.201367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] No DVR routers for this DVR port 4141e9a6-46f5-4777-a9a4-476857fd7502 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:10.215524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.218145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10097923-e347-44e5-8e66-2e2ea7711d18 req-da5c3af3-2949-47d3-bfda-224078725b79 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "DELETE /v2.0/ports/4141e9a6-46f5-4777-a9a4-476857fd7502 HTTP/1.1" status: 204 len: 173 time: 1.5756650 Jul 23 20:13:10.218598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'name': 'network-vif-deleted', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:10.220821 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d210aeed-4c67-4634-af71-6731c4ddb885" -d '{"events": [{"server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "name": "network-vif-deleted", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:10.270474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.282435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Deleting port ff2926fb-a06e-4512-8c25-7137b3744368 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:10.282435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.289738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'port_id': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35', 'mac_address': 'fa:16:3e:30:c6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:10.318677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.371555 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.393489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55d1c67-a0bd-4f6f-b682-678154fa6e35 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:10.405691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf571588-9346-4edd-be08-427180f200b3 req-b219c4cd-0b8b-4c5e-9b10-636346c4bcf3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.412716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf571588-9346-4edd-be08-427180f200b3 req-b219c4cd-0b8b-4c5e-9b10-636346c4bcf3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.2088037 Jul 23 20:13:10.421981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.429572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.430532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ef504175-64ea-4cdc-a8fb-358d12ee6314 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:10.475773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] For port ff2926fb-a06e-4512-8c25-7137b3744368, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ff2926fb-a06e-4512-8c25-7137b3744368,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.476070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.518910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Calling delete_port for ff2926fb-a06e-4512-8c25-7137b3744368 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:10.539380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf571588-9346-4edd-be08-427180f200b3 req-78c4f078-0654-492c-82f2-cdddbd226a2b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258051 Jul 23 20:13:10.593288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:10.600841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ef504175-64ea-4cdc-a8fb-358d12ee6314, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.601147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Allocated IP 172.25.8.84 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/7efe1acf-db3e-46d0-b06c-020e7081a68d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:10.614263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'port_id': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'mac_address': 'fa:16:3e:05:a6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:10.684311 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.711852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef504175-64ea-4cdc-a8fb-358d12ee6314 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:10.740329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ef504175-64ea-4cdc-a8fb-358d12ee6314, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.746364 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.747162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ec13c34-30ab-4a44-b549-294dcd166556 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:10.823604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ef504175-64ea-4cdc-a8fb-358d12ee6314,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:10.828695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ec13c34-30ab-4a44-b549-294dcd166556,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.841865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '0ec13c34-30ab-4a44-b549-294dcd166556', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'port_id': '0ec13c34-30ab-4a44-b549-294dcd166556', 'mac_address': 'fa:16:3e:47:31:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:10.875053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.887520 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.904608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec13c34-30ab-4a44-b549-294dcd166556 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:10.923389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.926158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ec13c34-30ab-4a44-b549-294dcd166556,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:10.929617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.929936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:10.930635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9a351427-c8b7-4c86-871b-d634eca46aea details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:10.936778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.942087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.947994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.955378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.961369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:10.969057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-c5a91cf2-a2c7-4526-bedc-2e8e529c45c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5430 time: 0.2886505 Jul 23 20:13:10.985159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.002861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9a351427-c8b7-4c86-871b-d634eca46aea,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.005347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:11.017633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '9a351427-c8b7-4c86-871b-d634eca46aea', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'port_id': '9a351427-c8b7-4c86-871b-d634eca46aea', 'mac_address': 'fa:16:3e:14:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:11.040947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2926fb-a06e-4512-8c25-7137b3744368,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:11.064977 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.083469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a351427-c8b7-4c86-871b-d634eca46aea {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:11.104881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9a351427-c8b7-4c86-871b-d634eca46aea,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.109737 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.110806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e720bf-8759-4817-a929-b9a955862de7 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:11.114406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f951b2f-0d0c-4f89-8acb-f24f575658f1 req-61c6c123-7d9c-45e5-9693-6471f8651106 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1440866 Jul 23 20:13:11.118272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.190509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:11.195406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:11.200140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e720bf-8759-4817-a929-b9a955862de7,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.203676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:11.203956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:11.220914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '83e720bf-8759-4817-a929-b9a955862de7', 'network_id': '18987841-02a3-4625-9fd7-b601df633eeb', 'port_id': '83e720bf-8759-4817-a929-b9a955862de7', 'mac_address': 'fa:16:3e:45:59:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd4d4f9-5551-4457-abca-d83ed08748c9', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:11.259878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.271648 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.276412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event updated for resources: {'Port': ['ID=7efe1acf-db3e-46d0-b06c-020e7081a68d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:11.288291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e720bf-8759-4817-a929-b9a955862de7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:11.318980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e720bf-8759-4817-a929-b9a955862de7,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.323396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.324274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 432dd9f0-3198-4fb8-8748-2d6514aa69d6 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:11.361876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.390510 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc34c42-6bee-4d37-a8be-43575dfdba32 x-openstack-request-id: req-fcc34c42-6bee-4d37-a8be-43575dfdba32 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:11.390887 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165c8107-1619-4d05-bc7a-2cef54c6809f", "name": "network-vif-deleted", "tag": "4141e9a6-46f5-4777-a9a4-476857fd7502", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:11.391219 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fcc34c42-6bee-4d37-a8be-43575dfdba32 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:11.391671 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165c8107-1619-4d05-bc7a-2cef54c6809f', 'name': 'network-vif-deleted', 'tag': '4141e9a6-46f5-4777-a9a4-476857fd7502', 'status': 'completed', 'code': 200} Jul 23 20:13:11.399416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '432dd9f0-3198-4fb8-8748-2d6514aa69d6', 'network_id': 'c26f385d-8133-4651-8133-e853a7a0add7', 'port_id': '432dd9f0-3198-4fb8-8748-2d6514aa69d6', 'mac_address': 'fa:16:3e:16:aa:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808564dc-d744-499d-b74d-e72c3e2d6672', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:11.406231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.411055 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.456651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:11.463674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.480241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 432dd9f0-3198-4fb8-8748-2d6514aa69d6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:11.482625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.508145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:11.512583 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.535934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.536442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f0a34e-aacb-4370-83bd-9f695623387a {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:13:11.561985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.565383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-762ef30c-8604-4169-a22e-001913c2f011 admin admin] 10.222.0.46 "DELETE /v2.0/routers/47f0a34e-aacb-4370-83bd-9f695623387a HTTP/1.1" status: 204 len: 168 time: 2.5705421 Jul 23 20:13:11.566874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:11.574192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=432dd9f0-3198-4fb8-8748-2d6514aa69d6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:11.614902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.661870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16b29b-4a12-45e9-92cd-df67866a7fea req-c70b5572-0960-441a-b756-b65f8cc88be5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:11.663332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d16b29b-4a12-45e9-92cd-df67866a7fea req-c70b5572-0960-441a-b756-b65f8cc88be5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2500763 Jul 23 20:13:11.668321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Deleting subnet fce37a70-4f20-4d66-974a-0d37fab96f45 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:11.675499 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.760474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.796509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d16b29b-4a12-45e9-92cd-df67866a7fea req-78a1eeb7-6fe3-4d1a-afcb-1f8928969d17 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225693 Jul 23 20:13:11.929507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81ddde78-6da6-4176-bbea-e13b5fd526a9 req-cbfd7ba2-e5d7-48b2-bc71-792e80f3e72a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0684183 Jul 23 20:13:11.958223 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.961426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:11.983060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.124120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event updated for resources: {'Port': ['ID=7efe1acf-db3e-46d0-b06c-020e7081a68d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:12.146342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.151432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.169842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6ebec20f-838c-4caf-9460-d5e784e22036 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:12.182677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce37a70-4f20-4d66-974a-0d37fab96f45,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:12.184942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.187386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-00326c91-00e4-477e-ba02-105e4d84ff12 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fce37a70-4f20-4d66-974a-0d37fab96f45 HTTP/1.1" status: 204 len: 168 time: 0.6185546 Jul 23 20:13:12.190246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:12.199095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.201619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-8a21c6f3-6e0c-4db1-8d10-427cd1932401 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4082034 Jul 23 20:13:12.211840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb570f-b01d-45c4-bccd-1c651fb645bb None None] Network 33bc6fe7-2451-41b0-b345-be420eadd6bb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:12.212730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a94672-9fa3-4a91-a1e6-77a8188bfee9 req-990c4ab9-b394-4cd3-9844-e9fce2bada99 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.214677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a94672-9fa3-4a91-a1e6-77a8188bfee9 req-990c4ab9-b394-4cd3-9844-e9fce2bada99 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.2022092 Jul 23 20:13:12.222140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 6ebec20f-838c-4caf-9460-d5e784e22036 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:12.223017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6ebec20f-838c-4caf-9460-d5e784e22036 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:12.223919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff2926fb-a06e-4512-8c25-7137b3744368 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:12.260604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ff2926fb-a06e-4512-8c25-7137b3744368 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:12.261463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff2926fb-a06e-4512-8c25-7137b3744368 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:12.282367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-7ca0dc10-4c36-43cd-84d8-4dd3f6308bd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0661490 Jul 23 20:13:12.306361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.328816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a94672-9fa3-4a91-a1e6-77a8188bfee9 req-e7a37f37-c847-4ecc-ab86-a68b549ceff2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046691 Jul 23 20:13:12.394425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d55d1c67-a0bd-4f6f-b682-678154fa6e35'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:12.396413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['ad288a7d-88ee-4bd5-a608-d7e8362727e4'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:12.410863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Deleting port 5688d3bb-1b19-4111-93a6-52a97d1ee168 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:12.411220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.414129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['ef504175-64ea-4cdc-a8fb-358d12ee6314'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:12.416666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-09265f05-b08a-4709-aa82-ef2ed1a4deeb tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.418816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2ebca4d-3881-4e24-a76c-49ba2f94a564 req-09265f05-b08a-4709-aa82-ef2ed1a4deeb tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1262686 Jul 23 20:13:12.508540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['9a351427-c8b7-4c86-871b-d634eca46aea'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:12.510965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['432dd9f0-3198-4fb8-8748-2d6514aa69d6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:12.512895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['83e720bf-8759-4817-a929-b9a955862de7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:12.534283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] For port 5688d3bb-1b19-4111-93a6-52a97d1ee168, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5688d3bb-1b19-4111-93a6-52a97d1ee168,segment=NetworkSegment(3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b),segment_id=3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:12.535268 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.566795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Calling delete_port for 5688d3bb-1b19-4111-93a6-52a97d1ee168 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:12.605132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.614533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.621945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.630831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.640199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.647315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.655043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.684019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-00429ed7-ca6c-436a-8906-261b7d36fa6e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5434 time: 0.2303455 Jul 23 20:13:12.686373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.718557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Pushing event deleted for resources: {'Port': ['ID=5688d3bb-1b19-4111-93a6-52a97d1ee168,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:12.736396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] No DVR routers for this DVR port 5688d3bb-1b19-4111-93a6-52a97d1ee168 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:12.757726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3acab66d-bf3c-43d5-8fe1-eb9d0f9f0e84 req-27fa61aa-5c15-478d-bf18-cba8a7785963 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619769 Jul 23 20:13:12.843504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.856164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bc6fe7-2451-41b0-b345-be420eadd6bb']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:12.875069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:12.875540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4c19e0-c0e2-4a70-acbf-901dbbfe7e5b') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:12.894324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.910210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.917394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:12.918145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:12.920190 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:12.965144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-e8d7a336-4ef9-4b25-af74-2ccdb7f3dec7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:12.967718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-e8d7a336-4ef9-4b25-af74-2ccdb7f3dec7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 821 time: 0.1790659 Jul 23 20:13:12.991892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.001753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.009643 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] 10.222.0.46 "DELETE /v2.0/networks/33bc6fe7-2451-41b0-b345-be420eadd6bb HTTP/1.1" status: 204 len: 168 time: 0.8132935 Jul 23 20:13:13.024522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ab267-0cdf-4670-9716-c676955c1481 admin admin] Pushing event deleted for resources: {'Network': ['ID=33bc6fe7-2451-41b0-b345-be420eadd6bb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:13.080751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b81a4bf-5e9d-4986-b535-a2c4b23682f1 None None] DHCP port deletion for 33bc6fe7-2451-41b0-b345-be420eadd6bb request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:13:13.096306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-71cf80bc-0fbb-41e3-b0a6-fd5e36eab61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/quotas/cb428cd664e84bb289ffd84176e0d0e3 HTTP/1.1" status: 200 len: 375 time: 0.1028464 Jul 23 20:13:13.188914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:13.225424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549908ca-1ac8-495b-9335-6a40058e5655 req-9d380030-6284-47e6-8237-cd9a223051d6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:13.234480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-549908ca-1ac8-495b-9335-6a40058e5655 req-9d380030-6284-47e6-8237-cd9a223051d6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2658916 Jul 23 20:13:13.256620 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0c295e22-2f6b-4ede-8ef2-d3331848bd66 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76eade1cb2814e6e937cadb8e223e730&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0661287 Jul 23 20:13:13.259339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60970) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:13.277631 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-7139430e-a5da-42ef-9826-90b65b501239 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1799111 Jul 23 20:13:13.337393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0ec13c34-30ab-4a44-b549-294dcd166556'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:13.369736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32a6a1fb-6372-4e50-81e2-864e3491e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.396894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-74b7a0c0-3ba0-4fdd-9889-fcac1c2f7b56 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180584 Jul 23 20:13:13.399156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32a6a1fb-6372-4e50-81e2-864e3491e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.477127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32a6a1fb-6372-4e50-81e2-864e3491e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.481039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32a6a1fb-6372-4e50-81e2-864e3491e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.482844 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-32a6a1fb-6372-4e50-81e2-864e3491e264 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/602584b8-1618-462d-b373-c149febdba4d HTTP/1.1" status: 204 len: 168 time: 0.2216730 Jul 23 20:13:13.513773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a1fb-6372-4e50-81e2-864e3491e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602584b8-1618-462d-b373-c149febdba4d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:13.554080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:13.606401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-0d0832a3-4bf1-45f3-afdf-f72c319457d9 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080572 Jul 23 20:13:13.608817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 4141e9a6-46f5-4777-a9a4-476857fd7502 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:13.609169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4141e9a6-46f5-4777-a9a4-476857fd7502 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:13.615031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-549908ca-1ac8-495b-9335-6a40058e5655 req-366a5b2c-119a-4648-a113-24e5e167e6d6 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796315 Jul 23 20:13:13.639791 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.785949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59436ca6-be11-4a04-8ec2-6b6ec70ae4c1 req-72fb51f4-75b8-4b7c-acae-15cc1d67a518 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0498302 Jul 23 20:13:13.803123 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4ff6abe-a9c2-4fdb-9f81-1c6b88669ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:13.950730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb145-e59e-4ad0-9d32-9685a04412ca req-a0395999-0355-453d-9079-e91c3c2ac6e6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:13.952943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a9fb145-e59e-4ad0-9d32-9685a04412ca req-a0395999-0355-453d-9079-e91c3c2ac6e6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0933204 Jul 23 20:13:13.995654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60994) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:14.022876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a9fb145-e59e-4ad0-9d32-9685a04412ca req-7767f6bf-82c6-475a-8218-11b46ba598e1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624254 Jul 23 20:13:14.114970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2bebbded-5d46-4253-aa21-5ce589080389 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae1b4e824c3a42299bd2e206250ba27c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1178033 Jul 23 20:13:14.117332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60996) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:14.146295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5688d3bb-1b19-4111-93a6-52a97d1ee168 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:14.155018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1026642d-1010-4188-9cc4-1813b5f66eb9 req-1cd9cbb7-5afa-44c7-b81d-7f3956c54b6a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 210 time: 0.0616045 Jul 23 20:13:14.183659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56189e97-300d-46b9-bc8e-ba483cc4d9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.193859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5688d3bb-1b19-4111-93a6-52a97d1ee168 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:14.194232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5688d3bb-1b19-4111-93a6-52a97d1ee168 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:14.211514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56189e97-300d-46b9-bc8e-ba483cc4d9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.273013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56189e97-300d-46b9-bc8e-ba483cc4d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.275233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.276099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56189e97-300d-46b9-bc8e-ba483cc4d9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:14.277926 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56189e97-300d-46b9-bc8e-ba483cc4d9ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36c4f922-8957-42c5-b0de-6b502e337cee HTTP/1.1" status: 204 len: 168 time: 0.1594257 Jul 23 20:13:14.285032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.291677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.300287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.306416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56189e97-300d-46b9-bc8e-ba483cc4d9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c4f922-8957-42c5-b0de-6b502e337cee,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:14.308209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.316243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.323703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.325898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-fbb0e59d-67c7-4c19-b738-a4c0ad7b2166 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5434 time: 0.1531124 Jul 23 20:13:14.385859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e9b9b65-0016-48d1-b712-c76a69397bc6 req-198a0d1e-edab-47a2-8568-b0677ef76c25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423722 Jul 23 20:13:14.767295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fb850-efc8-4ff7-99e3-583eff4b9dac req-da780074-7479-4e52-b5be-7366ee033f16 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:14.769079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa2fb850-efc8-4ff7-99e3-583eff4b9dac req-da780074-7479-4e52-b5be-7366ee033f16 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.0732706 Jul 23 20:13:14.823314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa2fb850-efc8-4ff7-99e3-583eff4b9dac req-635a2c09-00c7-4f6e-8c0e-f82519209e52 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Jul 23 20:13:14.914090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efbff1a0-46dc-446e-adec-a2d915744750 req-f4f53692-8d44-44ac-90fd-280320e49a21 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0360229 Jul 23 20:13:15.177451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be6b1-c1b0-46c8-af31-2556a404ed00 req-bb020571-6c25-4a7e-b3e9-3d6848792d77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.188125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-199be6b1-c1b0-46c8-af31-2556a404ed00 req-bb020571-6c25-4a7e-b3e9-3d6848792d77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0875778 Jul 23 20:13:15.234965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-199be6b1-c1b0-46c8-af31-2556a404ed00 req-be1dca80-c44f-4d43-9c74-4ecac18fa417 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457828 Jul 23 20:13:15.284422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03304361-7749-497c-8e6b-31d8d6488df3 req-71fe4096-9827-4792-b1ca-dd1d5a04169c tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 210 time: 0.0301549 Jul 23 20:13:15.583718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-7c337ee8-d942-4cec-805a-d26499cd31e9 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.585369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-7c337ee8-d942-4cec-805a-d26499cd31e9 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 821 time: 0.2037394 Jul 23 20:13:15.603022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'port': {'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'admin_state_up': True, 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:15.610077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.620038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.628666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.635723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.644030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.650282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.657396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:15.659653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-0e30071d-a726-4992-9d59-a12bd91d7b25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5434 time: 0.1628385 Jul 23 20:13:15.714508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e70f5a07-0239-4f12-954d-c48b7e9302a1 req-5dfcda3d-3439-4bbd-95c3-d6910ed63c6f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483844 Jul 23 20:13:15.747546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Made reservation on behalf of cb428cd664e84bb289ffd84176e0d0e3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:15.752809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:15.932420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Allocated IP 172.20.0.7 (ed80e30a-71f9-407c-ac1e-75bb50477cc6/aed24cba-562f-4d42-a275-dc18ba0a4d39/02dcf5d7-2e4e-479d-974b-3793593b2f8a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:15.999639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf036a70-375d-4791-8d17-dbfc04c6bc9d req-594148c4-6ef4-4f6b-acea-e2f008d3f2d1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.001646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf036a70-375d-4791-8d17-dbfc04c6bc9d req-594148c4-6ef4-4f6b-acea-e2f008d3f2d1 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.0861139 Jul 23 20:13:16.041374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b05afca-46de-441d-8883-2ac7391f8ab3 req-cde832fe-36e8-41fa-bec5-71e82a955877 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0387006 Jul 23 20:13:16.095278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf036a70-375d-4791-8d17-dbfc04c6bc9d req-7b40b349-0549-452f-94f0-73a93773ebb5 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825317 Jul 23 20:13:16.157481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:16.179988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Transition to ACTIVE for port object 02dcf5d7-2e4e-479d-974b-3793593b2f8a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:16.234068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:16.246685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['73b16101-a896-4a8e-8c62-cde1bed0ce85'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:16.261276 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-eec43728-ec5f-40df-8c15-55b788653549 service neutron] show failed (client error): The resource could not be found. Jul 23 20:13:16.266733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-eec43728-ec5f-40df-8c15-55b788653549 service neutron] 10.222.0.36 "GET /v2.0/ports/a83dbbfd-69eb-4cef-8b5f-592034724a10/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0986743 Jul 23 20:13:16.390455 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b1e5-cd43-4135-b7ed-de0e63ffd196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:16.415466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:16.909785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:16.916321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f09d09-5712-4fd2-bdcc-2dd4df17e34a req-cbc513ee-3512-4089-8267-9bf18177eab2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:16.918504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8f09d09-5712-4fd2-bdcc-2dd4df17e34a req-cbc513ee-3512-4089-8267-9bf18177eab2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.5441978 Jul 23 20:13:16.921095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:16.924377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:16.934082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event updated for resources: {'Port': ['ID=02dcf5d7-2e4e-479d-974b-3793593b2f8a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:16.967993 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.001139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8f09d09-5712-4fd2-bdcc-2dd4df17e34a req-ab3a276e-c1dd-47e3-bacd-20d35ad49393 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466583 Jul 23 20:13:17.027649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.027649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.046500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4fc51-fe9c-45b9-aba6-84027b384466 req-2a2c5871-b311-4ca2-8b6b-8e51eeb4cfa2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.054864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ee4fc51-fe9c-45b9-aba6-84027b384466 req-2a2c5871-b311-4ca2-8b6b-8e51eeb4cfa2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 931 time: 0.1485674 Jul 23 20:13:17.056238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-94eb5061-54eb-4c2e-901f-6f22481a9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.059166 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-94eb5061-54eb-4c2e-901f-6f22481a9f51 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083&tenant_id=65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 1102 time: 0.2257650 Jul 23 20:13:17.082008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:17.090367 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6ee99022-338b-47b1-8764-0caca428b884 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4943278 Jul 23 20:13:17.145519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ee4fc51-fe9c-45b9-aba6-84027b384466 req-af3da88d-7706-44c0-abd7-53e5a829a4ad tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895462 Jul 23 20:13:17.216871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Request body: {'port': {'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:17.279576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edad95fa-e1c4-44cc-b476-170ef236ce86 req-a80db726-c2f7-49a5-91c2-ca8965191db2 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=165c8107-1619-4d05-bc7a-2cef54c6809f HTTP/1.1" status: 200 len: 210 time: 0.0447881 Jul 23 20:13:17.346340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.348768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.355002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.361489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.368849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.376176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.382538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.389662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.391822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-0363f595-1510-46f2-8fee-da84bfc5d7c9 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5434 time: 0.2060165 Jul 23 20:13:17.451254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9173106b-efcc-4a94-87b4-6d8cc4d67b94 None None] Provisioning for port 02dcf5d7-2e4e-479d-974b-3793593b2f8a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:17.456148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9173106b-efcc-4a94-87b4-6d8cc4d67b94 None None] Provisioning complete for port 02dcf5d7-2e4e-479d-974b-3793593b2f8a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:17.456531 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9173106b-efcc-4a94-87b4-6d8cc4d67b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.488057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc813123-dfe9-472b-8bcf-64e41bcd947d req-eaff1d63-f357-47cd-9bc0-f074b16b68e4 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878799 Jul 23 20:13:17.546690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9173106b-efcc-4a94-87b4-6d8cc4d67b94 None None] Port 02dcf5d7-2e4e-479d-974b-3793593b2f8a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:13:17.556774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ad288a7d-88ee-4bd5-a608-d7e8362727e4 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:17.582931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.686344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.692137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port ad288a7d-88ee-4bd5-a608-d7e8362727e4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:17.705511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port ad288a7d-88ee-4bd5-a608-d7e8362727e4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:17.705869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.783231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:17.820637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bef39-be41-404e-b843-fcc2a799d26f req-8abd6c51-2bc4-4403-990f-db2909a58a7a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:17.828270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-117bef39-be41-404e-b843-fcc2a799d26f req-8abd6c51-2bc4-4403-990f-db2909a58a7a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2081232 Jul 23 20:13:17.843090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:17.878667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-117bef39-be41-404e-b843-fcc2a799d26f req-467eb075-2a17-4ea2-b744-f3c20fb333da tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493217 Jul 23 20:13:17.894357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.911543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.920243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:17.922961 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a324e32-8cf3-4119-8742-e588c70a5e38" -d '{"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-unplugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:17.926989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:17.929554 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df587b-53f9-4e1e-a4d8-80f626af06f5" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:17.962120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Transition to ACTIVE for port object a83dbbfd-69eb-4cef-8b5f-592034724a10 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:17.967109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:17.973344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:17.975184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e720bf-8759-4817-a929-b9a955862de7 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:17.977426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.014671 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a09269-a0f7-4ab5-b3eb-c06ee3d292ea x-openstack-request-id: req-d8a09269-a0f7-4ab5-b3eb-c06ee3d292ea {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:18.015074 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-unplugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:18.015382 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8a09269-a0f7-4ab5-b3eb-c06ee3d292ea {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:18.015996 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'code': 200} Jul 23 20:13:18.024626 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1e2cab-435c-421e-92a5-a995b1cea3a4 x-openstack-request-id: req-ce1e2cab-435c-421e-92a5-a995b1cea3a4 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:18.024818 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:18.025106 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce1e2cab-435c-421e-92a5-a995b1cea3a4 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:18.025591 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4', 'code': 200} Jul 23 20:13:18.133179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:18.161957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 83e720bf-8759-4817-a929-b9a955862de7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:18.166767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 83e720bf-8759-4817-a929-b9a955862de7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:18.167351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.297095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34432f-ea0f-48bf-a68b-c62271c54d35 req-f4750850-7919-4e46-9ca6-14169e16349a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:18.301084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02dcf5d7-2e4e-479d-974b-3793593b2f8a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:18.306080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.306316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e34432f-ea0f-48bf-a68b-c62271c54d35 req-f4750850-7919-4e46-9ca6-14169e16349a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1686847 Jul 23 20:13:18.328284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.331569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:18.366388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e720bf-8759-4817-a929-b9a955862de7,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:18.374453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] No DVR routers for this DVR port a83dbbfd-69eb-4cef-8b5f-592034724a10 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:18.376377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.377358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d55d1c67-a0bd-4f6f-b682-678154fa6e35 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:18.394249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Transition to ACTIVE for port object 02dcf5d7-2e4e-479d-974b-3793593b2f8a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:18.401200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.417976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e34432f-ea0f-48bf-a68b-c62271c54d35 req-cec83a9e-d7ff-478e-87cc-f73d7124d85c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070535 Jul 23 20:13:18.452718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:18.453180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:18.453549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:18.470288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ede7e8-92ce-490f-9d70-5b8daf1b3ae0 req-c5c663f2-7eeb-415f-b5bc-3d63188b6faa tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:18.472354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81ede7e8-92ce-490f-9d70-5b8daf1b3ae0 req-c5c663f2-7eeb-415f-b5bc-3d63188b6faa tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 931 time: 0.1495376 Jul 23 20:13:18.485421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:13:18.486073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:18.497874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:18.498638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:18.499238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:18.499865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Bound port: a83dbbfd-69eb-4cef-8b5f-592034724a10, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:18.500594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.502347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:18.525375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port d55d1c67-a0bd-4f6f-b682-678154fa6e35 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:18.533362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port d55d1c67-a0bd-4f6f-b682-678154fa6e35 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:18.534324 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.596572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81ede7e8-92ce-490f-9d70-5b8daf1b3ae0 req-1e38907c-4104-4790-86b4-44496f11667e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149766 Jul 23 20:13:18.714838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Pushing event updated for resources: {'Port': ['ID=02dcf5d7-2e4e-479d-974b-3793593b2f8a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:18.784485 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.809026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:18.813585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Attempting to bind port 02dcf5d7-2e4e-479d-974b-3793593b2f8a on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:18.814058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Attempting to bind port 02dcf5d7-2e4e-479d-974b-3793593b2f8a by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:18.814549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Attempting to bind port 02dcf5d7-2e4e-479d-974b-3793593b2f8a on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:18.819552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:18.824534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Port 02dcf5d7-2e4e-479d-974b-3793593b2f8a on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:13:18.824918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Attempting to bind port 02dcf5d7-2e4e-479d-974b-3793593b2f8a on network ed80e30a-71f9-407c-ac1e-75bb50477cc6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:18.835254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.891330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:18.898125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.899003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ec13c34-30ab-4a44-b549-294dcd166556 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:18.937351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:18.938205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:18.940226 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] 10.222.0.47 "PUT /v2.0/ports/a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 1097 time: 1.8691795 Jul 23 20:13:18.942010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a7e23-b132-48e4-9397-9b7e7c8dc11b service neutron] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:18.963691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:18.965701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Checking segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:18.973313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Bound using segment: {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:18.973992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Bound port: 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:18.974387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.005874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.018569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.037205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.049751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.062756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.088212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.104407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.112301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-1a3a92a8-6d5e-4f5a-b6fc-8fe8ce7c8bd7 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5436 time: 0.3643720 Jul 23 20:13:19.171560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:19.193462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-f51c4c51-4ef3-4203-ae82-2885a184253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.195337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-f51c4c51-4ef3-4203-ae82-2885a184253b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1100 time: 0.2172840 Jul 23 20:13:19.197220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 0ec13c34-30ab-4a44-b549-294dcd166556 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:19.204540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 0ec13c34-30ab-4a44-b549-294dcd166556 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:19.205024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.231090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] For port 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:19.257888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddbac0ce-f146-4c46-aa64-63fc856a1f9c req-ea14666d-48f5-4274-9dcf-23e5822cd236 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360579 Jul 23 20:13:19.259741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] For port 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:19.297859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.349405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.350055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.351490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] 10.222.0.47 "PUT /v2.0/ports/02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 1092 time: 2.1435480 Jul 23 20:13:19.355195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b475c7-a23b-47e1-bbf4-066490d5eb2a req-98874aa0-f5cd-4685-8980-e2230c13bc93 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.368836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45b475c7-a23b-47e1-bbf4-066490d5eb2a req-98874aa0-f5cd-4685-8980-e2230c13bc93 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.1840394 Jul 23 20:13:19.387481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32902) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:19.391543 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.420413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-bd58adb4-e49e-40e0-96a5-3eb4e10761b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.422840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-bd58adb4-e49e-40e0-96a5-3eb4e10761b2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2180741 Jul 23 20:13:19.449143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a117b07-6e6d-468c-b17f-a726ef0f0b9f service neutron] Pushing event updated for resources: {'Port': ['ID=02dcf5d7-2e4e-479d-974b-3793593b2f8a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:19.494247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45b475c7-a23b-47e1-bbf4-066490d5eb2a req-2c804a5c-f178-4e22-adb0-6f607decec36 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017430 Jul 23 20:13:19.527450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ec13c34-30ab-4a44-b549-294dcd166556,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:19.549477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-1ff03cb4-4a7c-431c-bc3f-83e017322099 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0847456 Jul 23 20:13:19.561557 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.562357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ef504175-64ea-4cdc-a8fb-358d12ee6314 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:19.615984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-ece3fbee-31d3-4990-8d4d-a38048c7418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.617597 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-ece3fbee-31d3-4990-8d4d-a38048c7418a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1095 time: 0.2166095 Jul 23 20:13:19.677070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.678273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-6c8304d0-db4b-4051-912f-7c5df47f6e55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 217 time: 0.0501785 Jul 23 20:13:19.679933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-a42def6f-4ef4-47dc-98c2-70891026dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.681507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-a42def6f-4ef4-47dc-98c2-70891026dc20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1181686 Jul 23 20:13:19.758163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9494a6a-6a6a-45e5-85b5-8b72b4ed4d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.763242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:19.787962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port ef504175-64ea-4cdc-a8fb-358d12ee6314 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:19.797631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port ef504175-64ea-4cdc-a8fb-358d12ee6314 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:19.798137 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.812269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-e8e67475-78e2-4dbc-8b76-f5b816747fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.813787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-e8e67475-78e2-4dbc-8b76-f5b816747fde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.1226692 Jul 23 20:13:19.891425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26438831-9f01-44cd-bf2e-f385074a46cd req-caa7d868-34b7-4b4c-a1af-c81341e1a6f1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.893173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26438831-9f01-44cd-bf2e-f385074a46cd req-caa7d868-34b7-4b4c-a1af-c81341e1a6f1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.3240538 Jul 23 20:13:19.948376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.976739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26438831-9f01-44cd-bf2e-f385074a46cd req-e88fc10c-b579-4a7d-8519-e3c5f30ea294 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696306 Jul 23 20:13:19.987047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9494a6a-6a6a-45e5-85b5-8b72b4ed4d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:19.991126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d359a14-0624-419f-a1f1-2139eae1ccba req-ef811b6d-0a0c-4b55-844f-3e6c32a45b5d tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:19.998950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d359a14-0624-419f-a1f1-2139eae1ccba req-ef811b6d-0a0c-4b55-844f-3e6c32a45b5d tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 943 time: 0.2690108 Jul 23 20:13:20.002231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9494a6a-6a6a-45e5-85b5-8b72b4ed4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.010450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ef504175-64ea-4cdc-a8fb-358d12ee6314, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:20.016489 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.027537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}, {'name': 'network-changed', 'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:20.031921 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d97a4ea-eec2-4f65-9902-23d1943440a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}, {"name": "network-changed", "server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:20.032299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9a351427-c8b7-4c86-871b-d634eca46aea up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:20.052438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d359a14-0624-419f-a1f1-2139eae1ccba req-8fa3b078-5cb4-4bee-80f1-02b863342c03 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524261 Jul 23 20:13:20.053225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-78ffa063-5937-4688-82e7-15201240fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.054884 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-78ffa063-5937-4688-82e7-15201240fffd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3626897 Jul 23 20:13:20.121105 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e720bf-8759-4817-a929-b9a955862de7'}, {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35'}, {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec13c34-30ab-4a44-b549-294dcd166556'}, {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:20.124472 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ecc9d-9277-43a6-86d5-7f231988e533" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "83e720bf-8759-4817-a929-b9a955862de7"}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35"}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "0ec13c34-30ab-4a44-b549-294dcd166556"}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:20.161890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ef504175-64ea-4cdc-a8fb-358d12ee6314,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:20.193047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-154b7c8c-62f8-4514-85e0-13823d39b8db service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181681 Jul 23 20:13:20.203656 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a497400-32bd-4185-83f7-d4a6f83eb415 x-openstack-request-id: req-5a497400-32bd-4185-83f7-d4a6f83eb415 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:20.203656 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:20.203973 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a497400-32bd-4185-83f7-d4a6f83eb415 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:20.204612 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'status': 'completed', 'code': 200} Jul 23 20:13:20.204970 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'status': 'completed', 'code': 200} Jul 23 20:13:20.209501 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fba12b-445d-4729-b4a0-2eeabb0b3b9c x-openstack-request-id: req-61fba12b-445d-4729-b4a0-2eeabb0b3b9c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:20.209867 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "83e720bf-8759-4817-a929-b9a955862de7", "code": 200}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35", "code": 200}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "0ec13c34-30ab-4a44-b549-294dcd166556", "code": 200}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:20.210127 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61fba12b-445d-4729-b4a0-2eeabb0b3b9c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:20.210569 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e720bf-8759-4817-a929-b9a955862de7', 'code': 200} Jul 23 20:13:20.210937 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35', 'code': 200} Jul 23 20:13:20.211076 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec13c34-30ab-4a44-b549-294dcd166556', 'code': 200} Jul 23 20:13:20.211328 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'code': 200} Jul 23 20:13:20.232142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-2fb89e39-624e-436f-9609-3adb856ed1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.233814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 9a351427-c8b7-4c86-871b-d634eca46aea completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:20.234213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-2fb89e39-624e-436f-9609-3adb856ed1f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4092965 Jul 23 20:13:20.238887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 9a351427-c8b7-4c86-871b-d634eca46aea triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:20.239202 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.332713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9494a6a-6a6a-45e5-85b5-8b72b4ed4d6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61ef7e6d921e414ea57f2d2701005465&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9360867 Jul 23 20:13:20.340987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9494a6a-6a6a-45e5-85b5-8b72b4ed4d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05daaf90-9a06-4bbd-8874-d4ce38add55e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:20.342154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.346910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32924) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:20.352862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-a4439d36-36df-421d-aac6-e48968f5ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.354510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-a4439d36-36df-421d-aac6-e48968f5ba38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1100 time: 0.1801541 Jul 23 20:13:20.398126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9a351427-c8b7-4c86-871b-d634eca46aea,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:20.411019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.411891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 432dd9f0-3198-4fb8-8748-2d6514aa69d6 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:20.448885 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-8dbab876-75e7-43f9-b464-e7c6e5bab6a2 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959414 Jul 23 20:13:20.479126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdad8452-e896-4963-9c83-53f3bd405079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.506497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd0bbc2f-49c6-4a2d-b3d8-ea714eb4ba39 req-ff2a9dc0-0278-4283-b549-0576980385a4 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003588 Jul 23 20:13:20.530761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-ccc43f8f-04ea-411f-9731-0081834e558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.532876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:20.534178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-ccc43f8f-04ea-411f-9731-0081834e558a service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1705117 Jul 23 20:13:20.535235 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdad8452-e896-4963-9c83-53f3bd405079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.556451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:20.562068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:20.562449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.613270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-4ea41a06-c0ab-40b5-ab50-835c0f1959ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0697398 Jul 23 20:13:20.686919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.697685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.705872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.712878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.719987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.726265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.727718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.733255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.742351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-2b538e20-0cbe-4479-b50f-2042866211bc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5440 time: 0.3461106 Jul 23 20:13:20.752743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d4b8470d-47cc-4e58-b488-374d4d2bda27 req-546cfe5b-5505-42c6-b921-c16bca7fd538 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904322 Jul 23 20:13:20.814229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:20.816971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-41e164b1-5005-4de0-8f90-70af3849d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.818535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-41e164b1-5005-4de0-8f90-70af3849d668 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1983638 Jul 23 20:13:20.818862 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.837523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:20.838827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-b82452e2-f948-4e87-98f5-a558ba2f8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:20.840704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-b82452e2-f948-4e87-98f5-a558ba2f8c13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1100 time: 0.2444546 Jul 23 20:13:20.841417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdad8452-e896-4963-9c83-53f3bd405079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.843987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-068b42c8-8c7b-436c-939f-6734a3d65ae1 req-3e2d1f40-bb6e-4394-8df9-463cd7d4dc83 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004751 Jul 23 20:13:20.844233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdad8452-e896-4963-9c83-53f3bd405079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:20.845386 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fdad8452-e896-4963-9c83-53f3bd405079 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05daaf90-9a06-4bbd-8874-d4ce38add55e HTTP/1.1" status: 204 len: 168 time: 0.4974029 Jul 23 20:13:21.003832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-2e579a9e-95a6-47e5-a657-d6262aa1f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.005461 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-2e579a9e-95a6-47e5-a657-d6262aa1f44a service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1445408 Jul 23 20:13:21.012004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8452-e896-4963-9c83-53f3bd405079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05daaf90-9a06-4bbd-8874-d4ce38add55e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:21.040381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b5c98-45fb-48d2-8223-5c2222834d11 req-a1b90ecf-d40f-4094-a633-5c13db106061 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.052529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f04b5c98-45fb-48d2-8223-5c2222834d11 req-a1b90ecf-d40f-4094-a633-5c13db106061 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.4182134 Jul 23 20:13:21.085983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-fbddf842-31f8-4981-9ee0-3e6f0edf1540 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0703256 Jul 23 20:13:21.105345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=432dd9f0-3198-4fb8-8748-2d6514aa69d6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:21.109765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:21.126998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-75bbb9f8-c664-4556-914c-713b2fc264bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.128666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-75bbb9f8-c664-4556-914c-713b2fc264bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720680 Jul 23 20:13:21.159102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-d8ff1813-7a03-4be6-a3d0-e9897a3b6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.160921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-d8ff1813-7a03-4be6-a3d0-e9897a3b6ef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0545812 Jul 23 20:13:21.244930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-665f5434-624b-4d03-b965-87eceaa662b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.246885 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-665f5434-624b-4d03-b965-87eceaa662b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706422 Jul 23 20:13:21.291836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f04b5c98-45fb-48d2-8223-5c2222834d11 req-5958253b-e46b-4ab7-9454-6ad995d142d4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246687 Jul 23 20:13:21.352435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-1346cb11-fb17-4efe-81ca-3863f7d19c4e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129672 Jul 23 20:13:21.375639 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-d9f61677-b361-413e-9383-3effe1839a5a service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125066 Jul 23 20:13:21.399576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:21.435607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc3-6a96-4478-bc6d-c45750c2f25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.455292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da75a18-9a6f-441f-a4d2-a79641551be8 req-a6478996-b5cf-4d01-aaa3-644e21c89ba6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.457208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3da75a18-9a6f-441f-a4d2-a79641551be8 req-a6478996-b5cf-4d01-aaa3-644e21c89ba6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.3169732 Jul 23 20:13:21.546444 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-b3b3493d-81e8-4423-ac12-a332e676310f service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581190 Jul 23 20:13:21.569555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-1a63d7f2-3503-4fe4-8f78-1249b9c8e0b0 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097859 Jul 23 20:13:21.630574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c885868-a43d-4d1b-87f6-1a200aeb260c req-0d3e561b-c1b9-4ce5-a43b-f1fa8db08244 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.638162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c885868-a43d-4d1b-87f6-1a200aeb260c req-0d3e561b-c1b9-4ce5-a43b-f1fa8db08244 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 943 time: 0.2655818 Jul 23 20:13:21.662286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc3-6a96-4478-bc6d-c45750c2f25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.670080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d861fc3-6a96-4478-bc6d-c45750c2f25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.677339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3da75a18-9a6f-441f-a4d2-a79641551be8 req-c10e0448-3d9d-4487-bdc5-8d2443eb1ef9 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729450 Jul 23 20:13:21.699520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c885868-a43d-4d1b-87f6-1a200aeb260c req-7518baf2-d9de-49ea-97b4-641f23771fa1 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551369 Jul 23 20:13:21.731886 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5d861fc3-6a96-4478-bc6d-c45750c2f25f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d34da35ede994330ad57daca75f4ee7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3306561 Jul 23 20:13:21.732678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32944) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:21.734297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d861fc3-6a96-4478-bc6d-c45750c2f25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f50f0d-3a8b-4995-9c98-01cbea88b0bb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:21.745701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-587b8d87-6a04-487d-abdf-0d43ab35911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.748538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-587b8d87-6a04-487d-abdf-0d43ab35911f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1095 time: 0.1404214 Jul 23 20:13:21.823945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f03-2a06-4b05-a046-501fc038d0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.848259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f03-2a06-4b05-a046-501fc038d0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.898746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-e3185bb2-ac85-4e8a-afa8-93b25d2f249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:21.902170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-e3185bb2-ac85-4e8a-afa8-93b25d2f249a service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1448762 Jul 23 20:13:21.909018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f03-2a06-4b05-a046-501fc038d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.911932 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f03-2a06-4b05-a046-501fc038d0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:21.913181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bebb6f03-2a06-4b05-a046-501fc038d0a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44f50f0d-3a8b-4995-9c98-01cbea88b0bb HTTP/1.1" status: 204 len: 168 time: 0.1789272 Jul 23 20:13:21.924091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb6f03-2a06-4b05-a046-501fc038d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f50f0d-3a8b-4995-9c98-01cbea88b0bb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:21.959290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-33af8375-e6f3-496d-909b-37a0b94f20ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 217 time: 0.0458162 Jul 23 20:13:22.054202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-e1899a96-4b0d-482f-84d1-be6593391916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.055655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-e1899a96-4b0d-482f-84d1-be6593391916 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0810339 Jul 23 20:13:22.116005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.124760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.133328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.140774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.148739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.150711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-63cd233e-8913-4c61-befe-34cb04c1cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.152318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-63cd233e-8913-4c61-befe-34cb04c1cd00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876801 Jul 23 20:13:22.155835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.162480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.171698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-96b01852-225b-4b0a-b17d-f27a8be9bb25 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.1906490 Jul 23 20:13:22.212088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a351427-c8b7-4c86-871b-d634eca46aea'}, {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432dd9f0-3198-4fb8-8748-2d6514aa69d6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:22.218693 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6981643d-846d-45da-8cab-a795083a9dd8" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "9a351427-c8b7-4c86-871b-d634eca46aea"}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "432dd9f0-3198-4fb8-8748-2d6514aa69d6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:22.235666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ddc4e4-1da8-4139-8213-3efa62ab5c7f req-b6ed5df0-3baf-4a1a-aea4-2edb448bb88a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622101 Jul 23 20:13:22.280149 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-350d49e0-faa8-4eb5-ba4f-9cdb05dddef6 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181643 Jul 23 20:13:22.293426 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103297fd-99ff-42a0-86af-5842cbfd9239 x-openstack-request-id: req-103297fd-99ff-42a0-86af-5842cbfd9239 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:22.294388 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "9a351427-c8b7-4c86-871b-d634eca46aea", "code": 200}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-plugged", "status": "completed", "tag": "432dd9f0-3198-4fb8-8748-2d6514aa69d6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:22.294388 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-103297fd-99ff-42a0-86af-5842cbfd9239 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:22.294622 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a351427-c8b7-4c86-871b-d634eca46aea', 'code': 200} Jul 23 20:13:22.294871 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432dd9f0-3198-4fb8-8748-2d6514aa69d6', 'code': 200} Jul 23 20:13:22.459459 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2d97a4ea-eec2-4f65-9902-23d1943440a3 req-2caa92db-80ae-4a3f-9aaf-836c09d02d9c service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699321 Jul 23 20:13:22.508275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.509006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.509568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.510236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.510828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.511358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.511971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.515090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7296111d-7503-4688-bdfb-bb457796f69d req-027cabad-8400-4849-bb7b-cf7836c3c24b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6505 time: 0.1373870 Jul 23 20:13:22.553398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1239516-8166-4bdb-9c65-35fa628fce92 req-2ef39e3e-2492-47bf-b64f-0beb5ccbee29 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.555225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1239516-8166-4bdb-9c65-35fa628fce92 req-2ef39e3e-2492-47bf-b64f-0beb5ccbee29 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.1345892 Jul 23 20:13:22.603961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7296111d-7503-4688-bdfb-bb457796f69d req-43480860-e0b8-40df-a565-a287ccaac44e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780571 Jul 23 20:13:22.626360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1239516-8166-4bdb-9c65-35fa628fce92 req-9428f777-9408-4702-a69c-3fbc9e7beb19 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621586 Jul 23 20:13:22.902696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8db62-d0d4-4b97-a9d9-2c6387cf3522 req-6dadaa97-a0ec-40c5-8eda-7c6a6f51d5c4 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:22.910843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0c8db62-d0d4-4b97-a9d9-2c6387cf3522 req-6dadaa97-a0ec-40c5-8eda-7c6a6f51d5c4 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 943 time: 0.1492112 Jul 23 20:13:22.978159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0c8db62-d0d4-4b97-a9d9-2c6387cf3522 req-cecc579b-6358-45a9-92ec-8a4544c516a2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616591 Jul 23 20:13:22.999532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f3b2d-2516-4ad2-970c-ebb003d7757c req-b8768913-b194-4046-838e-e17e4ed84edb tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.001547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c5f3b2d-2516-4ad2-970c-ebb003d7757c req-b8768913-b194-4046-838e-e17e4ed84edb tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.1809289 Jul 23 20:13:23.096218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c5f3b2d-2516-4ad2-970c-ebb003d7757c req-4036a7b2-4069-4942-9d94-d4332baad3c2 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772879 Jul 23 20:13:23.425103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.431135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.438001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.443965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.450450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.463761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.470361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.472323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-0dd2ff68-5652-4be8-889e-87a9e221845d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.1510730 Jul 23 20:13:23.519524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd37169e-025b-4c97-9d15-9df1f3b2fb99 req-09a087de-d7be-407a-98a5-e0a5266a90ab tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390182 Jul 23 20:13:23.604473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 02dcf5d7-2e4e-479d-974b-3793593b2f8a details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:23.823840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:23.858313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:23.860286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d64e4-6704-4886-9e51-cc46b2511510 req-6ea0f438-a7bc-4bd5-9bff-53c871fa6505 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:23.865703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e0d64e4-6704-4886-9e51-cc46b2511510 req-6ea0f438-a7bc-4bd5-9bff-53c871fa6505 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 948 time: 0.1382563 Jul 23 20:13:23.909171 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:23.925138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e0d64e4-6704-4886-9e51-cc46b2511510 req-77585317-9f8e-44e2-8775-1498c1a71c1a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520358 Jul 23 20:13:23.932005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02dcf5d7-2e4e-479d-974b-3793593b2f8a {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:23.959311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:23.964857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:23.966505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:24.046729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=02dcf5d7-2e4e-479d-974b-3793593b2f8a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:24.222841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:24.235776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'mac_address': 'fa:16:3e:9c:f2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:24.283664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:24.312370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83dbbfd-69eb-4cef-8b5f-592034724a10 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:24.324668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-50f4398d-6bb8-4341-bad2-a164d0756aa9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.327723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-50f4398d-6bb8-4341-bad2-a164d0756aa9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083&tenant_id=65cc9918feab46bbb13c46e24ec72525&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 948 time: 0.1380816 Jul 23 20:13:24.333647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46448-d26e-43f9-bb5e-4dac060ab413 req-6d729183-64be-40e1-93ea-113ebc8469e1 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.338280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:24.343960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dce46448-d26e-43f9-bb5e-4dac060ab413 req-6d729183-64be-40e1-93ea-113ebc8469e1 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 944 time: 0.1844013 Jul 23 20:13:24.345158 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:24.399639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dce46448-d26e-43f9-bb5e-4dac060ab413 req-d5d1a62b-f694-4f14-a2c4-81814460c15b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542176 Jul 23 20:13:24.448794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:24.457382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-40198ad4-3a0a-463a-adb1-cd48c96b57aa service neutron] 10.222.0.47 "GET /v2.0/ports/a83dbbfd-69eb-4cef-8b5f-592034724a10/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 383 time: 0.1215556 Jul 23 20:13:24.539100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a7548-f62f-4f27-a1d2-7bd578578896 req-24e2022c-187d-4742-8f08-25c9179c8f9f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.540663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-818a7548-f62f-4f27-a1d2-7bd578578896 req-24e2022c-187d-4742-8f08-25c9179c8f9f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.0736902 Jul 23 20:13:24.557756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-2cd06f5c-3990-4c58-9afd-9033b2a7d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.559471 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-2cd06f5c-3990-4c58-9afd-9033b2a7d99d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1101 time: 0.0674262 Jul 23 20:13:24.618663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-818a7548-f62f-4f27-a1d2-7bd578578896 req-a1969051-a6d0-43d3-ae12-c39f8632ddc6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694511 Jul 23 20:13:24.643985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e35ee0-015e-4f33-9bcf-979fc0d92611 req-7cad7fcf-28e3-4575-906d-a7121d69634f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.645142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66e35ee0-015e-4f33-9bcf-979fc0d92611 req-7cad7fcf-28e3-4575-906d-a7121d69634f tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 949 time: 0.1146195 Jul 23 20:13:24.672459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9cdab64e-d18b-42fe-ba0f-34a60b24ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.673969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9cdab64e-d18b-42fe-ba0f-34a60b24ed2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1026673 Jul 23 20:13:24.690779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66e35ee0-015e-4f33-9bcf-979fc0d92611 req-1c8bb73e-1b85-43c4-a566-092659737a06 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jul 23 20:13:24.724654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-aa7917ad-af22-4fab-b767-6a6dcd13b720 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0422728 Jul 23 20:13:24.791803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-264ab149-f295-4b35-8b7d-cf37a9898ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.793308 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-264ab149-f295-4b35-8b7d-cf37a9898ff1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0549543 Jul 23 20:13:24.863181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-25651a32-54b5-4d17-a2e5-0ab0609c076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.864781 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-25651a32-54b5-4d17-a2e5-0ab0609c076f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636027 Jul 23 20:13:24.871193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['02dcf5d7-2e4e-479d-974b-3793593b2f8a'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:24.878159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.884987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.891086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.897520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.904438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.910669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.917477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:24.919423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-8f3dfc24-f9ec-4d2d-84a3-e69fc5d3d21d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.1281505 Jul 23 20:13:24.946939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a83dbbfd-69eb-4cef-8b5f-592034724a10'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:25.004696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73b3b13a-ac16-4074-b079-7719a7023b87 req-6ff49dcb-94bc-4aa9-ae49-c91052b072b6 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0778632 Jul 23 20:13:25.049145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73262417-87b1-49cc-97e6-0b189b27adfc req-68e8afc3-7d9c-415c-b7bc-d679f1faa018 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.049145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73262417-87b1-49cc-97e6-0b189b27adfc req-68e8afc3-7d9c-415c-b7bc-d679f1faa018 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.1185131 Jul 23 20:13:25.107521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73262417-87b1-49cc-97e6-0b189b27adfc req-0c41ef64-e118-4dcd-a65e-47ec973929c5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539644 Jul 23 20:13:25.246394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.252958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.259720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.266963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.273768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.282714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.290694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.292626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2bceecf-f8fc-4fe8-9980-795bd33a1bcb req-85ee7a01-335a-4c1a-920d-4a51a5258370 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.1369445 Jul 23 20:13:25.306243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33044) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:25.312114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Request body: {'floatingip': {'port_id': 'ef504175-64ea-4cdc-a8fb-358d12ee6314'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:25.312857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-6bb24c94-5e2d-4a17-a2aa-2697a73030ad service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334874 Jul 23 20:13:25.365525 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.425504 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-e8589188-5e8c-4293-ae41-b34e06ad84ad service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043785 Jul 23 20:13:25.519925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33052) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:25.629199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d184c987-4a8a-4302-96c7-6320e84419c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.652149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-ddd8247a-0c4f-4441-ac14-09b7b4db8eef tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.654496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-ddd8247a-0c4f-4441-ac14-09b7b4db8eef tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.2433529 Jul 23 20:13:25.729750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d184c987-4a8a-4302-96c7-6320e84419c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.734077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d184c987-4a8a-4302-96c7-6320e84419c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.776280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d184c987-4a8a-4302-96c7-6320e84419c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf1771df18d54a469b25b987f9627e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550101 Jul 23 20:13:25.776733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a1674-ec63-4358-935d-fc680132f3d2 req-118424c3-96d4-427a-b43b-0844b4d3e1af tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:25.778430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f70a1674-ec63-4358-935d-fc680132f3d2 req-118424c3-96d4-427a-b43b-0844b4d3e1af tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 944 time: 0.2676811 Jul 23 20:13:25.779305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33062) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:25.786800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d184c987-4a8a-4302-96c7-6320e84419c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072c4b1a-07ff-42cb-b333-e9d03210a215,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:25.840104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-329f2f57-aaaa-4cc1-bff0-1c7cb74f8ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.863095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-329f2f57-aaaa-4cc1-bff0-1c7cb74f8ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.916206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-329f2f57-aaaa-4cc1-bff0-1c7cb74f8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.919481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-329f2f57-aaaa-4cc1-bff0-1c7cb74f8ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:25.920695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-329f2f57-aaaa-4cc1-bff0-1c7cb74f8ebf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/072c4b1a-07ff-42cb-b333-e9d03210a215 HTTP/1.1" status: 204 len: 168 time: 0.1401453 Jul 23 20:13:25.929546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f2f57-aaaa-4cc1-bff0-1c7cb74f8ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072c4b1a-07ff-42cb-b333-e9d03210a215,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:26.066785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f70a1674-ec63-4358-935d-fc680132f3d2 req-35b23377-6d2f-494c-9832-0e0993d0fce9 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762833 Jul 23 20:13:26.116877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d3395-af21-4c08-ad24-b1116d835f25 req-11298322-1b3d-4db1-8e14-bfbea1f32d09 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:26.118218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d3395-af21-4c08-ad24-b1116d835f25 req-11298322-1b3d-4db1-8e14-bfbea1f32d09 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 945 time: 0.4069960 Jul 23 20:13:26.133024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-015b51c8-f60c-430a-84a3-336082ad8b8a tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:26.134855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-015b51c8-f60c-430a-84a3-336082ad8b8a tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.0786300 Jul 23 20:13:26.146979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:26.157082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Deleting port e7242365-d69f-4481-8d5a-70d8fb748638 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:26.157452 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.238348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.283849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33070) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:26.306325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd54f6fa-d41b-43ac-9378-a99b9c65e23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.425776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:26.490801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:26.542826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd54f6fa-d41b-43ac-9378-a99b9c65e23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.555782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd54f6fa-d41b-43ac-9378-a99b9c65e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.561421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:26.563746 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a970b2-2fc4-4da8-a551-1b4c9b5d5fcb" -d '{"events": [{"server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "name": "network-vif-unplugged", "status": "completed", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:26.569134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.599600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.638580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54f6fa-d41b-43ac-9378-a99b9c65e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6917c62-9bc9-4ea1-901c-6b36267548d5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:26.642826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bd54f6fa-d41b-43ac-9378-a99b9c65e23d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=020d247c64224d4e8b6de5430a9a542b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3579237 Jul 23 20:13:26.649182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33076) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:26.721566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.resource_extend [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:13:26.726016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d3395-af21-4c08-ad24-b1116d835f25 req-6e2aa0ee-c4a1-4ed3-b98a-a7a1565c59e1 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994174 Jul 23 20:13:26.726474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:26.747485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on host n-h1-793620-13 for vnic_type normal with profile {"migrating_to": "n-h2-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:26.747898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:26.748258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:26.752706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:13:26.753044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Attempting to bind port df1762d8-ef03-4c9b-9449-9f590320c2cb on network d5f4b270-f9cb-4c68-ae99-bc50adf09e91 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:26.768069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:26.768417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Checking segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:26.768810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Bound using segment: {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:26.769256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Bound port: df1762d8-ef03-4c9b-9449-9f590320c2cb, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd5f4b270-f9cb-4c68-ae99-bc50adf09e91'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:26.769643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.782686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-448babcf-a8fd-49a1-bf0a-56e86ea83281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.812127 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.820256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] For port e7242365-d69f-4481-8d5a-70d8fb748638, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e7242365-d69f-4481-8d5a-70d8fb748638,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:26.820608 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.824061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.830682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-448babcf-a8fd-49a1-bf0a-56e86ea83281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.882005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Calling delete_port for e7242365-d69f-4481-8d5a-70d8fb748638 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:26.888425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:26.892479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:26.897209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.944872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-448babcf-a8fd-49a1-bf0a-56e86ea83281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.947496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-448babcf-a8fd-49a1-bf0a-56e86ea83281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:26.948730 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-448babcf-a8fd-49a1-bf0a-56e86ea83281 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f6917c62-9bc9-4ea1-901c-6b36267548d5 HTTP/1.1" status: 204 len: 168 time: 0.2986121 Jul 23 20:13:26.950741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c248b0a-a54f-448a-96e4-5d5e0a441920 req-bdd8b396-05e8-4cab-9229-4443798c54b4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:26.952669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c248b0a-a54f-448a-96e4-5d5e0a441920 req-bdd8b396-05e8-4cab-9229-4443798c54b4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 949 time: 0.7730048 Jul 23 20:13:26.974015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448babcf-a8fd-49a1-bf0a-56e86ea83281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6917c62-9bc9-4ea1-901c-6b36267548d5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:26.996652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:27.000738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:27.001247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.002666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-90d0644c-e8df-48eb-a061-290afff3e987 service neutron] 10.222.0.36 "PUT /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 1123 time: 0.8607054 Jul 23 20:13:27.065024 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Floating IP cad88385-4b02-4d77-ac3e-e366adcaeecf associated. External IP: 172.25.8.33, port: ef504175-64ea-4cdc-a8fb-358d12ee6314. Jul 23 20:13:27.144323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['df1762d8-ef03-4c9b-9449-9f590320c2cb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:27.203304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c248b0a-a54f-448a-96e4-5d5e0a441920 req-6a75d4c7-4b43-4134-b398-1f97fc018382 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879487 Jul 23 20:13:27.226757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['df1762d8-ef03-4c9b-9449-9f590320c2cb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:27.230159 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:13:27.269142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b501e-1ee3-4984-981b-e6121651b2f6 req-356d8ece-1faf-4409-9b8c-232069eebae3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:27.271080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b65b501e-1ee3-4984-981b-e6121651b2f6 req-356d8ece-1faf-4409-9b8c-232069eebae3 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 944 time: 0.3495846 Jul 23 20:13:27.435056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b65b501e-1ee3-4984-981b-e6121651b2f6 req-ef9874eb-933f-4487-a974-3840fa7e935f tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359053 Jul 23 20:13:27.438216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.476153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event deleted for resources: {'Port': ['ID=e7242365-d69f-4481-8d5a-70d8fb748638,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:27.564603 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e80b0f-fe08-4105-9d66-d837255effa6 x-openstack-request-id: req-24e80b0f-fe08-4105-9d66-d837255effa6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:27.565191 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "name": "network-vif-unplugged", "status": "completed", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:27.565191 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24e80b0f-fe08-4105-9d66-d837255effa6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:27.565625 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'code': 200} Jul 23 20:13:27.583654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] No DVR routers for this DVR port e7242365-d69f-4481-8d5a-70d8fb748638 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:27.587428 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.589485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db7fcd8b-537d-4ee6-9432-fba4307f0d84 req-39e952e9-ca59-4347-997f-a2ecdd576a2d tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "DELETE /v2.0/ports/e7242365-d69f-4481-8d5a-70d8fb748638 HTTP/1.1" status: 204 len: 173 time: 1.9281683 Jul 23 20:13:27.606813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'name': 'network-vif-deleted', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:27.609137 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a5e20f-5a3e-4ea7-b0c0-c27bda8a75b5" -d '{"events": [{"server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "name": "network-vif-deleted", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:27.628773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Router e0af8dfc-2661-4c62-9bd0-b19381fcf56e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:27.641867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 02dcf5d7-2e4e-479d-974b-3793593b2f8a up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:27.673741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:27.708530 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ac4228-ff54-46a8-aa6d-b918b68f2814 x-openstack-request-id: req-01ac4228-ff54-46a8-aa6d-b918b68f2814 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:27.709509 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bc209dc-c4a4-427a-a091-35033b436996", "name": "network-vif-deleted", "tag": "e7242365-d69f-4481-8d5a-70d8fb748638", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:27.709509 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01ac4228-ff54-46a8-aa6d-b918b68f2814 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:27.709509 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bc209dc-c4a4-427a-a091-35033b436996', 'name': 'network-vif-deleted', 'tag': 'e7242365-d69f-4481-8d5a-70d8fb748638', 'status': 'completed', 'code': 200} Jul 23 20:13:27.750293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 02dcf5d7-2e4e-479d-974b-3793593b2f8a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:27.767680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668288f-ce12-4771-8ac3-81b5ea7dfe7d req-e1af47f7-b99e-496a-9eea-4720297cb41e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:27.781088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2668288f-ce12-4771-8ac3-81b5ea7dfe7d req-e1af47f7-b99e-496a-9eea-4720297cb41e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 944 time: 0.2312665 Jul 23 20:13:27.785752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 02dcf5d7-2e4e-479d-974b-3793593b2f8a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:27.786131 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.867511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:27.891643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb has no active binding in host n-h2-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:13:27.912851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2668288f-ce12-4771-8ac3-81b5ea7dfe7d req-b0355e23-7951-498f-9c49-bd769c7842ca tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307838 Jul 23 20:13:27.927317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:27.933937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:27.944300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] Sync routers for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:27.968643 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:27.974591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:27.994935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b7880b85-79de-43eb-8e25-18b29e1d7046 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "PUT /v2.0/floatingips/cad88385-4b02-4d77-ac3e-e366adcaeecf HTTP/1.1" status: 200 len: 991 time: 2.6871760 Jul 23 20:13:28.007985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45469308-e3de-409f-88d3-3f200a7623bc req-8b47af88-302b-4039-b698-7d0897c8e5e5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:28.016803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45469308-e3de-409f-88d3-3f200a7623bc req-8b47af88-302b-4039-b698-7d0897c8e5e5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.1536577 Jul 23 20:13:28.078634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45469308-e3de-409f-88d3-3f200a7623bc req-d3cbacc8-2383-4c8a-819a-d6565e47c77d tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601811 Jul 23 20:13:28.107039 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.144015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:28.147159 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdb369c-035a-474c-950a-c41fb3a81dc1" -d '{"events": [{"server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "name": "network-vif-plugged", "status": "completed", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:28.163012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:28.168377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.171029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:28.208108 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:28.263562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=02dcf5d7-2e4e-479d-974b-3793593b2f8a,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:28.270295 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb59fc-513b-47cd-9dfa-c20eaa6acefc x-openstack-request-id: req-49fb59fc-513b-47cd-9dfa-c20eaa6acefc {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:28.270547 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "name": "network-vif-plugged", "status": "completed", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:28.270934 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49fb59fc-513b-47cd-9dfa-c20eaa6acefc {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:28.271352 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'code': 200} Jul 23 20:13:28.280404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a83dbbfd-69eb-4cef-8b5f-592034724a10 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:28.286789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a83dbbfd-69eb-4cef-8b5f-592034724a10 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:28.287517 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.451179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.509414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:28.515053 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:28.638777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:28.680988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17b977d3-6126-4414-8057-bd4effff2985 req-8ad73dbf-c645-4426-8920-f2aaa3e7395a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=8bc209dc-c4a4-427a-a091-35033b436996 HTTP/1.1" status: 200 len: 210 time: 0.0608025 Jul 23 20:13:28.703247 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'cad88385-4b02-4d77-ac3e-e366adcaeecf', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'port_id': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'mac_address': 'fa:16:3e:05:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:12:10Z', 'updated_at': '2021-07-23T20:13:26Z', 'revision_number': 1, 'project_id': '7484d3f06c86439183350a59979b606b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:18Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:28.725774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9c794-3bb9-4cbd-aa89-3500ae97eaef req-c9ff81a5-cef6-493b-b4eb-48d6e7b6e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:28.728069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2ec9c794-3bb9-4cbd-aa89-3500ae97eaef req-c9ff81a5-cef6-493b-b4eb-48d6e7b6e00e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1097 time: 0.3856182 Jul 23 20:13:28.740282 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] Checking router: e0af8dfc-2661-4c62-9bd0-b19381fcf56e for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:28.751472 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:28.752552 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:28.758387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-6ae4c55f-c086-4283-afe6-9edfe6536793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:28.762278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-6ae4c55f-c086-4283-afe6-9edfe6536793 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083&tenant_id=65cc9918feab46bbb13c46e24ec72525 HTTP/1.1" status: 200 len: 1102 time: 0.2472830 Jul 23 20:13:28.778268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:28.791071 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2ec9c794-3bb9-4cbd-aa89-3500ae97eaef req-f95d6286-bc77-4017-80d7-364f6836c399 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542881 Jul 23 20:13:28.832535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7cb0b-968a-4627-b5a7-e9cdc6f44bbd req-1dc074b6-d37d-47ef-8224-313a9f316f12 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:28.839799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72b7cb0b-968a-4627-b5a7-e9cdc6f44bbd req-1dc074b6-d37d-47ef-8224-313a9f316f12 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1578100 Jul 23 20:13:28.886119 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:28.923906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72b7cb0b-968a-4627-b5a7-e9cdc6f44bbd req-3a412642-8921-4e12-973b-f2f228f3ac48 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831463 Jul 23 20:13:28.925092 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.160309 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'cad88385-4b02-4d77-ac3e-e366adcaeecf', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'port_id': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'mac_address': 'fa:16:3e:05:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:12:10Z', 'updated_at': '2021-07-23T20:13:26Z', 'revision_number': 1, 'project_id': '7484d3f06c86439183350a59979b606b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:18Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:29.195158 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4aa73-e238-42cd-aa57-9fa3d023b9b2 None None] The sync data for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 is: [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'cad88385-4b02-4d77-ac3e-e366adcaeecf', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'port_id': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'mac_address': 'fa:16:3e:05:a6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:12:10Z', 'updated_at': '2021-07-23T20:13:26Z', 'revision_number': 1, 'project_id': '7484d3f06c86439183350a59979b606b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:18Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:29.227908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60dc22-feed-4624-9ecf-d1f713de68ce req-8bdc7878-1217-4dbb-ba3f-14fe0de05338 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.229474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db60dc22-feed-4624-9ecf-d1f713de68ce req-8bdc7878-1217-4dbb-ba3f-14fe0de05338 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 945 time: 0.1826243 Jul 23 20:13:29.267034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:29.313006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db60dc22-feed-4624-9ecf-d1f713de68ce req-6138f446-de5b-46ea-afec-8cbb1ae903b5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745783 Jul 23 20:13:29.332991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:29.370156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9886b4-20c5-486c-b9e6-5118d97a4dac req-4a1daee6-850e-4538-a227-6d397fbcc2d4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.372485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc9886b4-20c5-486c-b9e6-5118d97a4dac req-4a1daee6-850e-4538-a227-6d397fbcc2d4 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.1995738 Jul 23 20:13:29.410948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.419895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b591fa-c6d1-4adb-9f96-9db1e785b43d None None] New status for floating IP cad88385-4b02-4d77-ac3e-e366adcaeecf: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:29.444618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc9886b4-20c5-486c-b9e6-5118d97a4dac req-e0ac5365-9608-483e-b1ee-b72dbc4cbbb8 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629005 Jul 23 20:13:29.447742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Transition to ACTIVE for port object a83dbbfd-69eb-4cef-8b5f-592034724a10 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:29.453196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.557145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] No DVR routers for this DVR port a83dbbfd-69eb-4cef-8b5f-592034724a10 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:29.567471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:29.568256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:29.570368 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6069e458-7c31-4b14-bce8-d79d0a4abaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:29.624475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:29.625078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:29.625525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:29.631015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:13:29.631385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Attempting to bind port a83dbbfd-69eb-4cef-8b5f-592034724a10 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:29.640853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:29.641173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:29.641596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:29.642115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Bound port: a83dbbfd-69eb-4cef-8b5f-592034724a10, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:29.642490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.645501 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02486dd2-28b2-40b2-81ff-692caa75a451 x-openstack-request-id: req-02486dd2-28b2-40b2-81ff-692caa75a451 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:29.645799 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:29.646055 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02486dd2-28b2-40b2-81ff-692caa75a451 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:29.646939 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'status': 'completed', 'code': 200} Jul 23 20:13:29.678902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:29.703225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: e7242365-d69f-4481-8d5a-70d8fb748638 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:29.703584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e7242365-d69f-4481-8d5a-70d8fb748638 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:29.710814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314'}, {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:29.713568 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84fdcfc-5841-41f0-ae85-e629e189a376" -d '{"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314"}, {"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-unplugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:29.729899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:29.734426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:29.749989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:29.791686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-531a4aed-e3aa-47ea-b6ad-fee33c6b0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.796879 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-531a4aed-e3aa-47ea-b6ad-fee33c6b0891 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1126 time: 0.1244864 Jul 23 20:13:29.968618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-60b109ea-e735-4bcc-8d3e-feb94202bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.970455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-60b109ea-e735-4bcc-8d3e-feb94202bb53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1638589 Jul 23 20:13:29.987119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.987892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.988545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.989454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.989946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.990617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.991122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:29.993281 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-482af250-ee8c-4f6e-9ea3-a258d94abf09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6505 time: 0.1440010 Jul 23 20:13:30.068003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-6be0f6ce-bbc3-4fd4-839c-661c3cece727 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 217 time: 0.0733237 Jul 23 20:13:30.182683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-5e2e9e1a-8b5f-4e11-9b92-f19cc0b62482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.184775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-5e2e9e1a-8b5f-4e11-9b92-f19cc0b62482 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.1078959 Jul 23 20:13:30.205829 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239d1959-111e-45d9-bcb0-58f15fbc63f8 x-openstack-request-id: req-239d1959-111e-45d9-bcb0-58f15fbc63f8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:30.206450 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314", "status": "completed", "code": 200}, {"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-unplugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:30.206720 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-239d1959-111e-45d9-bcb0-58f15fbc63f8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:30.207099 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'status': 'completed', 'code': 200} Jul 23 20:13:30.207533 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'code': 200} Jul 23 20:13:30.232311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-83341fe1-6928-4455-baab-7d323d706675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333574 Jul 23 20:13:30.233863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-38f35f68-87e6-45d6-81a1-e20b5adc0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.235648 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-38f35f68-87e6-45d6-81a1-e20b5adc0643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 HTTP/1.1" status: 200 len: 917 time: 0.2331362 Jul 23 20:13:30.238004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33168) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:30.255647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.256714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.258188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] 10.222.0.36 "PUT /v2.0/ports/a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 1098 time: 1.4865022 Jul 23 20:13:30.273281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:30.276070 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c89b4d-b995-4b15-9d29-7799e8a8e397" -d '{"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-plugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:30.323645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8184ca-3d0b-4c7f-a9e2-296764778f22 service neutron] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=11']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:30.425725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-879acfc0-4d56-464b-bfaa-c03986d04188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.431501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-4688196a-32d6-4aba-be16-2891f3eaf77b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 200 len: 1001 time: 0.1795068 Jul 23 20:13:30.444155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235c9f-4ea9-4044-ae18-90e511ca4cd3 req-8c3a9bde-c9cb-4d2e-a7d2-e1abfd4214fd tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.457792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b235c9f-4ea9-4044-ae18-90e511ca4cd3 req-8c3a9bde-c9cb-4d2e-a7d2-e1abfd4214fd tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 945 time: 0.2546492 Jul 23 20:13:30.468357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0957adc-492a-4b6c-8e3b-816f721df726 req-25bfb548-f1e6-4033-ab6c-004ed87198dd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.470217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0957adc-492a-4b6c-8e3b-816f721df726 req-25bfb548-f1e6-4033-ab6c-004ed87198dd tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 949 time: 0.2679963 Jul 23 20:13:30.503593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-64af489a-6c28-437d-9e2c-92b48c3609c6 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634141 Jul 23 20:13:30.504691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-7f1bebd5-d743-409d-9e2c-f83c5635d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.506199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-7f1bebd5-d743-409d-9e2c-f83c5635d343 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1101 time: 0.2019560 Jul 23 20:13:30.556414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-5740ac32-aa0c-4545-aefa-0283d11b10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.558069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-5740ac32-aa0c-4545-aefa-0283d11b10b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc87ba92-6d9f-4b21-9f93-be5a811a954e HTTP/1.1" status: 200 len: 855 time: 0.1135671 Jul 23 20:13:30.569031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b235c9f-4ea9-4044-ae18-90e511ca4cd3 req-7b79c18e-629a-494d-8290-82a2cf84227b tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103377 Jul 23 20:13:30.585466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0957adc-492a-4b6c-8e3b-816f721df726 req-2a64775c-fc2b-47d7-8e85-defe162ed6f2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043167 Jul 23 20:13:30.660946 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a35172-6af6-4158-be7a-c7f5a8f5b49e x-openstack-request-id: req-e4a35172-6af6-4158-be7a-c7f5a8f5b49e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:30.662369 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-plugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:30.662621 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4a35172-6af6-4158-be7a-c7f5a8f5b49e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:30.663031 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'code': 200} Jul 23 20:13:30.744906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-44f6ea59-aed4-4c82-925e-f7e284115b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.748575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-44f6ea59-aed4-4c82-925e-f7e284115b81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2310486 Jul 23 20:13:30.776502 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6069e458-7c31-4b14-bce8-d79d0a4abaa7 req-e20d486c-c4dc-4067-bbc6-4653ed5d6d16 service neutron] 10.222.0.47 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617886 Jul 23 20:13:30.800424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-4a65b2eb-f78c-42a0-8c16-75c72039afa5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.805102 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-4a65b2eb-f78c-42a0-8c16-75c72039afa5 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 945 time: 0.2461061 Jul 23 20:13:30.811582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-bd893eb6-3bef-4f59-8ca5-901a7f386c1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0559053 Jul 23 20:13:30.819021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-f99d80ff-e410-4ff7-abb9-fc9ba95d3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.820753 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-f99d80ff-e410-4ff7-abb9-fc9ba95d3a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2470825 Jul 23 20:13:30.890539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-780ff98e-11ae-48d6-bcde-0d33983d3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.892306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-780ff98e-11ae-48d6-bcde-0d33983d3291 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0652752 Jul 23 20:13:30.910339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-879acfc0-4d56-464b-bfaa-c03986d04188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.919765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-879acfc0-4d56-464b-bfaa-c03986d04188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:30.986007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8104d4-d8f7-4ae7-9a78-7697c150dae1 req-8bc83787-df6a-40c4-9273-0ff724c02900 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:30.988550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce8104d4-d8f7-4ae7-9a78-7697c150dae1 req-8bc83787-df6a-40c4-9273-0ff724c02900 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 945 time: 0.3118367 Jul 23 20:13:31.031666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-879acfc0-4d56-464b-bfaa-c03986d04188 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e2e9821c7f047e3a7e75be112009224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7923746 Jul 23 20:13:31.032451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879acfc0-4d56-464b-bfaa-c03986d04188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b214aec9-ccf4-410c-aa30-270db52ba425,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.036225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33184) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:31.062532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f321dd-17ac-4eb3-88cf-6acf64deec4f req-f7ed7497-d3a1-4483-85a0-7ba52dbee5c5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:31.065962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8f321dd-17ac-4eb3-88cf-6acf64deec4f req-f7ed7497-d3a1-4483-85a0-7ba52dbee5c5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 943 time: 0.2521706 Jul 23 20:13:31.082361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce8104d4-d8f7-4ae7-9a78-7697c150dae1 req-c8a444cd-9fd1-4ef6-8e20-27e74820b7c5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872507 Jul 23 20:13:31.084293 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-ff29cf93-b3c5-4e36-a4c9-a7875b077986 service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506652 Jul 23 20:13:31.109616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-50388c8a-6531-4523-86dd-685bd4c68ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:31.111441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-50388c8a-6531-4523-86dd-685bd4c68ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1934719 Jul 23 20:13:31.145414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Deleting port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:31.145690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.165073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8f321dd-17ac-4eb3-88cf-6acf64deec4f req-3f785b24-95ae-47d1-be9a-c8f600707f5a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807903 Jul 23 20:13:31.247083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-614f032b-9076-46dc-8961-91f5c8bd1de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.255809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-cb2c0493-7a3b-4f3f-868f-af469385e429 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371706 Jul 23 20:13:31.330004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-614f032b-9076-46dc-8961-91f5c8bd1de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.335284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e84fdcfc-5841-41f0-ae85-e629e189a376 req-88d6e3b9-3659-4c70-b1e6-c98c624f2fff service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429039 Jul 23 20:13:31.364031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] For port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:31.364444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.391350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Calling delete_port for 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:31.455101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d47056b4-3b10-42e0-93ab-4ac9486b2dce req-ae3163b5-7119-441b-964e-26cb074299fe service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862166 Jul 23 20:13:31.461216 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-614f032b-9076-46dc-8961-91f5c8bd1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.465280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-614f032b-9076-46dc-8961-91f5c8bd1de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.466719 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-614f032b-9076-46dc-8961-91f5c8bd1de7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b214aec9-ccf4-410c-aa30-270db52ba425 HTTP/1.1" status: 204 len: 168 time: 0.4280016 Jul 23 20:13:31.488179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f032b-9076-46dc-8961-91f5c8bd1de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b214aec9-ccf4-410c-aa30-270db52ba425,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.508302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-0420e151-daf7-43cb-bf69-38f8774b88e3 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:31.516211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-0420e151-daf7-43cb-bf69-38f8774b88e3 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1620181 Jul 23 20:13:31.578114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-dd43b5f7-b4d9-43d7-84c4-6eccb8cb388b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0608809 Jul 23 20:13:31.584205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'floatingip': {'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:31.588892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.627483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event deleted for resources: {'Port': ['ID=3db46a5b-76b1-4ecf-aed6-3087cc8bfed2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:31.639843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.662977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:31.717206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] No DVR routers for this DVR port 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:31.719243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:31.721141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.723590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13386e75-e391-4a11-9c32-d6df6c9a5913 req-c6a922c5-1dc6-46f3-ab6f-4771d06b04a7 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "DELETE /v2.0/ports/3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 HTTP/1.1" status: 204 len: 173 time: 0.9079220 Jul 23 20:13:31.724133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'name': 'network-vif-deleted', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:31.726557 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c97a5ed-1061-4732-b72b-2af267243f70" -d '{"events": [{"server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "name": "network-vif-deleted", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:31.896370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33200) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:31.916493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b0041ff-74de-43f2-ac6e-f937d6283c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:31.948015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9850b-cab8-4c31-8a5f-266609790d7e req-16fbb0bc-8831-4a5a-b41b-e5553bdde555 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:31.949264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5c9850b-cab8-4c31-8a5f-266609790d7e req-16fbb0bc-8831-4a5a-b41b-e5553bdde555 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 949 time: 0.2384033 Jul 23 20:13:32.014725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b0041ff-74de-43f2-ac6e-f937d6283c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.016485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5c9850b-cab8-4c31-8a5f-266609790d7e req-1bbaf4bd-e13a-4ffe-8071-dc27d1bedec4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549355 Jul 23 20:13:32.023022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b0041ff-74de-43f2-ac6e-f937d6283c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.073732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b0041ff-74de-43f2-ac6e-f937d6283c50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=335f3e6a1da44424a9638308f3cd9e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1759181 Jul 23 20:13:32.074360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33202) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:32.106426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0041ff-74de-43f2-ac6e-f937d6283c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49681448-9b5a-43c5-a058-bb8780222f96,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:32.132832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e961bed-53ba-4c66-92e7-bde12ff226b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.162191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e961bed-53ba-4c66-92e7-bde12ff226b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.213990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:32.225816 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec44d8f-a82a-499a-acf5-f49f11682489" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:32.240321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e961bed-53ba-4c66-92e7-bde12ff226b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.243167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e961bed-53ba-4c66-92e7-bde12ff226b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.247851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3e961bed-53ba-4c66-92e7-bde12ff226b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49681448-9b5a-43c5-a058-bb8780222f96 HTTP/1.1" status: 204 len: 168 time: 0.1681471 Jul 23 20:13:32.256054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e961bed-53ba-4c66-92e7-bde12ff226b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49681448-9b5a-43c5-a058-bb8780222f96,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:32.380063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.385227 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.500731 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-c29bee8a-4eaa-445f-a2f3-372393b46d75 service neutron] 10.222.0.47 "GET /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.1142337 Jul 23 20:13:32.549900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e42f8f2c-cc41-4eef-8e68-5c0be7ef467c req-381db9a4-ca8c-417f-949d-cc6c1c7d988a tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=ffd13538-6a03-40b0-9721-086aabfa0e05 HTTP/1.1" status: 200 len: 210 time: 0.3915656 Jul 23 20:13:32.561700 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92 associated. External IP: 172.25.8.84, port: 73b16101-a896-4a8e-8c62-cde1bed0ce85. Jul 23 20:13:32.638215 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65bcc3-794a-4643-971b-f4d1e99119f7 x-openstack-request-id: req-ce65bcc3-794a-4643-971b-f4d1e99119f7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:32.638531 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd13538-6a03-40b0-9721-086aabfa0e05", "name": "network-vif-deleted", "tag": "3db46a5b-76b1-4ecf-aed6-3087cc8bfed2", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:32.638817 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce65bcc3-794a-4643-971b-f4d1e99119f7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:32.639265 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd13538-6a03-40b0-9721-086aabfa0e05', 'name': 'network-vif-deleted', 'tag': '3db46a5b-76b1-4ecf-aed6-3087cc8bfed2', 'status': 'completed', 'code': 200} Jul 23 20:13:32.800029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:32.824118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:32.866424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1762d8-ef03-4c9b-9449-9f590320c2cb {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:32.881030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:32.897252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:32.989690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] Transition to ACTIVE for port object df1762d8-ef03-4c9b-9449-9f590320c2cb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:32.995844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.070355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] No DVR routers for this DVR port df1762d8-ef03-4c9b-9449-9f590320c2cb on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:33.089523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:33.101535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8437cf7-74f6-4047-ae6f-1199fb1dc7c6 req-d8a57013-e133-4e27-b21a-11b71bcbbdce tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.103060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8437cf7-74f6-4047-ae6f-1199fb1dc7c6 req-d8a57013-e133-4e27-b21a-11b71bcbbdce tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 944 time: 0.1040010 Jul 23 20:13:33.122347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:33.129250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5a5b46f6-8953-40bc-a815-28d4722c1fc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb/bindings/n-h2-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 0.6133318 Jul 23 20:13:33.235514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8437cf7-74f6-4047-ae6f-1199fb1dc7c6 req-8d17c3e5-d471-4555-8ba2-54b00f02c85e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224377 Jul 23 20:13:33.258436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f3f57acf-2f71-4a60-9762-38e67d730d04 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.260319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f3f57acf-2f71-4a60-9762-38e67d730d04 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.0727684 Jul 23 20:13:33.262391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:33.278643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:33.281082 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:33.291395 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:33.291950 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:33.350889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-06f508f6-b4b3-4951-9094-73bb9043082a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "PUT /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 996 time: 1.7713151 Jul 23 20:13:33.358393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-95507cc6-c35b-4d9a-82a7-b0b95b4d2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.360159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-95507cc6-c35b-4d9a-82a7-b0b95b4d2c76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d&tenant_id=88ec0e139c654480b90946b197eff271 HTTP/1.1" status: 200 len: 1096 time: 0.0930619 Jul 23 20:13:33.422424 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:33.526878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-3c186e12-81bc-4efc-8760-9b091c9c276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.529518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-3c186e12-81bc-4efc-8760-9b091c9c276c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1096 time: 0.0917363 Jul 23 20:13:33.647672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-826f0150-f6f7-4eb3-9a21-6541420cef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.650093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-826f0150-f6f7-4eb3-9a21-6541420cef40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.2499795 Jul 23 20:13:33.664904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:33.729915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-fb45cd85-3fd6-4f59-9628-f7001c858875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.736717 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-fb45cd85-3fd6-4f59-9628-f7001c858875 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.1919103 Jul 23 20:13:33.770644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:13:33.783673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:33.816396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-5ee16ab3-f1c9-4ef3-ad8e-e735fba41d79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 200 len: 217 time: 0.0727692 Jul 23 20:13:33.827142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:33.827497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3db46a5b-76b1-4ecf-aed6-3087cc8bfed2 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:33.837003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:33.842253 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed7675b-c2ae-4b02-af98-a299e98b0fe1 x-openstack-request-id: req-6ed7675b-c2ae-4b02-af98-a299e98b0fe1 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:33.842548 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:33.844003 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ed7675b-c2ae-4b02-af98-a299e98b0fe1 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:33.844415 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'status': 'completed', 'code': 200} Jul 23 20:13:33.913072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-29c59ce7-d42a-415b-84e9-bd451e79387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:33.917968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-29c59ce7-d42a-415b-84e9-bd451e79387a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0956306 Jul 23 20:13:33.927833 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:32Z', 'revision_number': 1, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:33.955383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-3199d0c1-8cdc-4285-9760-dc6f16731d78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307131 Jul 23 20:13:33.972961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:33.980979 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:33.987364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'mac_address': 'fa:16:3e:9c:f2:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:13:33.991223 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:33.992103 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:34.051726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.072802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83dbbfd-69eb-4cef-8b5f-592034724a10 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:13:34.084975 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-6e63eb8f-327c-4519-b839-224d785de472 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229494 Jul 23 20:13:34.102505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-953dbdbf-7093-4fb7-b793-cd877d6a77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.106854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:34.109802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-953dbdbf-7093-4fb7-b793-cd877d6a77f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.4523327 Jul 23 20:13:34.115689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.133342 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:34.203706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-dbc46e51-e7dc-405f-b983-b7cb5c3676fc service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114604 Jul 23 20:13:34.210006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=12']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:34.234986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-f2e4c5b5-4b7a-4535-82e9-e46a0e05a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.237383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-f2e4c5b5-4b7a-4535-82e9-e46a0e05a776 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=65cc9918feab46bbb13c46e24ec72525&device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1101 time: 0.4009953 Jul 23 20:13:34.272007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-6fb85d8c-068e-4d0f-8ba9-a2c1782cbc85 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 999 time: 0.1613662 Jul 23 20:13:34.393192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05816bbb-767c-4d2f-8c9c-691ceebd871b req-cd0941eb-2cbe-424e-882f-4e1db680d494 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.394808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05816bbb-767c-4d2f-8c9c-691ceebd871b req-cd0941eb-2cbe-424e-882f-4e1db680d494 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 949 time: 0.4365089 Jul 23 20:13:34.400554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-9cd16310-b6f2-46ab-aa63-44b219ddd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.402383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-9cd16310-b6f2-46ab-aa63-44b219ddd2e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.1296172 Jul 23 20:13:34.419238 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:32Z', 'revision_number': 1, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:34.457902 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7825392-02bd-4888-b4fc-123c2a1ec5c4 None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:32Z', 'revision_number': 1, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:34.485144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a83dbbfd-69eb-4cef-8b5f-592034724a10'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:34.499730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-1593e157-0b4a-4294-8b96-64fe24bd3d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.501383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-1593e157-0b4a-4294-8b96-64fe24bd3d1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2533178 Jul 23 20:13:34.508981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05816bbb-767c-4d2f-8c9c-691ceebd871b req-439cb80d-85aa-4494-ad57-2ca66d6b685d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054490 Jul 23 20:13:34.552611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-53f17ab4-410d-4297-b536-29223bb9ce35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 200 len: 217 time: 0.0424728 Jul 23 20:13:34.568413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-4cbda638-8ed5-45f8-a220-98012d62f1b0 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.570524 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-4cbda638-8ed5-45f8-a220-98012d62f1b0 tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d&tenant_id=88ec0e139c654480b90946b197eff271&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.1083868 Jul 23 20:13:34.602839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-4ddb9aa3-3351-4a83-a775-93648e84579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.604524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-4ddb9aa3-3351-4a83-a775-93648e84579d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1888599 Jul 23 20:13:34.618814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-f0a6c899-f97b-4b23-b8df-e57b5708dda5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:13:34.619972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-f0a6c899-f97b-4b23-b8df-e57b5708dda5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056701 Jul 23 20:13:34.638625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-c5390627-b3ed-44a1-9f2c-ed37f7200197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.640155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-c5390627-b3ed-44a1-9f2c-ed37f7200197 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0797014 Jul 23 20:13:34.767991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-808fd9a1-053f-406d-b630-e101b4d3bfce service neutron] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:34.771479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-808fd9a1-053f-406d-b630-e101b4d3bfce service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:34.772599 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-808fd9a1-053f-406d-b630-e101b4d3bfce service neutron] 10.222.0.36 "DELETE /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb/bindings/n-h1-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.1952426 Jul 23 20:13:34.773960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b64c0-c5cc-4fbc-bb3f-5e56933dec17 None None] New status for floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:34.812141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-8929b7d6-d9bb-4651-949b-063e1650baee service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835206 Jul 23 20:13:34.819486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-03f34d8c-7319-4165-b476-2be6280d4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.821003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-03f34d8c-7319-4165-b476-2be6280d4a70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703100 Jul 23 20:13:34.931742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa052a1-db42-486c-9cab-45141e5cbe32 req-7dda01af-0453-4bd4-8dbf-926dc9a2cc11 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:34.933305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fa052a1-db42-486c-9cab-45141e5cbe32 req-7dda01af-0453-4bd4-8dbf-926dc9a2cc11 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 944 time: 0.1968598 Jul 23 20:13:35.028670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-32d42a46-ad30-4655-ac71-ce2062da0729 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962101 Jul 23 20:13:35.037868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fa052a1-db42-486c-9cab-45141e5cbe32 req-d9a8a369-c68f-4141-96a4-a2ec70b03e56 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701494 Jul 23 20:13:35.049758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2c30734-b4ce-408c-9ca0-a2f36a5d1125 req-fb4446f6-27c8-4e49-87c0-3330cc9197ec service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264607 Jul 23 20:13:35.155910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec44d8f-a82a-499a-acf5-f49f11682489 req-96cdcd0b-ab4a-40f8-a400-86a205973d4f service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175663 Jul 23 20:13:35.226066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3277b1-2016-4263-b680-64e15bcb01d9 req-62761773-bf3e-43f7-9533-01d6dfb9cc2f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:35.227779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d3277b1-2016-4263-b680-64e15bcb01d9 req-62761773-bf3e-43f7-9533-01d6dfb9cc2f tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 1102 time: 0.0621088 Jul 23 20:13:35.265590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d3277b1-2016-4263-b680-64e15bcb01d9 req-685af165-e68d-45a4-99ae-d3208249e486 tempest-MigrationsAdminTest-95106162 tempest-MigrationsAdminTest-95106162-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311859 Jul 23 20:13:35.500516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-92b1e961-923d-4bcf-bfdb-4ece6c08e830 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:35.501986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-92b1e961-923d-4bcf-bfdb-4ece6c08e830 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0716186 Jul 23 20:13:35.604938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-8fdcc13b-4cbd-46e7-a175-9076f8c402da tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1001 time: 0.0971634 Jul 23 20:13:35.614451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'floatingip': {'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:35.681401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:35.844361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0858695-1773-4924-8248-17c79dd8356e req-1aa5a3db-7bde-4868-928b-7fc8a7967ace tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:35.845886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0858695-1773-4924-8248-17c79dd8356e req-1aa5a3db-7bde-4868-928b-7fc8a7967ace tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 1096 time: 0.1332536 Jul 23 20:13:35.848079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:35.850455 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6947429a-9201-49ae-8125-a580e8b97c27" -d '{"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:35.949835 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0858695-1773-4924-8248-17c79dd8356e req-3729c05f-a8fa-4556-9dc6-947c365e9b2c tempest-LiveMigrationTest-830403510 tempest-LiveMigrationTest-830403510-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936470 Jul 23 20:13:36.346184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-3a651c36-edc6-4c3d-8163-74f242054033 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.347649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-3a651c36-edc6-4c3d-8163-74f242054033 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.3847001 Jul 23 20:13:36.504730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640fb03-b860-466f-a24e-229ffd39cfa3 req-484ad180-e619-4661-9d66-958882a39b03 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.506299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a640fb03-b860-466f-a24e-229ffd39cfa3 req-484ad180-e619-4661-9d66-958882a39b03 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/ports?device_id=eba6863f-f404-4ece-833f-1b8a211879fa HTTP/1.1" status: 200 len: 945 time: 0.4931085 Jul 23 20:13:36.616072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a640fb03-b860-466f-a24e-229ffd39cfa3 req-48da6844-50c1-44ec-8f2d-7168c614ab93 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011541 Jul 23 20:13:36.690907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Deleting port d49331b9-e025-4f3d-bbee-4a4a3efea410 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:36.691250 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.734864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.745880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.910424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] For port d49331b9-e025-4f3d-bbee-4a4a3efea410, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d49331b9-e025-4f3d-bbee-4a4a3efea410,segment=NetworkSegment(673bb18d-51cc-4104-ac56-11f4380c2ab3),segment_id=673bb18d-51cc-4104-ac56-11f4380c2ab3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:36.910716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:36.920781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14865aed-6eb8-4134-8920-4c9e0dfc24ca req-8dd04d10-34d0-4341-8c16-c229c4646c6a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:36.922332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14865aed-6eb8-4134-8920-4c9e0dfc24ca req-8dd04d10-34d0-4341-8c16-c229c4646c6a tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.2502275 Jul 23 20:13:36.944176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Calling delete_port for d49331b9-e025-4f3d-bbee-4a4a3efea410 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:36.975109 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92 associated. External IP: 172.25.8.84, port: 73b16101-a896-4a8e-8c62-cde1bed0ce85. Jul 23 20:13:37.095613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14865aed-6eb8-4134-8920-4c9e0dfc24ca req-b05cc7d9-7de1-49d8-9597-cfa8427a129d tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661289 Jul 23 20:13:37.192608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-2d648363-51e4-44ff-a5dd-10dff25c1cb9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:37.195165 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-2d648363-51e4-44ff-a5dd-10dff25c1cb9 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 950 time: 0.1077290 Jul 23 20:13:37.270851 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f86c273-ad1d-42d9-97f0-41528371099e x-openstack-request-id: req-4f86c273-ad1d-42d9-97f0-41528371099e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:37.271344 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:37.271782 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f86c273-ad1d-42d9-97f0-41528371099e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:37.272367 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'status': 'completed', 'code': 200} Jul 23 20:13:37.331075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:37.365898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Pushing event deleted for resources: {'Port': ['ID=d49331b9-e025-4f3d-bbee-4a4a3efea410,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:37.374537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:37.409360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947429a-9201-49ae-8125-a580e8b97c27 req-aeb7f1bc-1b3c-4244-bed6-ca19c0cf0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:37.411989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-aeb7f1bc-1b3c-4244-bed6-ca19c0cf0718 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.1206608 Jul 23 20:13:37.436594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] No DVR routers for this DVR port d49331b9-e025-4f3d-bbee-4a4a3efea410 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:37.441343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:37.443409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd25bd7-3ea6-4fcf-a64f-8f812b880b1c req-566b6b7c-f53a-45b6-921f-46cf52895e98 tempest-LiveAutoBlockMigrationV225Test-711365763 tempest-LiveAutoBlockMigrationV225Test-711365763-project] 10.222.0.36 "DELETE /v2.0/ports/d49331b9-e025-4f3d-bbee-4a4a3efea410 HTTP/1.1" status: 204 len: 173 time: 1.0855048 Jul 23 20:13:37.454750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Deleting port a83dbbfd-69eb-4cef-8b5f-592034724a10 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:37.455805 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:37.561313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:37.581982 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:37.600675 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:37.601270 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:37.672729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947429a-9201-49ae-8125-a580e8b97c27 req-71c8ffba-8073-41cc-8131-344ec5656a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:37.676114 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-71c8ffba-8073-41cc-8131-344ec5656a48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.2550282 Jul 23 20:13:37.766400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:37.867711 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:37.910356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port a83dbbfd-69eb-4cef-8b5f-592034724a10 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:37.926357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port a83dbbfd-69eb-4cef-8b5f-592034724a10 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:37.927029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.117482 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.135769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:38.150687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:38.159585 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca057f0-4757-4b70-9dce-41c7dbc56573" -d '{"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-plugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:38.186174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:38.192230 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:36Z', 'revision_number': 3, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:38.195016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.203860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] For port a83dbbfd-69eb-4cef-8b5f-592034724a10, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a83dbbfd-69eb-4cef-8b5f-592034724a10,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:38.205008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.222194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Calling delete_port for a83dbbfd-69eb-4cef-8b5f-592034724a10 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:38.224421 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:38.234906 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:38.235750 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:38.297543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=13']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:38.348881 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-ac9227bb-f792-43ff-943f-d2fbca868267 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.6577172 Jul 23 20:13:38.357807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:38.371048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ac354-a2df-45ea-baa0-688ebb39500c req-cdf45f9a-b8dd-474d-8b83-965f271388d5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:38.381525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-368ac354-a2df-45ea-baa0-688ebb39500c req-cdf45f9a-b8dd-474d-8b83-965f271388d5 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 944 time: 0.4253063 Jul 23 20:13:38.416860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947429a-9201-49ae-8125-a580e8b97c27 req-df5b6f6d-a3b3-4cc7-8618-88a4a16c5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:38.419001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-df5b6f6d-a3b3-4cc7-8618-88a4a16c5798 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0629935 Jul 23 20:13:38.462366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-368ac354-a2df-45ea-baa0-688ebb39500c req-c00425e2-a408-49f4-918c-83abdc242136 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795138 Jul 23 20:13:38.463926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:38.469771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.518110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:38.531633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3', '6b0701c6-438e-4578-a8d4-fe51446ccdc6', '98689461-9d33-4ae4-8197-91236ee43289'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:38.544412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33336) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:38.703775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:36Z', 'revision_number': 3, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:38.744819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947429a-9201-49ae-8125-a580e8b97c27 req-a2af8c99-9a49-4ee4-8405-5538814f8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:38.746769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-a2af8c99-9a49-4ee4-8405-5538814f8f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3015394 Jul 23 20:13:38.768028 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3690179-9abe-4b2b-9c66-e76d02f58589 None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:36Z', 'revision_number': 3, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:38.788750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event deleted for resources: {'Port': ['ID=a83dbbfd-69eb-4cef-8b5f-592034724a10,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:38.992325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] No DVR routers for this DVR port a83dbbfd-69eb-4cef-8b5f-592034724a10 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:38.996057 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-331eda04-56bb-4d91-92b2-76159c150b55 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981423 Jul 23 20:13:39.057703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.060463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-95b86d1d-01b7-46a7-96c2-85963f7ba32e req-e0f10ec2-d37f-4578-92e0-5cf295330251 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.36 "DELETE /v2.0/ports/a83dbbfd-69eb-4cef-8b5f-592034724a10 HTTP/1.1" status: 204 len: 173 time: 1.8557281 Jul 23 20:13:39.064016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Deleting subnet 37156b0c-0f5e-40e8-9d80-8813d45e5651 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:39.075583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.103376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafe89b9-cbcc-4d9f-a5c7-9a2300f4b48b None None] New status for floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:39.127040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-deleted', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:39.131154 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94614e5a-ea2c-4e4e-8dd9-bf43965cd665" -d '{"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-deleted", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:39.138326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.233241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-b6fdbbd6-84d0-40b2-89d0-e34475515a99 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:39.235030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-b6fdbbd6-84d0-40b2-89d0-e34475515a99 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 944 time: 0.9609053 Jul 23 20:13:39.246110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-38c82007-b6ba-4ae9-b5cd-6cd9af1da61e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "PUT /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 997 time: 3.6356149 Jul 23 20:13:39.273234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.286893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'name': 'network-vif-deleted', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410'}, {'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}, {'name': 'network-changed', 'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:39.289490 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5" -d '{"events": [{"server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "name": "network-vif-deleted", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410"}, {"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}, {"name": "network-changed", "server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:39.322425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c34bc25-2442-48fe-ab2a-687e9d05f215 req-181764c7-1bfc-4f44-8623-58c4e2c953f7 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=d4a818a1-9ee9-4918-9d0c-189535e37083 HTTP/1.1" status: 200 len: 210 time: 0.1088202 Jul 23 20:13:39.357158 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6947429a-9201-49ae-8125-a580e8b97c27 req-d8d0c499-db12-4aeb-a829-8c3054978a71 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147734 Jul 23 20:13:39.400202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.411716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-e9e9b2d0-8c2b-42f2-a32f-edb89edde30a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:39.413132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-e9e9b2d0-8c2b-42f2-a32f-edb89edde30a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports/73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 943 time: 0.0976322 Jul 23 20:13:39.493903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37156b0c-0f5e-40e8-9d80-8813d45e5651,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:39.494135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Deleting port df1762d8-ef03-4c9b-9449-9f590320c2cb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:39.494298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.504131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.510184 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2965ebd4-a2fb-4af7-883a-abd2a7f6c30e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/37156b0c-0f5e-40e8-9d80-8813d45e5651 HTTP/1.1" status: 204 len: 168 time: 0.9645979 Jul 23 20:13:39.513318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33362) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:39.600415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:39.621729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:39.623590 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:39.632586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.633202 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c853a82-50da-400a-a724-ea3d5322b154 x-openstack-request-id: req-8c853a82-50da-400a-a724-ea3d5322b154 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:39.633754 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-plugged", "status": "completed", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:39.634429 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c853a82-50da-400a-a724-ea3d5322b154 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:39.635101 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'code': 200} Jul 23 20:13:39.637603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] For port df1762d8-ef03-4c9b-9449-9f590320c2cb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=df1762d8-ef03-4c9b-9449-9f590320c2cb,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:39.638709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.659205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Calling delete_port for df1762d8-ef03-4c9b-9449-9f590320c2cb owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:39.688830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-a05ec214-a406-454d-9da6-b87b8f6eb239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:39.691230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-a05ec214-a406-454d-9da6-b87b8f6eb239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.1176534 Jul 23 20:13:39.742410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.755831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411c6b38-42e3-4b12-a93f-1642c420c546']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:39.770335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673bb18d-51cc-4104-ac56-11f4380c2ab3') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:39.770980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673bb18d-51cc-4104-ac56-11f4380c2ab3') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:39.781025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:39.782457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.810539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.820468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:39.820994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.831435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: a83dbbfd-69eb-4cef-8b5f-592034724a10 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:39.832242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a83dbbfd-69eb-4cef-8b5f-592034724a10 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:39.835030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:39.840149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:39.889413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: d49331b9-e025-4f3d-bbee-4a4a3efea410 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:39.892129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d49331b9-e025-4f3d-bbee-4a4a3efea410 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:39.913201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:39.920097 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:39.929066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.950173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:39.953171 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] 10.222.0.46 "DELETE /v2.0/networks/411c6b38-42e3-4b12-a93f-1642c420c546 HTTP/1.1" status: 204 len: 168 time: 0.4369459 Jul 23 20:13:39.956572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33364) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:39.966877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d468d-44d7-48de-a023-87a3eaeb7f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=411c6b38-42e3-4b12-a93f-1642c420c546,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:39.998614 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d50586-5fed-4ee5-a7cb-926ad6538ab1 x-openstack-request-id: req-a9d50586-5fed-4ee5-a7cb-926ad6538ab1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:39.999302 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a818a1-9ee9-4918-9d0c-189535e37083", "name": "network-vif-deleted", "tag": "a83dbbfd-69eb-4cef-8b5f-592034724a10", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:39.999860 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9d50586-5fed-4ee5-a7cb-926ad6538ab1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:40.000482 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a818a1-9ee9-4918-9d0c-189535e37083', 'name': 'network-vif-deleted', 'tag': 'a83dbbfd-69eb-4cef-8b5f-592034724a10', 'status': 'completed', 'code': 200} Jul 23 20:13:40.004520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event deleted for resources: {'Port': ['ID=df1762d8-ef03-4c9b-9449-9f590320c2cb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:40.051046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] No DVR routers for this DVR port df1762d8-ef03-4c9b-9449-9f590320c2cb on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:40.055379 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce6e96-ec97-45d0-94b4-b9986f8415b9 x-openstack-request-id: req-dcce6e96-ec97-45d0-94b4-b9986f8415b9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:40.055773 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba6863f-f404-4ece-833f-1b8a211879fa", "name": "network-vif-deleted", "tag": "d49331b9-e025-4f3d-bbee-4a4a3efea410", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:40.055973 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcce6e96-ec97-45d0-94b4-b9986f8415b9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:40.056385 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba6863f-f404-4ece-833f-1b8a211879fa', 'name': 'network-vif-deleted', 'tag': 'd49331b9-e025-4f3d-bbee-4a4a3efea410', 'status': 'completed', 'code': 200} Jul 23 20:13:40.056644 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'status': 'completed', 'code': 200} Jul 23 20:13:40.056896 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'status': 'completed', 'code': 200} Jul 23 20:13:40.063063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.066137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94e9456a-58fc-42ef-a85e-ff1ba8194e9a req-e746d616-e250-4e69-b3b7-04205b4dc26b tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "DELETE /v2.0/ports/df1762d8-ef03-4c9b-9449-9f590320c2cb HTTP/1.1" status: 204 len: 173 time: 0.8181260 Jul 23 20:13:40.071968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-cb2d94f5-b4b9-450c-8a33-bdeb6070e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.073484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-cb2d94f5-b4b9-450c-8a33-bdeb6070e55d service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.3458102 Jul 23 20:13:40.083263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Deleting subnet a8b5baff-d573-4c53-8971-0a6c11fe1880 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:13:40.095665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.149074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-c37c9584-3ece-4eaf-90f7-060267503d59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.0633788 Jul 23 20:13:40.180972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-9ff68301-2ba8-49e3-b552-b80de29cddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.182559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-9ff68301-2ba8-49e3-b552-b80de29cddcf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.1059473 Jul 23 20:13:40.208651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.269687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.282562 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:39Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:40.324530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-ce752543-0700-48b0-960a-31ba7d262941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.326346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:40.327323 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-ce752543-0700-48b0-960a-31ba7d262941 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1375809 Jul 23 20:13:40.339217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:40.340652 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:40.358461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.385861 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-d7d95e4c-e05c-4796-98cc-b69a92b2bc66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.0503697 Jul 23 20:13:40.394196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8265ffa-bd31-4032-98b1-63898e357087 req-25207f74-842b-486d-8099-41bfc197695c tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 210 time: 0.0612440 Jul 23 20:13:40.441353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.448759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33378) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:40.455118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a8b5baff-d573-4c53-8971-0a6c11fe1880 HTTP/1.1" status: 204 len: 168 time: 0.4841866 Jul 23 20:13:40.458165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c561b1-1efe-4f2c-86b7-dc660dda2d94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b5baff-d573-4c53-8971-0a6c11fe1880,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:40.463794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-4067dbf7-3ecb-4a99-bfed-1b0d8d8400b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.466592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-4067dbf7-3ecb-4a99-bfed-1b0d8d8400b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0728390 Jul 23 20:13:40.469404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-c23dbc53-9f4c-460c-b4a0-bbe8ca8b33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.470958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-c23dbc53-9f4c-460c-b4a0-bbe8ca8b33a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.3152578 Jul 23 20:13:40.501619 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:40.568510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-0f283344-d76e-48d9-b85a-b3ac799bbb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.570411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-0f283344-d76e-48d9-b85a-b3ac799bbb7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929370 Jul 23 20:13:40.588912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.642217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-d67ad4d9-0ec2-4e96-af46-da080a857b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:40.644017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-d67ad4d9-0ec2-4e96-af46-da080a857b5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655369 Jul 23 20:13:40.646353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4998ee98-7f46-4e2c-9256-2b54addebf4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:40.775095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.810235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804970ac-ed6f-4788-a745-188feafaa7fe']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:40.910439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16df500b-42f4-4ebe-b8d6-c6eff04e057d') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:40.910979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16df500b-42f4-4ebe-b8d6-c6eff04e057d') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:40.914630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-d39d0b31-d49a-4fe2-9789-778b85d44c83 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331401 Jul 23 20:13:40.926763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.952966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.964346 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-c58c62ba-1558-4fbc-afd9-25f4d7613bd9 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055332 Jul 23 20:13:40.966369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:13:40.966848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:13:40.969236 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:13:40.971515 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:39Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:41.014573 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c04f843-3909-40a9-97e4-ba7778076193 None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:7f:e4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:39Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:41.086575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-943941ea-770d-4768-bce2-77e7a89a0da0 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632676 Jul 23 20:13:41.103707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.119972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.124437 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] 10.222.0.46 "DELETE /v2.0/networks/804970ac-ed6f-4788-a745-188feafaa7fe HTTP/1.1" status: 204 len: 168 time: 0.6708162 Jul 23 20:13:41.139295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb99fd-0892-4b3c-8601-8e68921069aa admin admin] Pushing event deleted for resources: {'Network': ['ID=804970ac-ed6f-4788-a745-188feafaa7fe,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:41.165060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-23d603e1-9fe3-4365-b53e-41682cbcce95 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936696 Jul 23 20:13:41.224854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-fd5daf95-aeae-446f-8b65-3442c2834f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.226528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-fd5daf95-aeae-446f-8b65-3442c2834f83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1097 time: 0.1055553 Jul 23 20:13:41.311342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-30b094e1-4a94-419e-ac9c-c9658f666f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.313318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-30b094e1-4a94-419e-ac9c-c9658f666f7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1097 time: 0.0926790 Jul 23 20:13:41.360727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-65f3de0e-9ffc-4411-9d8a-140d325c6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.362348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-65f3de0e-9ffc-4411-9d8a-140d325c6859 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1289093 Jul 23 20:13:41.457914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-ef2fa29f-e609-43f1-877a-73d5c847c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.459487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-ef2fa29f-e609-43f1-877a-73d5c847c89c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1351328 Jul 23 20:13:41.476165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-c1af4816-4690-4dc9-bdfb-3ec98850e4c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 1000 time: 0.1081970 Jul 23 20:13:41.520811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33408) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:41.570009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-7df70033-de7f-4d4e-b5a2-ffcb95ccb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.571949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-7df70033-de7f-4d4e-b5a2-ffcb95ccb5ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0794718 Jul 23 20:13:41.572892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-b44f1979-b77c-43b7-926b-7a4485539aa6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 1000 time: 0.0978503 Jul 23 20:13:41.596691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01068bea-3e7c-4ee3-9923-c38f89213117 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd5cc0d3eca544f9bcefe08c381df5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720534 Jul 23 20:13:41.603956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:41.632244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-4ac96364-7222-4e50-bfa4-34aaf0e6e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.633596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-4ac96364-7222-4e50-bfa4-34aaf0e6e623 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0518234 Jul 23 20:13:41.700154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-0047265f-c552-4ac2-ac52-c863e0a181ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.702406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-0047265f-c552-4ac2-ac52-c863e0a181ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607805 Jul 23 20:13:41.715431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2df2b7-006b-499d-b01c-6798b93b0ca2 req-5a7e4cb2-e8ee-435f-9801-f3d6f6fbb76c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.718119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e2df2b7-006b-499d-b01c-6798b93b0ca2 req-5a7e4cb2-e8ee-435f-9801-f3d6f6fbb76c tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 951 time: 0.1655450 Jul 23 20:13:41.723742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-092fce67-29f9-4743-b3e3-3b462d67f44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.751343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-8bf8fa34-9e97-46dd-9b3c-1903307d626f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:41.753174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-8bf8fa34-9e97-46dd-9b3c-1903307d626f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618903 Jul 23 20:13:41.788150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:41.799316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-092fce67-29f9-4743-b3e3-3b462d67f44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.811699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: df1762d8-ef03-4c9b-9449-9f590320c2cb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:41.812342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device df1762d8-ef03-4c9b-9449-9f590320c2cb not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:41.820646 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-14239879-9ae0-4abc-82e4-de8e17c78c74 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100593 Jul 23 20:13:41.886003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e2df2b7-006b-499d-b01c-6798b93b0ca2 req-3b93b255-c1e5-4add-9c55-a5ab456b9639 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596825 Jul 23 20:13:41.950324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-9324eb6b-7021-40ff-88f4-af51fdec8248 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876140 Jul 23 20:13:41.952448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-092fce67-29f9-4743-b3e3-3b462d67f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.954188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd0df8e-2262-454b-ab1d-d43b95d12fe5 req-b6b5ba67-5bf1-4187-a576-2e1563e837e1 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244555 Jul 23 20:13:41.956862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-092fce67-29f9-4743-b3e3-3b462d67f44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:41.958183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-092fce67-29f9-4743-b3e3-3b462d67f44c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0 HTTP/1.1" status: 204 len: 168 time: 0.3545916 Jul 23 20:13:41.976573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fce67-29f9-4743-b3e3-3b462d67f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a48fcf7-90b0-4a23-a7e8-7cd926b9fea0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:42.060887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'name': 'network-vif-deleted', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:42.063850 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8c4eda-e5fc-4f3f-ac69-c14caf4f31eb" -d '{"events": [{"server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "name": "network-vif-deleted", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:42.105592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e787c9c-14c3-4b5e-b769-df709922a443 req-e9258f7b-eb65-4ed2-9259-62ef55dd4ea8 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409943 Jul 23 20:13:42.164632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8206e66-0c51-4017-930d-de4b256f107c req-e1515fd8-4538-41cc-8f13-fe9f8f31916f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 210 time: 0.0510693 Jul 23 20:13:42.319367 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862d4073-5fbb-4165-853a-74b36e377edb x-openstack-request-id: req-862d4073-5fbb-4165-853a-74b36e377edb {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:42.321098 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce0952c-fe3b-4402-a36e-ff8f4487ae6d", "name": "network-vif-deleted", "tag": "df1762d8-ef03-4c9b-9449-9f590320c2cb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:42.321764 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-862d4073-5fbb-4165-853a-74b36e377edb {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:42.322544 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce0952c-fe3b-4402-a36e-ff8f4487ae6d', 'name': 'network-vif-deleted', 'tag': 'df1762d8-ef03-4c9b-9449-9f590320c2cb', 'status': 'completed', 'code': 200} Jul 23 20:13:42.409081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33428) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:42.416166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-6de3c8b0-01df-431d-8e24-4091ce9bd785 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.0777259 Jul 23 20:13:42.493263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8be40e09-85cb-422e-90d9-15eccf4a4dba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbce72ccd7e44e798eed6d7cbd596081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826631 Jul 23 20:13:42.495549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33432) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:42.505189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-a4f00fd5-341a-4e24-ac01-1a5b88ec4aa2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:42.506634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-a4f00fd5-341a-4e24-ac01-1a5b88ec4aa2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports/02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 942 time: 0.0846415 Jul 23 20:13:42.589091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0ca212a-6347-41b0-b764-9842a7b22a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.619500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0ca212a-6347-41b0-b764-9842a7b22a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.653481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69effd56-7b7d-478a-8029-76456b351d8f req-98c6026e-7513-4726-8651-7ab707447877 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:42.655011 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69effd56-7b7d-478a-8029-76456b351d8f req-98c6026e-7513-4726-8651-7ab707447877 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 951 time: 0.1141148 Jul 23 20:13:42.727309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-d749ba3e-ecc5-44ab-a022-1402e5e8c301 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.1117327 Jul 23 20:13:42.778159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0ca212a-6347-41b0-b764-9842a7b22a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.780897 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0ca212a-6347-41b0-b764-9842a7b22a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.781756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0ca212a-6347-41b0-b764-9842a7b22a5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c3e0011-96bc-46f2-9af5-f7b4e9bebfa3 HTTP/1.1" status: 204 len: 168 time: 0.2846811 Jul 23 20:13:42.794959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca212a-6347-41b0-b764-9842a7b22a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e0011-96bc-46f2-9af5-f7b4e9bebfa3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:42.819920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Deleting port 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:42.820594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.909616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-a0426bcf-d276-4962-9fc7-89ed00905a52 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:42.917335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-a0426bcf-d276-4962-9fc7-89ed00905a52 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1886227 Jul 23 20:13:42.923966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-351a9b0d-f892-4ed2-868f-7447bec915f8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:13:42.930621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5bd36e-79f3-4c4e-801d-5895fbdda4cb req-351a9b0d-f892-4ed2-868f-7447bec915f8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123610 Jul 23 20:13:42.962574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] For port 98689461-9d33-4ae4-8197-91236ee43289, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=98689461-9d33-4ae4-8197-91236ee43289,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:42.962978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:42.999738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Calling delete_port for 98689461-9d33-4ae4-8197-91236ee43289 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:43.108194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-a57b5ab6-8c40-4925-9a76-abaa3ce6e7a1 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.1600296 Jul 23 20:13:43.204307 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.211112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6723bb-b629-4848-9abb-c78b4fb32d5a req-17fe3656-a5d5-4900-99f7-f4d6ae44b4ea tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:43.213132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b6723bb-b629-4848-9abb-c78b4fb32d5a req-17fe3656-a5d5-4900-99f7-f4d6ae44b4ea tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=30ce95cf-9ed6-4921-9cb1-94e029374123 HTTP/1.1" status: 200 len: 951 time: 0.1890781 Jul 23 20:13:43.217798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3', '6b0701c6-438e-4578-a8d4-fe51446ccdc6', '98689461-9d33-4ae4-8197-91236ee43289'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:43.253479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-42313fa1-977e-45bb-9871-c7104f2ce8a6 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:43.270979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-42313fa1-977e-45bb-9871-c7104f2ce8a6 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports/02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 942 time: 0.1426303 Jul 23 20:13:43.283273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event deleted for resources: {'Port': ['ID=98689461-9d33-4ae4-8197-91236ee43289,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:43.331146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b6723bb-b629-4848-9abb-c78b4fb32d5a req-f68e0315-45d8-47fb-a4b5-fc340d307281 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984933 Jul 23 20:13:43.402908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] No DVR routers for this DVR port 98689461-9d33-4ae4-8197-91236ee43289 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:43.412492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.424656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69effd56-7b7d-478a-8029-76456b351d8f req-f94bcc13-5933-4fcc-ae5f-2ecb0581fcf4 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "DELETE /v2.0/ports/98689461-9d33-4ae4-8197-91236ee43289 HTTP/1.1" status: 204 len: 173 time: 0.7585585 Jul 23 20:13:43.425179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-deleted', 'tag': '98689461-9d33-4ae4-8197-91236ee43289'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:43.427553 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ce3165-faa1-4c82-abfb-e419d0a1ef01" -d '{"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-deleted", "tag": "98689461-9d33-4ae4-8197-91236ee43289"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:43.518834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-b2fe2ac7-eb1b-4908-9d23-6924125de670 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.1482797 Jul 23 20:13:43.558274 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.710437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-3c0e77af-54af-4142-91e7-e156e410f479 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:43.712199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-3c0e77af-54af-4142-91e7-e156e410f479 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1883099 Jul 23 20:13:43.799083 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34a7b7d4-fe8b-48ca-ab11-e9ea8f1e0e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:43.829679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-e89b6e52-9d2a-4ae7-b56e-971f1c5e2b8d tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1000 time: 0.1087530 Jul 23 20:13:43.840830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:43.957280 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.042156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72617133-61c2-4fed-8082-6ff91f8cacaa req-3be8b18c-7bd3-414f-abb1-64eae7a44c16 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ce0952c-fe3b-4402-a36e-ff8f4487ae6d HTTP/1.1" status: 200 len: 210 time: 0.0436194 Jul 23 20:13:44.235203 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57398c85-f8a2-4f55-be6c-be9ac7b21e77 x-openstack-request-id: req-57398c85-f8a2-4f55-be6c-be9ac7b21e77 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:44.235746 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ce95cf-9ed6-4921-9cb1-94e029374123", "name": "network-vif-deleted", "tag": "98689461-9d33-4ae4-8197-91236ee43289", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:44.235746 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57398c85-f8a2-4f55-be6c-be9ac7b21e77 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:44.236177 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ce95cf-9ed6-4921-9cb1-94e029374123', 'name': 'network-vif-deleted', 'tag': '98689461-9d33-4ae4-8197-91236ee43289', 'status': 'completed', 'code': 200} Jul 23 20:13:44.504649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.509272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:44.509799 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92 disassociated. External IP: 172.25.8.84, port: 02dcf5d7-2e4e-479d-974b-3793593b2f8a. Jul 23 20:13:44.847408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:44.991772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:45.007428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:45.008783 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:45.023776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:45.024578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:45.052493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5179c319-14da-4803-9e7f-c61556a7a8a7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "PUT /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 694 time: 1.2161078 Jul 23 20:13:45.053033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:45.055562 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c715e9-26a3-4d65-a6af-e2d322925f44" -d '{"events": [{"name": "network-changed", "server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:45.191148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:45.302851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-18023b49-9832-4bc9-99f2-7a0c744e52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.304529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-18023b49-9832-4bc9-99f2-7a0c744e52e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1097 time: 0.2340941 Jul 23 20:13:45.475443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-9a0473ae-fcd8-4432-a241-73e4e671e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.478020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-9a0473ae-fcd8-4432-a241-73e4e671e52e service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1644614 Jul 23 20:13:45.541212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-5c579afb-56d4-460e-8e31-fec3916c0953 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 217 time: 0.0553024 Jul 23 20:13:45.599137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-413d700c-4014-41dd-bf1e-b474e0859e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.600713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-413d700c-4014-41dd-bf1e-b474e0859e36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0514748 Jul 23 20:13:45.621496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:45.654009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:45.664342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:45.664976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:45.677819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-6081e138-f810-4019-8ed9-35b0c0cb0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:45.680259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-6081e138-f810-4019-8ed9-35b0c0cb0f69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709860 Jul 23 20:13:45.753258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:45.776269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 98689461-9d33-4ae4-8197-91236ee43289 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:45.776614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 98689461-9d33-4ae4-8197-91236ee43289 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:45.809539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-1381c701-1f33-4f2c-bb7a-893bab327f91 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205533 Jul 23 20:13:45.822174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:45.952689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b95427f3-ca87-496e-ac95-e087e62fe703 req-95123063-907c-4704-8f04-a1fafa9d6d51 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352532 Jul 23 20:13:46.044758 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf6c182-5381-4863-b660-7f85cc24e67f x-openstack-request-id: req-8bf6c182-5381-4863-b660-7f85cc24e67f {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:46.045069 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:46.045328 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bf6c182-5381-4863-b660-7f85cc24e67f {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:46.045775 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'status': 'completed', 'code': 200} Jul 23 20:13:46.179645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:46.206835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-4225a4e8-389e-480d-9cd7-6a19d7036948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.218090 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-4225a4e8-389e-480d-9cd7-6a19d7036948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 1097 time: 0.1144052 Jul 23 20:13:46.224282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6538320a-13c1-43a4-8060-785ade31aee3 None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:46.342795 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ddc0855-0cd2-4241-9c70-bf5f3aeb1e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.390507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.401175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-ba1d2434-3017-4dbc-9475-65648d22c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.404874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:46.405810 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-ba1d2434-3017-4dbc-9475-65648d22c490 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.1787641 Jul 23 20:13:46.499765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-d98ad0b7-0630-4c71-9ad0-0a320e7534b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 200 len: 217 time: 0.0831320 Jul 23 20:13:46.638303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-a38c4fa9-e1f2-4c13-b410-73bb8ce4598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.640904 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-a38c4fa9-e1f2-4c13-b410-73bb8ce4598a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.1346335 Jul 23 20:13:46.739822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-9262a2b1-2190-497f-97a8-da753662c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.741779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-9262a2b1-2190-497f-97a8-da753662c8cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846202 Jul 23 20:13:46.746991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f32d6cc6-b0b8-4ce9-af41-250dbf963276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:46.807709 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e2b3cf-25ee-43f0-a8f5-b89b61a547e4 None None] New status for floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:46.932584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b23501-7ba4-4f51-82b1-1d5d1749b85a req-8cbc9a78-6a63-4a14-90bd-4d9050074cd2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:46.936077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3b23501-7ba4-4f51-82b1-1d5d1749b85a req-8cbc9a78-6a63-4a14-90bd-4d9050074cd2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.2228038 Jul 23 20:13:46.966217 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.001125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-984c836a-3f43-4a68-92fc-a581dab6b26a service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503686 Jul 23 20:13:47.100788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3b23501-7ba4-4f51-82b1-1d5d1749b85a req-9e6d09cb-7e88-41f7-8602-965d8208d86e tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543312 Jul 23 20:13:47.124110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f32d6cc6-b0b8-4ce9-af41-250dbf963276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.129805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f32d6cc6-b0b8-4ce9-af41-250dbf963276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.224760 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8c715e9-26a3-4d65-a6af-e2d322925f44 req-72d72d40-5aaa-46a8-a3e0-10396c682df8 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117009 Jul 23 20:13:47.289533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33552) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:47.289727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f32d6cc6-b0b8-4ce9-af41-250dbf963276 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbf7a608b24d4628b616572878dbb3e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8834665 Jul 23 20:13:47.306777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6cc6-b0b8-4ce9-af41-250dbf963276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13852487-6f10-4d2d-8296-0f07ee893384,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:47.349332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-b65ef202-821b-4f72-bf64-126a7daa71a2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:47.351234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-b65ef202-821b-4f72-bf64-126a7daa71a2 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1551404 Jul 23 20:13:47.409719 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d40d1660-8e0c-4c1a-a63c-2b26f616cc00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.446446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-18864581-179f-4e82-b908-c118f7c9dfe7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 695 time: 0.0871549 Jul 23 20:13:47.456155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d40d1660-8e0c-4c1a-a63c-2b26f616cc00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.457174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'floatingip': {'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:47.534844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.541844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d40d1660-8e0c-4c1a-a63c-2b26f616cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.546053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d40d1660-8e0c-4c1a-a63c-2b26f616cc00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.551056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d40d1660-8e0c-4c1a-a63c-2b26f616cc00 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13852487-6f10-4d2d-8296-0f07ee893384 HTTP/1.1" status: 204 len: 168 time: 0.2600191 Jul 23 20:13:47.563112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d1660-8e0c-4c1a-a63c-2b26f616cc00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13852487-6f10-4d2d-8296-0f07ee893384,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:47.623661 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:47.878718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-b0c85722-4e51-48c9-a009-91819ba426bc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:47.883074 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-b0c85722-4e51-48c9-a009-91819ba426bc tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.1295485 Jul 23 20:13:48.099459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33568) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:48.167849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33572) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:48.202510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Deleting port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:48.202868 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.210446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a710d47-3064-46ec-8ee9-c8dffa5b1023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.324273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] For port 6b0701c6-438e-4578-a8d4-fe51446ccdc6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6b0701c6-438e-4578-a8d4-fe51446ccdc6,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:48.325345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.342230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Calling delete_port for 6b0701c6-438e-4578-a8d4-fe51446ccdc6 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:48.398398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a710d47-3064-46ec-8ee9-c8dffa5b1023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.408029 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a710d47-3064-46ec-8ee9-c8dffa5b1023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.439649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc30d667-855e-47bd-a714-a2b1cd6b1f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.512846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a710d47-3064-46ec-8ee9-c8dffa5b1023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b5b894-f747-4f2a-8207-45134cd83a88,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:48.519994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-282ed5a6-5ba9-4d6b-94ab-181a882af02b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:48.522677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-282ed5a6-5ba9-4d6b-94ab-181a882af02b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "GET /v2.0/ports?device_id=b52fe41c-d73f-48ba-89f9-4bdeb75947a3 HTTP/1.1" status: 200 len: 945 time: 0.1697726 Jul 23 20:13:48.523816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9a710d47-3064-46ec-8ee9-c8dffa5b1023 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7e27c31dd4d941d392482705b73ebdda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245656 Jul 23 20:13:48.529205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33580) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:48.545927 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.554379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86997-419a-45f3-9e6f-c2c684409ed6 req-b5261d59-a58f-4ff7-b45c-3ceb5c44be12 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:48.555993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92e86997-419a-45f3-9e6f-c2c684409ed6 req-b5261d59-a58f-4ff7-b45c-3ceb5c44be12 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ea636eb-628f-4bbe-aece-6e624e1ce396 HTTP/1.1" status: 200 len: 950 time: 0.3421717 Jul 23 20:13:48.562163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.702173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92e86997-419a-45f3-9e6f-c2c684409ed6 req-810e846b-985d-4cb7-8613-44ea36806375 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362936 Jul 23 20:13:48.731532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8280d37-b9c4-457c-bc49-d84a6b2287d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.734733 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92 associated. External IP: 172.25.8.84, port: 73b16101-a896-4a8e-8c62-cde1bed0ce85. Jul 23 20:13:48.739059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc30d667-855e-47bd-a714-a2b1cd6b1f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.742238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.755386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3', '6b0701c6-438e-4578-a8d4-fe51446ccdc6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:48.796168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc30d667-855e-47bd-a714-a2b1cd6b1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.833069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8280d37-b9c4-457c-bc49-d84a6b2287d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.851600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30d667-855e-47bd-a714-a2b1cd6b1f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb457d4-7f76-4e6a-b79f-3a4c1fe38d13,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:48.856994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Deleting port 02dcf5d7-2e4e-479d-974b-3793593b2f8a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:48.857862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.861512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event deleted for resources: {'Port': ['ID=6b0701c6-438e-4578-a8d4-fe51446ccdc6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:48.935987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] No DVR routers for this DVR port 6b0701c6-438e-4578-a8d4-fe51446ccdc6 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:48.945263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:48.947351 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e9a82f18-cb1c-420f-9c6e-897b999a57d7 req-37a36460-9065-46ff-8869-37a0a8756eda tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "DELETE /v2.0/ports/6b0701c6-438e-4578-a8d4-fe51446ccdc6 HTTP/1.1" status: 204 len: 173 time: 1.0544758 Jul 23 20:13:48.971265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-deleted', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:48.977568 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d4387d-ca1c-40d0-a945-5d3979b3a1f8" -d '{"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-deleted", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:49.058299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc30d667-855e-47bd-a714-a2b1cd6b1f28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05dc37ed11314e659fe352ce11197633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8880591 Jul 23 20:13:49.058856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:49.069522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8280d37-b9c4-457c-bc49-d84a6b2287d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.072882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8280d37-b9c4-457c-bc49-d84a6b2287d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.088739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f8280d37-b9c4-457c-bc49-d84a6b2287d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18b5b894-f747-4f2a-8207-45134cd83a88 HTTP/1.1" status: 204 len: 168 time: 0.5584269 Jul 23 20:13:49.172076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8280d37-b9c4-457c-bc49-d84a6b2287d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b5b894-f747-4f2a-8207-45134cd83a88,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:49.223957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] For port 02dcf5d7-2e4e-479d-974b-3793593b2f8a, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=02dcf5d7-2e4e-479d-974b-3793593b2f8a,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:49.223957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.248441 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9198e54-d029-4341-95da-3727f39345a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.276708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Calling delete_port for 02dcf5d7-2e4e-479d-974b-3793593b2f8a owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:49.301977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:49.307347 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9198e54-d029-4341-95da-3727f39345a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.324874 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9518c281-be1e-461e-a085-b37ccd4199a4 x-openstack-request-id: req-9518c281-be1e-461e-a085-b37ccd4199a4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:49.326399 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea636eb-628f-4bbe-aece-6e624e1ce396", "name": "network-vif-deleted", "tag": "6b0701c6-438e-4578-a8d4-fe51446ccdc6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:49.327080 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9518c281-be1e-461e-a085-b37ccd4199a4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:49.328231 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea636eb-628f-4bbe-aece-6e624e1ce396', 'name': 'network-vif-deleted', 'tag': '6b0701c6-438e-4578-a8d4-fe51446ccdc6', 'status': 'completed', 'code': 200} Jul 23 20:13:49.524628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:49.525135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.534306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.545767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:49.567925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:49.570632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:49.577920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.641769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['73b16101-a896-4a8e-8c62-cde1bed0ce85', '02dcf5d7-2e4e-479d-974b-3793593b2f8a'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:49.665511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event deleted for resources: {'Port': ['ID=02dcf5d7-2e4e-479d-974b-3793593b2f8a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:49.697135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-4138e76a-1338-4ee7-852a-f381171a1fd8 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "PUT /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 996 time: 2.2429295 Jul 23 20:13:49.701651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:49.710667 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922941f8-9282-4769-baa1-86d4783b99c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:49.751254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9198e54-d029-4341-95da-3727f39345a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.759599 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9198e54-d029-4341-95da-3727f39345a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.765912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9198e54-d029-4341-95da-3727f39345a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cdb457d4-7f76-4e6a-b79f-3a4c1fe38d13 HTTP/1.1" status: 204 len: 168 time: 0.7047057 Jul 23 20:13:49.851419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9198e54-d029-4341-95da-3727f39345a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb457d4-7f76-4e6a-b79f-3a4c1fe38d13,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:49.890121 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a177c48e-168e-432a-9229-5ba390e573a8 x-openstack-request-id: req-a177c48e-168e-432a-9229-5ba390e573a8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:49.890307 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:49.890592 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a177c48e-168e-432a-9229-5ba390e573a8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:49.890990 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'status': 'completed', 'code': 200} Jul 23 20:13:49.914724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] No DVR routers for this DVR port 02dcf5d7-2e4e-479d-974b-3793593b2f8a on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:49.942917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-c7ae6d3a-6131-40e0-85a9-3c7855036a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:49.943614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:49.950800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-c7ae6d3a-6131-40e0-85a9-3c7855036a43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.2271688 Jul 23 20:13:49.957633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:49.961163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ef44d45-88b6-4f65-8c17-e31054cda50c req-b01f2eb8-1965-4a8a-8582-8c7c340c3f55 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "DELETE /v2.0/ports/02dcf5d7-2e4e-479d-974b-3793593b2f8a HTTP/1.1" status: 204 len: 173 time: 1.4284804 Jul 23 20:13:50.057901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922941f8-9282-4769-baa1-86d4783b99c8 req-17d3b28e-981b-43ee-849f-aa896b9a2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.062870 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-17d3b28e-981b-43ee-849f-aa896b9a2620 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.1506784 Jul 23 20:13:50.233884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-fac30259-c3ba-4cc6-bcb6-db3d3bb51c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.238322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-fac30259-c3ba-4cc6-bcb6-db3d3bb51c77 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.2654912 Jul 23 20:13:50.371031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922941f8-9282-4769-baa1-86d4783b99c8 req-e1be2440-fd6e-4959-8e1b-6cfb57d1686f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.373518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-e1be2440-fd6e-4959-8e1b-6cfb57d1686f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.3033006 Jul 23 20:13:50.500505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-52f2a7b1-83a8-4772-8e16-2d5b8ab9c517 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 999 time: 0.2525086 Jul 23 20:13:50.560872 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-6c3d91e9-cb08-4823-9267-6eb17a425349 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 999 time: 0.1783895 Jul 23 20:13:50.570522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-a8d7425f-36b6-4f30-b75d-39a4ec1d42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.579529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-a8d7425f-36b6-4f30-b75d-39a4ec1d42e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0781341 Jul 23 20:13:50.640289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:50.664318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-304897ff-90ee-4040-90aa-b7c74ed1214a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:50.697321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922941f8-9282-4769-baa1-86d4783b99c8 req-0a3d7538-f987-4d9f-ad3f-f1dcde4c494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.700864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-0a3d7538-f987-4d9f-ad3f-f1dcde4c494e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.1270533 Jul 23 20:13:50.727423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-b94b8186-fd29-4c13-8c0f-4fa09855514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.737063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-b94b8186-fd29-4c13-8c0f-4fa09855514e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506064 Jul 23 20:13:50.897926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:48Z', 'revision_number': 8, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:50.910807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-f20009df-c37e-4aef-afed-9fd8052a9a9c service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705818 Jul 23 20:13:50.933186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922941f8-9282-4769-baa1-86d4783b99c8 req-2247c549-e6b8-48b7-8216-f438df904179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:50.935554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-2247c549-e6b8-48b7-8216-f438df904179 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135212 Jul 23 20:13:50.951960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:50.965022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:50.965938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:51.006682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-304897ff-90ee-4040-90aa-b7c74ed1214a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.020697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-304897ff-90ee-4040-90aa-b7c74ed1214a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.104623 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-304897ff-90ee-4040-90aa-b7c74ed1214a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=21a4b1397b6f4c578a1f10a1430e7b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4631393 Jul 23 20:13:51.106197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33636) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:51.113073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304897ff-90ee-4040-90aa-b7c74ed1214a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e96433-6ad2-494a-8226-e2212622180a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:51.132688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667c3b16-5277-473e-aa66-f727f9b31f97 req-579efcfa-47c7-4a96-851c-2067476ede6e service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152753 Jul 23 20:13:51.180885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:51.186247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d4b70-1e77-47ab-810a-c7cacce9b8d8 req-daada3a4-5720-4826-96dc-243e5530ad3b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:51.197373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-026d4b70-1e77-47ab-810a-c7cacce9b8d8 req-daada3a4-5720-4826-96dc-243e5530ad3b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 949 time: 0.2424104 Jul 23 20:13:51.314645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-026d4b70-1e77-47ab-810a-c7cacce9b8d8 req-0f59f538-b791-4d4d-8fa0-27bde2875001 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163347 Jul 23 20:13:51.327084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0b89e7b-f898-4995-95f3-12ad2eee70db req-419c1838-bcf7-4267-936d-1deea38d00c5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 996 time: 0.1259289 Jul 23 20:13:51.545889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'name': 'network-vif-deleted', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:51.548232 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1665487-a6e4-4d0b-8523-23322846e10a" -d '{"events": [{"server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "name": "network-vif-deleted", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:51.596656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-512e298a-209d-4f25-8d9e-a8b35b958b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.600873 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-179f1498-421a-4d36-a2ae-743f3ec2680b service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551349 Jul 23 20:13:51.643536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-512e298a-209d-4f25-8d9e-a8b35b958b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.711093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:48Z', 'revision_number': 8, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:51.775103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-922941f8-9282-4769-baa1-86d4783b99c8 req-98505357-c727-46f9-a4ff-1179dbba7bc2 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654761 Jul 23 20:13:51.790271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-512e298a-209d-4f25-8d9e-a8b35b958b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.796767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-512e298a-209d-4f25-8d9e-a8b35b958b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:51.797960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-512e298a-209d-4f25-8d9e-a8b35b958b1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94e96433-6ad2-494a-8226-e2212622180a HTTP/1.1" status: 204 len: 168 time: 0.6794620 Jul 23 20:13:51.799855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 02dcf5d7-2e4e-479d-974b-3793593b2f8a no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:51.810930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f77cc0-2e10-480f-8966-157768202f06 None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8369fa69-b72e-4906-ba9e-dfd7966e1b92', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'port_id': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'mac_address': 'fa:16:3e:89:a9:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:13:11Z', 'updated_at': '2021-07-23T20:13:48Z', 'revision_number': 8, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:51.818869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e298a-209d-4f25-8d9e-a8b35b958b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e96433-6ad2-494a-8226-e2212622180a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:51.867286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 02dcf5d7-2e4e-479d-974b-3793593b2f8a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:51.867703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 02dcf5d7-2e4e-479d-974b-3793593b2f8a not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:51.868189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:51.889808 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac9236d-8a64-43b4-96b7-cbbb4f39a6cc x-openstack-request-id: req-8ac9236d-8a64-43b4-96b7-cbbb4f39a6cc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:51.890104 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52fe41c-d73f-48ba-89f9-4bdeb75947a3", "name": "network-vif-deleted", "tag": "02dcf5d7-2e4e-479d-974b-3793593b2f8a", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:51.890359 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ac9236d-8a64-43b4-96b7-cbbb4f39a6cc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:51.890759 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52fe41c-d73f-48ba-89f9-4bdeb75947a3', 'name': 'network-vif-deleted', 'tag': '02dcf5d7-2e4e-479d-974b-3793593b2f8a', 'status': 'completed', 'code': 200} Jul 23 20:13:51.916993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b89e7b-f898-4995-95f3-12ad2eee70db req-2f0b74ef-21be-4870-89bd-e273c585c889 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:51.923599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0b89e7b-f898-4995-95f3-12ad2eee70db req-2f0b74ef-21be-4870-89bd-e273c585c889 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.5903752 Jul 23 20:13:51.940171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 6b0701c6-438e-4578-a8d4-fe51446ccdc6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:51.940612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6b0701c6-438e-4578-a8d4-fe51446ccdc6 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:52.236079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582931e-4b9f-4c43-bd22-23fd5ae12401 req-b1353080-0acb-4105-9fed-feaec8b4519f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.237793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6582931e-4b9f-4c43-bd22-23fd5ae12401 req-b1353080-0acb-4105-9fed-feaec8b4519f tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.1781664 Jul 23 20:13:52.242035 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0594bf-fac1-444c-a38a-77b2445bf955 None None] New status for floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:52.251639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-ad147786-6643-43c6-8192-bcb8de1964ed tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 999 time: 0.1110351 Jul 23 20:13:52.343046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6582931e-4b9f-4c43-bd22-23fd5ae12401 req-8fbd4355-d3e7-44c3-aeeb-86e6b9490e6a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899539 Jul 23 20:13:52.360481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-e7b09995-4748-4099-a55d-06b650c79eb6 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.374646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-e7b09995-4748-4099-a55d-06b650c79eb6 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports/73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 943 time: 0.1026692 Jul 23 20:13:52.378297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-aadbed76-f602-41f5-8f28-9cb2302e3214 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.380161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-aadbed76-f602-41f5-8f28-9cb2302e3214 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 949 time: 0.1325433 Jul 23 20:13:52.555704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Deleting port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:52.560920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.566708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-a60a36d0-c742-4d16-a880-5b764dbf8c7f tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 999 time: 0.1391399 Jul 23 20:13:52.728471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-f72f305d-d0bc-44af-b33e-4492ad735ee5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.731538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-f72f305d-d0bc-44af-b33e-4492ad735ee5 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1457455 Jul 23 20:13:52.743943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-91d7a24d-33e7-4e12-8290-dbe6962d68b6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:52.746854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-91d7a24d-33e7-4e12-8290-dbe6962d68b6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 944 time: 0.1406274 Jul 23 20:13:52.770318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] For port fb1d77b6-df38-47c1-96c3-cfb825bb91b3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:52.770947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.815272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Calling delete_port for fb1d77b6-df38-47c1-96c3-cfb825bb91b3 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:52.821153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-b6f6997f-6a1a-4720-9ddc-9975d7685d6e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 1001 time: 0.0789797 Jul 23 20:13:52.841193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:52.921994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:52.957498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Deleting port 4998ee98-7f46-4e2c-9256-2b54addebf4d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:52.957851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.102220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] For port 4998ee98-7f46-4e2c-9256-2b54addebf4d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4998ee98-7f46-4e2c-9256-2b54addebf4d,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:53.102220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.103665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33708) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:53.119100 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.129760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb1d77b6-df38-47c1-96c3-cfb825bb91b3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:53.153702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Calling delete_port for 4998ee98-7f46-4e2c-9256-2b54addebf4d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:53.163493 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.179083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea5bc-b805-4fe7-95c7-dcfb5ab319dc req-73856f3e-fc40-4432-8e9b-99d1fcb1f1d2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:53.180618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcaea5bc-b805-4fe7-95c7-dcfb5ab319dc req-73856f3e-fc40-4432-8e9b-99d1fcb1f1d2 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/ports?device_id=926ebf41-8d12-4547-ba0e-d33846c21adc HTTP/1.1" status: 200 len: 867 time: 0.1789434 Jul 23 20:13:53.181640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.182154 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92 disassociated. External IP: 172.25.8.84, port: 73b16101-a896-4a8e-8c62-cde1bed0ce85. Jul 23 20:13:53.237870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Pushing event deleted for resources: {'Port': ['ID=fb1d77b6-df38-47c1-96c3-cfb825bb91b3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:53.295287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-network', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:53.299487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] No DVR routers for this DVR port fb1d77b6-df38-47c1-96c3-cfb825bb91b3 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:53.302220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.304836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-43603f15-20b2-4af0-89bc-ae9394fbf1a0 req-459e9f54-03eb-4b08-8f10-a7e1eb68e2e0 tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.47 "DELETE /v2.0/ports/fb1d77b6-df38-47c1-96c3-cfb825bb91b3 HTTP/1.1" status: 204 len: 173 time: 0.9122074 Jul 23 20:13:53.324344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcaea5bc-b805-4fe7-95c7-dcfb5ab319dc req-449d6e1f-63a7-4ea4-9608-25ecc782dc2b tempest-MigrationsAdminTest-48389833 tempest-MigrationsAdminTest-48389833-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03ca3c-e1fe-4779-863a-e25cd4070e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Jul 23 20:13:53.361496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Made reservation on behalf of 5cb56508965a4fd98f41cb36906d133e for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:53.364616 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.382083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.503620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.519307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4998ee98-7f46-4e2c-9256-2b54addebf4d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:13:53.537278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:13:53.552968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event deleted for resources: {'Port': ['ID=4998ee98-7f46-4e2c-9256-2b54addebf4d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:53.620996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] No DVR routers for this DVR port 4998ee98-7f46-4e2c-9256-2b54addebf4d on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:53.627297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.633802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db7a48e8-7ce7-45c5-8d2c-4fb840adf2ad req-535dd4cb-caf0-4bfe-8e32-23bd03d02743 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.47 "DELETE /v2.0/ports/4998ee98-7f46-4e2c-9256-2b54addebf4d HTTP/1.1" status: 204 len: 173 time: 0.8778279 Jul 23 20:13:53.665022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.671022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.690361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:53.700498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.707934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:53.722610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:13:53.725359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:53.727119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:53.758026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-fa7676ff-ee5f-47c3-b5c7-552e6d4fd4be tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "PUT /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 695 time: 0.9241581 Jul 23 20:13:53.758902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:53.763758 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90ac262-fb20-457a-bf62-37880da8c941" -d '{"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:53.804841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.805197 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Added segment 5241e7c9-0cbc-419c-89e4-02baabc05083 of type vlan for network 590f2b44-94b5-49ed-9ea9-c159a36f839e Jul 23 20:13:53.811590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c2fdf-d597-4b31-982a-b0b7300db925,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:53.869639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-7087b8e3-a913-4df3-8d96-308d0ec53d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:53.876818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-7087b8e3-a913-4df3-8d96-308d0ec53d72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.1011069 Jul 23 20:13:53.951406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:53.960285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-deleted', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3'}, {'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'name': 'network-vif-deleted', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:53.962968 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d0ca36-505c-4a20-b39b-200b60f27df3" -d '{"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-deleted", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3"}, {"server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "name": "network-vif-deleted", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:54.073424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e852985-f3da-4344-bb15-74724a160532 req-1a5b72d3-7945-4f53-a222-c997cf191729 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0824528 Jul 23 20:13:54.096562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-b1ff5cc9-9a2b-47d6-a99e-ab16834fe54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.100896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-b1ff5cc9-9a2b-47d6-a99e-ab16834fe54a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.2181027 Jul 23 20:13:54.139592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:54.163217 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e852985-f3da-4344-bb15-74724a160532 req-f8aab080-7ccd-47d2-bb1f-ea249dd956a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 210 time: 0.0635538 Jul 23 20:13:54.176266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-52887fd6-5913-453f-9882-ecc145259567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.0663300 Jul 23 20:13:54.178514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.179467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.182312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.237343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-26165a8f-da38-407e-825d-ff1d56cf6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.239043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-26165a8f-da38-407e-825d-ff1d56cf6db7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.0546298 Jul 23 20:13:54.271800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1669698 Jul 23 20:13:54.283653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33732) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:54.293240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Request body: {'subnet': {'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-subnet', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:54.333341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4f15587-5fd0-44fb-95d8-2ae83c3e110d req-aba9a23d-9855-4203-9b86-9467b8be997e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=33f5ca01-de4a-40d3-af49-c33b85b71935 HTTP/1.1" status: 200 len: 210 time: 0.0700636 Jul 23 20:13:54.371098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f232f0de-3e57-4784-98ee-a416a2e2c782 admin admin] Pushing event updated for resources: {'Network': ['ID=590f2b44-94b5-49ed-9ea9-c159a36f839e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:54.386931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:13:54.395594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-8472a179-f0ad-4079-88f7-79cec99b32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.399148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-8472a179-f0ad-4079-88f7-79cec99b32e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469917 Jul 23 20:13:54.442045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Made reservation on behalf of 5cb56508965a4fd98f41cb36906d133e for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:13:54.445209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.454728 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e265e9-6e51-4bd2-932d-85cdb58522c9 x-openstack-request-id: req-16e265e9-6e51-4bd2-932d-85cdb58522c9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:54.455255 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:54.456373 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16e265e9-6e51-4bd2-932d-85cdb58522c9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:54.456875 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'status': 'completed', 'code': 200} Jul 23 20:13:54.513739 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3efb652-1eb8-4b0b-9144-fb52a5702f60 x-openstack-request-id: req-a3efb652-1eb8-4b0b-9144-fb52a5702f60 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:54.513958 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926ebf41-8d12-4547-ba0e-d33846c21adc", "name": "network-vif-deleted", "tag": "fb1d77b6-df38-47c1-96c3-cfb825bb91b3", "status": "completed", "code": 200}, {"server_uuid": "33f5ca01-de4a-40d3-af49-c33b85b71935", "name": "network-vif-deleted", "tag": "4998ee98-7f46-4e2c-9256-2b54addebf4d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:54.514285 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3efb652-1eb8-4b0b-9144-fb52a5702f60 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:54.514850 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '926ebf41-8d12-4547-ba0e-d33846c21adc', 'name': 'network-vif-deleted', 'tag': 'fb1d77b6-df38-47c1-96c3-cfb825bb91b3', 'status': 'completed', 'code': 200} Jul 23 20:13:54.515084 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f5ca01-de4a-40d3-af49-c33b85b71935', 'name': 'network-vif-deleted', 'tag': '4998ee98-7f46-4e2c-9256-2b54addebf4d', 'status': 'completed', 'code': 200} Jul 23 20:13:54.560958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e852985-f3da-4344-bb15-74724a160532 req-8f8b1760-f1e6-4bc2-9fd6-2c3de8f6b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.562769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e852985-f3da-4344-bb15-74724a160532 req-8f8b1760-f1e6-4bc2-9fd6-2c3de8f6b8b8 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=88ec0e139c654480b90946b197eff271&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3539896 Jul 23 20:13:54.618465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:54.639683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-a521b89f-fa42-4d2c-89d5-95c0fc2fa41b service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333105 Jul 23 20:13:54.667881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:54.679936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:54.681195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:54.710913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac262-fb20-457a-bf62-37880da8c941 req-d9408050-aee7-4f86-a358-9f4b95c48918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.712553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-d9408050-aee7-4f86-a358-9f4b95c48918 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 1098 time: 0.2082903 Jul 23 20:13:54.769407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e852985-f3da-4344-bb15-74724a160532 req-6d784fa3-3ceb-48de-9e0d-36de3bbc87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.771087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e852985-f3da-4344-bb15-74724a160532 req-6d784fa3-3ceb-48de-9e0d-36de3bbc87e4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993673 Jul 23 20:13:54.779427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-6848be24-7595-40a1-90f4-4f751bd5c451 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1546545 Jul 23 20:13:54.838925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6fb6ec07-9fea-40a0-96d3-d369b5571dee req-54d51031-0cd3-4774-888e-1fde6b28af01 service neutron] 10.222.0.46 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731682 Jul 23 20:13:54.906175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:54.932561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:54.958777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-5d8d9f40-56d6-44bf-aa90-14cd438ddbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.962724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-5d8d9f40-56d6-44bf-aa90-14cd438ddbf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=88ec0e139c654480b90946b197eff271&device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 1096 time: 0.1546187 Jul 23 20:13:54.989657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac262-fb20-457a-bf62-37880da8c941 req-6d18cd39-dadb-459a-934c-b71f9d1beced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:54.991157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-6d18cd39-dadb-459a-934c-b71f9d1beced service neutron] 10.222.0.47 "GET /v2.0/networks?id=ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 200 len: 922 time: 0.2656376 Jul 23 20:13:55.063998 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-a72aa79e-2489-48ff-943a-08c9fb6cf910 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 200 len: 217 time: 0.0617328 Jul 23 20:13:55.115032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ae37d3-6d57-407a-9a1e-86c48878df4b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:55.191289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Checking segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:55.191601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Network hostable DHCP agents. Network: 590f2b44-94b5-49ed-9ea9-c159a36f839e, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:13:55.209611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac262-fb20-457a-bf62-37880da8c941 req-4a5af592-7010-4960-bd56-2f42c7f539bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.211078 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-4a5af592-7010-4960-bd56-2f42c7f539bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 200 len: 860 time: 0.1311595 Jul 23 20:13:55.224163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:13:55.287192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-ede9a1f1-66a4-465c-9b91-db0472bb02ad tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 200 len: 695 time: 0.0877323 Jul 23 20:13:55.314420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 590f2b44-94b5-49ed-9ea9-c159a36f839e) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:55.320478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.321328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.342711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6e16d2-c611-4ea3-a3b5-117507870bc4 None None] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:55.350960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-46e190ac-53f3-4a37-a586-dbb37cebf4bd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0661025 Jul 23 20:13:55.356728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:55.377517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:13:55.410725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.412544 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.419517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ac262-fb20-457a-bf62-37880da8c941 req-538d321f-6c97-486f-891b-dd5d5a477304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.421380 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-538d321f-6c97-486f-891b-dd5d5a477304 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ed80e30a-71f9-407c-ac1e-75bb50477cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939976 Jul 23 20:13:55.455802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-ab76f0f5-d25b-46b2-928a-a2489e5c9e9e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.457776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-ab76f0f5-d25b-46b2-928a-a2489e5c9e9e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1609888 Jul 23 20:13:55.470046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:55.530391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:55.554339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-c78ac477-b7a7-41d9-8398-e2a1c43a17e8 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148832 Jul 23 20:13:55.563897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c23164c-b12e-4740-bcb9-4b629e3a2c5e None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:12:51Z', 'revision_number': 4, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '7d043f48-4c68-4c3d-9287-17a4da876b2d', 'name': '', 'network_id': 'ed80e30a-71f9-407c-ac1e-75bb50477cc6', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'mac_address': 'fa:16:3e:7a:0a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:50Z', 'updated_at': '2021-07-23T20:12:56Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'subnets': [{'id': 'aed24cba-562f-4d42-a275-dc18ba0a4d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:13:55.650836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-9d30bacd-474c-4d9d-ba3b-9a0d6a69d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.655062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-9d30bacd-474c-4d9d-ba3b-9a0d6a69d748 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 200 len: 908 time: 0.6576977 Jul 23 20:13:55.665468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-47e9fffe-4332-4fa6-af3d-7f57de54604a tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 698 time: 0.1942430 Jul 23 20:13:55.708768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.741159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-590f2b44-94b5-49ed-9ea9-c159a36f839e', 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'fixed_ips': [{'subnet_id': '45ae37d3-6d57-407a-9a1e-86c48878df4b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:13:55.742069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:55.828406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-0e6bcfa2-72ee-4298-8b8a-865785b4bcf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 200 len: 217 time: 0.1618447 Jul 23 20:13:55.923893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-3abc1aec-5ca7-48d3-ade8-924a25694a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:55.926149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-3abc1aec-5ca7-48d3-ade8-924a25694a95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 200 len: 847 time: 0.0874090 Jul 23 20:13:56.003233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.018089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Allocated IP 172.20.0.2 (590f2b44-94b5-49ed-9ea9-c159a36f839e/45ae37d3-6d57-407a-9a1e-86c48878df4b/894d61bc-678a-4171-a4b0-df45d76cf61b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:56.047889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:56.048821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-df14b7ce-3c6a-49e3-a6a5-e285d15a8bd7 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.84 HTTP/1.1" status: 200 len: 698 time: 0.2302308 Jul 23 20:13:56.072609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-bad980fa-0c3f-4854-bd9c-d31fe6076b46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5f4b270-f9cb-4c68-ae99-bc50adf09e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946944 Jul 23 20:13:56.080580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: fb1d77b6-df38-47c1-96c3-cfb825bb91b3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:56.080898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb1d77b6-df38-47c1-96c3-cfb825bb91b3 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:56.081294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:56.090835 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a90ac262-fb20-457a-bf62-37880da8c941 req-c73370f4-92e4-46a2-9b56-b8f13fd9c633 service neutron] 10.222.0.47 "GET /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286274 Jul 23 20:13:56.101566 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f130803-122e-40a3-9287-140ea0ed6e9d None None] New status for floating IP 8369fa69-b72e-4906-ba9e-dfd7966e1b92: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:13:56.178741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:56.291732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.303500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Transition to ACTIVE for port object 894d61bc-678a-4171-a4b0-df45d76cf61b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:56.321575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Transition to ACTIVE for port object 894d61bc-678a-4171-a4b0-df45d76cf61b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:13:56.327638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 4998ee98-7f46-4e2c-9256-2b54addebf4d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:56.327995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4998ee98-7f46-4e2c-9256-2b54addebf4d not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:56.332734 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.356670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-394d2675-d86d-49e2-8448-92d6d204e1d0 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:56.358511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-394d2675-d86d-49e2-8448-92d6d204e1d0 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 944 time: 0.2235277 Jul 23 20:13:56.380456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:56.383724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:56.390711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:56.399877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Pushing event updated for resources: {'Port': ['ID=894d61bc-678a-4171-a4b0-df45d76cf61b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:56.430247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.486575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.490531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Attempting to bind port 894d61bc-678a-4171-a4b0-df45d76cf61b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:13:56.490957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Attempting to bind port 894d61bc-678a-4171-a4b0-df45d76cf61b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:13:56.491350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Attempting to bind port 894d61bc-678a-4171-a4b0-df45d76cf61b on network 590f2b44-94b5-49ed-9ea9-c159a36f839e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:13:56.498521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:13:56.499035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Checking segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:13:56.499465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.499717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd72a-8d21-40ed-b48a-f71fe4e45e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.499953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Bound using segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:13:56.500447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Bound port: 894d61bc-678a-4171-a4b0-df45d76cf61b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:13:56.500908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.575605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] For port 894d61bc-678a-4171-a4b0-df45d76cf61b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:13:56.579435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] For port 894d61bc-678a-4171-a4b0-df45d76cf61b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=894d61bc-678a-4171-a4b0-df45d76cf61b,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:13:56.585760 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.643273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Deleting port 38f641f2-7e4f-4f48-a053-f5e6dc33828c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:56.643620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:56.667036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cda8a6-e198-44ff-b418-eda74431bc6c None None] Pushing event updated for resources: {'Port': ['ID=894d61bc-678a-4171-a4b0-df45d76cf61b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:56.689716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51844deb-9f67-4e38-ae23-aa68a2ddf722 req-1b584e82-9a35-44c2-9558-8139b60a3982 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:56.691592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51844deb-9f67-4e38-ae23-aa68a2ddf722 req-1b584e82-9a35-44c2-9558-8139b60a3982 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 944 time: 0.9102426 Jul 23 20:13:56.700345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Allocated IP 172.25.8.162 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/900aa799-9cc6-48fa-a412-6705e02210f0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:13:56.787486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d94653ab-6fd1-4bf1-bafe-dc22e0090645 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=65cc9918feab46bbb13c46e24ec72525&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2064981 Jul 23 20:13:56.792146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33792) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:56.857094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51844deb-9f67-4e38-ae23-aa68a2ddf722 req-757c228f-ad4c-4655-a127-2287de25c36e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247153 Jul 23 20:13:56.886544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-fbb68e8e-fdac-47da-9832-2b5c70d4e54c service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7697196 Jul 23 20:13:56.940793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Deleting port 7efe1acf-db3e-46d0-b06c-020e7081a68d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:56.941180 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.030519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.034602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] For port 38f641f2-7e4f-4f48-a053-f5e6dc33828c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=38f641f2-7e4f-4f48-a053-f5e6dc33828c,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:57.035029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.038717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd72a-8d21-40ed-b48a-f71fe4e45e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.055670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f7fd72a-8d21-40ed-b48a-f71fe4e45e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.077231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Calling delete_port for 38f641f2-7e4f-4f48-a053-f5e6dc33828c owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:57.090403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.090969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.106423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67bf8768-1e64-4c88-89c4-169b927c2b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.111608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Calling delete_port for 7efe1acf-db3e-46d0-b06c-020e7081a68d owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:13:57.147774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f7fd72a-8d21-40ed-b48a-f71fe4e45e05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cce0571e7fec488c880f8d19384e5725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9623215 Jul 23 20:13:57.171864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:57.174160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca5c48d8-87dd-4928-ad8b-1af4e33ebe53 req-4f34d373-7022-4c48-b14b-96b16deb7a57 service neutron] 10.222.0.36 "GET /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795997 Jul 23 20:13:57.205489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fd72a-8d21-40ed-b48a-f71fe4e45e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90678773-a9fd-4bd9-adcb-755cf0819a10,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:57.211677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67bf8768-1e64-4c88-89c4-169b927c2b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.247148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.273606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f716799c-6a82-4e02-8551-e2089a1d7b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.319480 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f716799c-6a82-4e02-8551-e2089a1d7b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.320788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:13:57.328232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:13:57.336427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:13:57.341018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Pushing event updated for resources: {'Port': ['ID=900aa799-9cc6-48fa-a412-6705e02210f0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:57.374284 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.399692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67bf8768-1e64-4c88-89c4-169b927c2b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.402869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67bf8768-1e64-4c88-89c4-169b927c2b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.404044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-67bf8768-1e64-4c88-89c4-169b927c2b48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c03ca3c-e1fe-4779-863a-e25cd4070e04 HTTP/1.1" status: 204 len: 168 time: 0.6095521 Jul 23 20:13:57.404272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event deleted for resources: {'Port': ['ID=7efe1acf-db3e-46d0-b06c-020e7081a68d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:57.441883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf8768-1e64-4c88-89c4-169b927c2b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c03ca3c-e1fe-4779-863a-e25cd4070e04,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:57.475353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f716799c-6a82-4e02-8551-e2089a1d7b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.478169 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f716799c-6a82-4e02-8551-e2089a1d7b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.479317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f716799c-6a82-4e02-8551-e2089a1d7b17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90678773-a9fd-4bd9-adcb-755cf0819a10 HTTP/1.1" status: 204 len: 168 time: 0.3042345 Jul 23 20:13:57.481177 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.484078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.485218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07825fd-b2e6-4254-8ef6-a167e7b33c4c req-a1cc5ed8-c29d-4807-a61f-d87bfc3cafba tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "DELETE /v2.0/floatingips/8369fa69-b72e-4906-ba9e-dfd7966e1b92 HTTP/1.1" status: 204 len: 173 time: 1.4050925 Jul 23 20:13:57.504012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716799c-6a82-4e02-8551-e2089a1d7b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90678773-a9fd-4bd9-adcb-755cf0819a10,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:57.570263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.631868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event deleted for resources: {'Port': ['ID=38f641f2-7e4f-4f48-a053-f5e6dc33828c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:57.741118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] No DVR routers for this DVR port 38f641f2-7e4f-4f48-a053-f5e6dc33828c on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:13:57.744926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:57.747658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b5b11a-ec43-4b6d-8b76-6880f5dc175a req-78700b30-7e8f-4d7c-a9e8-41b01e06bae6 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "DELETE /v2.0/ports/38f641f2-7e4f-4f48-a053-f5e6dc33828c HTTP/1.1" status: 204 len: 173 time: 1.3834386 Jul 23 20:13:57.748174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'name': 'network-vif-deleted', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:13:57.750782 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45ba505-c44e-461c-9a0e-48ebb7fa095d" -d '{"events": [{"server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "name": "network-vif-deleted", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:13:57.964492 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3a2270-957d-4029-b062-c32ee2483a98 x-openstack-request-id: req-3f3a2270-957d-4029-b062-c32ee2483a98 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:13:57.964797 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247c7f60-361b-4d63-9a2a-8c50fa7d3c67", "name": "network-vif-deleted", "tag": "38f641f2-7e4f-4f48-a053-f5e6dc33828c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:13:57.965147 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f3a2270-957d-4029-b062-c32ee2483a98 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:13:57.965728 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c7f60-361b-4d63-9a2a-8c50fa7d3c67', 'name': 'network-vif-deleted', 'tag': '38f641f2-7e4f-4f48-a053-f5e6dc33828c', 'status': 'completed', 'code': 200} Jul 23 20:13:57.966700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396f75-215a-45a4-a315-e94be9386979 req-d41d6bc3-0eb9-4fcf-9c73-bbb73f6fc3b4 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:57.968318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46396f75-215a-45a4-a315-e94be9386979 req-d41d6bc3-0eb9-4fcf-9c73-bbb73f6fc3b4 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 946 time: 0.1902246 Jul 23 20:13:57.988899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.005974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d936db-6820-4bcc-851a-1f5b68495c48 None None] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:13:58.025941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46396f75-215a-45a4-a315-e94be9386979 req-b3a45a8a-4394-43ca-9fc9-ebdd8f2bfa6b tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496459 Jul 23 20:13:58.027122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33814) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:58.041474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75b1354f-08c8-4e07-8a1e-5d4fdf94ba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.044261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33816) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:58.102577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fca67dac-79cc-4bae-9637-d66f003ecb54 None None] Provisioning for port 894d61bc-678a-4171-a4b0-df45d76cf61b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:58.114909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8c5fc806-9a9e-415d-9dee-5b77df6c74bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c88a5cbbd34a42f3807c325b3f8f72c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0658996 Jul 23 20:13:58.123427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33820) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:58.164373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11a8419c-29e9-4230-97d0-81bd8e8301b2 req-53efd92f-ebf1-4e44-a7a2-7e562a1eea2a tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=247c7f60-361b-4d63-9a2a-8c50fa7d3c67 HTTP/1.1" status: 200 len: 210 time: 0.0552204 Jul 23 20:13:58.244640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749aedf5-7c83-42a1-9816-ed13d8a056e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.303090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749aedf5-7c83-42a1-9816-ed13d8a056e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.355816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 894d61bc-678a-4171-a4b0-df45d76cf61b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:13:58.377795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75b1354f-08c8-4e07-8a1e-5d4fdf94ba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.395866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75b1354f-08c8-4e07-8a1e-5d4fdf94ba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.465472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-75b1354f-08c8-4e07-8a1e-5d4fdf94ba9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ccbecc977ec4f959ee00ee486ac170c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366381 Jul 23 20:13:58.467622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:58.470190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1354f-08c8-4e07-8a1e-5d4fdf94ba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0af7be-494c-4525-b3b5-37bc9729335f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:58.481274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 894d61bc-678a-4171-a4b0-df45d76cf61b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:13:58.485981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 894d61bc-678a-4171-a4b0-df45d76cf61b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:58.487176 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.490307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749aedf5-7c83-42a1-9816-ed13d8a056e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.493241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749aedf5-7c83-42a1-9816-ed13d8a056e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.498563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-749aedf5-7c83-42a1-9816-ed13d8a056e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/29bb14ac-286b-40d7-a5da-e87196812257 HTTP/1.1" status: 204 len: 168 time: 0.3737426 Jul 23 20:13:58.522196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749aedf5-7c83-42a1-9816-ed13d8a056e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb14ac-286b-40d7-a5da-e87196812257,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:58.552144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bed1deb5-c36c-42b7-ab84-571d36630430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.602695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bed1deb5-c36c-42b7-ab84-571d36630430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.603738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.671136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 894d61bc-678a-4171-a4b0-df45d76cf61b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=894d61bc-678a-4171-a4b0-df45d76cf61b,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:58.675983 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.676806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bed1deb5-c36c-42b7-ab84-571d36630430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.681611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bed1deb5-c36c-42b7-ab84-571d36630430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.687235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bed1deb5-c36c-42b7-ab84-571d36630430 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b0af7be-494c-4525-b3b5-37bc9729335f HTTP/1.1" status: 204 len: 168 time: 0.2162588 Jul 23 20:13:58.696684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1deb5-c36c-42b7-ab84-571d36630430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0af7be-494c-4525-b3b5-37bc9729335f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:58.767514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=894d61bc-678a-4171-a4b0-df45d76cf61b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:13:58.774165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:58.932002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Router 5f08b39e-f216-4e07-b457-ce5667c09947 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:13:58.936985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a526b85d-b363-42ea-9a3f-5ed2d02bdd20 None None] Provisioning complete for port 894d61bc-678a-4171-a4b0-df45d76cf61b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:13:58.937331 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a526b85d-b363-42ea-9a3f-5ed2d02bdd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.137477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:13:59.147410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Sync routers for ids ['5f08b39e-f216-4e07-b457-ce5667c09947'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:13:59.158352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.159614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40952504-2bd9-42be-9079-2aff977384ff admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7942071 Jul 23 20:13:59.163445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33844) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:13:59.169523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Routers {'5f08b39e-f216-4e07-b457-ce5667c09947'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:13:59.171904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f08b39e-f216-4e07-b457-ce5667c09947'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.225099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6383e5-a9a2-4c5d-b7f6-9b30bf135497 req-bb58af56-9dc6-42e8-ac42-32516029ef29 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:59.234947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed6383e5-a9a2-4c5d-b7f6-9b30bf135497 req-bb58af56-9dc6-42e8-ac42-32516029ef29 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 946 time: 0.0969636 Jul 23 20:13:59.261696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-9a1f4fd5-465f-4ec7-a792-4b591dfe9255 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:59.263540 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-9a1f4fd5-465f-4ec7-a792-4b591dfe9255 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 946 time: 0.2149265 Jul 23 20:13:59.284489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed6383e5-a9a2-4c5d-b7f6-9b30bf135497 req-36ed25f8-7903-4e75-80db-5a300e53bf72 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb16b434-2a9e-43a4-938c-de06c019a069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484579 Jul 23 20:13:59.375458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Set router 5f08b39e-f216-4e07-b457-ce5667c09947 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:13:59.583968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:13:57Z', 'revision_number': 3, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:13:59.622298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Checking router: 5f08b39e-f216-4e07-b457-ce5667c09947 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:13:59.622904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Updating router 5f08b39e-f216-4e07-b457-ce5667c09947 port 900aa799-9cc6-48fa-a412-6705e02210f0 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:13:59.662303 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.682226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Deleting port 73b16101-a896-4a8e-8c62-cde1bed0ce85 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:13:59.683526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.782343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a248e4-c5f4-4914-8c57-8d9eeecd0096 req-b75a6731-bf33-4d39-b131-84442c2cab47 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:13:59.793293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52a248e4-c5f4-4914-8c57-8d9eeecd0096 req-b75a6731-bf33-4d39-b131-84442c2cab47 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 945 time: 0.0983074 Jul 23 20:13:59.862422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52a248e4-c5f4-4914-8c57-8d9eeecd0096 req-8b67162d-f224-4942-8abf-91e291727450 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674565 Jul 23 20:13:59.937742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:13:59.957310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] For port 73b16101-a896-4a8e-8c62-cde1bed0ce85, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=73b16101-a896-4a8e-8c62-cde1bed0ce85,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:13:59.957886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:13:59.959804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 38f641f2-7e4f-4f48-a053-f5e6dc33828c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:13:59.960155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 38f641f2-7e4f-4f48-a053-f5e6dc33828c not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:13:59.976462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Calling delete_port for 73b16101-a896-4a8e-8c62-cde1bed0ce85 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:00.126524 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.137638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Transition to ACTIVE for port object 900aa799-9cc6-48fa-a412-6705e02210f0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:00.146562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.212823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 894d61bc-678a-4171-a4b0-df45d76cf61b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:00.228043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-5f4184b2-88a0-4706-84d5-2365f17bd56e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:00.229867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-5f4184b2-88a0-4706-84d5-2365f17bd56e tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 945 time: 0.2347245 Jul 23 20:14:00.239724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Attempting to bind port 900aa799-9cc6-48fa-a412-6705e02210f0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:00.239724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Attempting to bind port 900aa799-9cc6-48fa-a412-6705e02210f0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:00.239724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Attempting to bind port 900aa799-9cc6-48fa-a412-6705e02210f0 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:00.255265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:00.255723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:00.256199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.256668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:00.257349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Bound port: 900aa799-9cc6-48fa-a412-6705e02210f0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:00.257877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.327191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] For port 900aa799-9cc6-48fa-a412-6705e02210f0, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:00.331802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b593c1-3c6a-44d0-b1b1-e0662c6f5b28 None None] Pushing event updated for resources: {'Port': ['ID=900aa799-9cc6-48fa-a412-6705e02210f0,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:00.351612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] For port 900aa799-9cc6-48fa-a412-6705e02210f0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=900aa799-9cc6-48fa-a412-6705e02210f0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:00.360760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.366170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 894d61bc-678a-4171-a4b0-df45d76cf61b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:00.366691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.383920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.405740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.441370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Pushing event deleted for resources: {'Port': ['ID=73b16101-a896-4a8e-8c62-cde1bed0ce85,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:00.523657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Routers {'5f08b39e-f216-4e07-b457-ce5667c09947'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:00.524456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f08b39e-f216-4e07-b457-ce5667c09947'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:00.551082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6be36dc0-0cc1-4bac-b229-725c089321e8 req-b3f448b7-2d1e-4334-921c-3b7b2f373e8e tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b66d841-1f04-42dd-a9b5-83c09c18da1f HTTP/1.1" status: 200 len: 210 time: 0.0842700 Jul 23 20:14:00.612635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b593c1-3c6a-44d0-b1b1-e0662c6f5b28 None None] Pushing event updated for resources: {'Port': ['ID=900aa799-9cc6-48fa-a412-6705e02210f0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:00.637371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] No DVR routers for this DVR port 73b16101-a896-4a8e-8c62-cde1bed0ce85 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:00.697607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.703544 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aad8c220-7468-4de0-bad3-c5e4e9a0954c req-e2befb2f-06a0-48fc-b74c-a98049104498 tempest-FloatingIPsAssociationTestJSON-1655066196 tempest-FloatingIPsAssociationTestJSON-1655066196-project] 10.222.0.47 "DELETE /v2.0/ports/73b16101-a896-4a8e-8c62-cde1bed0ce85 HTTP/1.1" status: 204 len: 173 time: 1.4327638 Jul 23 20:14:00.709262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'name': 'network-vif-deleted', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:00.715618 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6023f277-5226-4c38-8f0a-5666598c2918" -d '{"events": [{"server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "name": "network-vif-deleted", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:00.743042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Deleting port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:00.743482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:00.762659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] Set router 5f08b39e-f216-4e07-b457-ce5667c09947 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:00.875448 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510718fe-17af-4074-91d0-63f9ba0aad10 x-openstack-request-id: req-510718fe-17af-4074-91d0-63f9ba0aad10 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:00.876593 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b66d841-1f04-42dd-a9b5-83c09c18da1f", "name": "network-vif-deleted", "tag": "73b16101-a896-4a8e-8c62-cde1bed0ce85", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:00.879364 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-510718fe-17af-4074-91d0-63f9ba0aad10 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:00.880622 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b66d841-1f04-42dd-a9b5-83c09c18da1f', 'name': 'network-vif-deleted', 'tag': '73b16101-a896-4a8e-8c62-cde1bed0ce85', 'status': 'completed', 'code': 200} Jul 23 20:14:00.934660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Allocated IP 172.20.0.1 (590f2b44-94b5-49ed-9ea9-c159a36f839e/45ae37d3-6d57-407a-9a1e-86c48878df4b/1e4611e6-2fa5-44d6-8f2d-de1813b263c6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:00.974891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] For port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,segment=NetworkSegment(2037280d-e5f7-429a-9f4f-5f5e6a0dd32e),segment_id=2037280d-e5f7-429a-9f4f-5f5e6a0dd32e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:00.975614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.018946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Calling delete_port for 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:01.178167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b1000-e3fc-45a9-8b39-fd689755e8ad req-83b2d362-5ed4-4163-b021-53d311ac0cc3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:01.190029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-742b1000-e3fc-45a9-8b39-fd689755e8ad req-83b2d362-5ed4-4163-b021-53d311ac0cc3 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/ports?device_id=136206a9-f7f3-4e08-8297-d45bd0aa66e5 HTTP/1.1" status: 200 len: 945 time: 0.2056699 Jul 23 20:14:01.195980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.204587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:13:57Z', 'revision_number': 3, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:01.230314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Transition to ACTIVE for port object 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:01.249625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781afe5-ef6b-4f36-a663-ad0b5775a0b9 None None] The sync data for ids ['5f08b39e-f216-4e07-b457-ce5667c09947'] in n-d-793620-13 is: [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:13:57Z', 'revision_number': 3, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:01.288094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-742b1000-e3fc-45a9-8b39-fd689755e8ad req-f4c7c92b-8a88-411d-9afb-63461c1ae297 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971253 Jul 23 20:14:01.339812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.384165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.425923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:01.427414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Pushing event updated for resources: {'Port': ['ID=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:01.433806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:01.436487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:01.537425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Pushing event deleted for resources: {'Port': ['ID=86db9a4f-4bc7-4d85-b817-b0c6d0d81c25,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:01.543486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] No DVR routers for this DVR port 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:01.546651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.549974 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-abf5becf-6dc9-4915-b0f6-8d5a66211df0 req-a078a8fa-0bc1-42d2-85d4-91f78c765e77 tempest-LiveMigrationTest-743905453 tempest-LiveMigrationTest-743905453-project] 10.222.0.36 "DELETE /v2.0/ports/86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 HTTP/1.1" status: 204 len: 173 time: 1.3144212 Jul 23 20:14:01.605783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.698347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33940) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:01.853515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 73b16101-a896-4a8e-8c62-cde1bed0ce85 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:01.909219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:01.923288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 73b16101-a896-4a8e-8c62-cde1bed0ce85 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:01.923643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 73b16101-a896-4a8e-8c62-cde1bed0ce85 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:01.944090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4319be0-2f02-452e-8ed5-a659c9e5e782 None None] Provisioning for port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:01.952094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4319be0-2f02-452e-8ed5-a659c9e5e782 None None] Provisioning complete for port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:01.953003 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4319be0-2f02-452e-8ed5-a659c9e5e782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.016690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33950) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:02.035103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f4319be0-2f02-452e-8ed5-a659c9e5e782 None None] Port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:02.268793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 900aa799-9cc6-48fa-a412-6705e02210f0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:02.291622 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.295209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53fd57bd-e58c-48a4-af14-b27008cc4793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.299330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.393677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33958) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:02.426556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Pushing event updated for resources: {'Port': ['ID=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.430871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 900aa799-9cc6-48fa-a412-6705e02210f0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:02.436223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 900aa799-9cc6-48fa-a412-6705e02210f0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:02.436597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.499157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.538212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.573812 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.602727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 900aa799-9cc6-48fa-a412-6705e02210f0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=900aa799-9cc6-48fa-a412-6705e02210f0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:02.609004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.627054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53fd57bd-e58c-48a4-af14-b27008cc4793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.659736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53fd57bd-e58c-48a4-af14-b27008cc4793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.673832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=900aa799-9cc6-48fa-a412-6705e02210f0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.691491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Deleting subnet b42be26d-26ab-4bfa-83c0-c4df5555f6f1 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:02.695774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.712207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd57bd-e58c-48a4-af14-b27008cc4793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a541dd-2e43-42fe-9d6a-8dfc30f4013c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:02.733417 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53fd57bd-e58c-48a4-af14-b27008cc4793 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=749150659751499fb26c35f3910cdee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7156429 Jul 23 20:14:02.737897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33970) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:02.792629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:02.798672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:02.850968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.882194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'name': 'network-vif-deleted', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:02.884299 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f95bcd-9472-4e9b-ae9e-1bc2b84b764a" -d '{"events": [{"server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "name": "network-vif-deleted", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:02.889021 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8a9e-7195-4197-8a4e-642c530eef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.891242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6366ada-44aa-48fb-832a-159d584bc2aa req-76bb4226-944e-4b0e-9702-69a88bc43836 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fae885ec609f45d3941c2105f6629e15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884798 Jul 23 20:14:02.924621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8a9e-7195-4197-8a4e-642c530eef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:02.974871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Router 5f08b39e-f216-4e07-b457-ce5667c09947 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:02.993712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.101015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6366ada-44aa-48fb-832a-159d584bc2aa req-769766ee-0a95-4f2c-baa0-6cef5bab6b7e tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:03.103037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6366ada-44aa-48fb-832a-159d584bc2aa req-769766ee-0a95-4f2c-baa0-6cef5bab6b7e tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1926689 Jul 23 20:14:03.163903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a0d8a6dc-14ed-4b3d-ab6c-cd3da917b253 None None] Provisioning complete for port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:03.164566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a0d8a6dc-14ed-4b3d-ab6c-cd3da917b253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.165989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6366ada-44aa-48fb-832a-159d584bc2aa req-653c0750-525b-41d6-ae77-15c5c9f60d8b tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/quotas/fae885ec609f45d3941c2105f6629e15 HTTP/1.1" status: 200 len: 375 time: 0.0354564 Jul 23 20:14:03.205626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8a6dc-14ed-4b3d-ab6c-cd3da917b253 None None] Port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:03.225854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.273883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6366ada-44aa-48fb-832a-159d584bc2aa req-a3d4a984-3733-46e0-8ccb-25984c54a311 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fae885ec609f45d3941c2105f6629e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828402 Jul 23 20:14:03.278135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b42be26d-26ab-4bfa-83c0-c4df5555f6f1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:03.288405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.293719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f02afcf9-184e-414f-b0c2-0bfd442be759 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b42be26d-26ab-4bfa-83c0-c4df5555f6f1 HTTP/1.1" status: 204 len: 168 time: 0.8958921 Jul 23 20:14:03.294936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.369543 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8a64f-eb50-4558-bf4f-2ffaeba18352 x-openstack-request-id: req-4ab8a64f-eb50-4558-bf4f-2ffaeba18352 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:03.370613 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136206a9-f7f3-4e08-8297-d45bd0aa66e5", "name": "network-vif-deleted", "tag": "86db9a4f-4bc7-4d85-b817-b0c6d0d81c25", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:03.370740 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ab8a64f-eb50-4558-bf4f-2ffaeba18352 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:03.371148 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136206a9-f7f3-4e08-8297-d45bd0aa66e5', 'name': 'network-vif-deleted', 'tag': '86db9a4f-4bc7-4d85-b817-b0c6d0d81c25', 'status': 'completed', 'code': 200} Jul 23 20:14:03.377753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8a9e-7195-4197-8a4e-642c530eef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.379751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Deleting port 7d043f48-4c68-4c3d-9287-17a4da876b2d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:03.380109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.380304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9a8a9e-7195-4197-8a4e-642c530eef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.381490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e9a8a9e-7195-4197-8a4e-642c530eef95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59a541dd-2e43-42fe-9d6a-8dfc30f4013c HTTP/1.1" status: 204 len: 168 time: 0.6426594 Jul 23 20:14:03.393838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a8a9e-7195-4197-8a4e-642c530eef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a541dd-2e43-42fe-9d6a-8dfc30f4013c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:03.402314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.428476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:03.436346 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b8c9f092-9ff0-4f52-838c-aff07e13682f admin admin] 10.222.0.46 "PUT /v2.0/routers/5f08b39e-f216-4e07-b457-ce5667c09947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2719932 Jul 23 20:14:03.592190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.617884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] For port 7d043f48-4c68-4c3d-9287-17a4da876b2d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7d043f48-4c68-4c3d-9287-17a4da876b2d,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:03.617884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.631992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f4b270-f9cb-4c68-ae99-bc50adf09e91']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.650325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Calling delete_port for 7d043f48-4c68-4c3d-9287-17a4da876b2d owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:03.654599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.655043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2037280d-e5f7-429a-9f4f-5f5e6a0dd32e') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.671965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.731575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.742759 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Sync routers for ids ['5f08b39e-f216-4e07-b457-ce5667c09947'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:03.743501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:03.743924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.755714 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Routers {'5f08b39e-f216-4e07-b457-ce5667c09947'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:03.756436 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f08b39e-f216-4e07-b457-ce5667c09947'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:03.758727 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:03.842350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34008) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.858959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a8322db-ef9e-4784-a331-038cbfe13cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.865894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:03.912311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:03.921030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 86db9a4f-4bc7-4d85-b817-b0c6d0d81c25 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:03.921584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.931881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:03.934868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d5f4b270-f9cb-4c68-ae99-bc50adf09e91 HTTP/1.1" status: 204 len: 168 time: 0.6380038 Jul 23 20:14:03.940721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34010) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:03.951004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402174f-fd24-439a-9f97-d4ca14c640a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f4b270-f9cb-4c68-ae99-bc50adf09e91,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.047167 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Set router 5f08b39e-f216-4e07-b457-ce5667c09947 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:04.067183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.125084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d043f48-4c68-4c3d-9287-17a4da876b2d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.135389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Deleting subnet be0a9eed-c9fc-4857-a2d5-2a1a35c99cf2 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:04.139462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.249520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a8322db-ef9e-4784-a331-038cbfe13cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.252601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.297352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a8322db-ef9e-4784-a331-038cbfe13cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.356419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 900aa799-9cc6-48fa-a412-6705e02210f0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:04.364243 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:14:04.388788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8322db-ef9e-4784-a331-038cbfe13cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b3f0af-733e-4322-a891-120ce2309152,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.466868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 900aa799-9cc6-48fa-a412-6705e02210f0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:04.467751 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.493216 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a8322db-ef9e-4784-a331-038cbfe13cea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c58a5f01ca3449cf9730fdd6a537586c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495578 Jul 23 20:14:04.496012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.501657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34032) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:04.723614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:14:01Z', 'revision_number': 4, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1e4611e6-2fa5-44d6-8f2d-de1813b263c6', 'name': '', 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'mac_address': 'fa:16:3e:27:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:00Z', 'updated_at': '2021-07-23T20:14:02Z', 'revision_number': 2, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'subnets': [{'id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:04.759809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e168-db7b-4f6c-a9e7-b714150213b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.770747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.799426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Checking router: 5f08b39e-f216-4e07-b457-ce5667c09947 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:04.800498 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Updating router 5f08b39e-f216-4e07-b457-ce5667c09947 port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:04.810467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34046) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:04.814339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e168-db7b-4f6c-a9e7-b714150213b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.815810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-network', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:04.834766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd06ac2c-0e13-47c2-bf21-8c29dfb51973 req-e60fad7f-197e-4e8e-87db-2bfe33b28583 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fae885ec609f45d3941c2105f6629e15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450287 Jul 23 20:14:04.835700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.838332 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.891068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.893344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/be0a9eed-c9fc-4857-a2d5-2a1a35c99cf2 HTTP/1.1" status: 204 len: 168 time: 0.9514456 Jul 23 20:14:04.894701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce6941-5a1e-43df-80d7-8c3a71a1f8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0a9eed-c9fc-4857-a2d5-2a1a35c99cf2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:04.896696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34048) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:04.983598 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.987244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e168-db7b-4f6c-a9e7-b714150213b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.990544 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1a0e168-db7b-4f6c-a9e7-b714150213b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:04.994478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b1a0e168-db7b-4f6c-a9e7-b714150213b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51b3f0af-733e-4322-a891-120ce2309152 HTTP/1.1" status: 204 len: 168 time: 0.4880996 Jul 23 20:14:05.006879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0e168-db7b-4f6c-a9e7-b714150213b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b3f0af-733e-4322-a891-120ce2309152,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:05.110212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.122470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283575a3-4a78-4f6f-89df-e1c6f4fb4151']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:05.143381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7430337-a25c-4191-bc29-e892957a3967') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:05.143831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7430337-a25c-4191-bc29-e892957a3967') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:05.158022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.177824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.183984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:05.184593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:05.186570 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:05.258647 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.259545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.270010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.272814 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/283575a3-4a78-4f6f-89df-e1c6f4fb4151 HTTP/1.1" status: 204 len: 168 time: 0.3744204 Jul 23 20:14:05.276674 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Transition to ACTIVE for port object 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:05.285815 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.286648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3378561-30b1-4fc2-8e14-399bf6ccfef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=283575a3-4a78-4f6f-89df-e1c6f4fb4151,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:05.341257 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Pushing event updated for resources: {'Port': ['ID=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:05.353973 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.354992 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.355588 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.356149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.356899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.357484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.358042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.358610 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.359059 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.359490 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.359907 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.360446 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:05.432869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06ac2c-0e13-47c2-bf21-8c29dfb51973 req-56d746e2-2cac-46da-9522-d49e16be08cd tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:05.443605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd06ac2c-0e13-47c2-bf21-8c29dfb51973 req-56d746e2-2cac-46da-9522-d49e16be08cd tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5671244 Jul 23 20:14:05.478938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd06ac2c-0e13-47c2-bf21-8c29dfb51973 req-0ef3098a-1939-488e-9e59-e60823480ae9 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/quotas/fae885ec609f45d3941c2105f6629e15 HTTP/1.1" status: 200 len: 375 time: 0.0310192 Jul 23 20:14:05.499152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Made reservation on behalf of 8894cc00b1584bf7b612ea5ee5b62e67 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:05.499593 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Attempting to bind port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:05.502149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Attempting to bind port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:05.502149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Attempting to bind port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 on network 590f2b44-94b5-49ed-9ea9-c159a36f839e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:05.502413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.515577 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:05.517755 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Checking segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:05.519847 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.520381 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Bound using segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:05.520981 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Bound port: 1e4611e6-2fa5-44d6-8f2d-de1813b263c6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:05.522375 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.542844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34066) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:05.569227 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.578872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd06ac2c-0e13-47c2-bf21-8c29dfb51973 req-1f2f295a-dfb5-4ce9-bc54-7566db42df3c tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fae885ec609f45d3941c2105f6629e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0981395 Jul 23 20:14:05.632672 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] For port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:05.646499 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] For port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:05.654096 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.671288 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7c0b9f33-248c-41d3-9565-b5624c8ff4bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88ec0e139c654480b90946b197eff271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271391 Jul 23 20:14:05.673926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34072) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:05.708873 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Routers {'5f08b39e-f216-4e07-b457-ce5667c09947'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:05.716753 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f08b39e-f216-4e07-b457-ce5667c09947'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:05.801601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3c58bc8-444b-4b9d-b62e-9bf7f0c8a4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.855744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3c58bc8-444b-4b9d-b62e-9bf7f0c8a4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.956851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3c58bc8-444b-4b9d-b62e-9bf7f0c8a4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.957485 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33a6f9-c0ed-4ea9-bcdb-64ff080a8b9d None None] Pushing event updated for resources: {'Port': ['ID=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:05.959959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3c58bc8-444b-4b9d-b62e-9bf7f0c8a4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:05.961203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e3c58bc8-444b-4b9d-b62e-9bf7f0c8a4ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8dbaa88-9015-4c3f-afb8-eb3af04c2d00 HTTP/1.1" status: 204 len: 168 time: 0.2860785 Jul 23 20:14:05.972684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c58bc8-444b-4b9d-b62e-9bf7f0c8a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dbaa88-9015-4c3f-afb8-eb3af04c2d00,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:06.028365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] Set router 5f08b39e-f216-4e07-b457-ce5667c09947 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:06.048054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:06.082765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.191676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.237601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:06.285012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212dcbc-3296-4999-bfda-58735639aeed,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:06.311186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.311873 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Added segment f71557b6-a38c-43a0-97c1-ea4fdf102a93 of type vlan for network 40815107-2e25-42b9-856f-982c8a58b07d Jul 23 20:14:06.317517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.318437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.319314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.320225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.320687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.321406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.322149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.322798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.323583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.324305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.325120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.325892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:06.391633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:06.402011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b15e3057-2e27-4880-91a6-ee372c861119 admin admin] 10.222.0.46 "PUT /v2.0/routers/5403b5bc-b20e-4f7e-a24d-6bf45c92114b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7011120 Jul 23 20:14:06.404731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34096) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:06.407948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] Sync routers for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:06.435381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:06.437923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:06.440274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.466329 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:14:01Z', 'revision_number': 4, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1e4611e6-2fa5-44d6-8f2d-de1813b263c6', 'name': '', 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'mac_address': 'fa:16:3e:27:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:00Z', 'updated_at': '2021-07-23T20:14:05Z', 'revision_number': 4, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'subnets': [{'id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:06.527316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.528872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:06.530071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.552104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3c19c5-8bdf-4299-86d7-b15e4b2cc926 None None] The sync data for ids ['5f08b39e-f216-4e07-b457-ce5667c09947'] in n-d-793620-13 is: [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:14:01Z', 'revision_number': 4, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1e4611e6-2fa5-44d6-8f2d-de1813b263c6', 'name': '', 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'mac_address': 'fa:16:3e:27:38:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:00Z', 'updated_at': '2021-07-23T20:14:05Z', 'revision_number': 4, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'subnets': [{'id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:06.574832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7615013 Jul 23 20:14:06.582454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:06.601033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:06.641984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Request body: {'subnet': {'network_id': '40815107-2e25-42b9-856f-982c8a58b07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-subnet', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:06.760897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Made reservation on behalf of 8894cc00b1584bf7b612ea5ee5b62e67 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:06.765199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.811428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34106) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:06.832020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd4384-80a9-429d-9738-cfa933998db0 admin admin] Pushing event updated for resources: {'Network': ['ID=40815107-2e25-42b9-856f-982c8a58b07d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:06.867885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:06.890387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 40815107-2e25-42b9-856f-982c8a58b07d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:06.898566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-68d3a3bf-c037-4fdf-bd1e-b48ad9a37b7e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=990c0f9504794214a515f408a3707fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0841544 Jul 23 20:14:06.899225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34108) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:07.036406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89766344-ace2-4e56-8c27-9c01e32bd188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.114088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89766344-ace2-4e56-8c27-9c01e32bd188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.166272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:14:03Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:07.205735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] Checking router: 5403b5bc-b20e-4f7e-a24d-6bf45c92114b for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:07.217240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] Routers {'5403b5bc-b20e-4f7e-a24d-6bf45c92114b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:07.218430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:07.231292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89766344-ace2-4e56-8c27-9c01e32bd188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.234463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89766344-ace2-4e56-8c27-9c01e32bd188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.238943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-89766344-ace2-4e56-8c27-9c01e32bd188 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fea118b-e66c-4522-b667-e66df11e8b88 HTTP/1.1" status: 204 len: 168 time: 0.3384774 Jul 23 20:14:07.256996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89766344-ace2-4e56-8c27-9c01e32bd188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea118b-e66c-4522-b667-e66df11e8b88,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:07.388398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] Set router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:07.395717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.410045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.525246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Checking segment: {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:07.526052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Network hostable DHCP agents. Network: 40815107-2e25-42b9-856f-982c8a58b07d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:07.564575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a8a6b4-340f-46cf-9c23-bc6f31033dc3,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:07.569245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Network 40815107-2e25-42b9-856f-982c8a58b07d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:07.587559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 40815107-2e25-42b9-856f-982c8a58b07d) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:07.597464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Deleting port ce173edb-c3e0-478e-85dd-2285d0fd5160 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:07.598077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.602301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:07.603160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.633370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b336768c-4948-44c7-8d15-44f2f3237e7f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0422685 Jul 23 20:14:07.637597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34130) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:07.643215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:07.699003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.700632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.808680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] For port ce173edb-c3e0-478e-85dd-2285d0fd5160, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ce173edb-c3e0-478e-85dd-2285d0fd5160,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:07.809069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:07.809622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c4e9f2-b2d3-4d43-abeb-66c052e0cf24 None None] Network 40815107-2e25-42b9-856f-982c8a58b07d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:07.848531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Calling delete_port for ce173edb-c3e0-478e-85dd-2285d0fd5160 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:07.919999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.031730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:14:03Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:08.123449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e4e56-bc9d-4b07-850e-3a2050f666ae None None] The sync data for ids ['5403b5bc-b20e-4f7e-a24d-6bf45c92114b'] in n-d-793620-13 is: [{'id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023456960-router', 'tenant_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:12:44Z', 'updated_at': '2021-07-23T20:14:03Z', 'revision_number': 5, 'project_id': 'cb428cd664e84bb289ffd84176e0d0e3', 'gw_port': {'id': 'ce173edb-c3e0-478e-85dd-2285d0fd5160', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:27:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5403b5bc-b20e-4f7e-a24d-6bf45c92114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:12:45Z', 'updated_at': '2021-07-23T20:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:08.252246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.280938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.325087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce173edb-c3e0-478e-85dd-2285d0fd5160,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:08.336414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.336668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.337033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.337376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.340574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.340987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.341396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.341695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.343567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.344133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.346543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.346925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:08.379296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-40815107-2e25-42b9-856f-982c8a58b07d', 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'fixed_ips': [{'subnet_id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:14:08.382191 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.537971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.581340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-113fe601-8b9c-4a11-b052-9e16af8d48c7 req-ad600744-85eb-47fa-9f47-9fe13f26fbfa tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=fae885ec609f45d3941c2105f6629e15&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974090 Jul 23 20:14:08.676089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Allocated IP 172.20.0.2 (40815107-2e25-42b9-856f-982c8a58b07d/f6a8a6b4-340f-46cf-9c23-bc6f31033dc3/f17b87a7-3049-4f88-a4a8-970eb8699048) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:08.707335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.711148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.786987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fe601-8b9c-4a11-b052-9e16af8d48c7 req-46ae27e7-718b-4bf4-8d9b-b2e842238c93 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:08.787650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.787780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5403b5bc-b20e-4f7e-a24d-6bf45c92114b {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:14:08.789757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-113fe601-8b9c-4a11-b052-9e16af8d48c7 req-46ae27e7-718b-4bf4-8d9b-b2e842238c93 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883919 Jul 23 20:14:08.796875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:08.798133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fd2707d3-e8be-4b87-848f-6fddf9a3935a admin admin] 10.222.0.46 "DELETE /v2.0/routers/5403b5bc-b20e-4f7e-a24d-6bf45c92114b HTTP/1.1" status: 204 len: 168 time: 2.3920395 Jul 23 20:14:08.803585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34172) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:08.894342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-113fe601-8b9c-4a11-b052-9e16af8d48c7 req-da334c87-f0cf-430e-9c02-02264297c642 tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/quotas/fae885ec609f45d3941c2105f6629e15 HTTP/1.1" status: 200 len: 375 time: 0.0591235 Jul 23 20:14:08.902476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Deleting subnet aed24cba-562f-4d42-a275-dc18ba0a4d39 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:08.922743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.027220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.091443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.107390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:09.129272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-113fe601-8b9c-4a11-b052-9e16af8d48c7 req-88099f71-4ef3-4c95-b9c3-08476014c29d tempest-QuotasAdminNegativeTest-1380177096 tempest-QuotasAdminNegativeTest-1380177096-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fae885ec609f45d3941c2105f6629e15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2317746 Jul 23 20:14:09.170808 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.183265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Transition to ACTIVE for port object f17b87a7-3049-4f88-a4a8-970eb8699048 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:09.188465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.190171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.202629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Transition to ACTIVE for port object f17b87a7-3049-4f88-a4a8-970eb8699048 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:09.268496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.317954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.338534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Pushing event updated for resources: {'Port': ['ID=f17b87a7-3049-4f88-a4a8-970eb8699048,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:09.349193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.350430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Network 40815107-2e25-42b9-856f-982c8a58b07d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:09.351524 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/aed24cba-562f-4d42-a275-dc18ba0a4d39 HTTP/1.1" status: 204 len: 168 time: 0.5469348 Jul 23 20:14:09.354469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb90c517-c230-4550-953e-2dfba27446e6 None None] Network ed80e30a-71f9-407c-ac1e-75bb50477cc6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:09.394968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34192) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:09.404785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Allocated IP 172.25.8.39 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/711722d6-f9c9-449c-a626-7684ea118880) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:09.500825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:09.503305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:09.510092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2d57f-0a9a-46f1-94a0-63e45cf31020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aed24cba-562f-4d42-a275-dc18ba0a4d39,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:09.518683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.548068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.548713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.548841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.549168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.549600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.549981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.550328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.550836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.551176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.551503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.551865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.552213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:14:09.569446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.584440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:09.595402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:09.596071 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.658036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.682035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Deleting port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:09.683233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Attempting to bind port f17b87a7-3049-4f88-a4a8-970eb8699048 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:09.683630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Attempting to bind port f17b87a7-3049-4f88-a4a8-970eb8699048 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:09.683820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.684058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Attempting to bind port f17b87a7-3049-4f88-a4a8-970eb8699048 on network 40815107-2e25-42b9-856f-982c8a58b07d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:09.704969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:09.705147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Checking segment: {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:09.705483 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.705879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Bound using segment: {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:09.706421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Bound port: f17b87a7-3049-4f88-a4a8-970eb8699048, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:09.706859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.759968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.825717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:09.827123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] DHCP port deletion for ed80e30a-71f9-407c-ac1e-75bb50477cc6 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:14:09.827350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:09.848383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:09.855506 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.879218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] For port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,segment=NetworkSegment(d7472db6-720f-41d0-9a24-4e6ec5d39a1a),segment_id=d7472db6-720f-41d0-9a24-4e6ec5d39a1a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:09.879835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.890014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:09.896720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Calling delete_port for e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:09.917925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:09.942656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-7ecaa8e2-2bef-4b40-9091-df32f769d997 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a7118b071e894faaa7772249d09efb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1825020 Jul 23 20:14:09.962184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] For port f17b87a7-3049-4f88-a4a8-970eb8699048, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:09.967536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] For port f17b87a7-3049-4f88-a4a8-970eb8699048, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f17b87a7-3049-4f88-a4a8-970eb8699048,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:09.994243 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:09.994658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Pushing event updated for resources: {'Port': ['ID=711722d6-f9c9-449c-a626-7684ea118880,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.053897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526dff0-d90b-441b-b9f2-12dbe0d65c24 None None] Pushing event updated for resources: {'Port': ['ID=f17b87a7-3049-4f88-a4a8-970eb8699048,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.075534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.099501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Deleting port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:10.101022 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.147918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.154624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] No DVR routers for this DVR port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:10.235235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] For port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:10.235235 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.238369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:10.279707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Calling delete_port for e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:10.284079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:14:10.286921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.328891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] Pushing event deleted for resources: {'Port': ['ID=e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.335586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.344911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96f893-b95b-4457-81f5-758237dbc55f None None] No DVR routers for this DVR port e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:10.347443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed80e30a-71f9-407c-ac1e-75bb50477cc6']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:10.371440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:10.371440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7472db6-720f-41d0-9a24-4e6ec5d39a1a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:10.375851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:10.376577 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.405402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.476463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.503153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:10.503570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:10.510072 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:10.575094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-64b2d99f-15e2-44ba-b573-ae1f17063d1a tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:10.581107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-64b2d99f-15e2-44ba-b573-ae1f17063d1a tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6332750 Jul 23 20:14:10.638023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.639661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.642599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d043f48-4c68-4c3d-9287-17a4da876b2d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:10.648142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-f474a500-cc34-4dbe-98ab-f2dab25ec545 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/quotas/a7118b071e894faaa7772249d09efb8b HTTP/1.1" status: 200 len: 375 time: 0.0629857 Jul 23 20:14:10.659473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.662125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ed80e30a-71f9-407c-ac1e-75bb50477cc6 HTTP/1.1" status: 204 len: 168 time: 1.2650540 Jul 23 20:14:10.679422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc098-c187-4a44-987a-f7634ebccff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed80e30a-71f9-407c-ac1e-75bb50477cc6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:10.680689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7d043f48-4c68-4c3d-9287-17a4da876b2d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:10.681033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d043f48-4c68-4c3d-9287-17a4da876b2d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:10.681559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:10.710563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34236) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:10.711169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:10.711592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e31f50cb-e9f9-4ec0-8fc6-e4458f3b0741 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:10.712099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ce173edb-c3e0-478e-85dd-2285d0fd5160 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:10.735655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ce173edb-c3e0-478e-85dd-2285d0fd5160 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:10.736089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ce173edb-c3e0-478e-85dd-2285d0fd5160 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:10.755436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-52f81fd7-1ff5-4813-b176-ada741a426f3 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1065242 Jul 23 20:14:10.793378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec96d-9641-47f4-8528-9c59b1e6a478 req-95fd7417-d613-4fed-8890-b688265cd76d tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:10.794926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-055ec96d-9641-47f4-8528-9c59b1e6a478 req-95fd7417-d613-4fed-8890-b688265cd76d tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.2787683 Jul 23 20:14:10.854993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eca83476-5ef0-487e-88c9-3408c19926a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:10.895704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34240) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:10.924592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-055ec96d-9641-47f4-8528-9c59b1e6a478 req-83941b74-62a0-4334-9b4e-c7684a15289d tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146188 Jul 23 20:14:10.993228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.006957 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6610695c-7c49-44f9-8c84-783cd5876ba5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb428cd664e84bb289ffd84176e0d0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092691 Jul 23 20:14:11.010750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34250) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:11.105732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eca83476-5ef0-487e-88c9-3408c19926a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.112315 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34a7c95-137a-4b98-9a4a-bd46d3a114f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.141071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34a7c95-137a-4b98-9a4a-bd46d3a114f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.193282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eca83476-5ef0-487e-88c9-3408c19926a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.227006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34a7c95-137a-4b98-9a4a-bd46d3a114f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.230109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e34a7c95-137a-4b98-9a4a-bd46d3a114f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.257408 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e34a7c95-137a-4b98-9a4a-bd46d3a114f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb16b434-2a9e-43a4-938c-de06c019a069 HTTP/1.1" status: 204 len: 168 time: 0.2249017 Jul 23 20:14:11.300146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca83476-5ef0-487e-88c9-3408c19926a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198265f6-b63c-470c-9f0a-c9c447845723,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:11.321722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a7c95-137a-4b98-9a4a-bd46d3a114f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb16b434-2a9e-43a4-938c-de06c019a069,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:11.343386 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eca83476-5ef0-487e-88c9-3408c19926a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fae885ec609f45d3941c2105f6629e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6307492 Jul 23 20:14:11.344361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34272) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:11.425531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72e24b71-de9b-4f56-a7e9-7a5832dbbaab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.455123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72e24b71-de9b-4f56-a7e9-7a5832dbbaab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.527295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72e24b71-de9b-4f56-a7e9-7a5832dbbaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.534528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72e24b71-de9b-4f56-a7e9-7a5832dbbaab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:11.536092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72e24b71-de9b-4f56-a7e9-7a5832dbbaab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/198265f6-b63c-470c-9f0a-c9c447845723 HTTP/1.1" status: 204 len: 168 time: 0.1904395 Jul 23 20:14:11.547851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e24b71-de9b-4f56-a7e9-7a5832dbbaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198265f6-b63c-470c-9f0a-c9c447845723,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:11.647616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-e3d657e6-3908-4ca4-83da-420112407a09 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113160 Jul 23 20:14:11.705726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-322f2fe5-d8a2-45d0-acce-77d3fabfd666 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a7118b071e894faaa7772249d09efb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1348791 Jul 23 20:14:11.741935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f9b0b-a4e8-4cea-82d8-c89d0284e8ac None None] Network 40815107-2e25-42b9-856f-982c8a58b07d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:11.846798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8932c141-845b-4f2b-b220-3bc9af2d1b7c None None] Provisioning for port f17b87a7-3049-4f88-a4a8-970eb8699048 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:11.957901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Router 9e1018d9-6d99-4246-8d3a-db162c6b323a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:14:12.003723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-78f55be6-1de1-40d1-9f1f-f5ef82d4b413 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.005248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-78f55be6-1de1-40d1-9f1f-f5ef82d4b413 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3567448 Jul 23 20:14:12.020506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-64aeec1c-a807-4ffa-8ba6-cfa17a9b21e5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.022501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-64aeec1c-a807-4ffa-8ba6-cfa17a9b21e5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024960 Jul 23 20:14:12.091924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:12.105511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b297180a-2d5a-4ee6-99ae-ba533cd5a0b3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/quotas/c02ad8784453457eb69be1ccf81a2f8a HTTP/1.1" status: 200 len: 375 time: 0.0817516 Jul 23 20:14:12.105745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb13795a-fc43-42c9-a0a3-6038faee9f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.160290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-4c22c4f4-ca8c-4602-a2ab-bd50c590f76f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/quotas/a7118b071e894faaa7772249d09efb8b HTTP/1.1" status: 200 len: 375 time: 0.1009438 Jul 23 20:14:12.169944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-5c9abda8-3702-45b0-a532-2b71a696a088 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633750 Jul 23 20:14:12.256201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f17b87a7-3049-4f88-a4a8-970eb8699048 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:12.264677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb13795a-fc43-42c9-a0a3-6038faee9f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.283125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb13795a-fc43-42c9-a0a3-6038faee9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.296426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-fd7b9c41-9d35-4797-9bcc-10c41554f0f4 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1241269 Jul 23 20:14:12.348124 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb13795a-fc43-42c9-a0a3-6038faee9f91 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b77b024a89664e74b91cab98618b14de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524941 Jul 23 20:14:12.349774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:12.354437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:12.371727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f17b87a7-3049-4f88-a4a8-970eb8699048 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:12.378319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f17b87a7-3049-4f88-a4a8-970eb8699048 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:12.379069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.396842 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Sync routers for ids ['9e1018d9-6d99-4246-8d3a-db162c6b323a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:12.409963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Routers {'9e1018d9-6d99-4246-8d3a-db162c6b323a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:12.412126 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9e1018d9-6d99-4246-8d3a-db162c6b323a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:12.421112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13795a-fc43-42c9-a0a3-6038faee9f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481163bd-f942-4c59-a39c-9a557440fa92,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:12.436205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.441760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-efd977d8-5565-4a31-8c23-990f2aca91f3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8022504 Jul 23 20:14:12.443016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:12.499038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-36d3cc09-5ffa-4a68-98c1-18fedc213d56 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a7118b071e894faaa7772249d09efb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258523 Jul 23 20:14:12.723427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Set router 9e1018d9-6d99-4246-8d3a-db162c6b323a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:12.729669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34320) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:12.826989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.841338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-728908a7-e38a-47fb-a45c-337b02fa8b7e None None] Provisioning complete for port f17b87a7-3049-4f88-a4a8-970eb8699048 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:12.842125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-728908a7-e38a-47fb-a45c-337b02fa8b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:12.969707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-823c984d-bb03-41fb-b702-be2d610347df tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:12.973673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-823c984d-bb03-41fb-b702-be2d610347df tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4286349 Jul 23 20:14:13.020884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-network', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:13.022870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bce6725-18c4-406a-94ad-010912309259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.030908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Request body: {'port': {'device_id': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'a7118b071e894faaa7772249d09efb8b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:13.047506 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:14:10Z', 'revision_number': 3, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:13.077642 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Checking router: 9e1018d9-6d99-4246-8d3a-db162c6b323a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:13.078275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Updating router 9e1018d9-6d99-4246-8d3a-db162c6b323a port 711722d6-f9c9-449c-a626-7684ea118880 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:13.079435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-382b7446-18d4-4acf-ad8d-b5d720fd533c req-dfe6c2cc-2e7c-4a73-af5d-e69620a92e8f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 210 time: 0.0499322 Jul 23 20:14:13.090072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f17b87a7-3049-4f88-a4a8-970eb8699048, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f17b87a7-3049-4f88-a4a8-970eb8699048,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:13.118135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.122139 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.159844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Made reservation on behalf of 7306d4f287a445f18688f16723b8b9b6 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:13.167629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.250913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Made reservation on behalf of a7118b071e894faaa7772249d09efb8b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:13.254991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.278410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.292251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bce6725-18c4-406a-94ad-010912309259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.298244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.348599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f17b87a7-3049-4f88-a4a8-970eb8699048,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:13.360428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08576a57-da29-479d-8fd0-432f2ac77432 req-3f4caf0d-c210-4fa1-ac40-a326100d3a77 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 210 time: 0.1678715 Jul 23 20:14:13.466224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.484228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.540399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.619241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.704318 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.717640 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Transition to ACTIVE for port object 711722d6-f9c9-449c-a626-7684ea118880 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:13.725279 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.753740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf1877-7894-4f40-875a-70522126f00d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:13.794941 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d2024-d372-4d9c-b5ad-da4de5cb505b None None] Pushing event updated for resources: {'Port': ['ID=711722d6-f9c9-449c-a626-7684ea118880,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:13.799172 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7c292a83-bfa5-463d-8915-75c4b80d0ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.816581 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Attempting to bind port 711722d6-f9c9-449c-a626-7684ea118880 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:13.817387 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Attempting to bind port 711722d6-f9c9-449c-a626-7684ea118880 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:13.818036 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Attempting to bind port 711722d6-f9c9-449c-a626-7684ea118880 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:13.824749 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:13.825516 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:13.826207 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.827152 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:13.827841 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Bound port: 711722d6-f9c9-449c-a626-7684ea118880, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:13.828509 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.841206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bce6725-18c4-406a-94ad-010912309259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.845164 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bce6725-18c4-406a-94ad-010912309259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.850291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2bce6725-18c4-406a-94ad-010912309259 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/481163bd-f942-4c59-a39c-9a557440fa92 HTTP/1.1" status: 204 len: 168 time: 1.4994016 Jul 23 20:14:13.878037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Allocated IP 192.168.233.253 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:13.889670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce6725-18c4-406a-94ad-010912309259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481163bd-f942-4c59-a39c-9a557440fa92,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:13.893824 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] For port 711722d6-f9c9-449c-a626-7684ea118880, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:13.908913 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] For port 711722d6-f9c9-449c-a626-7684ea118880, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=711722d6-f9c9-449c-a626-7684ea118880,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:13.918473 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:13.986614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d2024-d372-4d9c-b5ad-da4de5cb505b None None] Pushing event updated for resources: {'Port': ['ID=711722d6-f9c9-449c-a626-7684ea118880,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:13.990822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb520b-1292-4dea-ba7c-1e6b741f69eb req-fca22e03-aef0-4f3c-9c70-ed7256c9f5f8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:13.998588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86fb520b-1292-4dea-ba7c-1e6b741f69eb req-fca22e03-aef0-4f3c-9c70-ed7256c9f5f8 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.2821684 Jul 23 20:14:14.002577 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Routers {'9e1018d9-6d99-4246-8d3a-db162c6b323a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:14.003308 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:13:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9e1018d9-6d99-4246-8d3a-db162c6b323a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:14.030989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.053128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.096313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86fb520b-1292-4dea-ba7c-1e6b741f69eb req-b946d115-7327-486a-9c84-0c1cf77dba2b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848758 Jul 23 20:14:14.158634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:14.217549 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] Set router 9e1018d9-6d99-4246-8d3a-db162c6b323a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:14.241843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f17b87a7-3049-4f88-a4a8-970eb8699048 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:14.244731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.249654 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Added segment 8ee113fd-f1c3-4723-b57c-084c115b57eb of type vlan for network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 Jul 23 20:14:14.270004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f793983-dc4e-4adb-a9bc-f632f03a798f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:14.273923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Allocated IP 172.20.0.1 (40815107-2e25-42b9-856f-982c8a58b07d/f6a8a6b4-340f-46cf-9c23-bc6f31033dc3/0e83dc10-55c7-4625-a421-e7571391e7f7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:14.295607 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-9acb003d-3311-405e-8138-780d2eb95439 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574207 Jul 23 20:14:14.335460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f17b87a7-3049-4f88-a4a8-970eb8699048 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:14.335460 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.353049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.419367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Transition to ACTIVE for port object af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:14.476114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.542800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627763ef-58dd-4ee0-b047-27e4a1a24556 req-fe806150-6112-49c5-affb-86ea1588e8b3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 210 time: 0.3151560 Jul 23 20:14:14.577483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:14.584768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-09c61d81-7bca-479c-b24a-a2b064b43c4f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.586333 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-09c61d81-7bca-479c-b24a-a2b064b43c4f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807086 Jul 23 20:14:14.593413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:14.595399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:14.597708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:14.604874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Request body: {'port': {'device_id': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'c02ad8784453457eb69be1ccf81a2f8a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:14.690544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:14:10Z', 'revision_number': 3, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:14.747703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:14.748381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.750748 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec4320f-2f48-41ab-a38f-14b226172935 None None] The sync data for ids ['9e1018d9-6d99-4246-8d3a-db162c6b323a'] in n-d-793620-13 is: [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:14:10Z', 'revision_number': 3, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:14.770624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1dd3668-f223-4562-8750-c570b87c1a49 req-b8d0d192-fd1e-4f69-9b86-b213489f72c1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 210 time: 0.2238190 Jul 23 20:14:14.791877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:14.812547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-0380cb3e-9d8a-40b9-a63f-7fb1eb9d50a0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a7118b071e894faaa7772249d09efb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0806503 Jul 23 20:14:14.814061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-d7788373-022c-4b0b-a44c-d0068b6053c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7805538 Jul 23 20:14:14.821184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Request body: {'port': {'device_id': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:15.003448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Made reservation on behalf of c02ad8784453457eb69be1ccf81a2f8a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:15.009507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.029647 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.039572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.054822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.061201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ece495c-6a52-4c84-aee6-785533738aeb None None] Provisioning for port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:15.066316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ece495c-6a52-4c84-aee6-785533738aeb None None] Provisioning complete for port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:15.067044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ece495c-6a52-4c84-aee6-785533738aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.123682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-2cb53b4a-2dbb-4746-b812-37496c503494 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.131277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-2cb53b4a-2dbb-4746-b812-37496c503494 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100080 Jul 23 20:14:15.132595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.resource_extend [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:14:15.169905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Transition to ACTIVE for port object 0e83dc10-55c7-4625-a421-e7571391e7f7 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:15.215461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7ece495c-6a52-4c84-aee6-785533738aeb None None] Port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:15.251583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Request body: {'port': {'device_id': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'a7118b071e894faaa7772249d09efb8b'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:15.313974 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.322242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.323419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.324122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.391829 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.402345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.445689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Network 40815107-2e25-42b9-856f-982c8a58b07d is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:15.464480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7319348 Jul 23 20:14:15.465539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:15.474129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34386) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:15.483462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Request body: {'subnet': {'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-subnet', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:15.490350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:15.536764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Pushing event updated for resources: {'Port': ['ID=0e83dc10-55c7-4625-a421-e7571391e7f7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.551603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90681a7d-4713-48ba-82a3-7ab1fa9a0049,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.575509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e7871-335c-403f-b85a-e034793734ae admin admin] Pushing event updated for resources: {'Network': ['ID=d384b7aa-f33e-48b5-85b1-5f6aaa46fb80,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.609229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:15.646333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986d0e-5dfa-4e74-a9ee-1507211277c0 req-fc1b2d8e-8dd1-4447-8266-dfe3496c1b2e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:15.648016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15986d0e-5dfa-4e74-a9ee-1507211277c0 req-fc1b2d8e-8dd1-4447-8266-dfe3496c1b2e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.4258802 Jul 23 20:14:15.652780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Made reservation on behalf of 7306d4f287a445f18688f16723b8b9b6 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:15.655392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.661067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.700442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:15.723555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.741919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Transition to ACTIVE for port object af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:15.750977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.825834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9399000e-8cc5-47a4-8074-4dfbd550b2c0 req-abbff24f-61f9-4d1c-adda-dd5a2f42a227 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 210 time: 0.1313338 Jul 23 20:14:15.856065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Made reservation on behalf of a7118b071e894faaa7772249d09efb8b for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:15.862888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7304c59c-b44f-44d3-9205-95814b98c6dc None None] Provisioning for port 0e83dc10-55c7-4625-a421-e7571391e7f7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:15.865080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.870774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7304c59c-b44f-44d3-9205-95814b98c6dc None None] Provisioning complete for port 0e83dc10-55c7-4625-a421-e7571391e7f7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:15.872778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7304c59c-b44f-44d3-9205-95814b98c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:15.914258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Allocated IP 192.168.233.100 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/0ca4bfcd-d222-442a-8701-ea48bc5cd652) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:15.923006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:15.955650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7304c59c-b44f-44d3-9205-95814b98c6dc None None] Port 0e83dc10-55c7-4625-a421-e7571391e7f7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:16.027162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Attempting to bind port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:16.027368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Attempting to bind port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:16.027648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Attempting to bind port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:16.045132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:16.046123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Attempting to bind port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:16.074597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:16.074597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:16.074597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:16.074597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Bound port: af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:16.074597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.226583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 711722d6-f9c9-449c-a626-7684ea118880 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:16.294684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15986d0e-5dfa-4e74-a9ee-1507211277c0 req-d11c42a2-19e3-4b1b-a7a8-b327c6ef9add tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6368210 Jul 23 20:14:16.337131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 711722d6-f9c9-449c-a626-7684ea118880 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:16.344386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 711722d6-f9c9-449c-a626-7684ea118880 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:16.344771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.351784 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-496058d4-7e71-4f55-86c8-a76677db9fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.378666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d37c74d1-0835-4cfc-9545-3a5ad870f48b req-d0a24611-5abb-41ad-b79d-a4189cad7992 tempest-AbsoluteLimitsNegativeTestJSON-1066209628 tempest-AbsoluteLimitsNegativeTestJSON-1066209628-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=cf4d91b060704425ae80eb46026db50a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1267338 Jul 23 20:14:16.395265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.449360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.470704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 711722d6-f9c9-449c-a626-7684ea118880, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=711722d6-f9c9-449c-a626-7684ea118880,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:16.475018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.529658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c2a8bb3-c90d-4c9f-842b-fb0745b02ab3 req-f546d5bf-2f8b-457c-ae93-8c7981ee8871 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 210 time: 0.1500618 Jul 23 20:14:16.530035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=711722d6-f9c9-449c-a626-7684ea118880,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:16.641367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:16.668416 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.671519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:16.684252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.695403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.698102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Transition to ACTIVE for port object 0ca4bfcd-d222-442a-8701-ea48bc5cd652 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:16.746907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.748411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.749019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] 10.222.0.47 "PUT /v2.0/ports/af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d HTTP/1.1" status: 200 len: 1097 time: 1.9340649 Jul 23 20:14:16.749512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:16.751890 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71047f0-0b1b-408c-936e-22f21751ba1c" -d '{"events": [{"name": "network-changed", "server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:16.774689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-94f2abf2-a2c3-4a4b-8a6e-4f39f0a55e40 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.776739 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-94f2abf2-a2c3-4a4b-8a6e-4f39f0a55e40 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.36 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.2127261 Jul 23 20:14:16.797933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c74d1-0835-4cfc-9545-3a5ad870f48b req-f6d6549c-779d-4ad7-97e7-0ce1d75e3e0a tempest-AbsoluteLimitsNegativeTestJSON-1066209628 tempest-AbsoluteLimitsNegativeTestJSON-1066209628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:16.819241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d37c74d1-0835-4cfc-9545-3a5ad870f48b req-f6d6549c-779d-4ad7-97e7-0ce1d75e3e0a tempest-AbsoluteLimitsNegativeTestJSON-1066209628 tempest-AbsoluteLimitsNegativeTestJSON-1066209628-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3764820 Jul 23 20:14:16.832032 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f82067e7-c2d3-4541-87d7-8cc399e51835 x-openstack-request-id: req-f82067e7-c2d3-4541-87d7-8cc399e51835 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:16.832356 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:16.832575 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f82067e7-c2d3-4541-87d7-8cc399e51835 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:16.832971 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'status': 'completed', 'code': 200} Jul 23 20:14:16.850859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d37c74d1-0835-4cfc-9545-3a5ad870f48b req-98d9c2e5-4b11-405f-9d70-efeaff715294 tempest-AbsoluteLimitsNegativeTestJSON-1066209628 tempest-AbsoluteLimitsNegativeTestJSON-1066209628-project] 10.222.0.46 "GET /v2.0/quotas/cf4d91b060704425ae80eb46026db50a HTTP/1.1" status: 200 len: 375 time: 0.0306995 Jul 23 20:14:16.857245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.914811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b9c41-20dd-4712-bdf4-b409c521a28a service neutron] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:16.956599 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.960975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:16.999607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d37c74d1-0835-4cfc-9545-3a5ad870f48b req-7845a8bd-c576-49c4-a7f9-e3e3c39a8d4d tempest-AbsoluteLimitsNegativeTestJSON-1066209628 tempest-AbsoluteLimitsNegativeTestJSON-1066209628-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf4d91b060704425ae80eb46026db50a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1024785 Jul 23 20:14:17.039265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:17.048590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:17.054312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:17.073322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-29155588-1dd1-4898-86d1-efa77229f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.073322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-29155588-1dd1-4898-86d1-efa77229f75f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1100 time: 0.2556009 Jul 23 20:14:17.138161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278fd9a2-e693-4824-b35a-928843238836,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:17.173025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-2bd898b3-d4be-494e-8c84-e55e38b24ed1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d HTTP/1.1" status: 200 len: 217 time: 0.0706892 Jul 23 20:14:17.174481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Checking segment: {'id': '8ee113fd-f1c3-4723-b57c-084c115b57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:17.174848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Network hostable DHCP agents. Network: d384b7aa-f33e-48b5-85b1-5f6aaa46fb80, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:17.177795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Pushing event updated for resources: {'Port': ['ID=0ca4bfcd-d222-442a-8701-ea48bc5cd652,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:17.190294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Allocated IP 192.168.233.133 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/b7eeae08-5382-4e03-82fa-76e51cac1c29) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:17.229413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.231087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.257655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Deleting port f0639d28-aaaf-48c8-9b2a-c2728fec341f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:17.258985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.287091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3dfc-7cf2-4ae6-a784-538660f0512e req-2fdfcfce-4fb2-4ee0-9947-413bd162ff8c tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.288671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-361d3dfc-7cf2-4ae6-a784-538660f0512e req-2fdfcfce-4fb2-4ee0-9947-413bd162ff8c tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 936 time: 0.3494446 Jul 23 20:14:17.289314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:17.306097 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.356739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.396671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-4bd87970-a9d2-43fe-b323-dcb46d689964 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7959332 Jul 23 20:14:17.408644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d384b7aa-f33e-48b5-85b1-5f6aaa46fb80) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:17.418702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6635fe-b9a0-48d1-94cc-c00706586574 None None] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:17.450179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.450783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Request body: {'port': {'device_id': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:17.450909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.457899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-45b0f720-2187-477b-a36b-74f763926504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.459379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-45b0f720-2187-477b-a36b-74f763926504 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2786665 Jul 23 20:14:17.502420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34418) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:17.526064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6b7ec837-d10f-4acc-8b65-c0f81d2b9716 None None] Provisioning for port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:17.527239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-361d3dfc-7cf2-4ae6-a784-538660f0512e req-1ee177c5-6517-41ab-bacc-05e68404dfcf tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190566 Jul 23 20:14:17.552426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6b7ec837-d10f-4acc-8b65-c0f81d2b9716 None None] Provisioning complete for port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:17.552865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec837-d10f-4acc-8b65-c0f81d2b9716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.566599 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.578830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Pushing event updated for resources: {'Port': ['ID=0e83dc10-55c7-4625-a421-e7571391e7f7,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:17.584452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a4e9ccdf-f9a1-4969-a325-4efe94ffede9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1042645 Jul 23 20:14:17.587700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34424) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:17.633891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.648564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] For port f0639d28-aaaf-48c8-9b2a-c2728fec341f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f0639d28-aaaf-48c8-9b2a-c2728fec341f,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:17.649795 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.657877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:17.703163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.747466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ec837-d10f-4acc-8b65-c0f81d2b9716 None None] Port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:17.747874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66fc2960-658a-44d2-be75-7893d9cb93a3 req-419717bf-370f-4d9d-ad34-a9e2719205dc tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 210 time: 0.0885050 Jul 23 20:14:17.762495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Transition to ACTIVE for port object b7eeae08-5382-4e03-82fa-76e51cac1c29 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:17.794729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90510ee2-b241-44ac-9ca9-36b29466ec2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.799283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.802529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-d384b7aa-f33e-48b5-85b1-5f6aaa46fb80', 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'fixed_ips': [{'subnet_id': '278fd9a2-e693-4824-b35a-928843238836'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:14:17.806314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.824779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.825808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.850488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-537373c6-d377-43cc-9642-d1c449df99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.851993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-537373c6-d377-43cc-9642-d1c449df99c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3652096 Jul 23 20:14:17.859215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028d3f2-3aef-4430-a620-32975d39725a req-94897303-7ca2-43dd-bfc1-bdcdab6e4332 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:17.867297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0028d3f2-3aef-4430-a620-32975d39725a req-94897303-7ca2-43dd-bfc1-bdcdab6e4332 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 946 time: 0.4369504 Jul 23 20:14:17.871216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:17.874894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Network 40815107-2e25-42b9-856f-982c8a58b07d is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:17.888051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:17.974164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:18.042058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Allocated IP 172.20.0.2 (d384b7aa-f33e-48b5-85b1-5f6aaa46fb80/278fd9a2-e693-4824-b35a-928843238836/621decef-cdaa-4447-a564-faabf33a430d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:18.052068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event updated for resources: {'Port': ['ID=b7eeae08-5382-4e03-82fa-76e51cac1c29,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:18.059494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:18.063798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:18.087562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0028d3f2-3aef-4430-a620-32975d39725a req-510a16d7-1363-47e8-8c3f-474711dc8c18 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups?id=69089c1a-42b0-48be-8633-1fb1656fe2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128024 Jul 23 20:14:18.158126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:18.158791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.203064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Router 9e1018d9-6d99-4246-8d3a-db162c6b323a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:18.207681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.303186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 711722d6-f9c9-449c-a626-7684ea118880 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:18.366581 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.385523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Transition to ACTIVE for port object 621decef-cdaa-4447-a564-faabf33a430d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:18.390808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:18.404323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ccddde8d-446b-4176-9f1a-c6f129164126 None None] Provisioning complete for port 0e83dc10-55c7-4625-a421-e7571391e7f7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:18.404696 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ccddde8d-446b-4176-9f1a-c6f129164126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.415682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Sync routers for ids ['9e1018d9-6d99-4246-8d3a-db162c6b323a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:18.421872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-58198bee-065d-43ff-9652-889b11d42e8b admin admin] 10.222.0.46 "PUT /v2.0/routers/9e1018d9-6d99-4246-8d3a-db162c6b323a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9775136 Jul 23 20:14:18.431199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.432098 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.432453 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Floating IP dd1513cb-5a01-453b-92b2-a49e0d479157 disassociated. External IP: 172.25.8.7, port: f0639d28-aaaf-48c8-9b2a-c2728fec341f. Jul 23 20:14:18.432799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Calling delete_port for f0639d28-aaaf-48c8-9b2a-c2728fec341f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:18.439677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Transition to ACTIVE for port object 621decef-cdaa-4447-a564-faabf33a430d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:18.448788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 711722d6-f9c9-449c-a626-7684ea118880 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:18.449291 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.457990 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.516374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Routers {'9e1018d9-6d99-4246-8d3a-db162c6b323a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:18.517114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9e1018d9-6d99-4246-8d3a-db162c6b323a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:18.529386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ccddde8d-446b-4176-9f1a-c6f129164126 None None] Port 0e83dc10-55c7-4625-a421-e7571391e7f7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:18.532820 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-8749ed3c-e2f5-427a-aa36-b5c0b2844a2e service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411047 Jul 23 20:14:18.545345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.732298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a04cdb2a-4504-4d81-b83c-cfa25c2f16e9 req-dcf09d62-4bce-4411-944e-1774e94c16e6 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891406 Jul 23 20:14:18.737768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90510ee2-b241-44ac-9ca9-36b29466ec2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.745477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeec6d-2633-41a5-8ebf-64a45151edfe req-9c3498f3-2e7a-4cc6-9aac-7222c2680ef5 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:18.759385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90510ee2-b241-44ac-9ca9-36b29466ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:18.768802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:18.780262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9aeeec6d-2633-41a5-8ebf-64a45151edfe req-9c3498f3-2e7a-4cc6-9aac-7222c2680ef5 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 936 time: 0.1222301 Jul 23 20:14:18.783145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:18.794448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:18.812110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-62fb4061-202e-4138-b189-65c02f066f1f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5810134 Jul 23 20:14:18.817353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Pushing event updated for resources: {'Port': ['ID=621decef-cdaa-4447-a564-faabf33a430d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:18.839136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Request body: {'port': {'device_id': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:18.915827 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-90510ee2-b241-44ac-9ca9-36b29466ec2e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf4d91b060704425ae80eb46026db50a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4088962 Jul 23 20:14:18.916978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34448) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:18.931497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90510ee2-b241-44ac-9ca9-36b29466ec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aa43c4-ab66-434e-ad89-629967fbe007,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:18.965693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9aeeec6d-2633-41a5-8ebf-64a45151edfe req-3174bea2-757f-452a-8ab3-7515ad0ca965 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816928 Jul 23 20:14:19.005292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-319f322f-95be-4225-b2d5-03c33a4ac5d4 None None] Provisioning for port b7eeae08-5382-4e03-82fa-76e51cac1c29 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:19.075112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-319f322f-95be-4225-b2d5-03c33a4ac5d4 None None] Provisioning complete for port b7eeae08-5382-4e03-82fa-76e51cac1c29 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:19.082757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-319f322f-95be-4225-b2d5-03c33a4ac5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.088694 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.152827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fab06-b0a4-4ff2-b4e3-96a15b6db32c req-8f04181f-a3b2-4a57-b382-07fe244c577b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.155069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b93fab06-b0a4-4ff2-b4e3-96a15b6db32c req-8f04181f-a3b2-4a57-b382-07fe244c577b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 936 time: 0.2581215 Jul 23 20:14:19.158442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Set router 9e1018d9-6d99-4246-8d3a-db162c6b323a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:19.176887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca4bfcd-d222-442a-8701-ea48bc5cd652 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:19.196250 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.201354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03c671f8-f469-4f51-8ab0-929253fda7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.216987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-a5bd229c-07f1-4511-ab1a-8619aa5f822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:19.218874 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-a5bd229c-07f1-4511-ab1a-8619aa5f822d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1100 time: 0.4229121 Jul 23 20:14:19.219762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.293520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Transition to ACTIVE for port object 0ca4bfcd-d222-442a-8701-ea48bc5cd652 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:19.351902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Attempting to bind port 621decef-cdaa-4447-a564-faabf33a430d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:19.352430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Attempting to bind port 621decef-cdaa-4447-a564-faabf33a430d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '8ee113fd-f1c3-4723-b57c-084c115b57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:19.352895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Attempting to bind port 621decef-cdaa-4447-a564-faabf33a430d on network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:19.362648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b93fab06-b0a4-4ff2-b4e3-96a15b6db32c req-0f8aa3b7-c240-469f-bba5-7c71e4fb05fa tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518168 Jul 23 20:14:19.401936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.450892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:19.451287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Checking segment: {'id': '8ee113fd-f1c3-4723-b57c-084c115b57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:19.452199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.452666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Bound using segment: {'id': '8ee113fd-f1c3-4723-b57c-084c115b57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:19.453304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Bound port: 621decef-cdaa-4447-a564-faabf33a430d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee113fd-f1c3-4723-b57c-084c115b57eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:19.453757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.465299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-319f322f-95be-4225-b2d5-03c33a4ac5d4 None None] Port b7eeae08-5382-4e03-82fa-76e51cac1c29 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:19.519241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03c671f8-f469-4f51-8ab0-929253fda7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.588988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.607322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7eeae08-5382-4e03-82fa-76e51cac1c29 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:19.620544 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.635517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Transition to ACTIVE for port object b7eeae08-5382-4e03-82fa-76e51cac1c29 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:19.636544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] For port 621decef-cdaa-4447-a564-faabf33a430d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:19.643669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.655316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] For port 621decef-cdaa-4447-a564-faabf33a430d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=621decef-cdaa-4447-a564-faabf33a430d,segment=NetworkSegment(8ee113fd-f1c3-4723-b57c-084c115b57eb),segment_id=8ee113fd-f1c3-4723-b57c-084c115b57eb)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:19.682245 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:19.731705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Pushing event updated for resources: {'Port': ['ID=b7eeae08-5382-4e03-82fa-76e51cac1c29,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:19.762068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8438d8f4-107d-410c-b3db-3c1959f9fa16 req-c1b725bd-d46a-4783-845b-c8ac41d5b9f1 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.3981385 Jul 23 20:14:19.898559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5229812-4f2b-46c2-b250-96c79e2fe0c5 None None] Pushing event updated for resources: {'Port': ['ID=621decef-cdaa-4447-a564-faabf33a430d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:19.912623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f0639d28-aaaf-48c8-9b2a-c2728fec341f no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:19.974640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f0639d28-aaaf-48c8-9b2a-c2728fec341f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:19.979871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f0639d28-aaaf-48c8-9b2a-c2728fec341f not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:19.991663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e83dc10-55c7-4625-a421-e7571391e7f7', 'name': '', 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:13Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 2, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'subnets': [{'id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:20.025026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Attempting to bind port b7eeae08-5382-4e03-82fa-76e51cac1c29 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:20.025652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Attempting to bind port b7eeae08-5382-4e03-82fa-76e51cac1c29 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:20.026086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Attempting to bind port b7eeae08-5382-4e03-82fa-76e51cac1c29 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:20.031824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Port b7eeae08-5382-4e03-82fa-76e51cac1c29 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:20.032280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Attempting to bind port b7eeae08-5382-4e03-82fa-76e51cac1c29 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:20.039141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:20.039542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:20.040028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:20.040562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Bound port: b7eeae08-5382-4e03-82fa-76e51cac1c29, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:20.042045 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:20.084571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Checking router: 9e1018d9-6d99-4246-8d3a-db162c6b323a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:20.084973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Updating router 9e1018d9-6d99-4246-8d3a-db162c6b323a port 0e83dc10-55c7-4625-a421-e7571391e7f7 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:20.351219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-79c81bef-88c7-4f02-9d68-a482a1d70e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:20.352512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-79c81bef-88c7-4f02-9d68-a482a1d70e85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 1.1071658 Jul 23 20:14:20.359660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event deleted for resources: {'Port': ['ID=f0639d28-aaaf-48c8-9b2a-c2728fec341f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:20.407503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:20.625357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Router 99e808ec-a26c-4fe4-8697-366147478729 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:20.641829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Pushing event updated for resources: {'Port': ['ID=0ca4bfcd-d222-442a-8701-ea48bc5cd652,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:20.706633 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-16d7610b-56fc-4ced-a74c-c564e9deb531 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d HTTP/1.1" status: 200 len: 217 time: 0.2716854 Jul 23 20:14:20.924308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-fc628b51-ec40-4df6-8f6a-c30000cccf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:20.925864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-fc628b51-ec40-4df6-8f6a-c30000cccf7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1299441 Jul 23 20:14:21.175188 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.199278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Transition to ACTIVE for port object 0e83dc10-55c7-4625-a421-e7571391e7f7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:21.212624 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.271984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:21.283748 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] Sync routers for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:21.299281 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:21.304302 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:21.363784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85700e9-a5ca-4e49-bd13-c2013de0aefb None None] Pushing event updated for resources: {'Port': ['ID=0e83dc10-55c7-4625-a421-e7571391e7f7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:21.364745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.367041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] For port b7eeae08-5382-4e03-82fa-76e51cac1c29, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:21.428952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] For port b7eeae08-5382-4e03-82fa-76e51cac1c29, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:21.455610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.472591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.633497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Attempting to bind port 0e83dc10-55c7-4625-a421-e7571391e7f7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:21.636340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Attempting to bind port 0e83dc10-55c7-4625-a421-e7571391e7f7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:21.639404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Attempting to bind port 0e83dc10-55c7-4625-a421-e7571391e7f7 on network 40815107-2e25-42b9-856f-982c8a58b07d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:21.652557 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:21.674926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074075-3b95-4bf5-ad8a-e74ce3eaeb1b req-d89b9497-fb31-4854-83b3-321f353464a1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:21.678591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46074075-3b95-4bf5-ad8a-e74ce3eaeb1b req-d89b9497-fb31-4854-83b3-321f353464a1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 948 time: 1.3668427 Jul 23 20:14:21.690680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:21.691343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.692961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] 10.222.0.36 "PUT /v2.0/ports/b7eeae08-5382-4e03-82fa-76e51cac1c29 HTTP/1.1" status: 200 len: 1097 time: 2.8665407 Jul 23 20:14:21.695736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e651c0-38eb-46db-82e9-880dece7e3a2 None None] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:21.721705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd46091-8e94-4005-9827-7055b07a5755 service neutron] Pushing event updated for resources: {'Port': ['ID=b7eeae08-5382-4e03-82fa-76e51cac1c29,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:21.730026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'tag': 'b7eeae08-5382-4e03-82fa-76e51cac1c29'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:21.735610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:21.735993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Checking segment: {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:21.736377 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af25285-380e-483b-9fc3-a35d9c4c08bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4d37de-5a5c-4ac8-b644-9fccd2665674", "tag": "b7eeae08-5382-4e03-82fa-76e51cac1c29"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:21.736508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.736789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Bound using segment: {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:21.737276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Bound port: 0e83dc10-55c7-4625-a421-e7571391e7f7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71557b6-a38c-43a0-97c1-ea4fdf102a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:21.737696 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:21.802786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Allocated IP 172.25.8.30 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/c36464bb-b3e9-4207-b2c0-6e9835f68dad) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:21.872278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fa1434c8-cee8-40b8-94fb-792e3a3ab04b None None] Provisioning for port 621decef-cdaa-4447-a564-faabf33a430d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:21.939958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5afa0-fc10-473a-a4de-766accad09db req-bbfbc5b0-d48b-47ab-8060-69405bace9a4 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:21.954680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4b5afa0-fc10-473a-a4de-766accad09db req-bbfbc5b0-d48b-47ab-8060-69405bace9a4 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 948 time: 1.3445971 Jul 23 20:14:21.966695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] For port 0e83dc10-55c7-4625-a421-e7571391e7f7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:21.978257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] For port 0e83dc10-55c7-4625-a421-e7571391e7f7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0e83dc10-55c7-4625-a421-e7571391e7f7,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:22.004795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] No DVR routers for this DVR port f0639d28-aaaf-48c8-9b2a-c2728fec341f on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:22.015329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.018315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-75393a69-6002-4feb-a25e-cc74ab3b7766 req-41637d97-21c3-41ac-9320-43fd28dfd57b tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.36 "DELETE /v2.0/ports/f0639d28-aaaf-48c8-9b2a-c2728fec341f HTTP/1.1" status: 204 len: 173 time: 5.2281373 Jul 23 20:14:22.020507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03c671f8-f469-4f51-8ab0-929253fda7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.027808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:22.028678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03c671f8-f469-4f51-8ab0-929253fda7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.030283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-03c671f8-f469-4f51-8ab0-929253fda7f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75aa43c4-ab66-434e-ad89-629967fbe007 HTTP/1.1" status: 204 len: 168 time: 3.1100235 Jul 23 20:14:22.074439 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.102506 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:52Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:22.117970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'name': 'network-vif-deleted', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:22.121392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46074075-3b95-4bf5-ad8a-e74ce3eaeb1b req-6d38d600-1b20-408d-99b6-5bb89b218604 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168980 Jul 23 20:14:22.156399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4b5afa0-fc10-473a-a4de-766accad09db req-ac1473e5-fa26-4ec7-a627-c6c9ae2dd6d8 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007449 Jul 23 20:14:22.187935 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dd2eef-5b4e-4e97-b279-f716623ce761" -d '{"events": [{"server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "name": "network-vif-deleted", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:22.222477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-240cf585-4062-4ac5-933b-3cf08e47fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.233323 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] Checking router: 99e808ec-a26c-4fe4-8697-366147478729 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:22.238241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-240cf585-4062-4ac5-933b-3cf08e47fb8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 1100 time: 0.4678771 Jul 23 20:14:22.260789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85700e9-a5ca-4e49-bd13-c2013de0aefb None None] Pushing event updated for resources: {'Port': ['ID=0e83dc10-55c7-4625-a421-e7571391e7f7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:22.279830 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:22.284293 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:22.386897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c671f8-f469-4f51-8ab0-929253fda7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aa43c4-ab66-434e-ad89-629967fbe007,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:22.392071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Routers {'9e1018d9-6d99-4246-8d3a-db162c6b323a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:22.392999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9e1018d9-6d99-4246-8d3a-db162c6b323a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:22.414330 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-a0ec27d3-c4a7-4c84-b7d3-f3c1a4fb6872 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29 HTTP/1.1" status: 200 len: 217 time: 0.1697390 Jul 23 20:14:22.504298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-890ab793-1c84-4cfc-bed1-910f21531e81 req-49160607-7d5e-450c-a249-7998d71fad9e tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/ports?device_id=35505a02-7dd2-403b-b649-7179eab482ca HTTP/1.1" status: 200 len: 210 time: 0.1156116 Jul 23 20:14:22.642066 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:22.657469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-817db097-c515-4017-a7b8-584aa46d9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.661426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-817db097-c515-4017-a7b8-584aa46d9c10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1988432 Jul 23 20:14:22.691998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 621decef-cdaa-4447-a564-faabf33a430d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:22.729069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Attempting to bind port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:22.733939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Attempting to bind port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:22.734353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Attempting to bind port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:22.762375 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11369c09-8d7e-4192-895a-4118e4ce8ce5 x-openstack-request-id: req-11369c09-8d7e-4192-895a-4118e4ce8ce5 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:22.766151 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4d37de-5a5c-4ac8-b644-9fccd2665674", "tag": "b7eeae08-5382-4e03-82fa-76e51cac1c29", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:22.766534 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11369c09-8d7e-4192-895a-4118e4ce8ce5 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:22.768034 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'tag': 'b7eeae08-5382-4e03-82fa-76e51cac1c29', 'status': 'completed', 'code': 200} Jul 23 20:14:22.829407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:22.838768 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cb7eaf-d56c-42b1-92fe-979d78c3bfd6 x-openstack-request-id: req-91cb7eaf-d56c-42b1-92fe-979d78c3bfd6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:22.839582 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35505a02-7dd2-403b-b649-7179eab482ca", "name": "network-vif-deleted", "tag": "f0639d28-aaaf-48c8-9b2a-c2728fec341f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:22.839854 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91cb7eaf-d56c-42b1-92fe-979d78c3bfd6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:22.842315 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35505a02-7dd2-403b-b649-7179eab482ca', 'name': 'network-vif-deleted', 'tag': 'f0639d28-aaaf-48c8-9b2a-c2728fec341f', 'status': 'completed', 'code': 200} Jul 23 20:14:22.854306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-f79f4c25-f405-430d-b68a-68f8f40e4b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.861744 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-f79f4c25-f405-430d-b68a-68f8f40e4b4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.8456612 Jul 23 20:14:22.873186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705073-37dd-4f70-8430-88967861d436 req-fa46a262-c8cb-440e-bc13-6a2a20b47819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:22.877573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-fa46a262-c8cb-440e-bc13-6a2a20b47819 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2084606 Jul 23 20:14:22.889120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:22.902838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'mac_address': 'fa:16:3e:56:4d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:22.919086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:22.920572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Attempting to bind port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:23.012607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:23.012983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:23.013395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:23.013902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Bound port: 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:23.017356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.159144 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:52Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:23.253554 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cee44aa-e8ec-4744-ba97-da327bcd776f None None] The sync data for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 is: [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:11:43Z', 'revision_number': 4, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b54f8a29-9a52-43d9-92a6-f7246aa1a5cf', 'name': '', 'network_id': '6e27ff29-f0db-45ad-a0eb-21067089bb67', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'mac_address': 'fa:16:3e:09:4d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:42Z', 'updated_at': '2021-07-23T20:11:52Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'subnets': [{'id': '5b1a7fad-e401-4484-a699-498b2de251fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:23.255428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.314770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 621decef-cdaa-4447-a564-faabf33a430d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:23.315479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-03ffd038-b74a-43be-b808-f851b520acd0 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181423 Jul 23 20:14:23.330546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] Set router 9e1018d9-6d99-4246-8d3a-db162c6b323a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:23.413219 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-f199af2b-3c39-4bb4-97cd-3e9c88eaf57e service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115280 Jul 23 20:14:23.420323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.426751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:23.438601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 621decef-cdaa-4447-a564-faabf33a430d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:23.438928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.456405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] For port 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:23.486098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:23.498743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] For port 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:23.500185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:23.507474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:23.524304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.556031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bfeb28a9-bc9a-4a91-92cb-281c868dec59 None None] Provisioning complete for port 621decef-cdaa-4447-a564-faabf33a430d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:23.556952 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfeb28a9-bc9a-4a91-92cb-281c868dec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.674313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c36464bb-b3e9-4207-b2c0-6e9835f68dad,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:23.697746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:23.744824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffce38e-7f56-4072-ace4-efea77f39194 req-847f5372-b91a-4876-8a5e-0e3f26b0291b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:23.765116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70ef4d-e0c1-4011-ad97-83d184312773 None None] New status for floating IP dd1513cb-5a01-453b-92b2-a49e0d479157: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:14:23.778214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ffce38e-7f56-4072-ace4-efea77f39194 req-847f5372-b91a-4876-8a5e-0e3f26b0291b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 948 time: 0.4603794 Jul 23 20:14:23.853108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d705073-37dd-4f70-8430-88967861d436 req-dfc25131-cae8-4dcf-8fa8-e4733301ddf8 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364931 Jul 23 20:14:23.877020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa881b-da54-4923-8a5d-da569b828926 req-437b94f7-ca30-4ee1-a64b-87934a0797e8 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:23.888657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38aa881b-da54-4923-8a5d-da569b828926 req-437b94f7-ca30-4ee1-a64b-87934a0797e8 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 948 time: 0.5021248 Jul 23 20:14:23.893797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:23.894445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:23.895894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] 10.222.0.36 "PUT /v2.0/ports/0ca4bfcd-d222-442a-8701-ea48bc5cd652 HTTP/1.1" status: 200 len: 1097 time: 6.4881384 Jul 23 20:14:23.898283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb6866-d233-4620-b59a-63909274d1da service neutron] Pushing event updated for resources: {'Port': ['ID=0ca4bfcd-d222-442a-8701-ea48bc5cd652,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:24.026294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ffce38e-7f56-4072-ace4-efea77f39194 req-36c86622-0e4f-43c2-9f43-342192c9ca09 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457919 Jul 23 20:14:24.091898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.105356 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.119843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38aa881b-da54-4923-8a5d-da569b828926 req-d879f76e-5289-4c41-b16f-675b52f38dd9 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247620 Jul 23 20:14:24.158053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-2ec1909d-5f00-4c53-a616-077c660b790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.163261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-2ec1909d-5f00-4c53-a616-077c660b790a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 1100 time: 0.1615970 Jul 23 20:14:24.216719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-1a23831a-3d36-442d-b7b2-487b2d4202d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652 HTTP/1.1" status: 200 len: 217 time: 0.0442479 Jul 23 20:14:24.218740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34504) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:24.238859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:24.266509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c71047f0-0b1b-408c-936e-22f21751ba1c req-b1097f8d-7c01-4200-8f62-7751149099c1 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345912 Jul 23 20:14:24.304797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:24.386597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-0272812f-3943-4df6-988d-46e0f978bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.388124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-0272812f-3943-4df6-988d-46e0f978bbbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1557586 Jul 23 20:14:24.395170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-4df7b372-0b56-493d-86de-5e083ec21bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.396705 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-4df7b372-0b56-493d-86de-5e083ec21bae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 1100 time: 0.4707816 Jul 23 20:14:24.413974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:24.480890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-793615254-network', 'tenant_id': 'd8a8b990ae314c0d89065b1ae218bdb7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:24.487996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-7b40a514-3277-42b8-8709-c1eb3d28f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.489756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-7b40a514-3277-42b8-8709-c1eb3d28f8b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0881467 Jul 23 20:14:24.506810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 621decef-cdaa-4447-a564-faabf33a430d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=621decef-cdaa-4447-a564-faabf33a430d,segment=NetworkSegment(8ee113fd-f1c3-4723-b57c-084c115b57eb),segment_id=8ee113fd-f1c3-4723-b57c-084c115b57eb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:24.544931 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.570017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deef46cf-29c9-46eb-b4b1-6f64ad10a358 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.570853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Made reservation on behalf of d8a8b990ae314c0d89065b1ae218bdb7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:24.574502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.603521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deef46cf-29c9-46eb-b4b1-6f64ad10a358 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.615244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=621decef-cdaa-4447-a564-faabf33a430d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:24.625460 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfeb28a9-bc9a-4a91-92cb-281c868dec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.628271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.691911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deef46cf-29c9-46eb-b4b1-6f64ad10a358 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.695598 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deef46cf-29c9-46eb-b4b1-6f64ad10a358 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.696549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-8602cfa5-8e4f-43d1-b137-92936b0b2a58 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965890 Jul 23 20:14:24.696779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-deef46cf-29c9-46eb-b4b1-6f64ad10a358 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "DELETE /v2.0/security-groups/69089c1a-42b0-48be-8633-1fb1656fe2a2 HTTP/1.1" status: 204 len: 168 time: 0.3902721 Jul 23 20:14:24.700431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:24.711498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-bfeb28a9-bc9a-4a91-92cb-281c868dec59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:14:24.712215 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-bfeb28a9-bc9a-4a91-92cb-281c868dec59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:14:24.737658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef46cf-29c9-46eb-b4b1-6f64ad10a358 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69089c1a-42b0-48be-8633-1fb1656fe2a2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:24.741026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-ef6f15ff-0279-46c5-aa9c-0755b199f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:24.742851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-ef6f15ff-0279-46c5-aa9c-0755b199f8c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.2984221 Jul 23 20:14:24.743662 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:24.758275 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-bec6719b-33c5-487b-b1c5-28cf747a1819 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] show failed (client error): The resource could not be found. Jul 23 20:14:24.764560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bec6719b-33c5-487b-b1c5-28cf747a1819 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "GET /v2.0/security-groups/69089c1a-42b0-48be-8633-1fb1656fe2a2 HTTP/1.1" status: 404 len: 347 time: 0.0605154 Jul 23 20:14:24.775797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:24.860543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e83dc10-55c7-4625-a421-e7571391e7f7', 'name': '', 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:13Z', 'updated_at': '2021-07-23T20:14:21Z', 'revision_number': 4, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'subnets': [{'id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:24.862254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'tag': '0ca4bfcd-d222-442a-8701-ea48bc5cd652'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:24.868424 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65068c6-5e2b-4557-93f4-454f05f1f63d" -d '{"events": [{"name": "network-changed", "server_uuid": "b58ae49d-97ab-488a-a1cf-375939be8a1a", "tag": "0ca4bfcd-d222-442a-8701-ea48bc5cd652"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:24.895884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709190ea-220d-47c9-a2f3-7ee1773308f8 None None] The sync data for ids ['9e1018d9-6d99-4246-8d3a-db162c6b323a'] in n-d-793620-13 is: [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e83dc10-55c7-4625-a421-e7571391e7f7', 'name': '', 'network_id': '40815107-2e25-42b9-856f-982c8a58b07d', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'mac_address': 'fa:16:3e:3f:1a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:13Z', 'updated_at': '2021-07-23T20:14:21Z', 'revision_number': 4, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'subnets': [{'id': 'f6a8a6b4-340f-46cf-9c23-bc6f31033dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:25.033853 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83af76e4-7d48-41ce-af76-5e8c5f60d623 x-openstack-request-id: req-83af76e4-7d48-41ce-af76-5e8c5f60d623 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:25.033853 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58ae49d-97ab-488a-a1cf-375939be8a1a", "tag": "0ca4bfcd-d222-442a-8701-ea48bc5cd652", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:25.033853 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83af76e4-7d48-41ce-af76-5e8c5f60d623 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:25.033853 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'tag': '0ca4bfcd-d222-442a-8701-ea48bc5cd652', 'status': 'completed', 'code': 200} Jul 23 20:14:25.034922 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-42adbf3d-0f7e-4149-a4a1-0738a91b6292 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29 HTTP/1.1" status: 200 len: 217 time: 0.1799235 Jul 23 20:14:25.075642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dfbf8f5-0271-49a6-8d4e-1586d37938b2 req-a82c122e-8837-4387-b841-aea477902323 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646979 Jul 23 20:14:25.134014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.222198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.302840 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.336826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Deleting port a7694a02-56e4-49a4-8c6a-1760902995f0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:25.337592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.365606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-0940c16a-c739-4887-a376-4aef2c5a0240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.367236 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-0940c16a-c739-4887-a376-4aef2c5a0240 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.3068631 Jul 23 20:14:25.425401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.426171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.439933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Calling delete_port for a7694a02-56e4-49a4-8c6a-1760902995f0 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:25.475437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-f4669f93-3ced-4b83-854c-42d1b0b66515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.477218 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-f4669f93-3ced-4b83-854c-42d1b0b66515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999155 Jul 23 20:14:25.478541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Router 9f513d89-3e6b-4fa5-a612-e542c626533e is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:14:25.544500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:25.560623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5398a04-a3af-4b67-8581-97c4c4cefc0d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:25.589040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.592435 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Added segment d729c926-8969-43ef-8a24-d175df0b5810 of type vlan for network f51940f1-2aa0-478d-a0c5-d2355cbbb1e4 Jul 23 20:14:25.678496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.693753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-4b8df1d8-b27b-46e3-be7c-3cf6e7018014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.695440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-4b8df1d8-b27b-46e3-be7c-3cf6e7018014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 1100 time: 0.5498765 Jul 23 20:14:25.725545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df58ae8-fbf1-4fd6-859b-df178e11180b req-36e8ef85-0aa3-4d16-8dd6-873e274165e9 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.727241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:25.727729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6df58ae8-fbf1-4fd6-859b-df178e11180b req-36e8ef85-0aa3-4d16-8dd6-873e274165e9 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 948 time: 0.4711659 Jul 23 20:14:25.742761 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Sync routers for ids ['9f513d89-3e6b-4fa5-a612-e542c626533e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:25.760534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Routers {'9f513d89-3e6b-4fa5-a612-e542c626533e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:25.761165 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9f513d89-3e6b-4fa5-a612-e542c626533e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:25.777829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7aef5-e81b-4b75-a882-811807868681 req-48892d24-fa04-48e4-b3f3-8ff73cc3a76e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.779818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ed7aef5-e81b-4b75-a882-811807868681 req-48892d24-fa04-48e4-b3f3-8ff73cc3a76e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 948 time: 0.6225858 Jul 23 20:14:25.812125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.813331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-382f8bc9-44c0-40ab-b4ad-f8dc8fd5c3c2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.1837993 Jul 23 20:14:25.820493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34524) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:25.914965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.916164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:25.916843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:25.926743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b7eeae08-5382-4e03-82fa-76e51cac1c29 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:25.972418 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.002393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-cb00d858-1b78-4f3c-beea-cb58c0c4318a service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130150 Jul 23 20:14:26.029360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6df58ae8-fbf1-4fd6-859b-df178e11180b req-920c4ad3-6a27-4d80-8df4-ab79bd94c663 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702885 Jul 23 20:14:26.061687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Pushing event deleted for resources: {'Port': ['ID=a7694a02-56e4-49a4-8c6a-1760902995f0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:26.094324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8699467 Jul 23 20:14:26.103871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ed7aef5-e81b-4b75-a882-811807868681 req-aa9a5177-6df7-4c8b-8f23-00fdb5163a10 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064220 Jul 23 20:14:26.104227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34526) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:26.135429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Request body: {'subnet': {'network_id': 'f51940f1-2aa0-478d-a0c5-d2355cbbb1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-793615254-subnet', 'tenant_id': 'd8a8b990ae314c0d89065b1ae218bdb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:26.157106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-71ecb5a6-8719-4181-83b9-4c951ef3effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.159187 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-71ecb5a6-8719-4181-83b9-4c951ef3effb service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.4523025 Jul 23 20:14:26.202577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:26.264401 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6af25285-380e-483b-9fc3-a35d9c4c08bc req-6cc57d94-4642-4a60-8de7-4f2dd42ac408 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931283 Jul 23 20:14:26.319102 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Set router 9f513d89-3e6b-4fa5-a612-e542c626533e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:26.351227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Made reservation on behalf of d8a8b990ae314c0d89065b1ae218bdb7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:26.356207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b7eeae08-5382-4e03-82fa-76e51cac1c29, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:26.360183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:26.368519 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.372982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:26.373764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.386088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.389469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.394415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a5216f5a-a9a3-452a-8dd1-b6d767b7d059 tempest-ServersTestManualDisk-524988434 tempest-ServersTestManualDisk-524988434-project] 10.222.0.46 "DELETE /v2.0/floatingips/dd1513cb-5a01-453b-92b2-a49e0d479157 HTTP/1.1" status: 204 len: 168 time: 1.6153703 Jul 23 20:14:26.395520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1fec0a-a78f-4445-b65f-741eca3b4300 admin admin] Pushing event updated for resources: {'Network': ['ID=f51940f1-2aa0-478d-a0c5-d2355cbbb1e4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:26.400575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34528) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:26.453683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f51940f1-2aa0-478d-a0c5-d2355cbbb1e4 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:26.467992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'b7eeae08-5382-4e03-82fa-76e51cac1c29', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'b7eeae08-5382-4e03-82fa-76e51cac1c29', 'mac_address': 'fa:16:3e:83:a7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:26.472797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-ee694bd8-9596-4d3c-984e-d123e42a2b4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652 HTTP/1.1" status: 200 len: 217 time: 0.2238431 Jul 23 20:14:26.711503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.730616 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:24Z', 'revision_number': 3, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port': {'id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:21Z', 'updated_at': '2021-07-23T20:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:26.760341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7eeae08-5382-4e03-82fa-76e51cac1c29 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:26.794450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-bfdb9b7d-3be1-48e5-8d1a-164b2cc7d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:26.798176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-bfdb9b7d-3be1-48e5-8d1a-164b2cc7d633 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.3164330 Jul 23 20:14:26.826814 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Checking router: 9f513d89-3e6b-4fa5-a612-e542c626533e for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:26.827445 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Updating router 9f513d89-3e6b-4fa5-a612-e542c626533e port c36464bb-b3e9-4207-b2c0-6e9835f68dad binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:26.921467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 621decef-cdaa-4447-a564-faabf33a430d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:26.928518 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:26.984960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b7eeae08-5382-4e03-82fa-76e51cac1c29, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:27.004623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.079000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b7eeae08-5382-4e03-82fa-76e51cac1c29,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:27.109861 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.190287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 621decef-cdaa-4447-a564-faabf33a430d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:27.193052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.300257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:27.307768 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c86297b-e5bb-4449-9a71-7ca27e147c25" -d '{"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-plugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:27.321457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b7eeae08-5382-4e03-82fa-76e51cac1c29'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:27.414212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:27.429368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.497670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:27.565349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.583098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-6490e643-2fb8-4341-b2a8-cfbaf99cc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:27.584469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-6490e643-2fb8-4341-b2a8-cfbaf99cc3e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7705863 Jul 23 20:14:27.599462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e83dc10-55c7-4625-a421-e7571391e7f7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:27.616448 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.644245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Transition to ACTIVE for port object c36464bb-b3e9-4207-b2c0-6e9835f68dad will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:27.667870 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.824340 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Attempting to bind port c36464bb-b3e9-4207-b2c0-6e9835f68dad on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:27.824700 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Attempting to bind port c36464bb-b3e9-4207-b2c0-6e9835f68dad by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:27.829427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Attempting to bind port c36464bb-b3e9-4207-b2c0-6e9835f68dad on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:27.844862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0e83dc10-55c7-4625-a421-e7571391e7f7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:27.849795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0e83dc10-55c7-4625-a421-e7571391e7f7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:27.850679 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.855150 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3d11-9857-4732-84d4-753ccc4b117f None None] Pushing event updated for resources: {'Port': ['ID=c36464bb-b3e9-4207-b2c0-6e9835f68dad,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:27.866630 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:27.867022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:27.867433 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.867826 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:27.868314 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Bound port: c36464bb-b3e9-4207-b2c0-6e9835f68dad, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:27.869259 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.879532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-d53c3a85-2a51-4c2c-8372-0bc2ae6aa89d service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750826 Jul 23 20:14:27.893722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa778-a759-4f99-877b-5b1e38aa5c4d req-0cc41b8d-d3dd-4c2b-9be3-76316ca4f527 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:27.903418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-296fa778-a759-4f99-877b-5b1e38aa5c4d req-0cc41b8d-d3dd-4c2b-9be3-76316ca4f527 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 948 time: 0.5166478 Jul 23 20:14:27.951493 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:27.978668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ca4bfcd-d222-442a-8701-ea48bc5cd652 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:28.017410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0e83dc10-55c7-4625-a421-e7571391e7f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0e83dc10-55c7-4625-a421-e7571391e7f7,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:28.019208 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] For port c36464bb-b3e9-4207-b2c0-6e9835f68dad, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:28.021122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Allocated IP 172.20.0.1 (d384b7aa-f33e-48b5-85b1-5f6aaa46fb80/278fd9a2-e693-4824-b35a-928843238836/13e7fd2f-45a8-4926-9f76-c449126bfa5e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:28.027594 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.030462 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] For port c36464bb-b3e9-4207-b2c0-6e9835f68dad, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c36464bb-b3e9-4207-b2c0-6e9835f68dad,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:28.046096 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.085631 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65068c6-5e2b-4557-93f4-454f05f1f63d req-11705152-656d-415a-8dce-1fde2b94242a service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741922 Jul 23 20:14:28.099963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0e83dc10-55c7-4625-a421-e7571391e7f7,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.115267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa802665-918e-4351-a8dc-5d35521d96a4 req-33634c15-8df1-438d-92ce-b19f3626b7d7 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:28.116814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa802665-918e-4351-a8dc-5d35521d96a4 req-33634c15-8df1-438d-92ce-b19f3626b7d7 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 949 time: 0.7290285 Jul 23 20:14:28.137394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-296fa778-a759-4f99-877b-5b1e38aa5c4d req-99368f4f-7a0a-403b-be25-2d5858bbe0b4 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327125 Jul 23 20:14:28.151927 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.222369 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Routers {'9f513d89-3e6b-4fa5-a612-e542c626533e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:28.223139 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9f513d89-3e6b-4fa5-a612-e542c626533e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:28.297296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:28.315636 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.327199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '0ca4bfcd-d222-442a-8701-ea48bc5cd652', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '0ca4bfcd-d222-442a-8701-ea48bc5cd652', 'mac_address': 'fa:16:3e:7f:96:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:28.333528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7dd728-211d-418b-8760-8e55eaefa190,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.346757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Transition to ACTIVE for port object 13e7fd2f-45a8-4926-9f76-c449126bfa5e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:28.390128 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.398517 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff3d11-9857-4732-84d4-753ccc4b117f None None] Pushing event updated for resources: {'Port': ['ID=c36464bb-b3e9-4207-b2c0-6e9835f68dad,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.406590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca4bfcd-d222-442a-8701-ea48bc5cd652 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:28.434716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:28.439187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.443824 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.458250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa802665-918e-4351-a8dc-5d35521d96a4 req-339e0927-a001-4de8-90cf-c29199e8080f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195817 Jul 23 20:14:28.474296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Checking segment: {'id': 'd729c926-8969-43ef-8a24-d175df0b5810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f51940f1-2aa0-478d-a0c5-d2355cbbb1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:28.474296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Network hostable DHCP agents. Network: f51940f1-2aa0-478d-a0c5-d2355cbbb1e4, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:28.520861 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] Set router 9f513d89-3e6b-4fa5-a612-e542c626533e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:28.537954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:28.538329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Network f51940f1-2aa0-478d-a0c5-d2355cbbb1e4 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:28.544709 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93feacb-5f3f-43d5-a1d0-5a6d9e83e67b x-openstack-request-id: req-b93feacb-5f3f-43d5-a1d0-5a6d9e83e67b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:28.544709 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-plugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:28.545045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:28.545152 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b93feacb-5f3f-43d5-a1d0-5a6d9e83e67b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:28.549675 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'code': 200} Jul 23 20:14:28.567225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:28.571505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Pushing event updated for resources: {'Port': ['ID=13e7fd2f-45a8-4926-9f76-c449126bfa5e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.610841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0ca4bfcd-d222-442a-8701-ea48bc5cd652,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:28.614950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f51940f1-2aa0-478d-a0c5-d2355cbbb1e4) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:28.626462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9145879-9e58-4bf9-a554-98fb1f60c737 None None] Network f51940f1-2aa0-478d-a0c5-d2355cbbb1e4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:28.629001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:28.629623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.727329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0ca4bfcd-d222-442a-8701-ea48bc5cd652'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:28.744946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.769737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e368123c-b7dc-4bbb-90d2-e9b9f3baddc3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6526377 Jul 23 20:14:28.828525 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:28.860535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e83dc10-55c7-4625-a421-e7571391e7f7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:29.071710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d7f7b-acdd-4613-b5a2-2e6154b939aa req-7bcb2308-cc31-4d3f-98d1-d9b6a3e699e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:29.074094 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:24Z', 'revision_number': 3, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port': {'id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:21Z', 'updated_at': '2021-07-23T20:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:29.075712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b4d7f7b-acdd-4613-b5a2-2e6154b939aa req-7bcb2308-cc31-4d3f-98d1-d9b6a3e699e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1102 time: 0.4370821 Jul 23 20:14:29.145466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.146387 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b4d7f7b-acdd-4613-b5a2-2e6154b939aa req-c2abf116-e9cd-4361-a918-518de6fce845 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600278 Jul 23 20:14:29.170169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-13fba4ca-2e61-4d4c-b1ab-406bd27c1ad6 None None] Provisioning for port 13e7fd2f-45a8-4926-9f76-c449126bfa5e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:29.172215 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d03a54d-27d2-4776-89b5-efc1e412bcba None None] The sync data for ids ['9f513d89-3e6b-4fa5-a612-e542c626533e'] in n-d-793620-13 is: [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:24Z', 'revision_number': 3, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port': {'id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:21Z', 'updated_at': '2021-07-23T20:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:29.249351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac7a20-2dcd-4738-a809-7a92eadd4ae5 None None] Network f51940f1-2aa0-478d-a0c5-d2355cbbb1e4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:29.251208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-13fba4ca-2e61-4d4c-b1ab-406bd27c1ad6 None None] Provisioning complete for port 13e7fd2f-45a8-4926-9f76-c449126bfa5e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:29.251578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13fba4ca-2e61-4d4c-b1ab-406bd27c1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.430088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0e83dc10-55c7-4625-a421-e7571391e7f7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:29.430457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.461114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46fdc5-9edd-478d-b4b1-2887e0a22476 req-1fe48385-c8b5-4275-b139-d06451fe7a24 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:29.463369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c46fdc5-9edd-478d-b4b1-2887e0a22476 req-1fe48385-c8b5-4275-b139-d06451fe7a24 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 949 time: 0.1585548 Jul 23 20:14:29.489231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-13fba4ca-2e61-4d4c-b1ab-406bd27c1ad6 None None] Port 13e7fd2f-45a8-4926-9f76-c449126bfa5e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:29.528856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.536330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.537242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c46fdc5-9edd-478d-b4b1-2887e0a22476 req-89f6d0b7-53f9-4421-9a58-05572a01fdb7 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625677 Jul 23 20:14:29.538219 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-55b8fecd-572b-4a05-82d2-db8c3e9d557e req-fc633c31-2fb9-46b4-a3f0-2a9e77258874 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] show failed (client error): The resource could not be found. Jul 23 20:14:29.544755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55b8fecd-572b-4a05-82d2-db8c3e9d557e req-fc633c31-2fb9-46b4-a3f0-2a9e77258874 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups/8ec168d9-97a1-4d4c-a831-03a598b658d8 HTTP/1.1" status: 404 len: 352 time: 0.0803688 Jul 23 20:14:29.623467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Deleting port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:29.627310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.696084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Pushing event updated for resources: {'Port': ['ID=13e7fd2f-45a8-4926-9f76-c449126bfa5e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:29.756357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.957652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] For port b54f8a29-9a52-43d9-92a6-f7246aa1a5cf, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:29.958119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:29.970996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b7eeae08-5382-4e03-82fa-76e51cac1c29 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:29.992448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Calling delete_port for b54f8a29-9a52-43d9-92a6-f7246aa1a5cf owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:30.063631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:30.065115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:30.147962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port b7eeae08-5382-4e03-82fa-76e51cac1c29 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:30.153679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port b7eeae08-5382-4e03-82fa-76e51cac1c29 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:30.154738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.322262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Router 9f513d89-3e6b-4fa5-a612-e542c626533e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:30.329805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cbe86b6-045f-441c-8450-5a04358fb268 req-86d00399-e746-4f88-9f71-5381fc8f2b97 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8a8b990ae314c0d89065b1ae218bdb7 HTTP/1.1" status: 200 len: 2984 time: 0.4419513 Jul 23 20:14:30.405593 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.497699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b7eeae08-5382-4e03-82fa-76e51cac1c29, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:30.505285 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.518584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.620502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:30.642890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-35bc51a0-c809-45cf-94dc-0ee5cc9ad019 admin admin] 10.222.0.46 "PUT /v2.0/routers/9f513d89-3e6b-4fa5-a612-e542c626533e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8143322 Jul 23 20:14:30.652476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0eeb8-fb03-47b2-8207-2945b38d2790 req-6be143f8-bba2-42ff-843c-7a30366f4c58 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:30.663889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7db0eeb8-fb03-47b2-8207-2945b38d2790 req-6be143f8-bba2-42ff-843c-7a30366f4c58 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 949 time: 0.7115512 Jul 23 20:14:30.715267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eeae08-5382-4e03-82fa-76e51cac1c29'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:30.719076 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b65f2e8-4841-471f-abae-9c338a9ef752" -d '{"events": [{"server_uuid": "2d4d37de-5a5c-4ac8-b644-9fccd2665674", "name": "network-vif-plugged", "status": "completed", "tag": "b7eeae08-5382-4e03-82fa-76e51cac1c29"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:30.769412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b7eeae08-5382-4e03-82fa-76e51cac1c29,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:30.774515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54f8a29-9a52-43d9-92a6-f7246aa1a5cf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:30.798738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b70dea88-2f38-481f-bbde-6f5df2b0a544 None None] Provisioning complete for port 13e7fd2f-45a8-4926-9f76-c449126bfa5e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:30.799119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b70dea88-2f38-481f-bbde-6f5df2b0a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:30.858725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c36464bb-b3e9-4207-b2c0-6e9835f68dad up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:30.879247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cbe86b6-045f-441c-8450-5a04358fb268 req-0019bf98-f702-4626-a61c-8bb5004e91ca tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups/d5398a04-a3af-4b67-8581-97c4c4cefc0d HTTP/1.1" status: 200 len: 2981 time: 0.5396233 Jul 23 20:14:30.953907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b70dea88-2f38-481f-bbde-6f5df2b0a544 None None] Port 13e7fd2f-45a8-4926-9f76-c449126bfa5e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:30.962202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c36464bb-b3e9-4207-b2c0-6e9835f68dad completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:30.967264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c36464bb-b3e9-4207-b2c0-6e9835f68dad triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:30.967919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.014035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7db0eeb8-fb03-47b2-8207-2945b38d2790 req-210ebc89-e511-487c-ad34-8db84f1fc00f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491743 Jul 23 20:14:31.100612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cbe86b6-045f-441c-8450-5a04358fb268 req-04034b5e-b215-4973-ad6f-ae68768a2331 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups/d5398a04-a3af-4b67-8581-97c4c4cefc0d HTTP/1.1" status: 200 len: 2981 time: 0.1367741 Jul 23 20:14:31.100850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.146546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c36464bb-b3e9-4207-b2c0-6e9835f68dad, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c36464bb-b3e9-4207-b2c0-6e9835f68dad,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:31.153504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.163551 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.232618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c36464bb-b3e9-4207-b2c0-6e9835f68dad,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:31.292630 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d07a2c0-e693-4516-bcaa-8ac81d78982e x-openstack-request-id: req-7d07a2c0-e693-4516-bcaa-8ac81d78982e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:31.292630 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d37de-5a5c-4ac8-b644-9fccd2665674", "name": "network-vif-plugged", "status": "completed", "tag": "b7eeae08-5382-4e03-82fa-76e51cac1c29", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:31.292630 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d07a2c0-e693-4516-bcaa-8ac81d78982e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:31.292630 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7eeae08-5382-4e03-82fa-76e51cac1c29', 'code': 200} Jul 23 20:14:31.293314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edfaea-0ae7-44c8-a5c6-865b6e59568a req-10c5ab14-4d17-425a-a14d-c5210d3368b9 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:31.297337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7edfaea-0ae7-44c8-a5c6-865b6e59568a req-10c5ab14-4d17-425a-a14d-c5210d3368b9 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 949 time: 0.2025564 Jul 23 20:14:31.350852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7edfaea-0ae7-44c8-a5c6-865b6e59568a req-8bea3692-f495-47ca-aa0b-9e02627a50eb tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516262 Jul 23 20:14:31.540934 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-5f8ebff7-2e4c-43a0-a942-6ca2edf09490 req-75553c7e-b574-40b5-8708-302374479efe tempest-FloatingIPDetailsNegativeTestJSON-599747048 tempest-FloatingIPDetailsNegativeTestJSON-599747048-project] show failed (client error): The resource could not be found. Jul 23 20:14:31.546550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f8ebff7-2e4c-43a0-a942-6ca2edf09490 req-75553c7e-b574-40b5-8708-302374479efe tempest-FloatingIPDetailsNegativeTestJSON-599747048 tempest-FloatingIPDetailsNegativeTestJSON-599747048-project] 10.222.0.46 "GET /v2.0/floatingips/53432a77-03c4-4116-a187-da4baf49db84 HTTP/1.1" status: 404 len: 350 time: 0.0912342 Jul 23 20:14:31.559151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.604656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6517714d-52c9-4bd7-97f2-f96ba7f6691f req-a7f40ddb-a6cd-4b82-bb36-26ae892c6f14 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups/d5398a04-a3af-4b67-8581-97c4c4cefc0d HTTP/1.1" status: 200 len: 2981 time: 0.1518292 Jul 23 20:14:31.638392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Router 99e808ec-a26c-4fe4-8697-366147478729 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:31.647325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff2f2e-f78c-4d9a-9883-ca35cda52502 req-a6362f14-2f27-45b8-b1ab-8781e37e5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:31.648915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cff2f2e-f78c-4d9a-9883-ca35cda52502 req-a6362f14-2f27-45b8-b1ab-8781e37e5fce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 1102 time: 0.1950500 Jul 23 20:14:31.789549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cff2f2e-f78c-4d9a-9883-ca35cda52502 req-f12433b1-8d17-47ac-923f-7b5164f6e697 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314905 Jul 23 20:14:31.812314 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-6517714d-52c9-4bd7-97f2-f96ba7f6691f req-3c98a0aa-00a1-4daf-a9db-50698def79e1 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:14:31.813502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6517714d-52c9-4bd7-97f2-f96ba7f6691f req-3c98a0aa-00a1-4daf-a9db-50698def79e1 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "DELETE /v2.0/security-groups/d5398a04-a3af-4b67-8581-97c4c4cefc0d HTTP/1.1" status: 409 len: 352 time: 0.1973860 Jul 23 20:14:31.876565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:31.879464 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-3ade572e-1e8d-4a96-9c2c-0371677d69c2 req-1f0b77e2-e2ce-4cbc-8d97-55fefc6bce4a tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] show failed (client error): The resource could not be found. Jul 23 20:14:31.880533 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ade572e-1e8d-4a96-9c2c-0371677d69c2 req-1f0b77e2-e2ce-4cbc-8d97-55fefc6bce4a tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups/8ae19f25-6ccd-4310-8c2c-556e9404c7cf HTTP/1.1" status: 404 len: 352 time: 0.0323622 Jul 23 20:14:31.884015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e30c6355-dd3e-4650-b145-8c8127351043 admin admin] 10.222.0.46 "PUT /v2.0/routers/99e808ec-a26c-4fe4-8697-366147478729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4713695 Jul 23 20:14:31.886943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34600) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:31.894527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Sync routers for ids ['9f513d89-3e6b-4fa5-a612-e542c626533e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:31.911002 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] Sync routers for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:31.911963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Routers {'9f513d89-3e6b-4fa5-a612-e542c626533e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:31.912712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9f513d89-3e6b-4fa5-a612-e542c626533e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:31.922022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:31.922633 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:31.957760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:31.997513 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-2043b430-3391-4d31-8018-66cb3da5df62 req-94827c72-dd4c-4399-95c0-17f55b935449 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] show failed (client error): The resource could not be found. Jul 23 20:14:32.003949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2043b430-3391-4d31-8018-66cb3da5df62 req-94827c72-dd4c-4399-95c0-17f55b935449 tempest-SecurityGroupsNegativeTestJSON-100670215 tempest-SecurityGroupsNegativeTestJSON-100670215-project] 10.222.0.46 "GET /v2.0/security-groups/b2971a8f-1b4e-42ee-bd11-2fbad972a64d HTTP/1.1" status: 404 len: 352 time: 0.0956964 Jul 23 20:14:32.014026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34604) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:32.047563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ca4bfcd-d222-442a-8701-ea48bc5cd652 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:32.119809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Deleting subnet 2a7dd728-211d-418b-8760-8e55eaefa190 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:32.120309 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:32.122646 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.192550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.218354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Set router 9f513d89-3e6b-4fa5-a612-e542c626533e gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:32.220734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:32.260757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:32.261379 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.473754 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:14:30Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:32.537481 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] Checking router: 99e808ec-a26c-4fe4-8697-366147478729 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:32.567261 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] Routers {'99e808ec-a26c-4fe4-8697-366147478729'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:32.567261 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['99e808ec-a26c-4fe4-8697-366147478729'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:32.567941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Deleting port 13e7fd2f-45a8-4926-9f76-c449126bfa5e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:32.568414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.696856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.711464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.727344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Calling delete_port for 13e7fd2f-45a8-4926-9f76-c449126bfa5e owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:32.783024 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.800583 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] Set router 99e808ec-a26c-4fe4-8697-366147478729 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:32.819011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:29Z', 'revision_number': 4, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port': {'id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:21Z', 'updated_at': '2021-07-23T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '13e7fd2f-45a8-4926-9f76-c449126bfa5e', 'name': '', 'network_id': 'd384b7aa-f33e-48b5-85b1-5f6aaa46fb80', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'mac_address': 'fa:16:3e:5f:13:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '278fd9a2-e693-4824-b35a-928843238836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:27Z', 'updated_at': '2021-07-23T20:14:29Z', 'revision_number': 2, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'subnets': [{'id': '278fd9a2-e693-4824-b35a-928843238836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:32.825648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:32.895728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c36464bb-b3e9-4207-b2c0-6e9835f68dad up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:32.900681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Checking router: 9f513d89-3e6b-4fa5-a612-e542c626533e for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:32.910040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Updating router 9f513d89-3e6b-4fa5-a612-e542c626533e port 13e7fd2f-45a8-4926-9f76-c449126bfa5e binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:32.920083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.971938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50def27-491c-4bfc-aeff-171690d34933 req-b7070e06-5720-4dfe-bc21-f36bca5ad284 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:32.974328 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:32.979581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f50def27-491c-4bfc-aeff-171690d34933 req-b7070e06-5720-4dfe-bc21-f36bca5ad284 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 950 time: 0.8542814 Jul 23 20:14:33.018314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.021103 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.060068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f50def27-491c-4bfc-aeff-171690d34933 req-b6276578-674a-4a9a-b677-a548e29973e3 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747499 Jul 23 20:14:33.079532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2268131-ab8e-4d00-896c-8f251c53f9b2 req-cb10ddb7-ed37-44a8-935d-5c14a19af5a1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:33.081315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2268131-ab8e-4d00-896c-8f251c53f9b2 req-cb10ddb7-ed37-44a8-935d-5c14a19af5a1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.2678106 Jul 23 20:14:33.101224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.173226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2268131-ab8e-4d00-896c-8f251c53f9b2 req-83755fe3-b92f-4bb3-9738-6cd262f0af35 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820751 Jul 23 20:14:33.196435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.197669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13e7fd2f-45a8-4926-9f76-c449126bfa5e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:33.242772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Port 13e7fd2f-45a8-4926-9f76-c449126bfa5e not found while updating agent binding for router 9f513d89-3e6b-4fa5-a612-e542c626533e. {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:14:33.250088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.261026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2a7dd728-211d-418b-8760-8e55eaefa190 HTTP/1.1" status: 204 len: 168 time: 1.2415979 Jul 23 20:14:33.261264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34618) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:33.275764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Routers {'9f513d89-3e6b-4fa5-a612-e542c626533e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:33.277179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9f513d89-3e6b-4fa5-a612-e542c626533e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.277543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e1230-bd16-46d6-b802-04e9fb05e6c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7dd728-211d-418b-8760-8e55eaefa190,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:33.280524 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:14:30Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.289323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca4bfcd-d222-442a-8701-ea48bc5cd652'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:33.292214 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941e401-5654-4b11-832d-e9a42b486688" -d '{"events": [{"server_uuid": "b58ae49d-97ab-488a-a1cf-375939be8a1a", "name": "network-vif-plugged", "status": "completed", "tag": "0ca4bfcd-d222-442a-8701-ea48bc5cd652"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:33.310087 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3912120c-dd62-4513-948d-d0955869bce5 None None] The sync data for ids ['99e808ec-a26c-4fe4-8697-366147478729'] in n-d-793620-13 is: [{'id': '99e808ec-a26c-4fe4-8697-366147478729', 'name': 'tempest-ServersTestManualDisk-982679293-router', 'tenant_id': 'dee67ea99bf44740954a0e3e3c1da697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:11:37Z', 'updated_at': '2021-07-23T20:14:30Z', 'revision_number': 5, 'project_id': 'dee67ea99bf44740954a0e3e3c1da697', 'gw_port': {'id': 'ed71a51e-236f-40c4-bac1-de1ccf6000f9', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e808ec-a26c-4fe4-8697-366147478729', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:38Z', 'updated_at': '2021-07-23T20:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:33.383937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Deleting port ed71a51e-236f-40c4-bac1-de1ccf6000f9 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:33.385053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.528383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.560446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.576996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0ca4bfcd-d222-442a-8701-ea48bc5cd652,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:33.595183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c36464bb-b3e9-4207-b2c0-6e9835f68dad triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:33.595496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.619336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] For port ed71a51e-236f-40c4-bac1-de1ccf6000f9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed71a51e-236f-40c4-bac1-de1ccf6000f9,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:33.619711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.642579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Calling delete_port for ed71a51e-236f-40c4-bac1-de1ccf6000f9 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:33.661733 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f640d9c-8a79-42dc-b8e4-33bf713e40e1 x-openstack-request-id: req-5f640d9c-8a79-42dc-b8e4-33bf713e40e1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:33.662016 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58ae49d-97ab-488a-a1cf-375939be8a1a", "name": "network-vif-plugged", "status": "completed", "tag": "0ca4bfcd-d222-442a-8701-ea48bc5cd652", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:33.662267 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f640d9c-8a79-42dc-b8e4-33bf713e40e1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:33.662649 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca4bfcd-d222-442a-8701-ea48bc5cd652', 'code': 200} Jul 23 20:14:33.677836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.699708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51940f1-2aa0-478d-a0c5-d2355cbbb1e4']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.760384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] Set router 9f513d89-3e6b-4fa5-a612-e542c626533e gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:33.787227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd729c926-8969-43ef-8a24-d175df0b5810') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.787737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd729c926-8969-43ef-8a24-d175df0b5810') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:33.840329 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.876607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.892834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:33.893257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:33.902465 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:34.015022 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.017815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Router 9f513d89-3e6b-4fa5-a612-e542c626533e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:34.018923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9166f-352d-4f94-ade3-69512f68c503 req-bb03bd27-7105-4913-8abd-549f5921da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.020447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cc9166f-352d-4f94-ade3-69512f68c503 req-bb03bd27-7105-4913-8abd-549f5921da0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 1102 time: 0.2458842 Jul 23 20:14:34.027469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.029387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] 10.222.0.46 "DELETE /v2.0/networks/f51940f1-2aa0-478d-a0c5-d2355cbbb1e4 HTTP/1.1" status: 204 len: 168 time: 0.7669601 Jul 23 20:14:34.052712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d9d2e-67c6-4ea2-8f7f-3e36f032751e admin admin] Pushing event deleted for resources: {'Network': ['ID=f51940f1-2aa0-478d-a0c5-d2355cbbb1e4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:34.126162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cc9166f-352d-4f94-ade3-69512f68c503 req-59bd726e-65ef-467f-8c4f-a594a866249f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821085 Jul 23 20:14:34.139953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:33Z', 'revision_number': 5, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port': {'id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:21Z', 'updated_at': '2021-07-23T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:34.152473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.177052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d775e53-9dc6-46b0-b447-56722c86820c None None] The sync data for ids ['9f513d89-3e6b-4fa5-a612-e542c626533e'] in n-d-793620-13 is: [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:33Z', 'revision_number': 5, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port': {'id': 'c36464bb-b3e9-4207-b2c0-6e9835f68dad', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:28:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:21Z', 'updated_at': '2021-07-23T20:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:34.214033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Pushing event deleted for resources: {'Port': ['ID=ed71a51e-236f-40c4-bac1-de1ccf6000f9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:34.294951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.336607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:34.347765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a89a3f1e-917c-44fc-b6c8-4bf43ad4cce9 admin admin] 10.222.0.46 "PUT /v2.0/routers/9f513d89-3e6b-4fa5-a612-e542c626533e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7865431 Jul 23 20:14:34.367784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34634) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.384990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34636) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.386103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-13dde15b-95ec-453f-bf35-f830d7e50bf5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8a8b990ae314c0d89065b1ae218bdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898831 Jul 23 20:14:34.475119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.612349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.616852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.678853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5504a-b453-4ad4-847f-7860410a3910 req-93400818-3369-4f51-a078-fb7b4b99ee70 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.686548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3e5504a-b453-4ad4-847f-7860410a3910 req-93400818-3369-4f51-a078-fb7b4b99ee70 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 950 time: 0.4767036 Jul 23 20:14:34.720616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b54f8a29-9a52-43d9-92a6-f7246aa1a5cf no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:34.742959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d6875-ff08-4f0d-b15c-7980a7f27ec4 req-28c36a42-a755-442f-b437-64fcce9a7dfc tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:34.745632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-355d6875-ff08-4f0d-b15c-7980a7f27ec4 req-28c36a42-a755-442f-b437-64fcce9a7dfc tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.4648621 Jul 23 20:14:34.753312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.755049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2b2502f-22ee-439d-80cb-4ed44aa68e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.761106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b54f8a29-9a52-43d9-92a6-f7246aa1a5cf {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:34.761363 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.761520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b54f8a29-9a52-43d9-92a6-f7246aa1a5cf not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:34.762085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e808ec-a26c-4fe4-8697-366147478729 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:14:34.859603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.861100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a7353f40-07e7-4b9c-924f-bed7fcf226ce admin admin] 10.222.0.46 "DELETE /v2.0/routers/99e808ec-a26c-4fe4-8697-366147478729 HTTP/1.1" status: 204 len: 168 time: 2.9731183 Jul 23 20:14:34.864133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34642) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:34.912421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-355d6875-ff08-4f0d-b15c-7980a7f27ec4 req-54fcca65-a08a-4701-a67a-d3e56cb771b0 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512923 Jul 23 20:14:34.928624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2b2502f-22ee-439d-80cb-4ed44aa68e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:34.987356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3e5504a-b453-4ad4-847f-7860410a3910 req-0a9387fe-c239-4fda-8a56-ed8fbceef834 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998757 Jul 23 20:14:35.009468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Deleting subnet 5b1a7fad-e401-4484-a699-498b2de251fa {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:35.019091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.126174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.127502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.145854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2b2502f-22ee-439d-80cb-4ed44aa68e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.154689 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2b2502f-22ee-439d-80cb-4ed44aa68e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.155999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c2b2502f-22ee-439d-80cb-4ed44aa68e77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5398a04-a3af-4b67-8581-97c4c4cefc0d HTTP/1.1" status: 204 len: 168 time: 0.7363253 Jul 23 20:14:35.205416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2502f-22ee-439d-80cb-4ed44aa68e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5398a04-a3af-4b67-8581-97c4c4cefc0d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:35.269668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c93640-e897-4e69-9dc7-894b7e7c4044 req-c5fa471b-7d51-4c69-948c-0afcd1dbf0d9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:35.277039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2c93640-e897-4e69-9dc7-894b7e7c4044 req-c5fa471b-7d51-4c69-948c-0afcd1dbf0d9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1142452 Jul 23 20:14:35.323167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.324989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Deleting port c36464bb-b3e9-4207-b2c0-6e9835f68dad {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:35.325349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.352259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2c93640-e897-4e69-9dc7-894b7e7c4044 req-6452fc46-9d3b-417a-ac66-30c4935ba4b2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Jul 23 20:14:35.429710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] For port c36464bb-b3e9-4207-b2c0-6e9835f68dad, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c36464bb-b3e9-4207-b2c0-6e9835f68dad,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:35.430369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.434853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.446503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Calling delete_port for c36464bb-b3e9-4207-b2c0-6e9835f68dad owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:35.484806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1a7fad-e401-4484-a699-498b2de251fa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:35.498322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.505685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a173a3-5299-4e30-b834-f65e687acf17 None None] Network 6e27ff29-f0db-45ad-a0eb-21067089bb67 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:35.511125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:35.515160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e2875c4e-3ded-4ad5-be40-baa91faac8ca admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b1a7fad-e401-4484-a699-498b2de251fa HTTP/1.1" status: 204 len: 168 time: 0.6434517 Jul 23 20:14:35.738630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] DHCP port deletion for 6e27ff29-f0db-45ad-a0eb-21067089bb67 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:14:35.773567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-d44d0912-8655-4800-888e-795aa3fac0b6 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a7118b071e894faaa7772249d09efb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102660 Jul 23 20:14:35.783836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.794995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] Deleting port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:35.795320 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.886922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] For port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,segment=NetworkSegment(bf6697c3-4e2c-4801-8954-7d4fc1c8268f),segment_id=bf6697c3-4e2c-4801-8954-7d4fc1c8268f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:35.887926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:35.911340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] Calling delete_port for c5c9ec05-f4bb-49f4-9497-9fe44a85db9d owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:36.041179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.096265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-a279d010-8556-45a5-9bc1-d3e52813eb8e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.098030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-a279d010-8556-45a5-9bc1-d3e52813eb8e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224003 Jul 23 20:14:36.120524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] Pushing event deleted for resources: {'Port': ['ID=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:36.120784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4d06c-6913-4175-95ea-1d4f15256ce5 None None] No DVR routers for this DVR port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:36.152796 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.188866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-673ad987-c71f-493e-99b8-7650f57ef982 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/quotas/a7118b071e894faaa7772249d09efb8b HTTP/1.1" status: 200 len: 375 time: 0.0403354 Jul 23 20:14:36.238062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c36464bb-b3e9-4207-b2c0-6e9835f68dad,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:36.361720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Deleting port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:36.362270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.378260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:36.396822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] Sync routers for ids ['9f513d89-3e6b-4fa5-a612-e542c626533e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:36.397017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dace64-a039-45bf-8f12-23d9be26ae3d req-a858e3a3-c8da-488d-9bc3-21bcb3500d46 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:36.398466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0dace64-a039-45bf-8f12-23d9be26ae3d req-a858e3a3-c8da-488d-9bc3-21bcb3500d46 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.2985380 Jul 23 20:14:36.409789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] Routers {'9f513d89-3e6b-4fa5-a612-e542c626533e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:36.411073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9f513d89-3e6b-4fa5-a612-e542c626533e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:36.488573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.507376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] Set router 9f513d89-3e6b-4fa5-a612-e542c626533e gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:36.598829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1132524070-network', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:36.602006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:35Z', 'revision_number': 7, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:36.644923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] Checking router: 9f513d89-3e6b-4fa5-a612-e542c626533e for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:36.650969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Made reservation on behalf of 71d7c4f6ba2a4d9385c029b92afa7d59 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:36.654810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.666837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] Routers {'9f513d89-3e6b-4fa5-a612-e542c626533e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:36.667635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9f513d89-3e6b-4fa5-a612-e542c626533e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:36.677785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.772315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] Set router 9f513d89-3e6b-4fa5-a612-e542c626533e gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:36.843222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:35Z', 'revision_number': 7, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:36.846128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c5c9ec05-f4bb-49f4-9497-9fe44a85db9d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:36.865182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.873354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.893541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:36.907358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.908326 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Added segment 00e20100-b89f-4eea-9524-2773ef00fcb7 of type vlan for network c67dd8ac-7aef-48e9-8567-fbab772c8dbe Jul 23 20:14:36.933270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c5c9ec05-f4bb-49f4-9497-9fe44a85db9d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:36.938666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c5c9ec05-f4bb-49f4-9497-9fe44a85db9d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:36.939815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed71a51e-236f-40c4-bac1-de1ccf6000f9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:36.964477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:36.988477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ed71a51e-236f-40c4-bac1-de1ccf6000f9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:36.988822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed71a51e-236f-40c4-bac1-de1ccf6000f9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:36.990501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf1ec4-305e-4612-975e-157f56305cea None None] The sync data for ids ['9f513d89-3e6b-4fa5-a612-e542c626533e'] in n-d-793620-13 is: [{'id': '9f513d89-3e6b-4fa5-a612-e542c626533e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-345126253-router', 'tenant_id': '7306d4f287a445f18688f16723b8b9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:17Z', 'updated_at': '2021-07-23T20:14:35Z', 'revision_number': 7, 'project_id': '7306d4f287a445f18688f16723b8b9b6', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:37.019519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.021292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.022111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.109118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Pushing event updated for resources: {'Network': ['ID=c67dd8ac-7aef-48e9-8567-fbab772c8dbe,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:37.123522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:37.128303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d6cd05-3379-4d7f-bda3-4f394a099d26,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:37.139279 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55419f83-a655-4c60-97cf-4f039e760979 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7551081 Jul 23 20:14:37.146441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34690) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:37.147541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-c49583fa-23a7-4e19-a3fe-12ca4532b8df tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9218247 Jul 23 20:14:37.162978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Request body: {'subnet': {'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1132524070-subnet', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:37.191668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0dace64-a039-45bf-8f12-23d9be26ae3d req-bf6126a7-c8f1-4b11-83b3-ee67e10d7c94 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7742624 Jul 23 20:14:37.198977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Made reservation on behalf of 71d7c4f6ba2a4d9385c029b92afa7d59 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:37.200393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.203452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.209598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.220787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] For port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:37.221159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.345744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Calling delete_port for c5c9ec05-f4bb-49f4-9497-9fe44a85db9d owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:37.349380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:14:37.350800 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.389778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c9ec05-f4bb-49f4-9497-9fe44a85db9d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:37.393374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.393925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f513d89-3e6b-4fa5-a612-e542c626533e {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:14:37.403872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.405773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0085799c-20a5-4289-a4f3-e80f17ec37ea admin admin] 10.222.0.46 "DELETE /v2.0/routers/9f513d89-3e6b-4fa5-a612-e542c626533e HTTP/1.1" status: 204 len: 168 time: 3.0355699 Jul 23 20:14:37.412465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] No DVR routers for this DVR port c5c9ec05-f4bb-49f4-9497-9fe44a85db9d on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:37.418907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34694) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:37.487774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.575565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Deleting subnet 278fd9a2-e693-4824-b35a-928843238836 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:14:37.597510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.636972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbec0fe0-0970-422f-a777-906b445d1c41,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:37.654222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Checking segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:37.654772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Network hostable DHCP agents. Network: c67dd8ac-7aef-48e9-8567-fbab772c8dbe, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:37.687941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.705599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:37.724216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c67dd8ac-7aef-48e9-8567-fbab772c8dbe) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:37.731026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:37.731808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.743078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d2c06-73cc-43d3-8e85-9fd56f45a786 None None] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:37.761928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f00145b2-7b15-474f-b87a-de932c4901e7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6122251 Jul 23 20:14:37.765056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:37.776132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:37.844733 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:37.846377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.072555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.082292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-880f3a18-2fbb-4cb5-bd45-51de2de5b857 req-1fe7406e-704b-4be3-b861-e6f02ae22c56 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 210 time: 0.1328635 Jul 23 20:14:38.114655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.223244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:14:38.225837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.227273 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.306015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e27ff29-f0db-45ad-a0eb-21067089bb67']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:38.374512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:38.374812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf6697c3-4e2c-4801-8954-7d4fc1c8268f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:38.405334 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.437839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596019c8-046f-4dd4-9e64-74259ded11ec req-871cbfda-33c5-47f7-89f0-8e66631b9c88 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:38.446156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-596019c8-046f-4dd4-9e64-74259ded11ec req-871cbfda-33c5-47f7-89f0-8e66631b9c88 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.3938620 Jul 23 20:14:38.468921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.505099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-596019c8-046f-4dd4-9e64-74259ded11ec req-af10aa18-fc33-457a-9814-58e5a2db9767 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575788 Jul 23 20:14:38.505428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Allocated IP 172.20.0.2 (c67dd8ac-7aef-48e9-8567-fbab772c8dbe/dbec0fe0-0970-422f-a777-906b445d1c41/e3909530-e640-4618-b4b1-e89095924aed) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:38.536761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:38.538260 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:38.540936 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:38.592420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.621150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c36464bb-b3e9-4207-b2c0-6e9835f68dad no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:38.736563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c36464bb-b3e9-4207-b2c0-6e9835f68dad {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:38.736914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c36464bb-b3e9-4207-b2c0-6e9835f68dad not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:38.763863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.766325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/278fd9a2-e693-4824-b35a-928843238836 HTTP/1.1" status: 204 len: 168 time: 1.3465297 Jul 23 20:14:38.767539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc39b4f-7899-4f57-8cc0-999290580d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278fd9a2-e693-4824-b35a-928843238836,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:38.769563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34718) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:38.800726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.815682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f15340-4426-49d6-b592-b57da63274dd None None] Network d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:38.828837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.833536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6e27ff29-f0db-45ad-a0eb-21067089bb67 HTTP/1.1" status: 204 len: 168 time: 3.3189282 Jul 23 20:14:38.867504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee61ded-680a-4952-8172-c8e9641afa49 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e27ff29-f0db-45ad-a0eb-21067089bb67,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:38.994730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:38.999169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.058632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-24579c36-9608-4833-97f8-7c2538d3437f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587542 Jul 23 20:14:39.082564 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.116270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Transition to ACTIVE for port object e3909530-e640-4618-b4b1-e89095924aed will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:39.117980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:39.150972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Transition to ACTIVE for port object e3909530-e640-4618-b4b1-e89095924aed will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:39.167740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.190157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f51c1dc-a1c0-4edf-acb9-ce830acd70a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dee67ea99bf44740954a0e3e3c1da697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678680 Jul 23 20:14:39.212807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34738) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:39.237215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:39.244132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:39.249055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:39.282313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-8a8fcd93-354e-4259-a9b8-e2d9f5914139 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a7118b071e894faaa7772249d09efb8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521321 Jul 23 20:14:39.355477 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b55cde3-51ce-4c4c-8e51-6194e5c0b5c8 req-d4f5741c-ecee-42d3-b74a-9c2f97feffcd tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 210 time: 0.0687022 Jul 23 20:14:39.363523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] DHCP port deletion for d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:14:39.371363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Pushing event updated for resources: {'Port': ['ID=e3909530-e640-4618-b4b1-e89095924aed,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:39.416007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Attempting to bind port e3909530-e640-4618-b4b1-e89095924aed on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:39.416568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Attempting to bind port e3909530-e640-4618-b4b1-e89095924aed by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:39.416941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Attempting to bind port e3909530-e640-4618-b4b1-e89095924aed on network c67dd8ac-7aef-48e9-8567-fbab772c8dbe {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:39.420121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-e52edfcd-3502-49f0-a7a2-83b097ec1573 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.422091 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-e52edfcd-3502-49f0-a7a2-83b097ec1573 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345036 Jul 23 20:14:39.430699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:39.431249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Checking segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:39.431790 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.432194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Bound using segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:39.432678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Bound port: e3909530-e640-4618-b4b1-e89095924aed, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:39.433093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.438454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Request body: {'port': {'device_id': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'a7118b071e894faaa7772249d09efb8b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:39.484012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] Deleting port 621decef-cdaa-4447-a564-faabf33a430d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:39.484304 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.544639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Deleting port 621decef-cdaa-4447-a564-faabf33a430d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:14:39.553975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.561876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53b5fa9c-5e41-4c6c-add7-6d4e1d7d7df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.576948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-1aa338a4-7f71-4da3-9e48-577b2a5eb657 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:39.584238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-1aa338a4-7f71-4da3-9e48-577b2a5eb657 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4470732 Jul 23 20:14:39.603428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] For port 621decef-cdaa-4447-a564-faabf33a430d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=621decef-cdaa-4447-a564-faabf33a430d,segment=NetworkSegment(8ee113fd-f1c3-4723-b57c-084c115b57eb),segment_id=8ee113fd-f1c3-4723-b57c-084c115b57eb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:39.604237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.624859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b120b0dc-e817-43aa-b317-9d01830f189c tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/quotas/c02ad8784453457eb69be1ccf81a2f8a HTTP/1.1" status: 200 len: 375 time: 0.0400171 Jul 23 20:14:39.626933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53b5fa9c-5e41-4c6c-add7-6d4e1d7d7df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.640405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] Calling delete_port for 621decef-cdaa-4447-a564-faabf33a430d owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:39.666809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Made reservation on behalf of a7118b071e894faaa7772249d09efb8b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:39.669750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.723748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] For port 621decef-cdaa-4447-a564-faabf33a430d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=621decef-cdaa-4447-a564-faabf33a430d,segment=NetworkSegment(8ee113fd-f1c3-4723-b57c-084c115b57eb),segment_id=8ee113fd-f1c3-4723-b57c-084c115b57eb)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:39.724465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.731981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] For port e3909530-e640-4618-b4b1-e89095924aed, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:39.746265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Calling delete_port for 621decef-cdaa-4447-a564-faabf33a430d owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:14:39.749593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] For port e3909530-e640-4618-b4b1-e89095924aed, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3909530-e640-4618-b4b1-e89095924aed,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:39.767771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.843475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.860048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-e2164022-8e3c-4e42-af36-7c70dde58849 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2343557 Jul 23 20:14:39.895090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026392e-bc70-4b1a-84b8-82e60d164cdd None None] Pushing event updated for resources: {'Port': ['ID=e3909530-e640-4618-b4b1-e89095924aed,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:39.903204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.906640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.908571 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:39.922953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] No DVR routers for this DVR port 621decef-cdaa-4447-a564-faabf33a430d on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:39.943804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Pushing event deleted for resources: {'Port': ['ID=621decef-cdaa-4447-a564-faabf33a430d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:39.948324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] No DVR routers for this DVR port 621decef-cdaa-4447-a564-faabf33a430d on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:14:39.982414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ace1b-c41d-4b4b-b1ef-992301705aaf None None] Pushing event deleted for resources: {'Port': ['ID=621decef-cdaa-4447-a564-faabf33a430d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:40.084750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.098318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53b5fa9c-5e41-4c6c-add7-6d4e1d7d7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.103343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53b5fa9c-5e41-4c6c-add7-6d4e1d7d7df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.110566 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53b5fa9c-5e41-4c6c-add7-6d4e1d7d7df6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea34b9a8-40bd-44ae-90d5-25c50fb48d84 HTTP/1.1" status: 204 len: 168 time: 0.8939157 Jul 23 20:14:40.115860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d384b7aa-f33e-48b5-85b1-5f6aaa46fb80']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:40.191175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee113fd-f1c3-4723-b57c-084c115b57eb') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:40.195704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee113fd-f1c3-4723-b57c-084c115b57eb') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:40.219617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Allocated IP 192.168.233.12 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/f8153ad3-4873-4075-a543-8df97d726cf4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:40.246413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.315397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42946d4e-45bd-4a25-9546-6fbd8a80718d req-54a2fffb-d3aa-44f8-a95b-347cbed61d4c tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 210 time: 0.1014926 Jul 23 20:14:40.325514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.341411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:14:40.342069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:14:40.344236 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:14:40.381117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5fa9c-5e41-4c6c-add7-6d4e1d7d7df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34b9a8-40bd-44ae-90d5-25c50fb48d84,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:40.474907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.489607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.492936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d384b7aa-f33e-48b5-85b1-5f6aaa46fb80 HTTP/1.1" status: 204 len: 168 time: 1.7212300 Jul 23 20:14:40.518918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729dcdb-92bd-4005-94d5-ec5a1692bb20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d384b7aa-f33e-48b5-85b1-5f6aaa46fb80,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:40.534864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Allocated IP 172.25.8.109 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/f7d18182-93d1-4b5e-9800-1cb0a32e33ac) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:40.565123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.573278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9fdd81e-76a2-48c5-9c16-84e8badc4ac0 req-5df2619f-7546-4bff-99b6-2882f1a385ee tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 210 time: 0.0562162 Jul 23 20:14:40.600064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Transition to ACTIVE for port object f8153ad3-4873-4075-a543-8df97d726cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:40.757969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.779641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:40.816264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b7eeae08-5382-4e03-82fa-76e51cac1c29'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:40.820682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:41.004562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:41.022299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:41.034525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:41.176904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34776) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:41.201892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.203313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.228037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event updated for resources: {'Port': ['ID=f8153ad3-4873-4075-a543-8df97d726cf4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:41.236821 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:14:41.247250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-0a6df139-5ca7-4b0c-9313-e99f1278ba57 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8164926 Jul 23 20:14:41.272744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Request body: {'port': {'device_id': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:41.287126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-75b55757-e5b9-4792-92ea-9d46f13b6904 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7306d4f287a445f18688f16723b8b9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069188 Jul 23 20:14:41.288111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34778) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:41.308941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.422248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbeb07d5-fb66-4a16-bf95-f373718333c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.456163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:41.469644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:41.479554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:41.486308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbeb07d5-fb66-4a16-bf95-f373718333c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.566471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3909530-e640-4618-b4b1-e89095924aed up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:41.572042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:41.588954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbeb07d5-fb66-4a16-bf95-f373718333c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.593157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbeb07d5-fb66-4a16-bf95-f373718333c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.594801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bbeb07d5-fb66-4a16-bf95-f373718333c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f793983-dc4e-4adb-a9bc-f632f03a798f HTTP/1.1" status: 204 len: 168 time: 0.3055840 Jul 23 20:14:41.612083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:41.647420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ce51ba2-d70c-48a0-a595-ab45a4f94f3a req-ade1046e-f56e-439a-910c-e23758dfe561 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 210 time: 0.0630000 Jul 23 20:14:41.655144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb07d5-fb66-4a16-bf95-f373718333c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f793983-dc4e-4adb-a9bc-f632f03a798f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:41.904039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab27b4-5049-4e42-920e-cd0b6344935d None None] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:41.937870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9654f-7c21-47e5-b6c1-ee978896d3c4 req-cb38ab1f-621d-4d5b-92a4-a24ed49566a3 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:41.948165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5b9654f-7c21-47e5-b6c1-ee978896d3c4 req-cb38ab1f-621d-4d5b-92a4-a24ed49566a3 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 935 time: 0.2048755 Jul 23 20:14:42.025411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5b9654f-7c21-47e5-b6c1-ee978896d3c4 req-09859cc5-6d57-4431-8989-144f66cfa72b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669038 Jul 23 20:14:42.031962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:42.053020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-0b2c5fc8-8601-4ca7-8ba7-b71b299d5156 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206701 Jul 23 20:14:42.138389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-89286b03-37d7-42b8-af25-5705c5241e57 None None] Provisioning for port f8153ad3-4873-4075-a543-8df97d726cf4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:42.181804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-89286b03-37d7-42b8-af25-5705c5241e57 None None] Provisioning complete for port f8153ad3-4873-4075-a543-8df97d726cf4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:42.182407 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89286b03-37d7-42b8-af25-5705c5241e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.189589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e3909530-e640-4618-b4b1-e89095924aed completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:42.241162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-305959134-network', 'tenant_id': '75c018cb7e7844eea54397170659cef6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:42.322034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Made reservation on behalf of 75c018cb7e7844eea54397170659cef6 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:42.324437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.355444 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.502736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-34ba7ff4-af54-4d8a-a4dc-e3f71f2c9801 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.507808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.510233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-34ba7ff4-af54-4d8a-a4dc-e3f71f2c9801 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441816 Jul 23 20:14:42.515836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.521084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 621decef-cdaa-4447-a564-faabf33a430d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:14:42.538552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:14:42.541603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Request body: {'port': {'device_id': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'c02ad8784453457eb69be1ccf81a2f8a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:42.565124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.565795 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Added segment f3746686-96e6-4bc2-ad7a-d432148c592b of type vlan for network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 Jul 23 20:14:42.576035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-89286b03-37d7-42b8-af25-5705c5241e57 None None] Port f8153ad3-4873-4075-a543-8df97d726cf4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:42.577826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 621decef-cdaa-4447-a564-faabf33a430d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:14:42.578176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 621decef-cdaa-4447-a564-faabf33a430d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:14:42.670808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.733694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] Provisioning for port e3909530-e640-4618-b4b1-e89095924aed completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:42.739706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] Provisioning complete for port e3909530-e640-4618-b4b1-e89095924aed triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:42.740324 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.816032 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.817091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:42.817656 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.896811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:42.940970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] For port e3909530-e640-4618-b4b1-e89095924aed, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3909530-e640-4618-b4b1-e89095924aed,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:42.950029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.028851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-959bcdb8-32c6-40d7-a498-1c27ff1eed77 req-f4ea4d68-70d6-4f2e-8d1b-8f78460e1a07 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 210 time: 0.1959975 Jul 23 20:14:43.053896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:43.062579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314da37d-3f5b-4b20-8763-af9985d77fd3 None None] Pushing event updated for resources: {'Port': ['ID=e3909530-e640-4618-b4b1-e89095924aed,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:43.168012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] Pushing event updated for resources: {'Network': ['ID=53bd1372-3ee7-4781-aa00-cfa7ea213f43,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:43.173071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Made reservation on behalf of c02ad8784453457eb69be1ccf81a2f8a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:43.176628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.183041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:14:43.201134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8e808fd-66ff-4d17-921e-e61cd109dc9c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1672981 Jul 23 20:14:43.216894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:43.265005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Request body: {'subnet': {'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-305959134-subnet', 'tenant_id': '75c018cb7e7844eea54397170659cef6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:43.265549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-62f9736b-b082-4135-8d39-27abc352e2b2 None None] Provisioning complete for port e3909530-e640-4618-b4b1-e89095924aed triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:43.266009 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-62f9736b-b082-4135-8d39-27abc352e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.307982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233b6e2-4f5c-4511-a169-2c1edeac8777 req-1787d1b6-6906-418a-9d89-be08783f279b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:43.313929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6233b6e2-4f5c-4511-a169-2c1edeac8777 req-1787d1b6-6906-418a-9d89-be08783f279b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 935 time: 0.1482391 Jul 23 20:14:43.332551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Made reservation on behalf of 75c018cb7e7844eea54397170659cef6 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:43.335076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.400180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6233b6e2-4f5c-4511-a169-2c1edeac8777 req-53350f3b-31c7-45a5-a391-ce424173a1c5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795069 Jul 23 20:14:43.522698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8153ad3-4873-4075-a543-8df97d726cf4 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:43.558212 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.558627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.565057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.690798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Transition to ACTIVE for port object f8153ad3-4873-4075-a543-8df97d726cf4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:43.703132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.800032 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95de968d-efdd-40c4-a1d4-7c1dc0c33170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:43.997632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34872) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:44.195596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Allocated IP 192.168.233.47 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/a537a96b-2b5a-4b27-86cd-f49ec974912c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:44.203597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9156e17-65db-4e78-bd99-3221831ba0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.209665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a924910-2451-414b-b813-65615e96c968 service neutron] Pushing event updated for resources: {'Port': ['ID=f8153ad3-4873-4075-a543-8df97d726cf4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.243968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b271064-5cc6-4530-9dc0-afde977da5ca req-5d057226-7bee-4e61-975e-cf1f479ee614 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 210 time: 0.0584598 Jul 23 20:14:44.364782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9156e17-65db-4e78-bd99-3221831ba0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.374390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9156e17-65db-4e78-bd99-3221831ba0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.392499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.416998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a9156e17-65db-4e78-bd99-3221831ba0b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c41e8a56f344a499e43d4eb14c1862d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174426 Jul 23 20:14:44.423672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34882) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:44.434040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156e17-65db-4e78-bd99-3221831ba0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6b2660-8507-4dc3-abd5-67499fc95a35,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.567230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.608436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140880d4-62c5-4432-a902-fd147a86b02b req-dd7f418d-9709-4b22-9339-7eb747336047 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:44.610182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-140880d4-62c5-4432-a902-fd147a86b02b req-dd7f418d-9709-4b22-9339-7eb747336047 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 947 time: 0.1102362 Jul 23 20:14:44.621017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0862b484-c131-45a6-a24d-17034047ec2a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:44.644592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38162751-b39c-41f8-9bd9-8840122be883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.657618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-140880d4-62c5-4432-a902-fd147a86b02b req-0fbffb75-e94c-4129-a6a7-c853cc4210d5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Jul 23 20:14:44.697317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Checking segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:44.697704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Network hostable DHCP agents. Network: 53bd1372-3ee7-4781-aa00-cfa7ea213f43, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:14:44.699807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Attempting to bind port f8153ad3-4873-4075-a543-8df97d726cf4 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:44.700148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Attempting to bind port f8153ad3-4873-4075-a543-8df97d726cf4 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:44.700476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Attempting to bind port f8153ad3-4873-4075-a543-8df97d726cf4 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:44.711380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3909530-e640-4618-b4b1-e89095924aed up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:44.773182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e3909530-e640-4618-b4b1-e89095924aed triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:44.773507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.796939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Port f8153ad3-4873-4075-a543-8df97d726cf4 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:44.797294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Attempting to bind port f8153ad3-4873-4075-a543-8df97d726cf4 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:44.813817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38162751-b39c-41f8-9bd9-8840122be883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.835417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:44.835818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:44.836128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:44.836659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Bound port: f8153ad3-4873-4075-a543-8df97d726cf4, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:44.837087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.844742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:14:44.925122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 53bd1372-3ee7-4781-aa00-cfa7ea213f43) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:44.931362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:44.932018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:44.938776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2870a9a7-0fd8-46cb-abdc-6bf6c8308be6 None None] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:44.971574 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.013408 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4cb530aa-24bd-4637-bf80-5f98579acd01 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7930732 Jul 23 20:14:45.050957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] For port f8153ad3-4873-4075-a543-8df97d726cf4, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:45.057646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] For port f8153ad3-4873-4075-a543-8df97d726cf4, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8153ad3-4873-4075-a543-8df97d726cf4,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:45.059181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Transition to ACTIVE for port object a537a96b-2b5a-4b27-86cd-f49ec974912c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:45.060845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38162751-b39c-41f8-9bd9-8840122be883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.063877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38162751-b39c-41f8-9bd9-8840122be883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.065508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-38162751-b39c-41f8-9bd9-8840122be883 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd6b2660-8507-4dc3-abd5-67499fc95a35 HTTP/1.1" status: 204 len: 168 time: 0.6349072 Jul 23 20:14:45.086359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.126088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38162751-b39c-41f8-9bd9-8840122be883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6b2660-8507-4dc3-abd5-67499fc95a35,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:45.140378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d2e5d-f3a8-4d34-bdee-4ca771312f1f None None] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:14:45.158831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:45.159478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.160931 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7a924910-2451-414b-b813-65615e96c968 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8153ad3-4873-4075-a543-8df97d726cf4 HTTP/1.1" status: 200 len: 1096 time: 3.8948386 Jul 23 20:14:45.166562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'tag': 'f8153ad3-4873-4075-a543-8df97d726cf4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:45.169251 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb" -d '{"events": [{"name": "network-changed", "server_uuid": "955e0fd5-6bd0-4f37-9fe0-2361747e4189", "tag": "f8153ad3-4873-4075-a543-8df97d726cf4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:45.179488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Router 23ec2455-5ae1-473d-9677-b8af03103927 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:14:45.292591 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b4a75e-27a3-4431-b228-fdb97d660529 x-openstack-request-id: req-71b4a75e-27a3-4431-b228-fdb97d660529 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:45.292892 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955e0fd5-6bd0-4f37-9fe0-2361747e4189", "tag": "f8153ad3-4873-4075-a543-8df97d726cf4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:45.293146 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71b4a75e-27a3-4431-b228-fdb97d660529 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:45.293596 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'tag': 'f8153ad3-4873-4075-a543-8df97d726cf4', 'status': 'completed', 'code': 200} Jul 23 20:14:45.402471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:45.465711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a924910-2451-414b-b813-65615e96c968 service neutron] Pushing event updated for resources: {'Port': ['ID=f8153ad3-4873-4075-a543-8df97d726cf4,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:45.495417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0ca4bfcd-d222-442a-8701-ea48bc5cd652'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:45.527785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcc403-56cc-4b03-9f49-024732608826 req-46705884-2b71-47ea-a4f7-dd35b5436b21 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:45.539511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8dbcc403-56cc-4b03-9f49-024732608826 req-46705884-2b71-47ea-a4f7-dd35b5436b21 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 935 time: 0.1561160 Jul 23 20:14:45.698171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8dbcc403-56cc-4b03-9f49-024732608826 req-5132aa04-19f3-4bbb-bc93-f22ee8c8b409 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555181 Jul 23 20:14:45.726055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:45.763992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:45.782501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:45.881799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Pushing event updated for resources: {'Port': ['ID=a537a96b-2b5a-4b27-86cd-f49ec974912c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:46.019085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7c733de4-28bf-47ca-b098-3b6f3f1de3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.021866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-7c733de4-28bf-47ca-b098-3b6f3f1de3fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 1099 time: 0.7884641 Jul 23 20:14:46.024444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:46.042443 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Sync routers for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:46.059036 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:46.060493 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:46.091510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386feb5c-68dd-433a-b4ef-2119b841f600 req-315d41da-49d0-4379-b9ec-2f66277e27ca tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.098728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-386feb5c-68dd-433a-b4ef-2119b841f600 req-315d41da-49d0-4379-b9ec-2f66277e27ca tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 947 time: 0.1959364 Jul 23 20:14:46.106173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.109292 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.161828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-386feb5c-68dd-433a-b4ef-2119b841f600 req-1f013d89-5caf-49ff-aa00-1bfc7302226f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574863 Jul 23 20:14:46.167338 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-d87d2d51-e479-4cff-a384-9b0d654957bd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f8153ad3-4873-4075-a543-8df97d726cf4 HTTP/1.1" status: 200 len: 217 time: 0.1323164 Jul 23 20:14:46.172692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.174468 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33ade096-29a7-42b1-bd42-1ce83ecf1fc2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.4081631 Jul 23 20:14:46.177692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34932) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:46.181727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-9f2bca73-43fa-4739-a106-79fdabc108cd tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.190116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-9f2bca73-43fa-4739-a106-79fdabc108cd tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 812 time: 0.2028041 Jul 23 20:14:46.208066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-04c2be75-990e-4f9f-80db-54c9a1e834db None None] Provisioning for port a537a96b-2b5a-4b27-86cd-f49ec974912c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:46.209403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-40eb1982-d0e3-4a27-a43b-3e2a8ce0f844 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/quotas/75c018cb7e7844eea54397170659cef6 HTTP/1.1" status: 200 len: 375 time: 0.0176735 Jul 23 20:14:46.214644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-04c2be75-990e-4f9f-80db-54c9a1e834db None None] Provisioning complete for port a537a96b-2b5a-4b27-86cd-f49ec974912c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:46.215207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-04c2be75-990e-4f9f-80db-54c9a1e834db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.259451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-971351e5-333e-430f-966d-1948663ac938 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7324104 Jul 23 20:14:46.284687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-7195e93a-35dc-4e1c-81c9-f7f64171a891 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738981 Jul 23 20:14:46.298106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-04c2be75-990e-4f9f-80db-54c9a1e834db None None] Port a537a96b-2b5a-4b27-86cd-f49ec974912c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:46.331697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Request body: {'port': {'device_id': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:46.343262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ece6-30ec-4aea-b0d9-58cf8996c985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.379566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.418346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-711a7bca-53cb-4351-bb62-8d9a03953051 service neutron] 10.222.0.46 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318626 Jul 23 20:14:46.467297 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:46.480686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-62e3e3a1-64f6-4362-ad93-561a536ece10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.482305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-62e3e3a1-64f6-4362-ad93-561a536ece10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.3054502 Jul 23 20:14:46.623232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-7b373b4a-b736-45d4-9eae-8e3324f8762c service neutron] 10.222.0.46 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945136 Jul 23 20:14:46.695355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.743881 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:42Z', 'revision_number': 3, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:46.830164 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Checking router: 23ec2455-5ae1-473d-9677-b8af03103927 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:46.830612 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Updating router 23ec2455-5ae1-473d-9677-b8af03103927 port f7d18182-93d1-4b5e-9800-1cb0a32e33ac binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:46.920096 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:46.927936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af210b0-cae5-4724-b0d7-236ee459867c req-fd9c6be8-e8ea-4105-ace5-11359a8afdda tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:46.948320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2af210b0-cae5-4724-b0d7-236ee459867c req-fd9c6be8-e8ea-4105-ace5-11359a8afdda tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 935 time: 0.1531625 Jul 23 20:14:46.961206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.008970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2af210b0-cae5-4724-b0d7-236ee459867c req-cec6d33c-504c-4966-9375-0577eb03ba54 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566494 Jul 23 20:14:47.304046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a537a96b-2b5a-4b27-86cd-f49ec974912c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:47.307793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-361b4dd9-8f9c-4557-a662-562790051352 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5af8a625aac547cbb24ba3eceda862de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793977 Jul 23 20:14:47.323836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.341963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Transition to ACTIVE for port object a537a96b-2b5a-4b27-86cd-f49ec974912c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:47.355715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.388716 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.400355 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Transition to ACTIVE for port object f7d18182-93d1-4b5e-9800-1cb0a32e33ac will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:47.410329 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.424271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Pushing event updated for resources: {'Port': ['ID=a537a96b-2b5a-4b27-86cd-f49ec974912c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:47.428243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-9f2b2993-b4bf-4216-b583-6bf66207ef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:47.430618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-9f2b2993-b4bf-4216-b583-6bf66207ef98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9299781 Jul 23 20:14:47.482890 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254898-ec72-4020-a110-9857228204da None None] Pushing event updated for resources: {'Port': ['ID=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:47.518070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Attempting to bind port f7d18182-93d1-4b5e-9800-1cb0a32e33ac on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:47.519470 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Attempting to bind port f7d18182-93d1-4b5e-9800-1cb0a32e33ac by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:47.521358 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Attempting to bind port f7d18182-93d1-4b5e-9800-1cb0a32e33ac on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:47.539283 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:47.544185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:47.547869 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.549284 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:47.553261 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Bound port: f7d18182-93d1-4b5e-9800-1cb0a32e33ac, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:47.554045 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.599813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021022b8-48b3-437a-8718-940257a8c60a req-58f99045-ebf8-4140-8ca5-c6690186dbe1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:47.612455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021022b8-48b3-437a-8718-940257a8c60a req-58f99045-ebf8-4140-8ca5-c6690186dbe1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 947 time: 0.2454720 Jul 23 20:14:47.615471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.625989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-02b04f52-dfe6-4f06-a48c-b8c6148ed055 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:47.628366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-02b04f52-dfe6-4f06-a48c-b8c6148ed055 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111546 Jul 23 20:14:47.660816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-d3b92d60-ea27-4677-946e-eec2561f7f15 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216456 Jul 23 20:14:47.683211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021022b8-48b3-437a-8718-940257a8c60a req-2da81df8-c639-4f5e-a171-1816cafce668 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676095 Jul 23 20:14:47.714136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-aaa89122-3db8-40d4-80de-6e5f6a0b9a0d tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/quotas/5af8a625aac547cbb24ba3eceda862de HTTP/1.1" status: 200 len: 375 time: 0.0458832 Jul 23 20:14:47.789042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] For port f7d18182-93d1-4b5e-9800-1cb0a32e33ac, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:47.803589 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] For port f7d18182-93d1-4b5e-9800-1cb0a32e33ac, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:47.810234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-f0985c6f-a792-46a1-9b69-4ca5ae73a0e7 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5af8a625aac547cbb24ba3eceda862de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0884905 Jul 23 20:14:47.817344 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:47.870354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0984ed20-7a2a-4ddd-a56c-255e7f624fe1 req-95e5876a-52e0-46f1-812c-a6e3fe563e32 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 210 time: 0.0595613 Jul 23 20:14:47.935913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Attempting to bind port a537a96b-2b5a-4b27-86cd-f49ec974912c on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:47.936263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Attempting to bind port a537a96b-2b5a-4b27-86cd-f49ec974912c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:47.936601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Attempting to bind port a537a96b-2b5a-4b27-86cd-f49ec974912c on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:47.952258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Port a537a96b-2b5a-4b27-86cd-f49ec974912c on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:47.952597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Attempting to bind port a537a96b-2b5a-4b27-86cd-f49ec974912c on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:47.969401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:47.969797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:47.970274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:47.970616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Bound port: a537a96b-2b5a-4b27-86cd-f49ec974912c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:47.970980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:48.002433 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d60d6fb6-b2ca-4a6c-ba18-cffb401fa899 req-1b814f50-8363-4191-955d-04b6190887c7 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921205 Jul 23 20:14:48.087966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254898-ec72-4020-a110-9857228204da None None] Pushing event updated for resources: {'Port': ['ID=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:48.108471 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:48.109109 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:48.295620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28181c86-2ba9-4567-a4d6-a787119b10fa req-7ff29514-fb5e-442e-9559-ddc1e23ec9c1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:48.320464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28181c86-2ba9-4567-a4d6-a787119b10fa req-7ff29514-fb5e-442e-9559-ddc1e23ec9c1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 947 time: 0.1391602 Jul 23 20:14:48.344176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] For port a537a96b-2b5a-4b27-86cd-f49ec974912c, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:48.424938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-581b09c0-f2c5-4986-a5ce-d4f9c5e59088 req-5cfffd52-16f9-44a7-bf92-72bd99bf60fa tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 210 time: 0.0831599 Jul 23 20:14:48.461168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:48.492090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] For port a537a96b-2b5a-4b27-86cd-f49ec974912c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:48.513124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:48.525472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:48.567720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28181c86-2ba9-4567-a4d6-a787119b10fa req-7c2546da-2dd2-4c61-81fc-a8562bd52582 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253408 Jul 23 20:14:48.707482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:42Z', 'revision_number': 3, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:48.746072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d6fbe-707d-4a90-a8d3-b28465f5c07d None None] The sync data for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 is: [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:42Z', 'revision_number': 3, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:49.338400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-b3592f7d-dfdc-456e-b714-9823cdc7d27f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.339954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-b3592f7d-dfdc-456e-b714-9823cdc7d27f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 812 time: 0.3134592 Jul 23 20:14:49.351629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Allocated IP 172.20.0.1 (c67dd8ac-7aef-48e9-8567-fbab772c8dbe/dbec0fe0-0970-422f-a777-906b445d1c41/48d9b9c4-6521-48a2-8735-b7c5c8a12b12) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:49.475712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff3dc105-a606-4028-bfa9-1bf4f1dcd9fa req-9d01c81a-08b1-45a0-a41f-a409d36377da tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 210 time: 0.4581187 Jul 23 20:14:49.491780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Pushing event updated for resources: {'Port': ['ID=a537a96b-2b5a-4b27-86cd-f49ec974912c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:49.502058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Request body: {'port': {'device_id': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'admin_state_up': True, 'tenant_id': '75c018cb7e7844eea54397170659cef6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:49.532431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.533752 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.536643 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-b91999d8-b401-43cd-80e6-eb1d5e5dac1e service neutron] 10.222.0.47 "PUT /v2.0/ports/a537a96b-2b5a-4b27-86cd-f49ec974912c HTTP/1.1" status: 200 len: 1096 time: 3.2210493 Jul 23 20:14:49.537827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'tag': 'a537a96b-2b5a-4b27-86cd-f49ec974912c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:49.543939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:49.546753 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4593793-1f40-4f5e-ab80-3739857d5f7d", "tag": "a537a96b-2b5a-4b27-86cd-f49ec974912c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:49.638241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-0d579385-eaf6-465f-b515-69e2cfa66f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.640933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-0d579385-eaf6-465f-b515-69e2cfa66f7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a7118b071e894faaa7772249d09efb8b&device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 1099 time: 1.4728560 Jul 23 20:14:49.641073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcb4bf-f60a-4ac2-814c-aa83a9b240f3 req-4ffab869-9620-4bfc-9d0d-7a0df0507277 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.642656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2fcb4bf-f60a-4ac2-814c-aa83a9b240f3 req-4ffab869-9620-4bfc-9d0d-7a0df0507277 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 947 time: 0.7400019 Jul 23 20:14:49.816515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-9baacd66-cf5d-4f2d-9124-37f7d91776de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.818189 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-9baacd66-cf5d-4f2d-9124-37f7d91776de service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1675127 Jul 23 20:14:49.897075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2fcb4bf-f60a-4ac2-814c-aa83a9b240f3 req-829357ae-2175-4361-8f49-877557287bb2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887388 Jul 23 20:14:49.921832 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-031086bd-8cc5-41ae-bd79-59c4e015ced4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=f8153ad3-4873-4075-a543-8df97d726cf4 HTTP/1.1" status: 200 len: 217 time: 0.0926371 Jul 23 20:14:49.929509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ca7cf1a3-a0a1-4fff-a0f7-d192db2bc80c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:49.931892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ca7cf1a3-a0a1-4fff-a0f7-d192db2bc80c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.36 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 812 time: 0.5150204 Jul 23 20:14:49.998782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04264883-f4c4-4e4b-b14f-e120d689842c req-9cd7e716-d785-4f61-995b-30282804f4d6 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 210 time: 0.1331251 Jul 23 20:14:50.005209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Request body: {'port': {'device_id': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'admin_state_up': True, 'tenant_id': '75c018cb7e7844eea54397170659cef6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:50.026397 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236c1112-77d9-439d-bcaf-797d7d60e4bd x-openstack-request-id: req-236c1112-77d9-439d-bcaf-797d7d60e4bd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:50.026683 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4593793-1f40-4f5e-ab80-3739857d5f7d", "tag": "a537a96b-2b5a-4b27-86cd-f49ec974912c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:50.026943 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-236c1112-77d9-439d-bcaf-797d7d60e4bd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:50.027543 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'tag': 'a537a96b-2b5a-4b27-86cd-f49ec974912c', 'status': 'completed', 'code': 200} Jul 23 20:14:50.087890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.130929 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-705e4dbb-3b2f-490a-bb06-7570a7543da2 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5af8a625aac547cbb24ba3eceda862de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1018236 Jul 23 20:14:50.147592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8153ad3-4873-4075-a543-8df97d726cf4 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:50.177240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Transition to ACTIVE for port object 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:50.191351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-a345b091-6ede-4357-bb37-f41c34d604a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.192807 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-a345b091-6ede-4357-bb37-f41c34d604a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 1099 time: 0.5409129 Jul 23 20:14:50.215471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-08532817-7053-43fa-a2ef-131482ac4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.217485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-08532817-7053-43fa-a2ef-131482ac4096 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.2874146 Jul 23 20:14:50.244907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Made reservation on behalf of 75c018cb7e7844eea54397170659cef6 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:50.248416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.307709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-a6cf7472-234d-4d0e-987c-61b044b9d53e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c HTTP/1.1" status: 200 len: 217 time: 0.0994596 Jul 23 20:14:50.407996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f8153ad3-4873-4075-a543-8df97d726cf4, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8153ad3-4873-4075-a543-8df97d726cf4,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:50.413621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Made reservation on behalf of 75c018cb7e7844eea54397170659cef6 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:50.418474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.437728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f8153ad3-4873-4075-a543-8df97d726cf4', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'f8153ad3-4873-4075-a543-8df97d726cf4', 'mac_address': 'fa:16:3e:e3:10:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:50.468475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38842f-d6d6-4159-acbf-3f883f51fd72 req-928de650-0933-46c5-961b-7266d9d6b774 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.471913 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.475630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae38842f-d6d6-4159-acbf-3f883f51fd72 req-928de650-0933-46c5-961b-7266d9d6b774 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 947 time: 0.3515830 Jul 23 20:14:50.495603 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.500449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-1712e61b-c424-4954-8468-e589a19d24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.502294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-1712e61b-c424-4954-8468-e589a19d24a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1491189 Jul 23 20:14:50.525408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8153ad3-4873-4075-a543-8df97d726cf4 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:50.569834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f8153ad3-4873-4075-a543-8df97d726cf4, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8153ad3-4873-4075-a543-8df97d726cf4,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:50.579372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-b01dcde8-dc74-48a7-b693-6c05960346b7 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.580040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:50.581681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-b01dcde8-dc74-48a7-b693-6c05960346b7 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4389663 Jul 23 20:14:50.606430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:50.616141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Request body: {'port': {'device_id': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '5af8a625aac547cbb24ba3eceda862de'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:50.622476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-44726e6b-d4e0-4ba5-8c92-fdc4edb93816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:50.624383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-44726e6b-d4e0-4ba5-8c92-fdc4edb93816 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4012504 Jul 23 20:14:50.636111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:50.663220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:50.664269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3f98388-1791-442e-8bc7-1f219d912d6c req-be5166aa-a7ec-4aa1-adf0-5dc8bb493507 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 210 time: 0.0582819 Jul 23 20:14:50.670072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:50.720957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f8153ad3-4873-4075-a543-8df97d726cf4,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:50.804348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae38842f-d6d6-4159-acbf-3f883f51fd72 req-f63c54d9-23ac-4f7a-9407-7f72477c1047 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208737 Jul 23 20:14:50.830631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f7d18182-93d1-4b5e-9800-1cb0a32e33ac up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:50.851537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Allocated IP 172.20.0.10 (53bd1372-3ee7-4781-aa00-cfa7ea213f43/0862b484-c131-45a6-a24d-17034047ec2a/54f6916f-1e14-404a-955e-f1d9a8354d12) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:50.907233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f8153ad3-4873-4075-a543-8df97d726cf4'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:51.025857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-d66dc1d4-b113-4341-a6d4-412e3587a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.029967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-d66dc1d4-b113-4341-a6d4-412e3587a54b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4986403 Jul 23 20:14:51.046887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f7d18182-93d1-4b5e-9800-1cb0a32e33ac completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:51.050196 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.063756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f7d18182-93d1-4b5e-9800-1cb0a32e33ac triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:51.064129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.200888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.227371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d7213950-acf5-4457-8e7e-f7e64bd02032 None None] Provisioning for port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:51.254516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d7213950-acf5-4457-8e7e-f7e64bd02032 None None] Provisioning complete for port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:51.260670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7213950-acf5-4457-8e7e-f7e64bd02032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.311983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-361c9ce3-0a3a-42dd-b7ef-921a5972097b req-9af4289a-82f9-47f4-b1b1-77497e96fa06 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 210 time: 0.0975416 Jul 23 20:14:51.363167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916be22-3ecb-48fe-959d-1b001a62bbe7 req-c935adb1-ee04-4272-9a1c-3cf594f05672 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:51.371020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3916be22-3ecb-48fe-959d-1b001a62bbe7 req-c935adb1-ee04-4272-9a1c-3cf594f05672 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 948 time: 0.1952438 Jul 23 20:14:51.373062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d7213950-acf5-4457-8e7e-f7e64bd02032 None None] Port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:51.422093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3916be22-3ecb-48fe-959d-1b001a62bbe7 req-468b6c73-dc3c-47ea-86a0-edface64533b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500453 Jul 23 20:14:51.433183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.449592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.484371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.497745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f7d18182-93d1-4b5e-9800-1cb0a32e33ac, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:51.498981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-bd241f05-3121-426e-b62c-709fee878592 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8596351 Jul 23 20:14:51.505094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.537175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Made reservation on behalf of 5af8a625aac547cbb24ba3eceda862de for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:51.541609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.587812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:51.606799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:51.656419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-19f99067-545b-4fe6-aa24-53f1bba3629d service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906792 Jul 23 20:14:51.748334 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b5d5adb4-1022-4eaa-8c14-6643fcacfeeb req-d581289c-672f-4843-8829-606cc3a6de9c service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350030 Jul 23 20:14:51.973807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:52.012098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Allocated IP 172.20.0.4 (53bd1372-3ee7-4781-aa00-cfa7ea213f43/0862b484-c131-45a6-a24d-17034047ec2a/e8f060c7-c828-4050-897d-2f948ed7b1f6) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:52.016328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:52.019333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.020586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:52.021872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.026915 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6881b081-f9c4-4242-ac73-59b5ac38fc31 req-0c47a3a4-9695-4ee0-addb-af396f26bf69 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314067 Jul 23 20:14:52.028453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.034234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event updated for resources: {'Port': ['ID=54f6916f-1e14-404a-955e-f1d9a8354d12,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:52.043037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.145018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.145851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.195987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-c2b62e1b-bf2b-45e9-ae06-b918a2b99382 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7503726 Jul 23 20:14:52.206749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2aa06a-b60d-4448-882b-46559532adee,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:52.216325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Request body: {'port': {'device_id': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:52.228334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f657fe1-c6bc-445e-9fd8-462e6383dcb6 req-aeb0aa6f-469c-477a-982b-95c504326015 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.236363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f657fe1-c6bc-445e-9fd8-462e6383dcb6 req-aeb0aa6f-469c-477a-982b-95c504326015 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 932 time: 0.3542840 Jul 23 20:14:52.238490 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.240274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:52.268910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b91e23-b57b-4ec5-b940-b9a41c72cbf0 req-eb3784f0-ceef-4d79-9a5e-3c1f21387358 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.270382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b91e23-b57b-4ec5-b940-b9a41c72cbf0 req-eb3784f0-ceef-4d79-9a5e-3c1f21387358 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 947 time: 0.3442049 Jul 23 20:14:52.373980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-458ae7d9-ec6c-4cda-8b71-c26dcb254054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.375482 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-458ae7d9-ec6c-4cda-8b71-c26dcb254054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 1099 time: 0.2623012 Jul 23 20:14:52.393154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Allocated IP 192.168.233.160 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/cc8efb36-d05f-4e32-9b96-3e69ccc5d44a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:52.409236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f657fe1-c6bc-445e-9fd8-462e6383dcb6 req-153d8e68-961e-4536-8a60-9145ef69a8c6 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716337 Jul 23 20:14:52.447977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99b91e23-b57b-4ec5-b940-b9a41c72cbf0 req-a919ddd0-2dc9-4dd9-a462-21779cd3dd55 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461880 Jul 23 20:14:52.531647 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.537722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:52.551109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:52.563402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.579437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-2945567a-e270-498f-96e2-86d36ae115fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:52.581005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-2945567a-e270-498f-96e2-86d36ae115fb service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1958346 Jul 23 20:14:52.783823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f7d18182-93d1-4b5e-9800-1cb0a32e33ac up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:52.894882 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-fa170d1b-6b50-417e-9528-904e83f5064e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c HTTP/1.1" status: 200 len: 217 time: 0.2946088 Jul 23 20:14:52.904487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Router 23ec2455-5ae1-473d-9677-b8af03103927 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:14:52.906729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f7d18182-93d1-4b5e-9800-1cb0a32e33ac triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:52.907104 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:52.954554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3ed3d26f-2f70-42d8-a34b-296ef44e5db8 None None] Provisioning complete for port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:52.955200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ed3d26f-2f70-42d8-a34b-296ef44e5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.007609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba1adc8c-edae-4c35-9ee3-ba94b63466a0 req-36d07e35-5d86-4c2b-a38c-2f17a0192a77 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 210 time: 0.2276635 Jul 23 20:14:53.020021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3ed3d26f-2f70-42d8-a34b-296ef44e5db8 None None] Port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:53.084978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.153822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event updated for resources: {'Port': ['ID=e8f060c7-c828-4050-897d-2f948ed7b1f6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:53.188574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb10945-d632-42e5-af9e-ed4bd9a14d34 req-de158790-1803-4a5a-8a0f-4c653e637491 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.190784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cb10945-d632-42e5-af9e-ed4bd9a14d34 req-de158790-1803-4a5a-8a0f-4c653e637491 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 948 time: 0.2864726 Jul 23 20:14:53.204831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:53.254675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:53.263956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:53.355654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cb10945-d632-42e5-af9e-ed4bd9a14d34 req-cc9338c0-6123-4051-a7cb-1dd25811d1c5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529577 Jul 23 20:14:53.382541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.383819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.386156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:14:53.394467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4bb22c46-b4b7-46f9-898a-fb6760c4d0d8 admin admin] 10.222.0.46 "PUT /v2.0/routers/23ec2455-5ae1-473d-9677-b8af03103927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1946418 Jul 23 20:14:53.400362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Sync routers for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:14:53.401859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-fe9752e9-c0b3-41f8-a2e6-96d2ec08da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.411398 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-fe9752e9-c0b3-41f8-a2e6-96d2ec08da37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.5059133 Jul 23 20:14:53.416621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:53.417377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:53.439175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.473871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Transition to ACTIVE for port object cc8efb36-d05f-4e32-9b96-3e69ccc5d44a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:53.514690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-a9f2138d-e897-4819-86db-b591edbd8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.516272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-a9f2138d-e897-4819-86db-b591edbd8149 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0974510 Jul 23 20:14:53.560891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f6916f-1e14-404a-955e-f1d9a8354d12 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:53.565227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.584011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.634517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Pushing event updated for resources: {'Port': ['ID=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:53.676708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Transition to ACTIVE for port object 54f6916f-1e14-404a-955e-f1d9a8354d12 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:53.682109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:53.688608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:53.699181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:53.702470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.705187 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-db453c3b-9b9e-484f-b7c4-df3b44fc18b2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7312548 Jul 23 20:14:53.718883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:53.744528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Request body: {'port': {'device_id': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:53.756494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-a4ab2b16-bc1f-433b-8e71-96dd7a87dd73 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326069 Jul 23 20:14:53.770981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:53.771876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.827043 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-634633a6-bb79-42fb-939c-7de19c888361 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2142427 Jul 23 20:14:53.842372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Request body: {'port': {'device_id': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:53.902132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:53.915168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Pushing event updated for resources: {'Port': ['ID=54f6916f-1e14-404a-955e-f1d9a8354d12,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:53.975251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8b932a1-b75f-46a8-9551-c5da61dbf5a0 req-3d647672-3cb0-492e-836d-8b58206008e5 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996751 Jul 23 20:14:54.038854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 2, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:54.067192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.088004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Checking router: 23ec2455-5ae1-473d-9677-b8af03103927 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:14:54.088359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Updating router 23ec2455-5ae1-473d-9677-b8af03103927 port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:14:54.101167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5acdd1-eb68-45d9-bc0c-3570c2297684 req-2bbc5917-a5bc-400c-a13e-5b84a614c785 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:54.103217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e5acdd1-eb68-45d9-bc0c-3570c2297684 req-2bbc5917-a5bc-400c-a13e-5b84a614c785 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 947 time: 0.4803519 Jul 23 20:14:54.121293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5c2e01c9-d52e-420e-b77d-c64365063256 None None] Provisioning for port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:54.126335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5c2e01c9-d52e-420e-b77d-c64365063256 None None] Provisioning complete for port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:54.126706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c2e01c9-d52e-420e-b77d-c64365063256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.138358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4277165-2041-4955-a4e4-36abfcbd8bdb req-7ce9ede2-d1e9-4129-9480-cb1f857a558c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:54.139988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4277165-2041-4955-a4e4-36abfcbd8bdb req-7ce9ede2-d1e9-4129-9480-cb1f857a558c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 932 time: 0.5313239 Jul 23 20:14:54.164265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e01c9-d52e-420e-b77d-c64365063256 None None] Port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:14:54.165712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a537a96b-2b5a-4b27-86cd-f49ec974912c details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:54.167678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8153ad3-4873-4075-a543-8df97d726cf4 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:54.209378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.276904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e5acdd1-eb68-45d9-bc0c-3570c2297684 req-6d359d57-735e-4c59-8664-ad88a1c36e9f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501052 Jul 23 20:14:54.303527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4277165-2041-4955-a4e4-36abfcbd8bdb req-c9b805de-ec30-413f-aef3-66e159df365d tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532104 Jul 23 20:14:54.315516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Attempting to bind port 54f6916f-1e14-404a-955e-f1d9a8354d12 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:54.315516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Attempting to bind port 54f6916f-1e14-404a-955e-f1d9a8354d12 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:54.315858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Attempting to bind port 54f6916f-1e14-404a-955e-f1d9a8354d12 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:54.339468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Port 54f6916f-1e14-404a-955e-f1d9a8354d12 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:54.339650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Attempting to bind port 54f6916f-1e14-404a-955e-f1d9a8354d12 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:54.360080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:14:54.361888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:54.362233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Checking segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:54.362959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Bound using segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:54.363095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Bound port: 54f6916f-1e14-404a-955e-f1d9a8354d12, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:54.363416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.423783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8efb36-d05f-4e32-9b96-3e69ccc5d44a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:54.437591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.469863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Transition to ACTIVE for port object cc8efb36-d05f-4e32-9b96-3e69ccc5d44a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:54.479933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.486137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f060c7-c828-4050-897d-2f948ed7b1f6 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:54.498478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.511443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] For port 54f6916f-1e14-404a-955e-f1d9a8354d12, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:54.516388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] For port 54f6916f-1e14-404a-955e-f1d9a8354d12, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54f6916f-1e14-404a-955e-f1d9a8354d12,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:54.520229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Transition to ACTIVE for port object e8f060c7-c828-4050-897d-2f948ed7b1f6 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:54.530465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.535214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.557227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a537a96b-2b5a-4b27-86cd-f49ec974912c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:54.585287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:54.590561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.592034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] 10.222.0.47 "PUT /v2.0/ports/54f6916f-1e14-404a-955e-f1d9a8354d12 HTTP/1.1" status: 200 len: 1093 time: 2.3807321 Jul 23 20:14:54.596105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'tag': '54f6916f-1e14-404a-955e-f1d9a8354d12'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:54.598433 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd59ca-11c5-46d9-80c3-e787a9186757" -d '{"events": [{"name": "network-changed", "server_uuid": "91df8831-8f60-459b-bca7-7fc4d2d22afc", "tag": "54f6916f-1e14-404a-955e-f1d9a8354d12"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:54.640420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:54.708311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Attempting to bind port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:54.708656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Attempting to bind port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:54.708960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Attempting to bind port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:54.714421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:54.714744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Attempting to bind port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:54.720998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:54.721249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:54.721628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:54.722066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Bound port: cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:54.722427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.728821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f8153ad3-4873-4075-a543-8df97d726cf4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:54.785060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f8153ad3-4873-4075-a543-8df97d726cf4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:54.785459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.799159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35068) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:54.804465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Request body: {'security_group': {'name': 'tempest-securitygroup--744386142', 'description': 'tempest-description--607627063'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:54.814386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe1ccb-4ede-4ee6-8e56-5b89b1eac827 service neutron] Pushing event updated for resources: {'Port': ['ID=54f6916f-1e14-404a-955e-f1d9a8354d12,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:54.838091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] For port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:54.845838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a537a96b-2b5a-4b27-86cd-f49ec974912c', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'a537a96b-2b5a-4b27-86cd-f49ec974912c', 'mac_address': 'fa:16:3e:8a:be:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:54.860110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] For port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:54.869115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.876451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.925587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:54.927169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:54.928620 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc8efb36-d05f-4e32-9b96-3e69ccc5d44a HTTP/1.1" status: 200 len: 1097 time: 1.0944810 Jul 23 20:14:54.940136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'tag': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:54.944299 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7474d5-a3dd-428d-a624-b7294228b08e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3f205e-2526-4230-a253-e6f9afd902f9", "tag": "cc8efb36-d05f-4e32-9b96-3e69ccc5d44a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:55.010352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.012652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.035858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a537a96b-2b5a-4b27-86cd-f49ec974912c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:55.064479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a537a96b-2b5a-4b27-86cd-f49ec974912c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:55.077939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.092737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-4dc89072-6f0b-4dcf-beed-a2a920eec18a tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.099837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-4dc89072-6f0b-4dcf-beed-a2a920eec18a tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/networks?id=590f2b44-94b5-49ed-9ea9-c159a36f839e HTTP/1.1" status: 200 len: 814 time: 0.1338382 Jul 23 20:14:55.108176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8452d0-2cc3-4a55-ba43-afd913e02350 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.122203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0dd435d0-107a-4a0b-9c04-15353352417b tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/quotas/5cb56508965a4fd98f41cb36906d133e HTTP/1.1" status: 200 len: 375 time: 0.0212877 Jul 23 20:14:55.129167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Transition to ACTIVE for port object 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:55.131897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f060c7-c828-4050-897d-2f948ed7b1f6,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.141322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.147586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-1f48038b-b598-416b-8313-643eff5c821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.149853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-1f48038b-b598-416b-8313-643eff5c821a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 1096 time: 0.4733772 Jul 23 20:14:55.153083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.168492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a537a96b-2b5a-4b27-86cd-f49ec974912c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.172136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.191049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Attempting to bind port e8f060c7-c828-4050-897d-2f948ed7b1f6 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:55.191412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Attempting to bind port e8f060c7-c828-4050-897d-2f948ed7b1f6 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:55.191844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Attempting to bind port e8f060c7-c828-4050-897d-2f948ed7b1f6 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:55.197871 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.201893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3986094 Jul 23 20:14:55.202989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9132817-31b0-457a-adc3-1ff34822b45c req-de7f8b46-ae27-4293-b4dc-bc004d2e882c tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.210046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9132817-31b0-457a-adc3-1ff34822b45c req-de7f8b46-ae27-4293-b4dc-bc004d2e882c tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 948 time: 0.6053166 Jul 23 20:14:55.212342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269150d-ce14-4968-97e3-6b219eaa14b0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f2c16c-2d06-4bd6-9480-f23d923e97cb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.223230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35080) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:55.228019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Request body: {'security_group_rule': {'security_group_id': '51f2c16c-2d06-4bd6-9480-f23d923e97cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:55.242497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-14d33857-2595-4cfa-ae5e-ca08d7670e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.242497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-14d33857-2595-4cfa-ae5e-ca08d7670e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5af8a625aac547cbb24ba3eceda862de&device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 1100 time: 0.2592347 Jul 23 20:14:55.246474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e84553-2708-48d7-b768-b37d957c17ff None None] Pushing event updated for resources: {'Port': ['ID=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.301488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-2635f7a9-9363-49a3-953c-b3f88960547f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f6916f-1e14-404a-955e-f1d9a8354d12 HTTP/1.1" status: 200 len: 217 time: 0.1293278 Jul 23 20:14:55.304513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Port e8f060c7-c828-4050-897d-2f948ed7b1f6 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:14:55.304934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Attempting to bind port e8f060c7-c828-4050-897d-2f948ed7b1f6 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:55.306879 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-c51288d7-a2fa-46de-9f99-830d70162587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a HTTP/1.1" status: 200 len: 217 time: 0.0527978 Jul 23 20:14:55.356338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.362339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.365582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:55.365932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Checking segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:55.366320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Bound using segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:55.366771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Bound port: e8f060c7-c828-4050-897d-2f948ed7b1f6, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:55.367131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.376464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a537a96b-2b5a-4b27-86cd-f49ec974912c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:55.396340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-22bce729-abad-4bb3-8936-280bef6ea7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.397997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-22bce729-abad-4bb3-8936-280bef6ea7ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0838921 Jul 23 20:14:55.404645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9132817-31b0-457a-adc3-1ff34822b45c req-47c23916-3249-46b4-83a0-6b1ab200f8a0 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887639 Jul 23 20:14:55.426466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Attempting to bind port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:14:55.426466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Attempting to bind port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:14:55.426800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Attempting to bind port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 on network c67dd8ac-7aef-48e9-8567-fbab772c8dbe {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:14:55.442173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:14:55.443331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Checking segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:14:55.443465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.445911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Bound using segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:14:55.445911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Bound port: 48d9b9c4-6521-48a2-8735-b7c5c8a12b12, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:14:55.445911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.468924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8153ad3-4873-4075-a543-8df97d726cf4'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:55.471327 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9a987d-e4ef-4316-835e-b5af58c1263a" -d '{"events": [{"server_uuid": "955e0fd5-6bd0-4f37-9fe0-2361747e4189", "name": "network-vif-plugged", "status": "completed", "tag": "f8153ad3-4873-4075-a543-8df97d726cf4"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:55.482355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.491284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.499446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f8153ad3-4873-4075-a543-8df97d726cf4, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8153ad3-4873-4075-a543-8df97d726cf4,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:55.518718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-5f62d02b-32db-42df-a023-1fcad50173b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.519278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-5f62d02b-32db-42df-a023-1fcad50173b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.2103589 Jul 23 20:14:55.531401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6573f126-0153-4553-ac34-c1f06a9de9c6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.533266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.536978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ffc9da7a-3857-44f2-90ab-433cccb0cd46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099651 Jul 23 20:14:55.539596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:55.544339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Request body: {'security_group_rule': {'security_group_id': '51f2c16c-2d06-4bd6-9480-f23d923e97cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:55.547621 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.553109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3160-d3c6-4310-b133-c749831ee058 req-e40af6e5-c069-40ec-8097-03d8afbda3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:55.556332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-e40af6e5-c069-40ec-8097-03d8afbda3ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490793 Jul 23 20:14:55.571581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-841bacad-2651-42a4-98bd-9b8df75099a7 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5cb56508965a4fd98f41cb36906d133e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4484711 Jul 23 20:14:55.603948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f8153ad3-4873-4075-a543-8df97d726cf4,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.611426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-6088061f-1ca5-494a-a159-7ca447b73cdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640862 Jul 23 20:14:55.650909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.680829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] For port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:55.688991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] For port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:55.693944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] For port e8f060c7-c828-4050-897d-2f948ed7b1f6, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:14:55.696920 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.732318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-cb6904c1-6ab3-4342-addd-e7887d70dad5 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681783 Jul 23 20:14:55.768699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] For port e8f060c7-c828-4050-897d-2f948ed7b1f6, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:14:55.784557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.790710 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.812955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:14:55.814080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:55.816987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e84553-2708-48d7-b768-b37d957c17ff None None] Pushing event updated for resources: {'Port': ['ID=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.840789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.876164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5adf255-bb31-4f78-93d2-a2fe6d604c79,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:55.887217 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:55.892522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7cec998c-3cc7-4cf2-ae86-9824f1ec4f22 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490653 Jul 23 20:14:55.908129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f02f3160-d3c6-4310-b133-c749831ee058 req-44538142-3ab6-4ba7-826a-8153ff465e82 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640456 Jul 23 20:14:55.908724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35094) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:14:55.969403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:56.005201 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.006412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:14:56.051973 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-34093b93-2465-430a-aebc-f741e8cdc9f1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1422112 Jul 23 20:14:56.197637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.197888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.198024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.198206 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.198675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.199225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.199597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] 10.222.0.36 "PUT /v2.0/ports/e8f060c7-c828-4050-897d-2f948ed7b1f6 HTTP/1.1" status: 200 len: 1092 time: 2.4804900 Jul 23 20:14:56.199708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.200674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.201158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.201655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-5e84d30c-09aa-46db-a036-83bf5046468e service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654943 Jul 23 20:14:56.203507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-5f20e8f7-a6f3-4277-9934-efd5e541c4f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6499 time: 0.1236882 Jul 23 20:14:56.211378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-1bc282d8-32d8-4848-8f0d-ca70782aaa75 service neutron] 10.222.0.46 "GET /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6022310 Jul 23 20:14:56.216119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.235577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacb1ca-4f33-409d-bc78-3566b8cba9b6 req-64e501d8-50ef-40b2-85e3-168901cedf74 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.237126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dacb1ca-4f33-409d-bc78-3566b8cba9b6 req-64e501d8-50ef-40b2-85e3-168901cedf74 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 949 time: 0.7346253 Jul 23 20:14:56.277364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:55Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:14:56.283758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab053646-ca3b-4c0f-b069-e95a0d6abcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8f060c7-c828-4050-897d-2f948ed7b1f6,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:56.309474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84975a8a-0031-46a9-858e-e7f81e6e7d1d None None] The sync data for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 is: [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:55Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:14:56.427306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Allocated IP 172.25.8.48 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/86cb687c-3ad2-4260-938f-33fcf05c0241) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:56.449748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-e5f61a38-d4af-49ad-948c-5df8df221a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.450145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-e5f61a38-d4af-49ad-948c-5df8df221a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.450950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dacb1ca-4f33-409d-bc78-3566b8cba9b6 req-c3a7c627-9809-4303-90e2-41d395299d42 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913474 Jul 23 20:14:56.457565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-e5f61a38-d4af-49ad-948c-5df8df221a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.459412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-e5f61a38-d4af-49ad-948c-5df8df221a40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=a525e910-95fa-4299-85e6-1e368b02b087&id=a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 200 len: 2291 time: 0.1851697 Jul 23 20:14:56.490046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-21ba8f60-bbbd-4091-bf91-fdf1eb70ea58 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775126 Jul 23 20:14:56.492109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-e0d3b75f-5141-4361-b231-e1ae2a69ecbe service neutron] 10.222.0.46 "GET /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516043 Jul 23 20:14:56.505592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-e363c956-7878-49a1-9291-8fdf12df3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.508679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-e363c956-7878-49a1-9291-8fdf12df3870 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 1095 time: 0.2179141 Jul 23 20:14:56.595941 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-3abf361f-1c00-413e-9fa0-907a04171cc5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 200 len: 1000 time: 0.1282477 Jul 23 20:14:56.599528 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a10a6-5899-411d-b7b4-04028e671632 x-openstack-request-id: req-d50a10a6-5899-411d-b7b4-04028e671632 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:56.599813 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3f205e-2526-4230-a253-e6f9afd902f9", "tag": "cc8efb36-d05f-4e32-9b96-3e69ccc5d44a", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:56.600058 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d50a10a6-5899-411d-b7b4-04028e671632 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:56.601132 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'tag': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a', 'status': 'completed', 'code': 200} Jul 23 20:14:56.607790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-1254484a-ac1c-4686-a448-513d6a2cb26f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6 HTTP/1.1" status: 200 len: 217 time: 0.0896666 Jul 23 20:14:56.624811 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e042367-0c04-4554-801f-07fd6d1d62f4 x-openstack-request-id: req-7e042367-0c04-4554-801f-07fd6d1d62f4 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:56.625465 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91df8831-8f60-459b-bca7-7fc4d2d22afc", "tag": "54f6916f-1e14-404a-955e-f1d9a8354d12", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:56.626028 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e042367-0c04-4554-801f-07fd6d1d62f4 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:56.626880 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'tag': '54f6916f-1e14-404a-955e-f1d9a8354d12', 'status': 'completed', 'code': 200} Jul 23 20:14:56.787225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:56.794640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-ef435a3c-9524-486a-95e1-d8f3d5ea8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.799975 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-ef435a3c-9524-486a-95e1-d8f3d5ea8e93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8956241-ca64-4c80-87a6-6e5278730f0f HTTP/1.1" status: 200 len: 850 time: 0.1099472 Jul 23 20:14:56.837693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-097ab949-1ac0-4e22-93f1-ae6e04e08075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.839297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-097ab949-1ac0-4e22-93f1-ae6e04e08075 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.2092302 Jul 23 20:14:56.888372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-93f1f017-388e-4049-9b19-3c793bea478d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405195 Jul 23 20:14:56.932244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:56.938640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:56.939499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.944542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:56.957103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-7cecc42f-44f4-4b12-be5f-bad35f17c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.959022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-7cecc42f-44f4-4b12-be5f-bad35f17c9aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 1096 time: 0.3308542 Jul 23 20:14:56.993869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-b8f37dda-4fb9-4e74-90ae-15102cd49943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:56.995596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-b8f37dda-4fb9-4e74-90ae-15102cd49943 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662242 Jul 23 20:14:57.002972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54215214-a68b-4e98-9bc1-93103c9ab6fd req-57a83fc0-ea6a-481d-a144-00d2792e307b tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.004731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-86be54cc-dbb7-4bdd-bcf4-20e6e0ee5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.006291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-86be54cc-dbb7-4bdd-bcf4-20e6e0ee5c8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5af8a625aac547cbb24ba3eceda862de&device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 1100 time: 0.2349808 Jul 23 20:14:57.015634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54215214-a68b-4e98-9bc1-93103c9ab6fd req-57a83fc0-ea6a-481d-a144-00d2792e307b tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 948 time: 0.2939453 Jul 23 20:14:57.059312 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:57.108857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52628a-941d-43a3-8c68-be125779d874 req-fedd053a-0d21-4802-9576-a53b01ba651a tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.110522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f52628a-941d-43a3-8c68-be125779d874 req-fedd053a-0d21-4802-9576-a53b01ba651a tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 944 time: 0.3255885 Jul 23 20:14:57.123459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:57.133374 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:57.212279 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-0eb72cd9-5d1f-4c77-918c-d2f0f8487f0d service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009814 Jul 23 20:14:57.229091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54215214-a68b-4e98-9bc1-93103c9ab6fd req-fd7bbdb0-7143-4dc1-9fbb-cbfe77df2032 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124085 Jul 23 20:14:57.261151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:57.285826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-51db1011-1a3e-4812-a36d-59b4302955f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.287882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-51db1011-1a3e-4812-a36d-59b4302955f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 913 time: 0.3160925 Jul 23 20:14:57.288034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:57.290603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-23b72e3c-4f2a-48b0-823c-c8ba194ac59c service neutron] 10.222.0.36 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867350 Jul 23 20:14:57.294616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f52628a-941d-43a3-8c68-be125779d874 req-67176ec5-108b-4e64-ab5d-9cceedb77c81 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759555 Jul 23 20:14:57.356519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-34664e8c-7afd-4d3f-9f4d-5a6377437a01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54f6916f-1e14-404a-955e-f1d9a8354d12 HTTP/1.1" status: 200 len: 217 time: 0.0602958 Jul 23 20:14:57.379333 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd8f079-fed7-49d1-adcc-5111c042f664 x-openstack-request-id: req-edd8f079-fed7-49d1-adcc-5111c042f664 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:57.379869 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955e0fd5-6bd0-4f37-9fe0-2361747e4189", "name": "network-vif-plugged", "status": "completed", "tag": "f8153ad3-4873-4075-a543-8df97d726cf4", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:57.379869 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-edd8f079-fed7-49d1-adcc-5111c042f664 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:57.380356 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8153ad3-4873-4075-a543-8df97d726cf4', 'code': 200} Jul 23 20:14:57.488088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-54f40403-6480-43d6-999b-3ca65bd1a1e7 service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354794 Jul 23 20:14:57.524424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-232e7984-bf73-454c-9e45-48ed1f00ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.527847 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-232e7984-bf73-454c-9e45-48ed1f00ffb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.1615455 Jul 23 20:14:57.595780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-14a1c3e4-642f-4960-8700-0e2d7d6afcaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 217 time: 0.0788794 Jul 23 20:14:57.624752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:14:57.655488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9ed18b5-4d6c-4fef-8f79-ca8b8bae1526 req-09b8873e-f28d-4ead-8db5-9d0d2a2dc0e2 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 210 time: 0.0895612 Jul 23 20:14:57.664650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-2428ffa7-6667-49fe-b92c-8fb62faa6a82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122718 Jul 23 20:14:57.673029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-71f56d15-8928-42aa-a32c-518edfdcda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.674685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-71f56d15-8928-42aa-a32c-518edfdcda89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0485179 Jul 23 20:14:57.675818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-cfde9361-9643-42ea-8508-92a24a660664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.677340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-cfde9361-9643-42ea-8508-92a24a660664 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.6306403 Jul 23 20:14:57.682958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:14:57.713158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc40bc7f-7b3f-4779-9b1d-486297ffff3b req-728a87fa-c022-41e7-b2a9-5f0bc61f9e64 service neutron] 10.222.0.36 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082532 Jul 23 20:14:57.735577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:14:57.781988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-afda54ce-196d-46cd-bf31-77dff4d02b2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a HTTP/1.1" status: 200 len: 217 time: 0.0919771 Jul 23 20:14:57.786933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event updated for resources: {'Port': ['ID=86cb687c-3ad2-4260-938f-33fcf05c0241,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:57.851545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5954c-e76b-491c-b957-6e8dc30cac63 req-e2babe8f-567b-41f6-9b25-504ddd2d82b3 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.853428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd5954c-e76b-491c-b957-6e8dc30cac63 req-e2babe8f-567b-41f6-9b25-504ddd2d82b3 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 948 time: 0.3246558 Jul 23 20:14:57.881292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-840941ec-771d-4d49-933d-3c9aa2b561f1 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959882 Jul 23 20:14:57.915720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-7ea8c3e3-65b3-4bcb-8a7d-c829a6febd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.917188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-7ea8c3e3-65b3-4bcb-8a7d-c829a6febd34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1041915 Jul 23 20:14:57.949327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f3fc9-cf9c-4ba2-9c6b-ce09b994235b req-f84b446e-ffd2-4f75-ad4a-5b9e808d5b09 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.950905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d0f3fc9-cf9c-4ba2-9c6b-ce09b994235b req-f84b446e-ffd2-4f75-ad4a-5b9e808d5b09 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 949 time: 0.1956472 Jul 23 20:14:57.956343 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd5954c-e76b-491c-b957-6e8dc30cac63 req-fa358356-9d24-4eb5-bf84-262e79e728f8 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899453 Jul 23 20:14:57.965074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b565ca-758c-4ef8-98a0-e4fdb9c4ecdb req-48d3acd0-fe9f-4181-91d1-a1b9f00c98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:57.966303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-52b565ca-758c-4ef8-98a0-e4fdb9c4ecdb req-48d3acd0-fe9f-4181-91d1-a1b9f00c98f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 1101 time: 0.4585471 Jul 23 20:14:57.986728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.001336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-f57e945c-a556-4251-950d-ac58c69ba8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.003363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-f57e945c-a556-4251-950d-ac58c69ba8bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3112295 Jul 23 20:14:58.068200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d0f3fc9-cf9c-4ba2-9c6b-ce09b994235b req-889a6264-b722-4bd8-a0f1-bbd56b4f4175 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Jul 23 20:14:58.080128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11cd59ca-11c5-46d9-80c3-e787a9186757 req-05dfad38-5bb4-4b86-b7b7-cd8fcd809c73 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909211 Jul 23 20:14:58.086646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cc8efb36-d05f-4e32-9b96-3e69ccc5d44a details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:58.102536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-52b565ca-758c-4ef8-98a0-e4fdb9c4ecdb req-4dcedffc-c3ed-4ddb-96f7-30f6b9dd0069 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274776 Jul 23 20:14:58.153892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.158310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-4a785583-fb8d-49bd-ac21-515de5f4bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.159828 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-4a785583-fb8d-49bd-ac21-515de5f4bb8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2344654 Jul 23 20:14:58.188401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54f6916f-1e14-404a-955e-f1d9a8354d12 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:14:58.226439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a537a96b-2b5a-4b27-86cd-f49ec974912c up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:58.240593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-2fc9d558-ee43-45e0-a66c-a760d8273f1d service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300749 Jul 23 20:14:58.277951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-e73e5f43-8c3b-4750-9c95-527823cdc183 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.279890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-e73e5f43-8c3b-4750-9c95-527823cdc183 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.36 "GET /v2.0/networks?id=590f2b44-94b5-49ed-9ea9-c159a36f839e HTTP/1.1" status: 200 len: 814 time: 0.1497602 Jul 23 20:14:58.296026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Request body: {'port': {'device_id': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'admin_state_up': True, 'tenant_id': '5cb56508965a4fd98f41cb36906d133e'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:14:58.446589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-921ba433-de79-4308-a9a9-a7f190e04f05 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654171 Jul 23 20:14:58.455290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-c39b1a66-daa4-40fe-a17b-73212c7fb956 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026458 Jul 23 20:14:58.455687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:58.472092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a537a96b-2b5a-4b27-86cd-f49ec974912c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:14:58.487457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a537a96b-2b5a-4b27-86cd-f49ec974912c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:58.488164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.498783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 54f6916f-1e14-404a-955e-f1d9a8354d12, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54f6916f-1e14-404a-955e-f1d9a8354d12,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:58.526122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a', 'mac_address': 'fa:16:3e:21:9d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:58.534581 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-fdbae4a7-9c86-4838-ba77-70c5ceb75464 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 217 time: 0.0659065 Jul 23 20:14:58.544369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '54f6916f-1e14-404a-955e-f1d9a8354d12', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'port_id': '54f6916f-1e14-404a-955e-f1d9a8354d12', 'mac_address': 'fa:16:3e:9d:84:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0862b484-c131-45a6-a24d-17034047ec2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:14:58.604214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d68fb-1e38-40b0-b267-c6a0a76d3950 req-36ad5420-75dd-4d38-894a-9705131290e3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.626975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-230d68fb-1e38-40b0-b267-c6a0a76d3950 req-36ad5420-75dd-4d38-894a-9705131290e3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 948 time: 0.1913919 Jul 23 20:14:58.629033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Made reservation on behalf of 5cb56508965a4fd98f41cb36906d133e for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:14:58.643347 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.653656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.676959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.702899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'tag': 'e8f060c7-c828-4050-897d-2f948ed7b1f6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:58.706093 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca51e17-a175-420f-99f5-f50890f0fdae" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4084af-fd9f-4ae5-b6e4-5728b521b12a", "tag": "e8f060c7-c828-4050-897d-2f948ed7b1f6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:58.729964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900871a1-023e-4dd0-8353-2bb3ff308b8e req-5a9912de-273f-4681-935f-cd827114e26f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:58.737789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-900871a1-023e-4dd0-8353-2bb3ff308b8e req-5a9912de-273f-4681-935f-cd827114e26f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 944 time: 0.2997549 Jul 23 20:14:58.864783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:14:58.866112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-900871a1-023e-4dd0-8353-2bb3ff308b8e req-534638a2-bfbd-43ec-af8b-eacf02f11ef8 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269608 Jul 23 20:14:58.886169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:58.907167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-230d68fb-1e38-40b0-b267-c6a0a76d3950 req-033839bc-318d-4ff1-ac1c-1f9aa2be6b04 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788887 Jul 23 20:14:59.025151 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.093330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Allocated IP 172.20.0.12 (590f2b44-94b5-49ed-9ea9-c159a36f839e/45ae37d3-6d57-407a-9a1e-86c48878df4b/5bd81e56-56a5-459f-aaa9-1c26191b3799) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:14:59.194505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8efb36-d05f-4e32-9b96-3e69ccc5d44a {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:59.216299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f6916f-1e14-404a-955e-f1d9a8354d12 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:14:59.274054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 54f6916f-1e14-404a-955e-f1d9a8354d12, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54f6916f-1e14-404a-955e-f1d9a8354d12,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:59.281515 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d17f8d5-d46f-44a0-9f22-bb9b09c3cba9 x-openstack-request-id: req-9d17f8d5-d46f-44a0-9f22-bb9b09c3cba9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:14:59.281822 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4084af-fd9f-4ae5-b6e4-5728b521b12a", "tag": "e8f060c7-c828-4050-897d-2f948ed7b1f6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:14:59.281979 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d17f8d5-d46f-44a0-9f22-bb9b09c3cba9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:14:59.282395 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'tag': 'e8f060c7-c828-4050-897d-2f948ed7b1f6', 'status': 'completed', 'code': 200} Jul 23 20:14:59.285866 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.295934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.327018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-61fa4174-acaa-4910-b78a-3c8677d7d41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.327813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59c7724-4983-4a96-8545-d2f8088e6177 req-fea82249-7af9-48d4-ae11-d068f5d9224c tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 210 time: 0.1526935 Jul 23 20:14:59.328548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-61fa4174-acaa-4910-b78a-3c8677d7d41a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.7781448 Jul 23 20:14:59.433787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:59.495922 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.519240 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e7474d5-a3dd-428d-a624-b7294228b08e req-ac5917af-f1f7-4739-a880-037e7208ea57 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0615618 Jul 23 20:14:59.521257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:14:59.527168 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.602715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a537a96b-2b5a-4b27-86cd-f49ec974912c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:14:59.611114 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adf5e76-d754-41ed-9c79-0b127e38c4dc" -d '{"events": [{"server_uuid": "e4593793-1f40-4f5e-ab80-3739857d5f7d", "name": "network-vif-plugged", "status": "completed", "tag": "a537a96b-2b5a-4b27-86cd-f49ec974912c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:14:59.630629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.636872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.641409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a537a96b-2b5a-4b27-86cd-f49ec974912c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:14:59.692891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ee56e-cae5-4ba2-ab05-1ae45ede5050 req-cb4aec0e-8fe8-4d45-be73-16dccfaa4efe tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.705394 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.707252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b3ee56e-cae5-4ba2-ab05-1ae45ede5050 req-cb4aec0e-8fe8-4d45-be73-16dccfaa4efe tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 948 time: 0.3675394 Jul 23 20:14:59.713137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event updated for resources: {'Port': ['ID=86cb687c-3ad2-4260-938f-33fcf05c0241,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:59.717618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Transition to ACTIVE for port object 5bd81e56-56a5-459f-aaa9-1c26191b3799 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:14:59.721022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=54f6916f-1e14-404a-955e-f1d9a8354d12,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:59.751387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:14:59.755022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3f72911f-837c-40c4-b584-b54d3010c644 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7911735 Jul 23 20:14:59.795716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['54f6916f-1e14-404a-955e-f1d9a8354d12'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:59.801402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-0a9c9181-c37f-4958-ac3f-6fbd4278a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.803158 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-0a9c9181-c37f-4958-ac3f-6fbd4278a208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3962381 Jul 23 20:14:59.829296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51e17-a175-420f-99f5-f50890f0fdae req-89c9aa98-6fd0-4ddd-9507-8a5c180af930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.831044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-89c9aa98-6fd0-4ddd-9507-8a5c180af930 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 1095 time: 0.4921885 Jul 23 20:14:59.877792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b3ee56e-cae5-4ba2-ab05-1ae45ede5050 req-cf88babe-cbcc-4905-9275-1db4bea871f6 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546745 Jul 23 20:14:59.890780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:14:59.950917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce4adde-a42c-41b3-a1ce-e65c4c89792c req-34fe2f1a-eae7-4bd1-8589-346c865353e1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:14:59.955091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['cc8efb36-d05f-4e32-9b96-3e69ccc5d44a'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:14:59.962815 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-3ae07ae3-d3be-469e-b6d3-9116cc163802 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445947 Jul 23 20:14:59.963548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ce4adde-a42c-41b3-a1ce-e65c4c89792c req-34fe2f1a-eae7-4bd1-8589-346c865353e1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 949 time: 0.4373255 Jul 23 20:14:59.983149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.059375 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0ffb1a-af16-4118-8fca-0ed343e6e79d x-openstack-request-id: req-9e0ffb1a-af16-4118-8fca-0ed343e6e79d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:00.059760 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4593793-1f40-4f5e-ab80-3739857d5f7d", "name": "network-vif-plugged", "status": "completed", "tag": "a537a96b-2b5a-4b27-86cd-f49ec974912c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:00.059890 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e0ffb1a-af16-4118-8fca-0ed343e6e79d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:00.060287 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a537a96b-2b5a-4b27-86cd-f49ec974912c', 'code': 200} Jul 23 20:15:00.137636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:00.149582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:00.153131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:00.182014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a537a96b-2b5a-4b27-86cd-f49ec974912c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:00.194099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e8f060c7-c828-4050-897d-2f948ed7b1f6 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:00.201356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-7493b180-d8f3-4632-95f8-257cfbe65f69 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277861 Jul 23 20:15:00.254958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ce4adde-a42c-41b3-a1ce-e65c4c89792c req-8ac75b6e-76f0-4be0-9c59-eb79bdb8c681 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900488 Jul 23 20:15:00.302301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Pushing event updated for resources: {'Port': ['ID=5bd81e56-56a5-459f-aaa9-1c26191b3799,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:00.338287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-cdf3aa89-025b-4fa2-b1b0-9b4fbf601c01 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--744386142&fields=id&tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59 HTTP/1.1" status: 200 len: 267 time: 0.2327771 Jul 23 20:15:00.388097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.389162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.391629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-50e6dfd2-c471-4452-824e-65c3351b8e78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 HTTP/1.1" status: 200 len: 217 time: 0.1063421 Jul 23 20:15:00.423514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-df45134b-fb4e-4ea0-9f2d-dbed3fcf0328 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1320927 Jul 23 20:15:00.545549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-28aea576-e63e-40bb-9d33-3c65fcd170cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.547716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-28aea576-e63e-40bb-9d33-3c65fcd170cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.1427467 Jul 23 20:15:00.565274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-88c3603a-428e-4d5d-b57a-bfb198380f4f tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.574359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-88c3603a-428e-4d5d-b57a-bfb198380f4f tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/networks?id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe HTTP/1.1" status: 200 len: 806 time: 0.2346222 Jul 23 20:15:00.598292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-5021bb9c-049f-405b-8ebe-fbc73a22fd2a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/quotas/71d7c4f6ba2a4d9385c029b92afa7d59 HTTP/1.1" status: 200 len: 375 time: 0.0221796 Jul 23 20:15:00.606180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51296e8-8716-4f6a-b208-2df155fc13d6 req-5a49108c-096e-4e51-b828-d112b7565e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.610925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a51296e8-8716-4f6a-b208-2df155fc13d6 req-5a49108c-096e-4e51-b828-d112b7565e0a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 1101 time: 0.4082596 Jul 23 20:15:00.623517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e8f060c7-c828-4050-897d-2f948ed7b1f6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:00.643808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'e8f060c7-c828-4050-897d-2f948ed7b1f6', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'port_id': 'e8f060c7-c828-4050-897d-2f948ed7b1f6', 'mac_address': 'fa:16:3e:a6:07:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0862b484-c131-45a6-a24d-17034047ec2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:00.690296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.692430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c80ab59a-df52-4830-b1e4-b073e2dade47 None None] Provisioning for port 5bd81e56-56a5-459f-aaa9-1c26191b3799 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:00.699133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44068f4-1222-48c8-8566-736fba5393a8 req-f2eeb51c-0d5e-429f-a8ab-a55a29567f21 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.705494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c80ab59a-df52-4830-b1e4-b073e2dade47 None None] Provisioning complete for port 5bd81e56-56a5-459f-aaa9-1c26191b3799 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:00.705871 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c80ab59a-df52-4830-b1e4-b073e2dade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.710018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e44068f4-1222-48c8-8566-736fba5393a8 req-f2eeb51c-0d5e-429f-a8ab-a55a29567f21 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 945 time: 0.2311978 Jul 23 20:15:00.728998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f060c7-c828-4050-897d-2f948ed7b1f6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:00.759303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c80ab59a-df52-4830-b1e4-b073e2dade47 None None] Port 5bd81e56-56a5-459f-aaa9-1c26191b3799 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:00.762081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e8f060c7-c828-4050-897d-2f948ed7b1f6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:00.768498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:00.782097 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a51296e8-8716-4f6a-b208-2df155fc13d6 req-0160e767-9872-4976-a690-479964549479 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052625 Jul 23 20:15:00.825557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-eb44b509-2bf9-42ae-bd9a-2c33280b4e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:00.827771 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-eb44b509-2bf9-42ae-bd9a-2c33280b4e01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2704630 Jul 23 20:15:00.835553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e8f060c7-c828-4050-897d-2f948ed7b1f6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:00.975995 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-6e424390-dd09-469e-82f8-18b0d4121863 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278689 Jul 23 20:15:01.092176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e8f060c7-c828-4050-897d-2f948ed7b1f6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:01.128747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-423102b7-d37f-487d-ac83-432bd76e2a99 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5232661 Jul 23 20:15:01.136606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e44068f4-1222-48c8-8566-736fba5393a8 req-1abb7689-11b6-49ec-9f69-86b254e8170e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247208 Jul 23 20:15:01.142839 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-588addfb-9d05-403e-89cd-798d65bf1946 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509356 Jul 23 20:15:01.195241 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-18fb15aa-5bc5-41e2-bfdc-a81abfda838f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=75271bba-c107-41b0-bcf2-2305ef89803f HTTP/1.1" status: 200 len: 217 time: 0.0428832 Jul 23 20:15:01.251661 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-475eef70-b716-41e4-99ce-3e5279d52cc6 service neutron] 10.222.0.46 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066737 Jul 23 20:15:01.270888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-632cf6e7-4fc1-4b24-9ea5-c74520860bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.274357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-632cf6e7-4fc1-4b24-9ea5-c74520860bde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0701663 Jul 23 20:15:01.360318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-4eeb7790-e787-4d8c-aa47-3cd022f3921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.371688 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-4eeb7790-e787-4d8c-aa47-3cd022f3921f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911906 Jul 23 20:15:01.405876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5a1c0-1c77-4542-9d3e-e07c4345a8c9 req-86c90bde-5a9e-4505-9c1f-96faf6d11680 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.407589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ef5a1c0-1c77-4542-9d3e-e07c4345a8c9 req-86c90bde-5a9e-4505-9c1f-96faf6d11680 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.1274605 Jul 23 20:15:01.425732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-07deb273-b3ca-4599-afc4-12bf4a010290 service neutron] 10.222.0.46 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670213 Jul 23 20:15:01.471649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ef5a1c0-1c77-4542-9d3e-e07c4345a8c9 req-57cc5389-6d1e-42b9-9f0d-d4bb585f5e32 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Jul 23 20:15:01.504301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-a58803fa-5c79-4c67-858c-970734095aaf service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214628 Jul 23 20:15:01.663263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-904816ff-6ea4-4996-b9ee-314bd101a992 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466053 Jul 23 20:15:01.745473 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-3f96f72e-2ceb-4409-9074-f539d2d29a9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=303a7f3b-e550-461c-afe6-776a003c4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0737526 Jul 23 20:15:01.868535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-621fd319-07a0-45dd-a408-d6feaa61cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.870358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-621fd319-07a0-45dd-a408-d6feaa61cd49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.1166666 Jul 23 20:15:01.987370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-a8ede4af-a9b5-4618-bc63-a2e835270cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:01.989510 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-a8ede4af-a9b5-4618-bc63-a2e835270cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1089451 Jul 23 20:15:02.099123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cc8efb36-d05f-4e32-9b96-3e69ccc5d44a up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:02.174515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-6f8224c3-89a3-45d9-b132-f09e06e293f3 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743119 Jul 23 20:15:02.194790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54f6916f-1e14-404a-955e-f1d9a8354d12 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:02.287728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e464b74-c4bd-47d3-935b-ddb004a87e0f req-53083d6f-b0db-4101-83e3-db7e8cfa3680 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.290587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e464b74-c4bd-47d3-935b-ddb004a87e0f req-53083d6f-b0db-4101-83e3-db7e8cfa3680 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 932 time: 0.1258888 Jul 23 20:15:02.307991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:02.313340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:02.313823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.316760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 54f6916f-1e14-404a-955e-f1d9a8354d12 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:02.340348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 54f6916f-1e14-404a-955e-f1d9a8354d12 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:02.340795 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.393985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e464b74-c4bd-47d3-935b-ddb004a87e0f req-bc393285-fd02-4914-90bb-813e8c448e57 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 Jul 23 20:15:02.465301 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.478557 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.484889 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-780329b3-29a5-4052-8d47-0daeb5a2b789 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930851 Jul 23 20:15:02.517132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6916f-1e14-404a-955e-f1d9a8354d12'}, {'server_uuid': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:02.519381 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d00c751-d70f-442b-9cc1-02aab5578dc0" -d '{"events": [{"server_uuid": "91df8831-8f60-459b-bca7-7fc4d2d22afc", "name": "network-vif-plugged", "status": "completed", "tag": "54f6916f-1e14-404a-955e-f1d9a8354d12"}, {"server_uuid": "dd3f205e-2526-4230-a253-e6f9afd902f9", "name": "network-vif-plugged", "status": "completed", "tag": "cc8efb36-d05f-4e32-9b96-3e69ccc5d44a"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:02.540683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 54f6916f-1e14-404a-955e-f1d9a8354d12, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54f6916f-1e14-404a-955e-f1d9a8354d12,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:02.542693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:02.549755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.551835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:02.576650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-4dcf567e-c478-4eed-ad0d-cb28fc0217b0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 200 len: 217 time: 0.0668941 Jul 23 20:15:02.611658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942985e-6679-4626-a6e3-a1150b256be7 req-f0fe092a-2064-451e-a346-a5825047df59 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.613625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b942985e-6679-4626-a6e3-a1150b256be7 req-f0fe092a-2064-451e-a346-a5825047df59 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 949 time: 0.1169627 Jul 23 20:15:02.647944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:02.684045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-be72e051-32dc-41e8-9333-41e73ee04ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.685478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-be72e051-32dc-41e8-9333-41e73ee04ca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0983334 Jul 23 20:15:02.691305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b942985e-6679-4626-a6e3-a1150b256be7 req-ab070251-9f93-4854-a6e3-09acbb0ee082 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690253 Jul 23 20:15:02.768129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=54f6916f-1e14-404a-955e-f1d9a8354d12,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:02.809828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f4d8-e036-4859-a495-b235d66c7faa req-484744a1-b9bd-4261-89da-ff3d55b19c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:02.811558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-484744a1-b9bd-4261-89da-ff3d55b19c2f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1169515 Jul 23 20:15:02.822895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb60a795-204d-4f87-adfe-87ff737126c2 req-a84fa038-cad8-44d8-8fb9-eaa554069e3a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0397332 Jul 23 20:15:02.922108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-e96d2c72-ef6d-48bd-bb6e-fab258912ce2 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993977 Jul 23 20:15:03.077700 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db03f4d8-e036-4859-a495-b235d66c7faa req-f9fb7c7d-bbdc-482e-899a-b0511537c7c7 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483200 Jul 23 20:15:03.403020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.403649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.404113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.404586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.405059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.405631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.406104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.406572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.407042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.407504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.407967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.408428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.408889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.409348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.409839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.410298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.410758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.411222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.411680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.412135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.412595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.413046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.413523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.417263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-994271ac-f235-473a-9789-a771041bd338 req-8f14424e-6f02-4018-975f-4a12b2f5d661 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4&device_id=b66f710d-1901-4013-98a3-305e1e42ab79&device_id=dd3f205e-2526-4230-a253-e6f9afd902f9&device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a&device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc&device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d&device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189&device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674&device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a&device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 20736 time: 0.0981696 Jul 23 20:15:03.438592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-994271ac-f235-473a-9789-a771041bd338 req-ce406f79-c0ec-49ca-9f27-fcf0f31704b6 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.545191 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-994271ac-f235-473a-9789-a771041bd338 req-ce406f79-c0ec-49ca-9f27-fcf0f31704b6 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.549290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-994271ac-f235-473a-9789-a771041bd338 req-ce406f79-c0ec-49ca-9f27-fcf0f31704b6 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:03.588605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-994271ac-f235-473a-9789-a771041bd338 req-ce406f79-c0ec-49ca-9f27-fcf0f31704b6 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=4c2aa06a-b60d-4448-882b-46559532adee&id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&id=df4c2fdf-d597-4b31-982a-b0b7300db925&id=2b901014-df3b-4c6d-a25d-39e957493271&id=8dbf1877-7894-4f40-875a-70522126f00d&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 873 time: 0.1632416 Jul 23 20:15:03.610458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce406f79-c0ec-49ca-9f27-fcf0f31704b6 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458aaba9-eb43-4afe-88ac-320bc7822135,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:03.730004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f90923-96b5-4ac4-8c5f-a1f6f917b065 req-6ae21f63-b2e2-466d-9092-8b3db3cb14ac tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.731449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98f90923-96b5-4ac4-8c5f-a1f6f917b065 req-6ae21f63-b2e2-466d-9092-8b3db3cb14ac tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 946 time: 0.0709913 Jul 23 20:15:03.782144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98f90923-96b5-4ac4-8c5f-a1f6f917b065 req-53967f19-1b8f-4240-a574-694bb654addc tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Jul 23 20:15:03.910853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab350a-16ae-4e59-814f-6338f29278d7 req-9ea47075-0822-41b1-b3be-9a4bd7316d5b tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:03.912755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7eab350a-16ae-4e59-814f-6338f29278d7 req-9ea47075-0822-41b1-b3be-9a4bd7316d5b tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.0715735 Jul 23 20:15:03.956511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7eab350a-16ae-4e59-814f-6338f29278d7 req-c7df7169-96b1-44dd-be4d-b76dcc1df5dd tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Jul 23 20:15:04.012280 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57753c-9f82-4f46-a548-09c4a5212869 x-openstack-request-id: req-2d57753c-9f82-4f46-a548-09c4a5212869 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:04.012812 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91df8831-8f60-459b-bca7-7fc4d2d22afc", "name": "network-vif-plugged", "status": "completed", "tag": "54f6916f-1e14-404a-955e-f1d9a8354d12", "code": 200}, {"server_uuid": "dd3f205e-2526-4230-a253-e6f9afd902f9", "name": "network-vif-plugged", "status": "completed", "tag": "cc8efb36-d05f-4e32-9b96-3e69ccc5d44a", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:04.012812 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d57753c-9f82-4f46-a548-09c4a5212869 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:04.013206 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f6916f-1e14-404a-955e-f1d9a8354d12', 'code': 200} Jul 23 20:15:04.013556 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a', 'code': 200} Jul 23 20:15:04.100280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e8f060c7-c828-4050-897d-2f948ed7b1f6 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:04.157475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a8ffe-22af-43d7-970c-97c88a58b465 req-4301413c-bf2f-424e-a660-0e2918d23b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.159044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a59a8ffe-22af-43d7-970c-97c88a58b465 req-4301413c-bf2f-424e-a660-0e2918d23b66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 1098 time: 0.0760274 Jul 23 20:15:04.196304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port e8f060c7-c828-4050-897d-2f948ed7b1f6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:04.203843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port e8f060c7-c828-4050-897d-2f948ed7b1f6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:04.204549 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.216612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e98b7-e7a6-4770-80c5-af7389d11ca5 req-26a65f93-37f0-4e01-a4e2-35c3826a620e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.218432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-687e98b7-e7a6-4770-80c5-af7389d11ca5 req-26a65f93-37f0-4e01-a4e2-35c3826a620e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 932 time: 0.0746911 Jul 23 20:15:04.224634 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a59a8ffe-22af-43d7-970c-97c88a58b465 req-aab25d47-15da-49cf-a8a8-bcfbf9ce2ac5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543659 Jul 23 20:15:04.261602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-687e98b7-e7a6-4770-80c5-af7389d11ca5 req-bea58593-26aa-4f49-99aa-04840f88d6b9 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357373 Jul 23 20:15:04.304938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.342041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e8f060c7-c828-4050-897d-2f948ed7b1f6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:04.347016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:04.408367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e8f060c7-c828-4050-897d-2f948ed7b1f6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:04.456644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291c61c-a67b-430c-a944-202ad3857833 req-169c1231-0bee-4173-8aa8-e65fcc39fd04 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.458451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6291c61c-a67b-430c-a944-202ad3857833 req-169c1231-0bee-4173-8aa8-e65fcc39fd04 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.0733991 Jul 23 20:15:04.498178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6291c61c-a67b-430c-a944-202ad3857833 req-0c226511-1b06-4552-a3f5-d2b65363f65b tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Jul 23 20:15:04.602249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd84a455-1d89-45c6-aad3-4e8b5b376601 req-d01b64ad-8f22-4bdb-8d96-2f616a3f81a0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0355699 Jul 23 20:15:04.990349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aab151-78ae-49bd-9663-f85037f8c2fb req-60d67a41-bc36-48e7-9a79-ec7283a2f0bd tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.991008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aab151-78ae-49bd-9663-f85037f8c2fb req-60d67a41-bc36-48e7-9a79-ec7283a2f0bd tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.991571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aab151-78ae-49bd-9663-f85037f8c2fb req-60d67a41-bc36-48e7-9a79-ec7283a2f0bd tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:04.993901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88aab151-78ae-49bd-9663-f85037f8c2fb req-60d67a41-bc36-48e7-9a79-ec7283a2f0bd tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189&device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674&device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 2886 time: 0.0697565 Jul 23 20:15:05.043260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88aab151-78ae-49bd-9663-f85037f8c2fb req-2f43aef5-ffa0-424e-b761-93851e862fd0 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Jul 23 20:15:05.162179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee939281-ad9d-4ea3-9cf0-074efcecff17 req-f90b1f0f-a87d-407b-9bb8-be577a08d3d3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.164237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee939281-ad9d-4ea3-9cf0-074efcecff17 req-f90b1f0f-a87d-407b-9bb8-be577a08d3d3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.0690808 Jul 23 20:15:05.204876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee939281-ad9d-4ea3-9cf0-074efcecff17 req-3d497d35-d352-4af3-a3a4-e841e4c81d43 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345938 Jul 23 20:15:05.350658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5637c0-0465-42ed-8376-e0dd46c8a0e9 req-c031584e-79e0-4d45-9c23-a22cc1c042d2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.353209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c5637c0-0465-42ed-8376-e0dd46c8a0e9 req-c031584e-79e0-4d45-9c23-a22cc1c042d2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 946 time: 0.0772710 Jul 23 20:15:05.393746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c5637c0-0465-42ed-8376-e0dd46c8a0e9 req-a500881c-1128-4084-b864-719fc9dd8c26 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348907 Jul 23 20:15:05.665582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a82d31-41d1-4b00-8aca-45e1de50fa00 req-eeb0d190-4e18-4654-9b0c-2e13290b0427 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.667450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79a82d31-41d1-4b00-8aca-45e1de50fa00 req-eeb0d190-4e18-4654-9b0c-2e13290b0427 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 932 time: 0.0778975 Jul 23 20:15:05.713149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79a82d31-41d1-4b00-8aca-45e1de50fa00 req-0857ebb9-503d-4cee-97b7-498d18a505ff tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Jul 23 20:15:05.848857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7bdd3-dddc-49ae-855d-cefee086b076 req-7515185a-d26d-4a65-8d5c-14e95e86d82b tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:05.850400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee7bdd3-dddc-49ae-855d-cefee086b076 req-7515185a-d26d-4a65-8d5c-14e95e86d82b tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.0684900 Jul 23 20:15:05.889680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee7bdd3-dddc-49ae-855d-cefee086b076 req-5e6f8fb4-12ca-423e-b458-40d8608c76c4 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Jul 23 20:15:05.984760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-105819ef-64da-41be-8617-c6164d5a2f0d req-43b4ce7d-f7f0-4a85-a828-54c9538139f5 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0308359 Jul 23 20:15:06.015161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f060c7-c828-4050-897d-2f948ed7b1f6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:06.018278 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08425f5-d726-44c7-b76b-a646ba42d8fc" -d '{"events": [{"server_uuid": "4a4084af-fd9f-4ae5-b6e4-5728b521b12a", "name": "network-vif-plugged", "status": "completed", "tag": "e8f060c7-c828-4050-897d-2f948ed7b1f6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:06.129880 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaaf198-aae0-44d7-999d-854a77ae92cc x-openstack-request-id: req-aaaaf198-aae0-44d7-999d-854a77ae92cc {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:06.130254 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4084af-fd9f-4ae5-b6e4-5728b521b12a", "name": "network-vif-plugged", "status": "completed", "tag": "e8f060c7-c828-4050-897d-2f948ed7b1f6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:06.130563 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aaaaf198-aae0-44d7-999d-854a77ae92cc {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:06.131031 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f060c7-c828-4050-897d-2f948ed7b1f6', 'code': 200} Jul 23 20:15:06.418692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1feb82-a121-44be-ae3f-0e07c7aa2f9e req-6a0ead93-f85f-443b-97ee-799f76aaf6d7 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:06.420201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1feb82-a121-44be-ae3f-0e07c7aa2f9e req-6a0ead93-f85f-443b-97ee-799f76aaf6d7 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.0697143 Jul 23 20:15:06.458838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1feb82-a121-44be-ae3f-0e07c7aa2f9e req-78325c26-5ad6-4297-a4d8-4a8a5e1507e4 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329123 Jul 23 20:15:06.677908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cf0ffa-70bd-4ac6-8401-856843c47110 req-9ac4820f-2ee1-4c5e-910f-43915452a00f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:06.689778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61cf0ffa-70bd-4ac6-8401-856843c47110 req-9ac4820f-2ee1-4c5e-910f-43915452a00f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 946 time: 0.0694852 Jul 23 20:15:06.726595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61cf0ffa-70bd-4ac6-8401-856843c47110 req-3a860215-d21a-4718-9b90-84b7f9780978 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Jul 23 20:15:06.840081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2d019-645c-4a30-b4a9-cd4a64a11c44 req-55c9a025-37c1-4921-a0d8-cd89f6f1708b tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:06.842047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ef2d019-645c-4a30-b4a9-cd4a64a11c44 req-55c9a025-37c1-4921-a0d8-cd89f6f1708b tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 1101 time: 0.0597067 Jul 23 20:15:06.870054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0ef2d019-645c-4a30-b4a9-cd4a64a11c44 req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.970383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0ef2d019-645c-4a30-b4a9-cd4a64a11c44 req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:06.974242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0ef2d019-645c-4a30-b4a9-cd4a64a11c44 req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:07.005271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ef2d019-645c-4a30-b4a9-cd4a64a11c44 req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526725 Jul 23 20:15:07.016432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58575d5-5d00-4b4e-b43f-32a0286cbe77,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:07.028250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.029040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.029611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.033274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.033733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.034142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.034535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.034934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.035400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.035797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.036192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.036581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a963e21-35e4-4d13-9dfa-04bfe817f815 tempest-LiveMigrationNegativeTest-1851773708 tempest-LiveMigrationNegativeTest-1851773708-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:07.226915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633f02b-a72a-4aa0-ae52-ecfdd7ad8ffb req-45303f5f-d1a4-4c17-bc1c-2ca62b0de2a5 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.228699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1633f02b-a72a-4aa0-ae52-ecfdd7ad8ffb req-45303f5f-d1a4-4c17-bc1c-2ca62b0de2a5 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1102 time: 0.0686536 Jul 23 20:15:07.268303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1633f02b-a72a-4aa0-ae52-ecfdd7ad8ffb req-e9b30248-38aa-4f4c-aebe-a286b61c0e8c tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Jul 23 20:15:07.424306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef66027-b706-49b2-87a2-21981c1d76c0 req-4c9ddd89-a850-4d33-9368-88058ec1341e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.432954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ef66027-b706-49b2-87a2-21981c1d76c0 req-4c9ddd89-a850-4d33-9368-88058ec1341e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 932 time: 0.0902164 Jul 23 20:15:07.471404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ef66027-b706-49b2-87a2-21981c1d76c0 req-596fe174-ab5b-47cf-9643-ddf58ae51bb8 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Jul 23 20:15:07.627982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795639e-c645-4f3b-8e4d-a87f7a62112a req-0473ae9d-bacd-49fa-a4ad-5a767665f4f2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.638553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6795639e-c645-4f3b-8e4d-a87f7a62112a req-0473ae9d-bacd-49fa-a4ad-5a767665f4f2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 945 time: 0.1031415 Jul 23 20:15:07.677784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6795639e-c645-4f3b-8e4d-a87f7a62112a req-b1c4b644-6f40-4f52-9fdb-88b6098a6f0f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Jul 23 20:15:07.834547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b0a7e-6d49-40b7-8d72-55c49f43f21a req-5a992c3c-243c-42c1-a79d-4cabcf863932 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:07.836485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e95b0a7e-6d49-40b7-8d72-55c49f43f21a req-5a992c3c-243c-42c1-a79d-4cabcf863932 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.0873232 Jul 23 20:15:07.883907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e95b0a7e-6d49-40b7-8d72-55c49f43f21a req-fe7657af-992a-4b09-b382-809db4679561 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Jul 23 20:15:07.972422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57ef2dd8-92b1-41a9-886d-1b3bb9b3ba6e req-835bf0ba-9886-47d8-964f-fb75e8de5bfc tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0339589 Jul 23 20:15:08.115014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbb713-a16f-4dd4-ab12-d86a25a41aae req-96edacb3-b987-424b-ba47-8e78f27ea538 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.116605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35cbb713-a16f-4dd4-ab12-d86a25a41aae req-96edacb3-b987-424b-ba47-8e78f27ea538 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1102 time: 0.0555489 Jul 23 20:15:08.151260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35cbb713-a16f-4dd4-ab12-d86a25a41aae req-038e1178-c208-4e18-bd0a-82b62fe534e4 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285306 Jul 23 20:15:08.754984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c78061-2755-4c2f-a703-9f6f40d57c1b req-acda32c2-71ec-4302-97c1-b6d014c1760d tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.756591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65c78061-2755-4c2f-a703-9f6f40d57c1b req-acda32c2-71ec-4302-97c1-b6d014c1760d tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 932 time: 0.0668631 Jul 23 20:15:08.797395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65c78061-2755-4c2f-a703-9f6f40d57c1b req-0ebcba9d-9242-4298-add5-baa3ce5ddd02 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340524 Jul 23 20:15:08.926473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860812af-4e50-484b-b42f-86d4ebbd1408 req-38bc7b04-1abe-4a5e-bcb8-b613a0b0b4be tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:08.928004 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-860812af-4e50-484b-b42f-86d4ebbd1408 req-38bc7b04-1abe-4a5e-bcb8-b613a0b0b4be tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.0728991 Jul 23 20:15:08.970827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-860812af-4e50-484b-b42f-86d4ebbd1408 req-570d589a-d860-4253-8740-7f5f172c9b4c tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361736 Jul 23 20:15:09.190957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638e212-cf14-491d-90f3-41810e16fe71 req-4165d0a9-bd71-49cd-be71-14e19e6f1ec2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:09.192461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6638e212-cf14-491d-90f3-41810e16fe71 req-4165d0a9-bd71-49cd-be71-14e19e6f1ec2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jul 23 20:15:09.230821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6638e212-cf14-491d-90f3-41810e16fe71 req-8b4d7d83-8dcd-4e29-a042-b2a22b8a15d1 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326977 Jul 23 20:15:09.350627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195e76f-1fa9-45ea-bab6-7663a16cae8d req-0673532a-46b3-4a86-8059-44934c8c24eb tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:09.352502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c195e76f-1fa9-45ea-bab6-7663a16cae8d req-0673532a-46b3-4a86-8059-44934c8c24eb tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.0654342 Jul 23 20:15:09.395597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c195e76f-1fa9-45ea-bab6-7663a16cae8d req-6969530a-3f8f-4585-8324-522048a3026a tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Jul 23 20:15:09.479805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cde650eb-29a0-4258-a6a4-48326daf061e req-a1b1200d-93c7-4820-a96c-be46e9afb41c tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0300150 Jul 23 20:15:09.855068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314ecec-5891-4c69-a61a-d2f860f0151c req-0de18e55-ae47-4d96-af6d-16b95d26cbe9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:09.857185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3314ecec-5891-4c69-a61a-d2f860f0151c req-0de18e55-ae47-4d96-af6d-16b95d26cbe9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0695622 Jul 23 20:15:09.895715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3314ecec-5891-4c69-a61a-d2f860f0151c req-57681c08-3ed4-492a-a556-aace1a453323 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333991 Jul 23 20:15:10.022848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab24ca1-8685-42d2-bf02-3ae79dfbea7e req-515055c2-a7dd-42f4-a49f-84e70a45e4d3 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.024331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ab24ca1-8685-42d2-bf02-3ae79dfbea7e req-515055c2-a7dd-42f4-a49f-84e70a45e4d3 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 932 time: 0.0714517 Jul 23 20:15:10.066003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ab24ca1-8685-42d2-bf02-3ae79dfbea7e req-8251f104-01bf-4fce-ac66-37c2c15b924c tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358996 Jul 23 20:15:10.106981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Request body: {'port': {'device_id': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:10.241026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eaf39-144f-47ad-92e5-41e541a8f94d req-7a66a123-a99e-479e-ab66-ae3e9b552662 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.242642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-110eaf39-144f-47ad-92e5-41e541a8f94d req-7a66a123-a99e-479e-ab66-ae3e9b552662 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.1114531 Jul 23 20:15:10.260806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.303374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-110eaf39-144f-47ad-92e5-41e541a8f94d req-0dff2d72-5dd4-4274-a37f-58a0b6b5763b tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537789 Jul 23 20:15:10.320378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51e17-a175-420f-99f5-f50890f0fdae req-fdcf8a81-9feb-407a-a4f7-996e4dbe6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.322099 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-fdcf8a81-9feb-407a-a4f7-996e4dbe6089 service neutron] 10.222.0.36 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 913 time: 0.2142162 Jul 23 20:15:10.388490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-cf0a7419-03c6-411e-8abb-62badeeaeff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6 HTTP/1.1" status: 200 len: 217 time: 0.0531621 Jul 23 20:15:10.399388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-966e79ee-e2a7-45cf-8721-5e9973ad3106 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.400846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-966e79ee-e2a7-45cf-8721-5e9973ad3106 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 949 time: 0.2609973 Jul 23 20:15:10.474931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92009bf6-c73a-4039-a78e-9a3a58fc7519 req-838a31c9-1902-4ff3-9833-76799a308c60 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.477204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92009bf6-c73a-4039-a78e-9a3a58fc7519 req-838a31c9-1902-4ff3-9833-76799a308c60 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 945 time: 0.1708095 Jul 23 20:15:10.484525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edb081-8a77-4157-99fe-15a7f6198106 req-9106c81b-ed6b-4802-a03a-f8e0ebc6d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.486294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8edb081-8a77-4157-99fe-15a7f6198106 req-9106c81b-ed6b-4802-a03a-f8e0ebc6d3af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 1097 time: 0.2614036 Jul 23 20:15:10.496959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d927a9-5f5e-4f0a-b106-ffabb45148d1 req-5a08603c-1bbb-4eec-83c2-78815a5a5319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.498491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69d927a9-5f5e-4f0a-b106-ffabb45148d1 req-5a08603c-1bbb-4eec-83c2-78815a5a5319 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 1102 time: 0.2704666 Jul 23 20:15:10.530828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca51e17-a175-420f-99f5-f50890f0fdae req-7566a027-abf7-4a60-b9df-f7c5c031165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.532357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-7566a027-abf7-4a60-b9df-f7c5c031165f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.1297204 Jul 23 20:15:10.605327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92009bf6-c73a-4039-a78e-9a3a58fc7519 req-10d456cb-ffa2-477c-9b61-6adab1133921 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149139 Jul 23 20:15:10.612191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-c33d35e5-27b3-4720-a5c0-5d2da997ffc3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707479 Jul 23 20:15:10.623022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a8edb081-8a77-4157-99fe-15a7f6198106 req-59e03cd5-01e9-4ff8-b228-563ec200f2ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201351 Jul 23 20:15:10.638297 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-69d927a9-5f5e-4f0a-b106-ffabb45148d1 req-85051062-f12d-4f09-9d94-9e1792bad94d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241887 Jul 23 20:15:10.646831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd4f62-32bf-43b9-80cd-925cb11ca5e0 req-8bfcf3d8-70bb-46f2-803c-a472b5d3fb56 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:10.648487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20cd4f62-32bf-43b9-80cd-925cb11ca5e0 req-8bfcf3d8-70bb-46f2-803c-a472b5d3fb56 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.1682837 Jul 23 20:15:10.712451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Deleting port a537a96b-2b5a-4b27-86cd-f49ec974912c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:10.712796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.740968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e791aedf-359e-430e-a372-a2fbce820b83 req-c52c328e-2765-4a95-a634-b220414d266d tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0408387 Jul 23 20:15:10.749200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20cd4f62-32bf-43b9-80cd-925cb11ca5e0 req-0b2674a1-9f67-40f2-b599-89137ba9e9e7 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953403 Jul 23 20:15:10.751895 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-0d980cdf-d862-4135-a44a-0fa77c586f6e service neutron] 10.222.0.36 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279593 Jul 23 20:15:10.755833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd81e56-56a5-459f-aaa9-1c26191b3799 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:10.770654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.782867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Transition to ACTIVE for port object 5bd81e56-56a5-459f-aaa9-1c26191b3799 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:10.789361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.852511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Pushing event updated for resources: {'Port': ['ID=5bd81e56-56a5-459f-aaa9-1c26191b3799,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:10.893028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] For port a537a96b-2b5a-4b27-86cd-f49ec974912c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a537a96b-2b5a-4b27-86cd-f49ec974912c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:10.893393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:10.910597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Calling delete_port for a537a96b-2b5a-4b27-86cd-f49ec974912c owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:10.936096 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eca51e17-a175-420f-99f5-f50890f0fdae req-e07fa332-51a7-4b01-96e9-a8cc9f103f44 service neutron] 10.222.0.36 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402326 Jul 23 20:15:10.937119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Attempting to bind port 5bd81e56-56a5-459f-aaa9-1c26191b3799 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:10.937615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Attempting to bind port 5bd81e56-56a5-459f-aaa9-1c26191b3799 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:10.938073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Attempting to bind port 5bd81e56-56a5-459f-aaa9-1c26191b3799 on network 590f2b44-94b5-49ed-9ea9-c159a36f839e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:10.943656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Port 5bd81e56-56a5-459f-aaa9-1c26191b3799 on network 590f2b44-94b5-49ed-9ea9-c159a36f839e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:10.944094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Attempting to bind port 5bd81e56-56a5-459f-aaa9-1c26191b3799 on network 590f2b44-94b5-49ed-9ea9-c159a36f839e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:10.951280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:10.952044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Checking segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:10.953359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Bound using segment: {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:10.953965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Bound port: 5bd81e56-56a5-459f-aaa9-1c26191b3799, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5241e7c9-0cbc-419c-89e4-02baabc05083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:10.954747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.096880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] For port 5bd81e56-56a5-459f-aaa9-1c26191b3799, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:11.103053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] For port 5bd81e56-56a5-459f-aaa9-1c26191b3799, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:11.120149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940e12f-4972-4edd-9393-7582fc9880cc req-c51fbaf9-422f-4431-af0b-de05ee1e6897 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.122039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5940e12f-4972-4edd-9393-7582fc9880cc req-c51fbaf9-422f-4431-af0b-de05ee1e6897 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1264601 Jul 23 20:15:11.123539 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.152017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-3bb52cd3-3445-449e-b7e8-af489f1ccc47 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.153910 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-3bb52cd3-3445-449e-b7e8-af489f1ccc47 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.36 "GET /v2.0/networks?id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe HTTP/1.1" status: 200 len: 806 time: 0.1726151 Jul 23 20:15:11.215377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.216250 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.217817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] 10.222.0.36 "PUT /v2.0/ports/5bd81e56-56a5-459f-aaa9-1c26191b3799 HTTP/1.1" status: 200 len: 1093 time: 1.1154833 Jul 23 20:15:11.223729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'tag': '5bd81e56-56a5-459f-aaa9-1c26191b3799'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:11.226437 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b66f710d-1901-4013-98a3-305e1e42ab79", "tag": "5bd81e56-56a5-459f-aaa9-1c26191b3799"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:11.240161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-c9e5e13a-af98-4908-80a5-1473cb6ffd39 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59 HTTP/1.1" status: 200 len: 379 time: 0.0526857 Jul 23 20:15:11.241153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.255851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a537a96b-2b5a-4b27-86cd-f49ec974912c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:11.275182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5940e12f-4972-4edd-9393-7582fc9880cc req-a56b6498-b125-4995-9710-113ab6f63b79 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430509 Jul 23 20:15:11.287085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0ca4bfcd-d222-442a-8701-ea48bc5cd652'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:11.287532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Request body: {'port': {'device_id': '1c035192-dd62-4916-b793-610fae3e14a4', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'admin_state_up': True, 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'security_groups': ['51f2c16c-2d06-4bd6-9480-f23d923e97cb']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:11.292983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Pushing event deleted for resources: {'Port': ['ID=a537a96b-2b5a-4b27-86cd-f49ec974912c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:11.320465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.321532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.321532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.321819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.321927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.322219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.322551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.322890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.323217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.323548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.323884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.324196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:11.330925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051bb7-ad6b-47a5-a694-6c4ca87368ae service neutron] Pushing event updated for resources: {'Port': ['ID=5bd81e56-56a5-459f-aaa9-1c26191b3799,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:11.369561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d176ff-8c7a-42bc-bf59-930defe2bc69 req-8d5c415a-aeb2-4c3f-996e-f94176ff0308 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.371516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35d176ff-8c7a-42bc-bf59-930defe2bc69 req-8d5c415a-aeb2-4c3f-996e-f94176ff0308 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 944 time: 0.2060845 Jul 23 20:15:11.432581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-d27ae4a3-ba2a-469f-8c2a-036a2ad1d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.434169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-d27ae4a3-ba2a-469f-8c2a-036a2ad1d8b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cb56508965a4fd98f41cb36906d133e&device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 1096 time: 0.1579525 Jul 23 20:15:11.498837 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41388046-fabf-4e08-9dd3-2ebdd91cc026 x-openstack-request-id: req-41388046-fabf-4e08-9dd3-2ebdd91cc026 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:11.499110 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66f710d-1901-4013-98a3-305e1e42ab79", "tag": "5bd81e56-56a5-459f-aaa9-1c26191b3799", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:11.499371 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41388046-fabf-4e08-9dd3-2ebdd91cc026 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:11.499763 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'tag': '5bd81e56-56a5-459f-aaa9-1c26191b3799', 'status': 'completed', 'code': 200} Jul 23 20:15:11.512194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-90133622-cdea-45ff-9a3a-dc21b2244d62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799 HTTP/1.1" status: 200 len: 217 time: 0.0668387 Jul 23 20:15:11.535091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35d176ff-8c7a-42bc-bf59-930defe2bc69 req-0f7d8f12-413a-4db6-adb7-d227ceac6c9e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540828 Jul 23 20:15:11.548932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] No DVR routers for this DVR port a537a96b-2b5a-4b27-86cd-f49ec974912c on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:11.553195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.556155 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-71e10845-9426-4b85-ab5a-1cd6dfea5f3f req-49ecb65b-20dc-4032-beae-831e0ba44b6f tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.47 "DELETE /v2.0/ports/a537a96b-2b5a-4b27-86cd-f49ec974912c HTTP/1.1" status: 204 len: 173 time: 1.1408899 Jul 23 20:15:11.556663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'name': 'network-vif-deleted', 'tag': 'a537a96b-2b5a-4b27-86cd-f49ec974912c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:11.559068 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35efe23b-29f7-4d5b-9270-87a6f7d23302" -d '{"events": [{"server_uuid": "e4593793-1f40-4f5e-ab80-3739857d5f7d", "name": "network-vif-deleted", "tag": "a537a96b-2b5a-4b27-86cd-f49ec974912c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:11.603152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf4df66c-431b-417a-b59e-54a54d189f62 req-f7fd820d-ec7b-4843-a4d3-9cab689871d1 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=e4593793-1f40-4f5e-ab80-3739857d5f7d HTTP/1.1" status: 200 len: 210 time: 0.0581741 Jul 23 20:15:11.621681 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f3a024-b984-4379-a377-5e960826ec00 x-openstack-request-id: req-97f3a024-b984-4379-a377-5e960826ec00 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:11.621989 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4593793-1f40-4f5e-ab80-3739857d5f7d", "name": "network-vif-deleted", "tag": "a537a96b-2b5a-4b27-86cd-f49ec974912c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:11.622625 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97f3a024-b984-4379-a377-5e960826ec00 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:11.622891 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4593793-1f40-4f5e-ab80-3739857d5f7d', 'name': 'network-vif-deleted', 'tag': 'a537a96b-2b5a-4b27-86cd-f49ec974912c', 'status': 'completed', 'code': 200} Jul 23 20:15:11.650118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-7ed91d6e-67bf-436c-a852-10594badff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.653467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-7ed91d6e-67bf-436c-a852-10594badff45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45ae37d3-6d57-407a-9a1e-86c48878df4b HTTP/1.1" status: 200 len: 853 time: 0.1167903 Jul 23 20:15:11.708000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Made reservation on behalf of 71d7c4f6ba2a4d9385c029b92afa7d59 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:11.712304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:11.778855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-5c089852-4883-428c-a7de-f738f11ffcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.780381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-5c089852-4883-428c-a7de-f738f11ffcae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590f2b44-94b5-49ed-9ea9-c159a36f839e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130428 Jul 23 20:15:11.807565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a3af3-665d-41c9-89e9-4a8aaea7c6f7 req-6bf70a68-fc8f-4098-9da7-c87f1aaea477 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:11.809045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a0a3af3-665d-41c9-89e9-4a8aaea7c6f7 req-6bf70a68-fc8f-4098-9da7-c87f1aaea477 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 945 time: 0.1026011 Jul 23 20:15:11.861868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Allocated IP 172.20.0.7 (c67dd8ac-7aef-48e9-8567-fbab772c8dbe/dbec0fe0-0970-422f-a777-906b445d1c41/4b475a34-fd68-431d-8813-44703eaf8666) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:11.914890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1ce3614-d995-4452-b380-5d44b3fed0cd req-1b087d60-0d51-4513-a173-571b51bf0c0a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0720320 Jul 23 20:15:11.946190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a0a3af3-665d-41c9-89e9-4a8aaea7c6f7 req-5b53f6d2-b2ad-45d6-b0c5-06c9e5bd9e52 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278074 Jul 23 20:15:11.989555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-5d5ad83c-d73c-426c-81aa-3b64be63e08c service neutron] 10.222.0.36 "GET /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793325 Jul 23 20:15:12.048091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.068746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Transition to ACTIVE for port object 4b475a34-fd68-431d-8813-44703eaf8666 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:12.111213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.123255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-488ab7a0-3492-4fd0-9281-1aae07a9a759 req-60a5c57b-67f2-4ec1-b416-bb0cda5a2cb4 service neutron] 10.222.0.36 "GET /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269283 Jul 23 20:15:12.150792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5905019-ccbc-488f-889e-055b23242e48 req-98711731-b8f7-4c4c-8cd2-2c7609161de9 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.152358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5905019-ccbc-488f-889e-055b23242e48 req-98711731-b8f7-4c4c-8cd2-2c7609161de9 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.0881236 Jul 23 20:15:12.163859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:12.168844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:12.171322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:12.205562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event updated for resources: {'Port': ['ID=4b475a34-fd68-431d-8813-44703eaf8666,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:12.230457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5905019-ccbc-488f-889e-055b23242e48 req-be6860d1-67f9-4a10-9889-424a4ae777c1 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717952 Jul 23 20:15:12.245894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.249507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.264427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-642f9d95-c477-4c2b-904b-73c04fb6581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.266655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-642f9d95-c477-4c2b-904b-73c04fb6581e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5cb56508965a4fd98f41cb36906d133e&device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 1096 time: 0.0876338 Jul 23 20:15:12.277200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-4ec2c56b-8658-4740-aab3-02bdaedfee75 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260053 Jul 23 20:15:12.291644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Request body: {'port': {'device_id': '1c035192-dd62-4916-b793-610fae3e14a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:12.394280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.470402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-20149e7b-abbb-4713-9a34-6edde8586f0d None None] Provisioning for port 4b475a34-fd68-431d-8813-44703eaf8666 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:12.476816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-aa6c2152-a098-4a43-a83d-923e7a697c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.477640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-20149e7b-abbb-4713-9a34-6edde8586f0d None None] Provisioning complete for port 4b475a34-fd68-431d-8813-44703eaf8666 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:12.478382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-aa6c2152-a098-4a43-a83d-923e7a697c85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=590f2b44-94b5-49ed-9ea9-c159a36f839e HTTP/1.1" status: 200 len: 915 time: 0.2037039 Jul 23 20:15:12.478702 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-20149e7b-abbb-4713-9a34-6edde8586f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.493798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0920-4ed4-4932-b446-ec6328a77ddd req-c14c0a66-76ad-4b0f-81a0-46a086b1e325 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.495313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cdf0920-4ed4-4932-b446-ec6328a77ddd req-c14c0a66-76ad-4b0f-81a0-46a086b1e325 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1051083 Jul 23 20:15:12.521889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-20149e7b-abbb-4713-9a34-6edde8586f0d None None] Port 4b475a34-fd68-431d-8813-44703eaf8666 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:12.550760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-63aed85c-0eb6-4426-84f1-93fdb4b6ce74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799 HTTP/1.1" status: 200 len: 217 time: 0.0497322 Jul 23 20:15:12.607501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cdf0920-4ed4-4932-b446-ec6328a77ddd req-abc50e82-eeb1-410b-91ca-d8931b5a404d tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053214 Jul 23 20:15:12.647610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-5889d649-5fbd-4753-a100-d82085d9d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.649830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-5889d649-5fbd-4753-a100-d82085d9d699 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=45ae37d3-6d57-407a-9a1e-86c48878df4b HTTP/1.1" status: 200 len: 853 time: 0.0881379 Jul 23 20:15:12.702649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3eb3f-d052-46e6-aa2e-62b720f574ce req-9c7ae11c-ea1b-426e-b60b-f2747558278b tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.704112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01a3eb3f-d052-46e6-aa2e-62b720f574ce req-9c7ae11c-ea1b-426e-b60b-f2747558278b tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.1307592 Jul 23 20:15:12.705938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b475a34-fd68-431d-8813-44703eaf8666 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:12.714649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.726510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Transition to ACTIVE for port object 4b475a34-fd68-431d-8813-44703eaf8666 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:12.730629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.783846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01a3eb3f-d052-46e6-aa2e-62b720f574ce req-a7db5ef2-c304-402f-9c24-0fbfc9b805c5 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696292 Jul 23 20:15:12.801612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-14bdc6e9-7586-4803-8d5d-260a4e950b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.802903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-14bdc6e9-7586-4803-8d5d-260a4e950b20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=590f2b44-94b5-49ed-9ea9-c159a36f839e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443331 Jul 23 20:15:12.818063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b475a34-fd68-431d-8813-44703eaf8666,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:12.829613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ed85-b01e-4c72-84c2-a94c065b2bec req-f8fac2e9-650d-4862-a1d0-857f8cecf3f3 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:12.837368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80c5ed85-b01e-4c72-84c2-a94c065b2bec req-f8fac2e9-650d-4862-a1d0-857f8cecf3f3 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 944 time: 0.1464460 Jul 23 20:15:12.890192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Attempting to bind port 4b475a34-fd68-431d-8813-44703eaf8666 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:12.890721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Attempting to bind port 4b475a34-fd68-431d-8813-44703eaf8666 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:12.891213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Attempting to bind port 4b475a34-fd68-431d-8813-44703eaf8666 on network c67dd8ac-7aef-48e9-8567-fbab772c8dbe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:12.898912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Port 4b475a34-fd68-431d-8813-44703eaf8666 on network c67dd8ac-7aef-48e9-8567-fbab772c8dbe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:12.899524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Attempting to bind port 4b475a34-fd68-431d-8813-44703eaf8666 on network c67dd8ac-7aef-48e9-8567-fbab772c8dbe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:12.905926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:12.906698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Checking segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:12.907184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Bound using segment: {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:12.907716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Bound port: 4b475a34-fd68-431d-8813-44703eaf8666, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e20100-b89f-4eea-9524-2773ef00fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:12.908204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:12.935926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80c5ed85-b01e-4c72-84c2-a94c065b2bec req-dee34b16-8d4a-478b-8401-40b7094cc013 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975416 Jul 23 20:15:12.995614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] For port 4b475a34-fd68-431d-8813-44703eaf8666, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:12.997396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-a389e372-c06a-4c83-a14a-431323114d04 service neutron] 10.222.0.36 "GET /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815739 Jul 23 20:15:12.999147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] For port 4b475a34-fd68-431d-8813-44703eaf8666, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4b475a34-fd68-431d-8813-44703eaf8666,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:13.006468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.065132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.065931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.067679 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b475a34-fd68-431d-8813-44703eaf8666 HTTP/1.1" status: 200 len: 1092 time: 0.7811046 Jul 23 20:15:13.083227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85adcc59-17cc-4f83-8107-9a4fc76574a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4b475a34-fd68-431d-8813-44703eaf8666,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:13.198816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-cb9714b6-2d15-49c6-afdd-b61d4e1597c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.200698 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-cb9714b6-2d15-49c6-afdd-b61d4e1597c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59&device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 1095 time: 0.0817311 Jul 23 20:15:13.256835 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-5f9b0cf9-c17b-4f73-a7be-66304bfb8fe5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b475a34-fd68-431d-8813-44703eaf8666 HTTP/1.1" status: 200 len: 217 time: 0.0360732 Jul 23 20:15:13.316811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-a5f75826-1e9b-41a7-b00f-f7bb6072a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.318363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-a5f75826-1e9b-41a7-b00f-f7bb6072a292 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbec0fe0-0970-422f-a777-906b445d1c41 HTTP/1.1" status: 200 len: 845 time: 0.0456562 Jul 23 20:15:13.385974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-e07eb40b-fd87-49c4-84d6-4500624c4199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.387484 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-e07eb40b-fd87-49c4-84d6-4500624c4199 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619314 Jul 23 20:15:13.441305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-886859fb-ae69-4472-9fdc-72e0d5cdbe5a req-7673e4c6-fcf4-49d8-b863-c6c400b526fc service neutron] 10.222.0.36 "GET /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347448 Jul 23 20:15:13.460446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcbcd5-cf9d-4db3-b67b-3ee359ec1a64 req-021d522c-fa01-4e31-a386-e722ae96aa0a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.462003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efbcbcd5-cf9d-4db3-b67b-3ee359ec1a64 req-021d522c-fa01-4e31-a386-e722ae96aa0a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 943 time: 0.4422708 Jul 23 20:15:13.489187 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-18b22fb4-0b9b-4d03-a11f-fa5f8f66e3f5 service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863974 Jul 23 20:15:13.496542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7718-5160-4c1c-8d06-0585aba60b21 req-a29352c9-1cc7-4aab-8b4b-3c4eeee40390 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.498038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b24b7718-5160-4c1c-8d06-0585aba60b21 req-a29352c9-1cc7-4aab-8b4b-3c4eeee40390 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 945 time: 0.1207356 Jul 23 20:15:13.532442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efbcbcd5-cf9d-4db3-b67b-3ee359ec1a64 req-fdab9dbf-e3a9-4cc1-a424-982daa57f99c tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635548 Jul 23 20:15:13.551498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.553284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b24b7718-5160-4c1c-8d06-0585aba60b21 req-caa77a59-cfb1-49f7-93f5-4390089a86ac tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495868 Jul 23 20:15:13.612744 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a38313c7-cc78-4b99-9926-978685fc0f4e req-19c73b50-5bfc-4e8e-9062-abc19236c84b service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081336 Jul 23 20:15:13.624446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:13.626795 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1662e9ac-abff-4d08-b887-128994f28da0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "tag": "4b475a34-fd68-431d-8813-44703eaf8666"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:13.668636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca00f-e22f-4d39-8c1a-9a48fa08f2c3 req-2badd1f7-cd80-452f-ab58-58a76c727c1e tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.670181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-859ca00f-e22f-4d39-8c1a-9a48fa08f2c3 req-2badd1f7-cd80-452f-ab58-58a76c727c1e tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.0725293 Jul 23 20:15:13.709454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-859ca00f-e22f-4d39-8c1a-9a48fa08f2c3 req-b9ee34f3-1be5-4ac6-8486-65d58590fe88 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Jul 23 20:15:13.752855 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af8fa26-d912-48cb-ad40-bdf21a6c4829 x-openstack-request-id: req-9af8fa26-d912-48cb-ad40-bdf21a6c4829 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:13.753154 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "tag": "4b475a34-fd68-431d-8813-44703eaf8666", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:13.753406 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9af8fa26-d912-48cb-ad40-bdf21a6c4829 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:13.753877 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666', 'status': 'completed', 'code': 200} Jul 23 20:15:13.917657 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8eb95039-36a8-47d4-8c3c-4e10aa104b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:13.920728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27c327-db3a-460e-a659-a1679f8a902e req-aae76b35-b5bb-490e-b41c-ee3e7a6cc067 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.922620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e27c327-db3a-460e-a659-a1679f8a902e req-aae76b35-b5bb-490e-b41c-ee3e7a6cc067 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1102662 Jul 23 20:15:13.954627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e9ac-abff-4d08-b887-128994f28da0 req-dee323e1-59e3-4cc5-85c5-6c5c1a123ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:13.956424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-dee323e1-59e3-4cc5-85c5-6c5c1a123ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59&device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 1095 time: 0.1552646 Jul 23 20:15:13.977961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e27c327-db3a-460e-a659-a1679f8a902e req-e8b9976c-dcbb-41ba-9593-fae4c5752c89 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498240 Jul 23 20:15:14.037471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1c2da-d6e9-472b-887a-124b63b8d27f req-1c461032-38b8-4e42-b82e-ebf35af80e05 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.039612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78d1c2da-d6e9-472b-887a-124b63b8d27f req-1c461032-38b8-4e42-b82e-ebf35af80e05 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.0795643 Jul 23 20:15:14.076910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e9ac-abff-4d08-b887-128994f28da0 req-daf90862-baf7-45f9-b3e9-1b5039ff96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.078528 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-daf90862-baf7-45f9-b3e9-1b5039ff96fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe HTTP/1.1" status: 200 len: 907 time: 0.1034069 Jul 23 20:15:14.082775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78d1c2da-d6e9-472b-887a-124b63b8d27f req-ebc9ef43-21b7-40a8-9f6b-082495351c0e tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Jul 23 20:15:14.125982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-743569f4-c0c1-45a3-8f1f-15077f3a92ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b475a34-fd68-431d-8813-44703eaf8666 HTTP/1.1" status: 200 len: 217 time: 0.0399086 Jul 23 20:15:14.179036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e9ac-abff-4d08-b887-128994f28da0 req-3e305978-0f95-4645-8c4c-92d645153c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.180597 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-3e305978-0f95-4645-8c4c-92d645153c83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbec0fe0-0970-422f-a777-906b445d1c41 HTTP/1.1" status: 200 len: 845 time: 0.0462298 Jul 23 20:15:14.209409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81cf921-df66-4b23-882b-b860adeba6bc req-7836675f-f53d-435a-9fe8-35c7f4376e94 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.212547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c81cf921-df66-4b23-882b-b860adeba6bc req-7836675f-f53d-435a-9fe8-35c7f4376e94 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 944 time: 0.0664034 Jul 23 20:15:14.237845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a537a96b-2b5a-4b27-86cd-f49ec974912c no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:14.256608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c81cf921-df66-4b23-882b-b860adeba6bc req-16613e85-3f53-4c2b-b9d9-8b927dc347b9 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Jul 23 20:15:14.278056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: a537a96b-2b5a-4b27-86cd-f49ec974912c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:14.278410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a537a96b-2b5a-4b27-86cd-f49ec974912c not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:14.415390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-f8b1cafd-4931-4d76-af10-41a98d9d785d tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.417103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-f8b1cafd-4931-4d76-af10-41a98d9d785d tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 812 time: 0.1100957 Jul 23 20:15:14.432686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7dc4e577-dade-46f4-a2ef-a637d874d872 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/quotas/75c018cb7e7844eea54397170659cef6 HTTP/1.1" status: 200 len: 375 time: 0.0100117 Jul 23 20:15:14.500244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-869e3951-168c-41ca-a205-f135d7850452 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620604 Jul 23 20:15:14.546343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662e9ac-abff-4d08-b887-128994f28da0 req-0c37c43c-9294-42ff-a034-3b23d5f72fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.547845 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-0c37c43c-9294-42ff-a034-3b23d5f72fee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3462186 Jul 23 20:15:14.599843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-5b342b71-fbb9-4b58-a9a6-1e29fe30f187 service neutron] 10.222.0.46 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926859 Jul 23 20:15:14.650261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-cdabe16b-fdda-446e-a76c-a442382b82f0 service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898027 Jul 23 20:15:14.728417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-f56fdc5b-3514-409b-aaa4-40abc681f946 service neutron] 10.222.0.46 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216092 Jul 23 20:15:14.742357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbd69c-650c-4a60-9393-5fc34a54377b req-4033506a-756e-4671-8f96-efc5f7cd3f3e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.743858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31cbd69c-650c-4a60-9393-5fc34a54377b req-4033506a-756e-4671-8f96-efc5f7cd3f3e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 943 time: 0.1359940 Jul 23 20:15:14.748597 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1662e9ac-abff-4d08-b887-128994f28da0 req-e07e9b19-32e7-4578-875e-1f5d30a3e2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890980 Jul 23 20:15:14.807350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31cbd69c-650c-4a60-9393-5fc34a54377b req-037e83ff-beea-4210-90ba-63c50f353014 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539713 Jul 23 20:15:14.844565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-8f12ab24-d31f-4063-8482-0e06d9594cb3 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:14.846468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-8f12ab24-d31f-4063-8482-0e06d9594cb3 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 950 time: 0.1016192 Jul 23 20:15:15.019483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Deleting port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:15.019915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.067614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098525-1f77-457f-8eb5-87cffc4e2eba req-e5ca7e0a-658d-4b20-b5b8-78a5415e22b3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.075370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c098525-1f77-457f-8eb5-87cffc4e2eba req-e5ca7e0a-658d-4b20-b5b8-78a5415e22b3 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.1211631 Jul 23 20:15:15.127943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-fe6b39c8-c3d7-4767-b7cd-edda9ea9d84d tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.129475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-fe6b39c8-c3d7-4767-b7cd-edda9ea9d84d tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.36 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 950 time: 0.0719218 Jul 23 20:15:15.205005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c098525-1f77-457f-8eb5-87cffc4e2eba req-000298a0-ae84-41e7-a126-31b9de19ef64 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/security-groups?id=90681a7d-4713-48ba-82a3-7ab1fa9a0049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287501 Jul 23 20:15:15.211182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] For port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:15.211584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.228414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Calling delete_port for cc8efb36-d05f-4e32-9b96-3e69ccc5d44a owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:15.297012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109481c-5030-4940-981b-9ce15180bef7 req-3a7e7697-1291-449e-8469-3e36a8e2880e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.297807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Deleting port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:15.298225 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.298568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3109481c-5030-4940-981b-9ce15180bef7 req-3a7e7697-1291-449e-8469-3e36a8e2880e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1804988 Jul 23 20:15:15.337712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02737772-24b0-4bc4-a444-c47b38d1ba85 req-18f6c0dd-03e8-475f-9106-ba98247c525d tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 210 time: 0.0536191 Jul 23 20:15:15.390208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3109481c-5030-4940-981b-9ce15180bef7 req-d692e9c3-b1ef-4df9-9859-d25f2618c577 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813835 Jul 23 20:15:15.419324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] For port 0ca4bfcd-d222-442a-8701-ea48bc5cd652, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ca4bfcd-d222-442a-8701-ea48bc5cd652,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:15.419324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.434238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Calling delete_port for 0ca4bfcd-d222-442a-8701-ea48bc5cd652 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:15.556910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.572135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['cc8efb36-d05f-4e32-9b96-3e69ccc5d44a'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:15.619741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Pushing event deleted for resources: {'Port': ['ID=cc8efb36-d05f-4e32-9b96-3e69ccc5d44a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:15.662461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.675337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0ca4bfcd-d222-442a-8701-ea48bc5cd652'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:15.705065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Pushing event deleted for resources: {'Port': ['ID=0ca4bfcd-d222-442a-8701-ea48bc5cd652,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:15.708429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2702a-5c66-4592-99a1-f49632d0ceb8 req-dc64043e-c01f-414a-a90e-a1868fe5cd2a tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.716297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12f2702a-5c66-4592-99a1-f49632d0ceb8 req-dc64043e-c01f-414a-a90e-a1868fe5cd2a tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/ports?device_id=dd3f205e-2526-4230-a253-e6f9afd902f9 HTTP/1.1" status: 200 len: 867 time: 0.2653377 Jul 23 20:15:15.728165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8d65e-045c-46ae-93f0-dd285d8497b2 req-17c10cb1-1daa-411f-b640-cef6a1f4110f tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.731026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42b8d65e-045c-46ae-93f0-dd285d8497b2 req-17c10cb1-1daa-411f-b640-cef6a1f4110f tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 944 time: 0.2381568 Jul 23 20:15:15.731026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] No DVR routers for this DVR port cc8efb36-d05f-4e32-9b96-3e69ccc5d44a on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:15.743177 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.745176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5a08276-cbd9-41e5-85f1-6b2b71554c70 req-c082c796-0557-4aa7-a8c9-efc07e9a0054 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.36 "DELETE /v2.0/ports/cc8efb36-d05f-4e32-9b96-3e69ccc5d44a HTTP/1.1" status: 204 len: 173 time: 0.8893797 Jul 23 20:15:15.748145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'name': 'network-vif-deleted', 'tag': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:15.750327 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6d979e-ce29-4134-a3bb-c49f2ced8483" -d '{"events": [{"server_uuid": "dd3f205e-2526-4230-a253-e6f9afd902f9", "name": "network-vif-deleted", "tag": "cc8efb36-d05f-4e32-9b96-3e69ccc5d44a"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:15.823859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-4eddf9c3-f69e-4670-a512-0ea05c0793dc tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:15.825413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-4eddf9c3-f69e-4670-a512-0ea05c0793dc tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "GET /v2.0/ports?device_id=91df8831-8f60-459b-bca7-7fc4d2d22afc HTTP/1.1" status: 200 len: 946 time: 0.2423456 Jul 23 20:15:15.848013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] No DVR routers for this DVR port 0ca4bfcd-d222-442a-8701-ea48bc5cd652 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:15.851313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:15.852606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12f2702a-5c66-4592-99a1-f49632d0ceb8 req-cc3a2af2-5fa4-4305-b117-7f78498bc358 tempest-ImagesNegativeTestJSON-2016252873 tempest-ImagesNegativeTestJSON-2016252873-project] 10.222.0.46 "GET /v2.0/security-groups?id=4c2aa06a-b60d-4448-882b-46559532adee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340897 Jul 23 20:15:15.853726 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f298f654-697a-4802-a3ea-bd8279cdf740 req-ac4b0842-f99a-4986-b980-853cda87d914 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.36 "DELETE /v2.0/ports/0ca4bfcd-d222-442a-8701-ea48bc5cd652 HTTP/1.1" status: 204 len: 173 time: 0.7160010 Jul 23 20:15:15.864043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'name': 'network-vif-deleted', 'tag': '0ca4bfcd-d222-442a-8701-ea48bc5cd652'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:15.867509 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d5605d-8665-41cc-b68e-9e4ba0c63ee1" -d '{"events": [{"server_uuid": "b58ae49d-97ab-488a-a1cf-375939be8a1a", "name": "network-vif-deleted", "tag": "0ca4bfcd-d222-442a-8701-ea48bc5cd652"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:15.870593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42b8d65e-045c-46ae-93f0-dd285d8497b2 req-984dca29-2969-4f3d-8822-228f97ef664e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243961 Jul 23 20:15:15.927328 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca1ddba-3c96-4865-8969-4c1221897249 x-openstack-request-id: req-cca1ddba-3c96-4865-8969-4c1221897249 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:15.927655 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3f205e-2526-4230-a253-e6f9afd902f9", "name": "network-vif-deleted", "tag": "cc8efb36-d05f-4e32-9b96-3e69ccc5d44a", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:15.928188 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cca1ddba-3c96-4865-8969-4c1221897249 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:15.928619 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3f205e-2526-4230-a253-e6f9afd902f9', 'name': 'network-vif-deleted', 'tag': 'cc8efb36-d05f-4e32-9b96-3e69ccc5d44a', 'status': 'completed', 'code': 200} Jul 23 20:15:15.984297 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ac7b1-c9df-4bb8-9739-05a0a1ba376b x-openstack-request-id: req-392ac7b1-c9df-4bb8-9739-05a0a1ba376b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:15.984592 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58ae49d-97ab-488a-a1cf-375939be8a1a", "name": "network-vif-deleted", "tag": "0ca4bfcd-d222-442a-8701-ea48bc5cd652", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:15.984848 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-392ac7b1-c9df-4bb8-9739-05a0a1ba376b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:15.985254 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58ae49d-97ab-488a-a1cf-375939be8a1a', 'name': 'network-vif-deleted', 'tag': '0ca4bfcd-d222-442a-8701-ea48bc5cd652', 'status': 'completed', 'code': 200} Jul 23 20:15:16.029484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-94986057-d277-4fd2-a2d4-17c71dc7231c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.030978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-94986057-d277-4fd2-a2d4-17c71dc7231c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.36 "GET /v2.0/ports?device_id=4a4084af-fd9f-4ae5-b6e4-5728b521b12a HTTP/1.1" status: 200 len: 945 time: 0.3286788 Jul 23 20:15:16.057112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fec06-b0d3-4a6f-8311-2d8d4a216b1a req-5d7470a9-af76-49e7-b8a8-5d745cb758bc tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.065089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e3fec06-b0d3-4a6f-8311-2d8d4a216b1a req-5d7470a9-af76-49e7-b8a8-5d745cb758bc tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 943 time: 0.0849152 Jul 23 20:15:16.079915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Deleting port 54f6916f-1e14-404a-955e-f1d9a8354d12 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:16.080732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.111094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e3fec06-b0d3-4a6f-8311-2d8d4a216b1a req-acae7156-e76c-4e28-8d7e-b3d23ec331e9 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449953 Jul 23 20:15:16.158301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 5bd81e56-56a5-459f-aaa9-1c26191b3799 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:16.246869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] For port 54f6916f-1e14-404a-955e-f1d9a8354d12, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=54f6916f-1e14-404a-955e-f1d9a8354d12,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:16.247175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.268620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Calling delete_port for 54f6916f-1e14-404a-955e-f1d9a8354d12 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:16.271886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 5bd81e56-56a5-459f-aaa9-1c26191b3799, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:16.284804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '5bd81e56-56a5-459f-aaa9-1c26191b3799', 'network_id': '590f2b44-94b5-49ed-9ea9-c159a36f839e', 'port_id': '5bd81e56-56a5-459f-aaa9-1c26191b3799', 'mac_address': 'fa:16:3e:8c:c9:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ae37d3-6d57-407a-9a1e-86c48878df4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:16.330630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Deleting port e8f060c7-c828-4050-897d-2f948ed7b1f6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:16.330988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.375729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fa4f2fa-061f-4172-bae5-05f27de5ff8f req-84e5d588-2ffc-4cef-b53d-e87bf14062d6 tempest-LiveMigrationNegativeTest-653902609 tempest-LiveMigrationNegativeTest-653902609-project] 10.222.0.46 "GET /v2.0/ports?device_id=b58ae49d-97ab-488a-a1cf-375939be8a1a HTTP/1.1" status: 200 len: 210 time: 0.0470717 Jul 23 20:15:16.381195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.448227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd81e56-56a5-459f-aaa9-1c26191b3799 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:16.478139 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ca83319-7594-4540-b45c-a2c886c65cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.488930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.505290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 5bd81e56-56a5-459f-aaa9-1c26191b3799, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:16.513961 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.575138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f93d984c-df47-456f-971d-16ccd90b3192 req-de8f0955-cb18-400e-a955-77e830d62027 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 210 time: 0.0873384 Jul 23 20:15:16.594804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] For port e8f060c7-c828-4050-897d-2f948ed7b1f6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e8f060c7-c828-4050-897d-2f948ed7b1f6,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:16.595193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.627182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-ed789f62-ffbc-4193-aaea-0bc9f55385cf tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.628712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-ed789f62-ffbc-4193-aaea-0bc9f55385cf tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 812 time: 0.2927301 Jul 23 20:15:16.630740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=5bd81e56-56a5-459f-aaa9-1c26191b3799,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:16.662504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.662882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.663301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.663644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.663978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.664308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.664636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.664976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.665294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.665641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.665966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.666285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:15:16.668756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Request body: {'port': {'device_id': '1adad9d3-be5a-45b6-8394-13497736adfb', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'admin_state_up': True, 'tenant_id': '75c018cb7e7844eea54397170659cef6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:16.680461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Calling delete_port for e8f060c7-c828-4050-897d-2f948ed7b1f6 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:16.707751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1bad-d2f8-44e9-9159-e8d8396d0cdd req-2714b261-7289-48c7-8b64-141f64c4a88a tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:16.712949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca4c1bad-d2f8-44e9-9159-e8d8396d0cdd req-2714b261-7289-48c7-8b64-141f64c4a88a tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1045322 Jul 23 20:15:16.771900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca4c1bad-d2f8-44e9-9159-e8d8396d0cdd req-e1f4e595-7e5a-4703-9e8f-6a7af65f7dd8 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Jul 23 20:15:16.775097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.834286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['5bd81e56-56a5-459f-aaa9-1c26191b3799'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:16.844214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event deleted for resources: {'Port': ['ID=54f6916f-1e14-404a-955e-f1d9a8354d12,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:16.949979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] No DVR routers for this DVR port 54f6916f-1e14-404a-955e-f1d9a8354d12 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:16.954180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:16.956243 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-170ad024-5334-4251-85ad-8ed9b4a277cf req-7294e4a3-29bf-4d1c-882d-672c92add04f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "DELETE /v2.0/ports/54f6916f-1e14-404a-955e-f1d9a8354d12 HTTP/1.1" status: 204 len: 173 time: 1.1109748 Jul 23 20:15:17.021363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Made reservation on behalf of 75c018cb7e7844eea54397170659cef6 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:17.025165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.048288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-bea65a77-5862-407b-8e35-2c728c5a39a8 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.052762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-bea65a77-5862-407b-8e35-2c728c5a39a8 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 812 time: 0.2368612 Jul 23 20:15:17.064544 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.093722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Request body: {'port': {'device_id': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'admin_state_up': True, 'tenant_id': '75c018cb7e7844eea54397170659cef6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:17.146296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.211457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event deleted for resources: {'Port': ['ID=e8f060c7-c828-4050-897d-2f948ed7b1f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:17.225399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265d27-08b8-4653-8171-046fcc28d0bb req-366508f4-2c0d-4919-ac78-4a2fc6e05735 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.233657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de265d27-08b8-4653-8171-046fcc28d0bb req-366508f4-2c0d-4919-ac78-4a2fc6e05735 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 945 time: 0.2492306 Jul 23 20:15:17.288639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de265d27-08b8-4653-8171-046fcc28d0bb req-882963b9-6bc7-4fcd-9a9e-ec16818b971b tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Jul 23 20:15:17.295354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] No DVR routers for this DVR port e8f060c7-c828-4050-897d-2f948ed7b1f6 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:17.298427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.300685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d6c65ef6-c4b9-411b-b011-56688623d237 req-c8b0dc99-75b2-4ff3-8379-761a7ff9c767 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.36 "DELETE /v2.0/ports/e8f060c7-c828-4050-897d-2f948ed7b1f6 HTTP/1.1" status: 204 len: 173 time: 1.2349038 Jul 23 20:15:17.323578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Allocated IP 172.20.0.12 (53bd1372-3ee7-4781-aa00-cfa7ea213f43/0862b484-c131-45a6-a24d-17034047ec2a/0cb05f71-368b-4f05-9ded-95c57f87778c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:17.327083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Made reservation on behalf of 75c018cb7e7844eea54397170659cef6 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:17.330975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.514479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce8986-a7dc-46d0-a876-903f3df073cd req-f3d4bce4-24c4-4acf-a165-1f9612a4387a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.516043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36ce8986-a7dc-46d0-a876-903f3df073cd req-f3d4bce4-24c4-4acf-a165-1f9612a4387a tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 943 time: 0.1529343 Jul 23 20:15:17.547877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.583027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36ce8986-a7dc-46d0-a876-903f3df073cd req-9af1b23d-b605-41ed-8dbd-531b1caf02f9 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590456 Jul 23 20:15:17.614208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.631232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.690423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Allocated IP 172.20.0.5 (53bd1372-3ee7-4781-aa00-cfa7ea213f43/0862b484-c131-45a6-a24d-17034047ec2a/f3961742-896b-46b6-85a6-9f591df9e318) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:17.723916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:17.729942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:17.744261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:17.767080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-520edd06-af05-4888-b5fd-7a55bac090b5 req-984f4346-7fba-4b3c-83c1-1783f63252c5 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 210 time: 0.0664432 Jul 23 20:15:17.821764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35468) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:17.899482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35472) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:17.901100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event updated for resources: {'Port': ['ID=0cb05f71-368b-4f05-9ded-95c57f87778c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:17.925997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:17.927005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:17.946322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-b5e422b6-19f5-4ea2-af4f-760b5f2add36 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2868958 Jul 23 20:15:17.959111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Request body: {'port': {'device_id': '1adad9d3-be5a-45b6-8394-13497736adfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:17.987998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'name': 'network-vif-deleted', 'tag': '54f6916f-1e14-404a-955e-f1d9a8354d12'}, {'server_uuid': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'name': 'network-vif-deleted', 'tag': 'e8f060c7-c828-4050-897d-2f948ed7b1f6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:17.990291 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc47ab9-aa6d-4e76-b3e9-67ea2d2f9704" -d '{"events": [{"server_uuid": "91df8831-8f60-459b-bca7-7fc4d2d22afc", "name": "network-vif-deleted", "tag": "54f6916f-1e14-404a-955e-f1d9a8354d12"}, {"server_uuid": "4a4084af-fd9f-4ae5-b6e4-5728b521b12a", "name": "network-vif-deleted", "tag": "e8f060c7-c828-4050-897d-2f948ed7b1f6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:18.056553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.066544 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6c6411-486a-4048-9eb6-8ff8107c2f61 x-openstack-request-id: req-bd6c6411-486a-4048-9eb6-8ff8107c2f61 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:18.066844 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91df8831-8f60-459b-bca7-7fc4d2d22afc", "name": "network-vif-deleted", "tag": "54f6916f-1e14-404a-955e-f1d9a8354d12", "status": "completed", "code": 200}, {"server_uuid": "4a4084af-fd9f-4ae5-b6e4-5728b521b12a", "name": "network-vif-deleted", "tag": "e8f060c7-c828-4050-897d-2f948ed7b1f6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:18.067098 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd6c6411-486a-4048-9eb6-8ff8107c2f61 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:18.067481 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91df8831-8f60-459b-bca7-7fc4d2d22afc', 'name': 'network-vif-deleted', 'tag': '54f6916f-1e14-404a-955e-f1d9a8354d12', 'status': 'completed', 'code': 200} Jul 23 20:15:18.067736 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4084af-fd9f-4ae5-b6e4-5728b521b12a', 'name': 'network-vif-deleted', 'tag': 'e8f060c7-c828-4050-897d-2f948ed7b1f6', 'status': 'completed', 'code': 200} Jul 23 20:15:18.079768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.126990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef7e7d-f380-4a3b-8fa9-81c8022210ce req-c9d0a548-b1d8-4f12-94f1-96b44dc3a0c0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.128494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29ef7e7d-f380-4a3b-8fa9-81c8022210ce req-c9d0a548-b1d8-4f12-94f1-96b44dc3a0c0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1841028 Jul 23 20:15:18.192240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4b475a34-fd68-431d-8813-44703eaf8666 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:18.196379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 5bd81e56-56a5-459f-aaa9-1c26191b3799 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:18.232685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2614a7f9-2a0e-4701-aac1-94916b158d89 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c02ad8784453457eb69be1ccf81a2f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294296 Jul 23 20:15:18.234622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a520b2d-c888-4f97-bd6f-657d508297d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5af8a625aac547cbb24ba3eceda862de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4032373 Jul 23 20:15:18.241417 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:15:18.242008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35480) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:18.242510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35482) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:18.250337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29ef7e7d-f380-4a3b-8fa9-81c8022210ce req-a22ae50f-4b09-4bc0-9222-4836e2caf2a2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048710 Jul 23 20:15:18.259090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.278211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54f6916f-1e14-404a-955e-f1d9a8354d12 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:18.310024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 54f6916f-1e14-404a-955e-f1d9a8354d12 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:18.310625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 54f6916f-1e14-404a-955e-f1d9a8354d12 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:18.327798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:18.333509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:18.341012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:18.345407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event updated for resources: {'Port': ['ID=f3961742-896b-46b6-85a6-9f591df9e318,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.359902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 5bd81e56-56a5-459f-aaa9-1c26191b3799 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:18.369400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 5bd81e56-56a5-459f-aaa9-1c26191b3799 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:18.370102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.388052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07eed4cb-f0a2-42d4-b9d5-366a1612c89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.414586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4b475a34-fd68-431d-8813-44703eaf8666, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4b475a34-fd68-431d-8813-44703eaf8666,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:18.415982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.416665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.437122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '4b475a34-fd68-431d-8813-44703eaf8666', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'port_id': '4b475a34-fd68-431d-8813-44703eaf8666', 'mac_address': 'fa:16:3e:52:b6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:18.449732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61e84906-0d8e-4b7e-b1a6-184fb6b3eaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.455304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-7de524a9-a151-4658-bf77-6638754a5d1b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3681915 Jul 23 20:15:18.458996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07eed4cb-f0a2-42d4-b9d5-366a1612c89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.479163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Request body: {'port': {'device_id': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:18.482326 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.500515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b475a34-fd68-431d-8813-44703eaf8666 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:18.514830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61e84906-0d8e-4b7e-b1a6-184fb6b3eaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.544258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4b475a34-fd68-431d-8813-44703eaf8666, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4b475a34-fd68-431d-8813-44703eaf8666,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:18.549920 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.585860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea2c14-ff73-4624-8de7-7c287de5ad7e req-19d451f0-b64c-48a2-95f4-ae8b426d9bb9 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.587818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6eea2c14-ff73-4624-8de7-7c287de5ad7e req-19d451f0-b64c-48a2-95f4-ae8b426d9bb9 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 945 time: 0.1473143 Jul 23 20:15:18.588855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.589086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.601756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb05f71-368b-4f05-9ded-95c57f87778c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:18.615079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.619186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd81e56-56a5-459f-aaa9-1c26191b3799'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:18.621737 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca78aab-97ed-45b9-ae9e-19b0dd3fa2e6" -d '{"events": [{"server_uuid": "b66f710d-1901-4013-98a3-305e1e42ab79", "name": "network-vif-plugged", "status": "completed", "tag": "5bd81e56-56a5-459f-aaa9-1c26191b3799"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:18.648265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 5bd81e56-56a5-459f-aaa9-1c26191b3799, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:18.652322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Transition to ACTIVE for port object 0cb05f71-368b-4f05-9ded-95c57f87778c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:18.653622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=4b475a34-fd68-431d-8813-44703eaf8666,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.654291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07eed4cb-f0a2-42d4-b9d5-366a1612c89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.657599 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.658660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e8f060c7-c828-4050-897d-2f948ed7b1f6 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:18.661512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07eed4cb-f0a2-42d4-b9d5-366a1612c89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.665972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-07eed4cb-f0a2-42d4-b9d5-366a1612c89a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90681a7d-4713-48ba-82a3-7ab1fa9a0049 HTTP/1.1" status: 204 len: 168 time: 0.4192533 Jul 23 20:15:18.680607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.684529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eed4cb-f0a2-42d4-b9d5-366a1612c89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90681a7d-4713-48ba-82a3-7ab1fa9a0049,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.693514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61e84906-0d8e-4b7e-b1a6-184fb6b3eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.696551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61e84906-0d8e-4b7e-b1a6-184fb6b3eaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.700076 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-61e84906-0d8e-4b7e-b1a6-184fb6b3eaa0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c2aa06a-b60d-4448-882b-46559532adee HTTP/1.1" status: 204 len: 168 time: 0.4529486 Jul 23 20:15:18.724509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: e8f060c7-c828-4050-897d-2f948ed7b1f6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:18.727947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e8f060c7-c828-4050-897d-2f948ed7b1f6 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:18.729550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ca4bfcd-d222-442a-8701-ea48bc5cd652 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:18.737806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e84906-0d8e-4b7e-b1a6-184fb6b3eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2aa06a-b60d-4448-882b-46559532adee,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.738299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6eea2c14-ff73-4624-8de7-7c287de5ad7e req-9f4c195a-7985-431e-90c4-22189cc59e4a tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166391 Jul 23 20:15:18.792766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb05f71-368b-4f05-9ded-95c57f87778c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:18.855362 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097b1d3f-05e2-44cd-9cbb-8d9e334ac834 x-openstack-request-id: req-097b1d3f-05e2-44cd-9cbb-8d9e334ac834 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:18.855663 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66f710d-1901-4013-98a3-305e1e42ab79", "name": "network-vif-plugged", "status": "completed", "tag": "5bd81e56-56a5-459f-aaa9-1c26191b3799", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:18.855919 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-097b1d3f-05e2-44cd-9cbb-8d9e334ac834 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:18.856319 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd81e56-56a5-459f-aaa9-1c26191b3799', 'code': 200} Jul 23 20:15:18.880807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['4b475a34-fd68-431d-8813-44703eaf8666'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:18.887976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Attempting to bind port 0cb05f71-368b-4f05-9ded-95c57f87778c on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:18.887976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Attempting to bind port 0cb05f71-368b-4f05-9ded-95c57f87778c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:18.887976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Attempting to bind port 0cb05f71-368b-4f05-9ded-95c57f87778c on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:18.891713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Port 0cb05f71-368b-4f05-9ded-95c57f87778c on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:18.892086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Attempting to bind port 0cb05f71-368b-4f05-9ded-95c57f87778c on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:18.900198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:18.900716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Checking segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:18.901162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Bound using segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:18.901639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Bound port: 0cb05f71-368b-4f05-9ded-95c57f87778c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:18.902006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:18.943838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64234935-2d9e-4f48-9d63-5e89032ba009 req-644d1419-8d40-4d33-bba9-db2169608638 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:18.951559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64234935-2d9e-4f48-9d63-5e89032ba009 req-644d1419-8d40-4d33-bba9-db2169608638 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 944 time: 0.2575150 Jul 23 20:15:18.962579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 0ca4bfcd-d222-442a-8701-ea48bc5cd652 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:18.963809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ca4bfcd-d222-442a-8701-ea48bc5cd652 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:18.966673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cc8efb36-d05f-4e32-9b96-3e69ccc5d44a no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:19.039864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: cc8efb36-d05f-4e32-9b96-3e69ccc5d44a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:19.040215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cc8efb36-d05f-4e32-9b96-3e69ccc5d44a not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:19.066792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c798501-bf0c-4812-9d0e-249142fa2e32 req-25aa082e-5502-4378-9926-e603132dc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.069542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3c798501-bf0c-4812-9d0e-249142fa2e32 req-25aa082e-5502-4378-9926-e603132dc1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 1098 time: 0.1702971 Jul 23 20:15:19.081991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64234935-2d9e-4f48-9d63-5e89032ba009 req-110da1f0-c319-43ce-ad64-f6b044d930b1 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293535 Jul 23 20:15:19.102936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] For port 0cb05f71-368b-4f05-9ded-95c57f87778c, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:19.120716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] For port 0cb05f71-368b-4f05-9ded-95c57f87778c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0cb05f71-368b-4f05-9ded-95c57f87778c,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:19.128758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.138542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=5bd81e56-56a5-459f-aaa9-1c26191b3799,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.149513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759a973-3cf5-42f7-9341-d679d28e4cff req-14cd06c0-2b46-4bae-9bce-5401f93c24cd tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.152181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5759a973-3cf5-42f7-9341-d679d28e4cff req-14cd06c0-2b46-4bae-9bce-5401f93c24cd tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 931 time: 0.2213898 Jul 23 20:15:19.164248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3c798501-bf0c-4812-9d0e-249142fa2e32 req-3626ecb6-b85a-4146-a810-04ed64ddfe0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880556 Jul 23 20:15:19.182494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.183184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.184762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] 10.222.0.47 "PUT /v2.0/ports/0cb05f71-368b-4f05-9ded-95c57f87778c HTTP/1.1" status: 200 len: 1093 time: 1.2309275 Jul 23 20:15:19.203208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325cdd-710b-4835-bcf7-19b805a22146 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb05f71-368b-4f05-9ded-95c57f87778c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.306085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:19.307855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-c708c70d-4345-47fd-aad4-3c51a94a0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.309528 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-c708c70d-4345-47fd-aad4-3c51a94a0f2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 1096 time: 0.0703826 Jul 23 20:15:19.325377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5759a973-3cf5-42f7-9341-d679d28e4cff req-b4477a38-b312-464c-bccd-cd2377259234 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659486 Jul 23 20:15:19.360370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3961742-896b-46b6-85a6-9f591df9e318 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:19.371750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.376089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-bac2900e-f03c-4584-9be4-bfc250dad04c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb05f71-368b-4f05-9ded-95c57f87778c HTTP/1.1" status: 200 len: 217 time: 0.0576756 Jul 23 20:15:19.400377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Transition to ACTIVE for port object f3961742-896b-46b6-85a6-9f591df9e318 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:19.416187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.424479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-accb4437-24b0-40e5-be2f-488f1c6602eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc8d9d9f27674852bb850ea703c47f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132779 Jul 23 20:15:19.425553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35516) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:19.480717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-bd243f6c-15f8-417e-be5f-76b2f13db515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.482098 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-bd243f6c-15f8-417e-be5f-76b2f13db515 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.0985131 Jul 23 20:15:19.495736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Pushing event updated for resources: {'Port': ['ID=f3961742-896b-46b6-85a6-9f591df9e318,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.527086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.533661 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-107bd7fa-7cfe-4e83-86a8-4a5c5bfa2438 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414944 Jul 23 20:15:19.535287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-055bc013-7a5b-4f6a-a8f2-42c7544b9cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.587378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-055bc013-7a5b-4f6a-a8f2-42c7544b9cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.682003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-32d9fbf5-377e-4374-a1aa-cc24917150c9 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414499 Jul 23 20:15:19.719645 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-055bc013-7a5b-4f6a-a8f2-42c7544b9cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.723011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-055bc013-7a5b-4f6a-a8f2-42c7544b9cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:19.728151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-055bc013-7a5b-4f6a-a8f2-42c7544b9cbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b58575d5-5d00-4b4e-b43f-32a0286cbe77 HTTP/1.1" status: 204 len: 168 time: 0.3014529 Jul 23 20:15:19.754220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bc013-7a5b-4f6a-a8f2-42c7544b9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58575d5-5d00-4b4e-b43f-32a0286cbe77,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:19.864006 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-54e8485a-2aa1-4834-8a5b-c7d6276aa480 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740294 Jul 23 20:15:19.885976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8590a635-8e26-4fda-96d6-aa1eeaf22bd2 req-0492d4db-406f-408a-9c44-b715849c7230 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:19.887549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8590a635-8e26-4fda-96d6-aa1eeaf22bd2 req-0492d4db-406f-408a-9c44-b715849c7230 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.4827471 Jul 23 20:15:19.956722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Attempting to bind port f3961742-896b-46b6-85a6-9f591df9e318 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:19.957071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Attempting to bind port f3961742-896b-46b6-85a6-9f591df9e318 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:19.957491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Attempting to bind port f3961742-896b-46b6-85a6-9f591df9e318 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:19.977220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Port f3961742-896b-46b6-85a6-9f591df9e318 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:19.977577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Attempting to bind port f3961742-896b-46b6-85a6-9f591df9e318 on network 53bd1372-3ee7-4781-aa00-cfa7ea213f43 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:19.994167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8590a635-8e26-4fda-96d6-aa1eeaf22bd2 req-d39cb734-e897-4886-bfa8-98d1e36c4069 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909305 Jul 23 20:15:19.994976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:19.995375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Checking segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:19.996114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Bound using segment: {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:19.996407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Bound port: f3961742-896b-46b6-85a6-9f591df9e318, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3746686-96e6-4bc2-ad7a-d432148c592b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:19.996719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.070072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adad9d3-be5a-45b6-8394-13497736adfb', 'tag': '0cb05f71-368b-4f05-9ded-95c57f87778c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:20.073474 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1adad9d3-be5a-45b6-8394-13497736adfb", "tag": "0cb05f71-368b-4f05-9ded-95c57f87778c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:20.099025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641a7e0-627f-4797-bc86-a44dad7573e5 req-a16a331e-da70-4ae7-b943-0b0b7f48574f tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.107670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9641a7e0-627f-4797-bc86-a44dad7573e5 req-a16a331e-da70-4ae7-b943-0b0b7f48574f tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 946 time: 0.2355328 Jul 23 20:15:20.139375 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d5944c-4049-425a-9d4c-3bce7a670c3c x-openstack-request-id: req-23d5944c-4049-425a-9d4c-3bce7a670c3c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:20.139724 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1adad9d3-be5a-45b6-8394-13497736adfb", "tag": "0cb05f71-368b-4f05-9ded-95c57f87778c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:20.139993 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23d5944c-4049-425a-9d4c-3bce7a670c3c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:20.140398 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1adad9d3-be5a-45b6-8394-13497736adfb', 'tag': '0cb05f71-368b-4f05-9ded-95c57f87778c', 'status': 'completed', 'code': 200} Jul 23 20:15:20.193772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9641a7e0-627f-4797-bc86-a44dad7573e5 req-c05bf3c0-b0b7-4b66-847a-73126654071a tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851438 Jul 23 20:15:20.197756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4b475a34-fd68-431d-8813-44703eaf8666 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:20.220922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] For port f3961742-896b-46b6-85a6-9f591df9e318, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:20.226986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] For port f3961742-896b-46b6-85a6-9f591df9e318, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3961742-896b-46b6-85a6-9f591df9e318,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:20.255426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.257273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-d75514da-5ee8-4402-86b5-86824d377573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.259129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-d75514da-5ee8-4402-86b5-86824d377573 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 1096 time: 0.0871117 Jul 23 20:15:20.290934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 4b475a34-fd68-431d-8813-44703eaf8666 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:20.295583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 4b475a34-fd68-431d-8813-44703eaf8666 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:20.296104 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.299937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.300579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.302041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-df8038a7-2f1b-449d-973b-283721369601 service neutron] 10.222.0.47 "PUT /v2.0/ports/f3961742-896b-46b6-85a6-9f591df9e318 HTTP/1.1" status: 200 len: 1092 time: 1.8286793 Jul 23 20:15:20.304896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'tag': 'f3961742-896b-46b6-85a6-9f591df9e318'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:20.307233 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fb39e9-003a-49c5-be39-d1068cd53fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d20d278-a387-4d00-8265-2cb3a9e76380", "tag": "f3961742-896b-46b6-85a6-9f591df9e318"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:20.376188 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb99dff-f72f-41c9-bab1-4a006e3d30f8 x-openstack-request-id: req-5eb99dff-f72f-41c9-bab1-4a006e3d30f8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:20.376588 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d20d278-a387-4d00-8265-2cb3a9e76380", "tag": "f3961742-896b-46b6-85a6-9f591df9e318", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:20.376771 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5eb99dff-f72f-41c9-bab1-4a006e3d30f8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:20.377177 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'tag': 'f3961742-896b-46b6-85a6-9f591df9e318', 'status': 'completed', 'code': 200} Jul 23 20:15:20.406270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-15315f5f-a798-4247-9c89-d30d0d52444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.408089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-15315f5f-a798-4247-9c89-d30d0d52444d service neutron] 10.222.0.47 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 913 time: 0.1398699 Jul 23 20:15:20.440642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8038a7-2f1b-449d-973b-283721369601 service neutron] Pushing event updated for resources: {'Port': ['ID=f3961742-896b-46b6-85a6-9f591df9e318,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.464452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff71c4-7668-4206-a28e-1f8021e87f48 req-8031dd41-68e6-4cb3-9293-9b88cbfb3ea3 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.471544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89ff71c4-7668-4206-a28e-1f8021e87f48 req-8031dd41-68e6-4cb3-9293-9b88cbfb3ea3 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 944 time: 0.2627280 Jul 23 20:15:20.481358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-5cf61e25-44ee-4fe4-9810-1904d6520cc4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cb05f71-368b-4f05-9ded-95c57f87778c HTTP/1.1" status: 200 len: 217 time: 0.0628982 Jul 23 20:15:20.543495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89ff71c4-7668-4206-a28e-1f8021e87f48 req-70fffe4d-38fc-4a57-9b65-792e11fe5eaa tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710583 Jul 23 20:15:20.546607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-ed11e3d8-e753-43ae-a1f7-2c9c5e5ab316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.548151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-ed11e3d8-e753-43ae-a1f7-2c9c5e5ab316 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 1095 time: 0.1914759 Jul 23 20:15:20.550701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.551477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-05e786f1-9de4-4081-b328-03598ff2faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.553307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-05e786f1-9de4-4081-b328-03598ff2faad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.0655081 Jul 23 20:15:20.609330 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-2faa5599-501f-4223-b027-b9db8b660be2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459213 Jul 23 20:15:20.622683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-33c5c70a-1d84-490d-88c7-70fdfb3e7d28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3961742-896b-46b6-85a6-9f591df9e318 HTTP/1.1" status: 200 len: 217 time: 0.0449901 Jul 23 20:15:20.648908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 4b475a34-fd68-431d-8813-44703eaf8666, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4b475a34-fd68-431d-8813-44703eaf8666,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:20.656946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:20.695017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-fb75431e-32ef-4b89-80ba-82154e49a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.696527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-fb75431e-32ef-4b89-80ba-82154e49a8f2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.0670829 Jul 23 20:15:20.708041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fbc2a-a66d-40aa-bdbd-c053e2545e08 req-8bd95b9e-27ef-4afe-bb42-690b52795c85 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:20.715795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f2fbc2a-a66d-40aa-bdbd-c053e2545e08 req-8bd95b9e-27ef-4afe-bb42-690b52795c85 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 943 time: 0.1785295 Jul 23 20:15:20.716988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=4b475a34-fd68-431d-8813-44703eaf8666,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:20.747214 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-2c386402-7d77-4f57-9bef-97d301409d2a service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269357 Jul 23 20:15:20.753045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-28037840-b587-4fd9-aa38-fb68ecfe0aad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351710 Jul 23 20:15:20.807704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f2fbc2a-a66d-40aa-bdbd-c053e2545e08 req-9e24275a-9b67-49ce-87c2-23258d8b77b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910397 Jul 23 20:15:20.855404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7c01f0ac-36f3-4d58-bc74-934f6d27fbc9 req-86735790-b4fd-4d41-8d52-228c69a7de11 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011608 Jul 23 20:15:20.857347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:20.860013 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c1d16-682e-4a73-bfe1-47d586f04b5e" -d '{"events": [{"server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "name": "network-vif-plugged", "status": "completed", "tag": "4b475a34-fd68-431d-8813-44703eaf8666"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:20.865550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-3ad5df23-e3b7-4a5a-9ddd-bb9cb43c181f service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053317 Jul 23 20:15:20.900135 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc7bf22-260e-45c0-9ea5-a47587cf58bb x-openstack-request-id: req-dfc7bf22-260e-45c0-9ea5-a47587cf58bb {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:20.900488 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "name": "network-vif-plugged", "status": "completed", "tag": "4b475a34-fd68-431d-8813-44703eaf8666", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:20.900807 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfc7bf22-260e-45c0-9ea5-a47587cf58bb {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:20.901259 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666', 'code': 200} Jul 23 20:15:20.963879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-480a08d9-3d34-4b04-9ae5-a02ee4542c81 req-dff6661a-db16-4793-b601-5d3980f5f276 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904114 Jul 23 20:15:21.021133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732f1f8-e870-4c5a-aec4-1102d6c81a84 req-8f85660d-aaaa-46a6-b968-c123f9f08803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.025233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f732f1f8-e870-4c5a-aec4-1102d6c81a84 req-8f85660d-aaaa-46a6-b968-c123f9f08803 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 1097 time: 0.0623136 Jul 23 20:15:21.078888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-d46bdab0-e8e2-4415-965f-39f75a7128e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.080541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-d46bdab0-e8e2-4415-965f-39f75a7128e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=75c018cb7e7844eea54397170659cef6&device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 1095 time: 0.0673819 Jul 23 20:15:21.090329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f732f1f8-e870-4c5a-aec4-1102d6c81a84 req-a1967704-7cf9-4e86-966f-8987a856c775 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585651 Jul 23 20:15:21.237812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-f64b03c5-e9c9-4049-821c-38aacc76c74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.239380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-f64b03c5-e9c9-4049-821c-38aacc76c74b service neutron] 10.222.0.47 "GET /v2.0/networks?id=53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 200 len: 913 time: 0.1506963 Jul 23 20:15:21.251896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bc767-696b-4019-97aa-81dfcc4f8cd5 req-df3bc8cd-fd1e-4d06-97a9-d71301092b94 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.253470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c2bc767-696b-4019-97aa-81dfcc4f8cd5 req-df3bc8cd-fd1e-4d06-97a9-d71301092b94 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1545625 Jul 23 20:15:21.308531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-3e0b8a52-be8c-4b8b-abc8-1c978d9bfa8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3961742-896b-46b6-85a6-9f591df9e318 HTTP/1.1" status: 200 len: 217 time: 0.0539773 Jul 23 20:15:21.410560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c2bc767-696b-4019-97aa-81dfcc4f8cd5 req-847d2de1-1359-4437-9682-886e8d7314b1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478965 Jul 23 20:15:21.421688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-3ae2f418-30e1-4059-a58b-5a403d5298e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.423464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-3ae2f418-30e1-4059-a58b-5a403d5298e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 200 len: 852 time: 0.0991993 Jul 23 20:15:21.484624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd905e3-0646-4279-a5ef-0d647238300b req-06f2f7e7-b57d-492c-861b-dadae9a96b3f tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.486228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcd905e3-0646-4279-a5ef-0d647238300b req-06f2f7e7-b57d-492c-861b-dadae9a96b3f tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 946 time: 0.1826048 Jul 23 20:15:21.488245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-4e2e8e42-d98b-4563-ae22-9e3bf77086e5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53bd1372-3ee7-4781-aa00-cfa7ea213f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568552 Jul 23 20:15:21.553683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcd905e3-0646-4279-a5ef-0d647238300b req-68b2407a-b36b-498d-9c4e-24be97ed3b1c tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604358 Jul 23 20:15:21.631294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-98dad00e-3a98-4fc7-b110-bda6d3eba0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317768 Jul 23 20:15:21.954821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.955298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.955763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.956227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.956690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.957159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.957642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.958105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.958559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.959124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.960224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.960649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.961121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:21.963314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f68432ad-35f1-4914-84d9-6ba3a838ce62 req-9dde8535-b945-4cac-ac54-c02163c71d38 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9163 time: 0.3052833 Jul 23 20:15:21.989016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9fb39e9-003a-49c5-be39-d1068cd53fb7 req-ce1209cd-d346-455a-82dc-02471ecdcc1f service neutron] 10.222.0.47 "GET /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400786 Jul 23 20:15:22.010576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f767878-df58-468b-ae0b-c9170a57f857 req-b925017f-1d77-4c76-bfd2-0aa43d6727c2 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.013105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f767878-df58-468b-ae0b-c9170a57f857 req-b925017f-1d77-4c76-bfd2-0aa43d6727c2 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.2769880 Jul 23 20:15:22.082363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f767878-df58-468b-ae0b-c9170a57f857 req-a07c3dea-10af-425e-9420-21fabc48c105 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615809 Jul 23 20:15:22.258371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dc113-5d99-4d8c-b577-225344a1a14b req-dda52397-690e-4b90-a033-649c380de70b tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.259780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-998dc113-5d99-4d8c-b577-225344a1a14b req-dda52397-690e-4b90-a033-649c380de70b tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 886 time: 0.1312549 Jul 23 20:15:22.279698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53730f-a267-49ec-8b65-56952287e676 req-eb321d7d-2108-4d9e-b0bd-71ee4396a322 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.281301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d53730f-a267-49ec-8b65-56952287e676 req-eb321d7d-2108-4d9e-b0bd-71ee4396a322 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 943 time: 0.1324632 Jul 23 20:15:22.287190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3961742-896b-46b6-85a6-9f591df9e318 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:22.357333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d53730f-a267-49ec-8b65-56952287e676 req-0becc5c7-bbbc-4d91-9c37-a8b5caac3db2 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650909 Jul 23 20:15:22.427881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f3961742-896b-46b6-85a6-9f591df9e318, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3961742-896b-46b6-85a6-9f591df9e318,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:22.439740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f3961742-896b-46b6-85a6-9f591df9e318', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'port_id': 'f3961742-896b-46b6-85a6-9f591df9e318', 'mac_address': 'fa:16:3e:3e:db:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0862b484-c131-45a6-a24d-17034047ec2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:22.473965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.474443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.474943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.476499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.476499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.476948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.477407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.477894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.478348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.478804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.479256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.479706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.480161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.482336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d84bc9f2-fa15-4f8f-8370-ae4951017449 req-dfcc148c-a4fe-4af8-8a44-87b26d8258d5 tempest-NetworksTest-428700003 tempest-NetworksTest-428700003-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9163 time: 0.1493237 Jul 23 20:15:22.482710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.500425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3961742-896b-46b6-85a6-9f591df9e318 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:22.527041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f3961742-896b-46b6-85a6-9f591df9e318, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3961742-896b-46b6-85a6-9f591df9e318,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:22.534132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.534877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0cb05f71-368b-4f05-9ded-95c57f87778c details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:22.577059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bc204-0420-4bee-9b28-49b8ad2aec82 req-296595e7-47ec-4281-a4de-398d9a1d8c54 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:22.579646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-956bc204-0420-4bee-9b28-49b8ad2aec82 req-296595e7-47ec-4281-a4de-398d9a1d8c54 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0833290 Jul 23 20:15:22.595449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 0cb05f71-368b-4f05-9ded-95c57f87778c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0cb05f71-368b-4f05-9ded-95c57f87778c,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:22.624985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '0cb05f71-368b-4f05-9ded-95c57f87778c', 'network_id': '53bd1372-3ee7-4781-aa00-cfa7ea213f43', 'port_id': '0cb05f71-368b-4f05-9ded-95c57f87778c', 'mac_address': 'fa:16:3e:76:25:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0862b484-c131-45a6-a24d-17034047ec2a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:22.628221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f3961742-896b-46b6-85a6-9f591df9e318,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:22.681232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-956bc204-0420-4bee-9b28-49b8ad2aec82 req-7b370fa1-401e-450d-9323-92ca75a4e1e9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933678 Jul 23 20:15:22.683202 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.716643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb05f71-368b-4f05-9ded-95c57f87778c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:22.738200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 0cb05f71-368b-4f05-9ded-95c57f87778c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0cb05f71-368b-4f05-9ded-95c57f87778c,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:22.744940 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:22.802208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=0cb05f71-368b-4f05-9ded-95c57f87778c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:22.882522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35664) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.003808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f2fb-2129-4455-84eb-5706a18fa080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.059958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f3961742-896b-46b6-85a6-9f591df9e318'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:23.065628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['0cb05f71-368b-4f05-9ded-95c57f87778c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:23.134250 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f2fb-2129-4455-84eb-5706a18fa080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.139309 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ac9f2fb-2129-4455-84eb-5706a18fa080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.205224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8ac9f2fb-2129-4455-84eb-5706a18fa080 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3b928d09e07441709646b3aee90f62f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213871 Jul 23 20:15:23.205514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35682) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.226687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9f2fb-2129-4455-84eb-5706a18fa080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7221121f-32ea-4538-a38d-3e39b57d4e8e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:23.288924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bff62ea7-040d-49a7-9e4e-4d2a553b218a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.295305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12abf-9400-4bcb-8f10-82f630b501b4 req-8f4c8382-03e2-46e3-af22-ea5b212b4825 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.297002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09c12abf-9400-4bcb-8f10-82f630b501b4 req-8f4c8382-03e2-46e3-af22-ea5b212b4825 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.0854995 Jul 23 20:15:23.319406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bff62ea7-040d-49a7-9e4e-4d2a553b218a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.353644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09c12abf-9400-4bcb-8f10-82f630b501b4 req-932bb3f9-e15c-47e4-8078-d2a27d725e46 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501938 Jul 23 20:15:23.392482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bff62ea7-040d-49a7-9e4e-4d2a553b218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.395222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bff62ea7-040d-49a7-9e4e-4d2a553b218a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.396396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bff62ea7-040d-49a7-9e4e-4d2a553b218a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7221121f-32ea-4538-a38d-3e39b57d4e8e HTTP/1.1" status: 204 len: 168 time: 0.1898794 Jul 23 20:15:23.415440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff62ea7-040d-49a7-9e4e-4d2a553b218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7221121f-32ea-4538-a38d-3e39b57d4e8e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:23.614696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229194-ebaf-4339-bdba-88939f544a20 req-d2a7eb09-59a1-4758-a2d8-fc55f8182b11 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.617582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab229194-ebaf-4339-bdba-88939f544a20 req-d2a7eb09-59a1-4758-a2d8-fc55f8182b11 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 944 time: 0.1252642 Jul 23 20:15:23.666393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdf43f-e1b0-4856-8459-d6fb398505c8 req-a855cd4e-9fe3-4df2-a032-ee69a869273e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.667946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0fdf43f-e1b0-4856-8459-d6fb398505c8 req-a855cd4e-9fe3-4df2-a032-ee69a869273e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.1352260 Jul 23 20:15:23.677193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.684188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Request body: {'floatingip': {'port_id': '4b475a34-fd68-431d-8813-44703eaf8666'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:23.703323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab229194-ebaf-4339-bdba-88939f544a20 req-093b15f3-d61a-410a-bf9c-4b3a51a91ca8 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760546 Jul 23 20:15:23.791308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35710) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:23.806606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.816189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff340-2093-4e79-946f-a587658a4c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:23.947709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27b5be-10b9-46ae-84b3-8cdfbec495b6 req-171569c9-22a1-49b0-a39c-c82f0fd2bcc0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:23.958955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb27b5be-10b9-46ae-84b3-8cdfbec495b6 req-171569c9-22a1-49b0-a39c-c82f0fd2bcc0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1578095 Jul 23 20:15:24.026532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb27b5be-10b9-46ae-84b3-8cdfbec495b6 req-ccc59b9b-44f3-47f4-abff-9089cc91b02d tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665760 Jul 23 20:15:24.066372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff340-2093-4e79-946f-a587658a4c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.079020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b0ff340-2093-4e79-946f-a587658a4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.138130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b0ff340-2093-4e79-946f-a587658a4c9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=001eb135791648758b12476f871c7a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452380 Jul 23 20:15:24.144967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35718) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:24.201620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ff340-2093-4e79-946f-a587658a4c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f035e56-51ae-448a-8f7d-5ed882d0508b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:24.268667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a32c5-8d77-4e58-b243-7b0357c27a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.296370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a32c5-8d77-4e58-b243-7b0357c27a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.375374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a32c5-8d77-4e58-b243-7b0357c27a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.379233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-778a32c5-8d77-4e58-b243-7b0357c27a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.380683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-778a32c5-8d77-4e58-b243-7b0357c27a69 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f035e56-51ae-448a-8f7d-5ed882d0508b HTTP/1.1" status: 204 len: 168 time: 0.2343698 Jul 23 20:15:24.391141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a32c5-8d77-4e58-b243-7b0357c27a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f035e56-51ae-448a-8f7d-5ed882d0508b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:24.608474 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.613937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:24.725612 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Floating IP 65922563-811a-44c3-8193-6994f6df3352 associated. External IP: 172.25.8.48, port: 4b475a34-fd68-431d-8813-44703eaf8666. Jul 23 20:15:24.898459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13920003-ad90-4706-a349-e91a5c5e27a2 req-9d592e8a-aa74-4de1-9ff5-bf0fb9882a3e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:24.900106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13920003-ad90-4706-a349-e91a5c5e27a2 req-9d592e8a-aa74-4de1-9ff5-bf0fb9882a3e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 944 time: 0.1220584 Jul 23 20:15:24.957648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13920003-ad90-4706-a349-e91a5c5e27a2 req-1df4b67a-bd52-4ea9-9c55-7013d4b49aff tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514598 Jul 23 20:15:24.989845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Router 23ec2455-5ae1-473d-9677-b8af03103927 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:15:25.123055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:15:25.128301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:25.136520 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] Sync routers for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:15:25.152170 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:25.152745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:25.185717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fe16a-ddcf-4e6f-9e4e-4b49473eb24e req-6ed63352-1c52-407d-88ee-4ecf6ba5c516 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.192990 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-618daab0-a73a-48c3-b046-33e7a41c2a1e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "PUT /v2.0/floatingips/65922563-811a-44c3-8193-6994f6df3352 HTTP/1.1" status: 200 len: 990 time: 1.5146167 Jul 23 20:15:25.194605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf6fe16a-ddcf-4e6f-9e4e-4b49473eb24e req-6ed63352-1c52-407d-88ee-4ecf6ba5c516 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0870569 Jul 23 20:15:25.195188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:25.199723 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90942ba9-f2f4-4f2d-9b20-f079278cd59c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "tag": "4b475a34-fd68-431d-8813-44703eaf8666"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:25.247343 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf6fe16a-ddcf-4e6f-9e4e-4b49473eb24e req-3bdc18dc-0b4b-4518-8ed7-b0b855d11e41 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512500 Jul 23 20:15:25.295436 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b464d8c-1a09-491e-89c8-1ed901a77e24 x-openstack-request-id: req-4b464d8c-1a09-491e-89c8-1ed901a77e24 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:25.295994 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "tag": "4b475a34-fd68-431d-8813-44703eaf8666", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:25.296971 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b464d8c-1a09-491e-89c8-1ed901a77e24 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:25.297745 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666', 'status': 'completed', 'code': 200} Jul 23 20:15:25.310885 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:25.428454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-0557b237-1885-427c-9be8-9b1955ec2ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.430238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-0557b237-1885-427c-9be8-9b1955ec2ead service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59&device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 1097 time: 0.1085620 Jul 23 20:15:25.623291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-0631a911-889e-400b-99eb-0c15fc7ee1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.628694 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-0631a911-889e-400b-99eb-0c15fc7ee1c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe HTTP/1.1" status: 200 len: 907 time: 0.1866996 Jul 23 20:15:25.730864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-3b43e461-84fb-487d-bd67-1661814229c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b475a34-fd68-431d-8813-44703eaf8666 HTTP/1.1" status: 200 len: 998 time: 0.0994351 Jul 23 20:15:25.784651 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '65922563-811a-44c3-8193-6994f6df3352', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'port_id': '4b475a34-fd68-431d-8813-44703eaf8666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'mac_address': 'fa:16:3e:52:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c035192-dd62-4916-b793-610fae3e14a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:14:57Z', 'updated_at': '2021-07-23T20:15:24Z', 'revision_number': 1, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:57Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:25.810730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-4a3b98be-4ced-4533-b16b-1182636dcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.813598 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-4a3b98be-4ced-4533-b16b-1182636dcc0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbec0fe0-0970-422f-a777-906b445d1c41 HTTP/1.1" status: 200 len: 845 time: 0.0752428 Jul 23 20:15:25.842299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] Checking router: 23ec2455-5ae1-473d-9677-b8af03103927 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:15:25.851871 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:25.852563 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:25.927448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-b7411922-6023-463a-922c-2274e5ccb754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:25.929050 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-b7411922-6023-463a-922c-2274e5ccb754 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077950 Jul 23 20:15:26.002433 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:26.124152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-effd795a-f834-4224-a433-920d14b098fd service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875663 Jul 23 20:15:26.248002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90942ba9-f2f4-4f2d-9b20-f079278cd59c req-999a0897-b372-4331-9d9b-ec3405811908 service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147950 Jul 23 20:15:26.259920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac8e1e-a757-4e5d-9d7e-f0f2c9a15a10 req-03f8f3f5-fcc4-4291-a9a7-77fc9ff62c12 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.263168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fac8e1e-a757-4e5d-9d7e-f0f2c9a15a10 req-03f8f3f5-fcc4-4291-a9a7-77fc9ff62c12 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 944 time: 0.1410384 Jul 23 20:15:26.298418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0cb05f71-368b-4f05-9ded-95c57f87778c up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:26.343451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fac8e1e-a757-4e5d-9d7e-f0f2c9a15a10 req-d1580d64-514a-44bc-912b-8070ca664e20 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737855 Jul 23 20:15:26.393881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 0cb05f71-368b-4f05-9ded-95c57f87778c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:26.402278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 0cb05f71-368b-4f05-9ded-95c57f87778c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:26.404411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.407367 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '65922563-811a-44c3-8193-6994f6df3352', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'port_id': '4b475a34-fd68-431d-8813-44703eaf8666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'mac_address': 'fa:16:3e:52:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c035192-dd62-4916-b793-610fae3e14a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:14:57Z', 'updated_at': '2021-07-23T20:15:24Z', 'revision_number': 1, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:57Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:26.468509 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785e804-f2cf-47aa-84d1-af61d7b0906d None None] The sync data for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 is: [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '65922563-811a-44c3-8193-6994f6df3352', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'port_id': '4b475a34-fd68-431d-8813-44703eaf8666', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'mac_address': 'fa:16:3e:52:b6:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c035192-dd62-4916-b793-610fae3e14a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:14:57Z', 'updated_at': '2021-07-23T20:15:24Z', 'revision_number': 1, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:57Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:15:26.508903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896e6f-2909-4047-a735-a8fdf81d89bd req-5a9b9da0-781f-4599-9e0f-6fc2cef9c261 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.510571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd896e6f-2909-4047-a735-a8fdf81d89bd req-5a9b9da0-781f-4599-9e0f-6fc2cef9c261 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1374598 Jul 23 20:15:26.610702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-1ea3b4fb-d357-4dd2-880b-8cbda28f7029 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361819 Jul 23 20:15:26.612892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.614464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd896e6f-2909-4047-a735-a8fdf81d89bd req-41e0f20f-8cb9-4468-81cb-d3ed95138447 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935855 Jul 23 20:15:26.673806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adad9d3-be5a-45b6-8394-13497736adfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb05f71-368b-4f05-9ded-95c57f87778c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:26.680028 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c3c051-80fb-4468-b3a2-67f5a63ceae3" -d '{"events": [{"server_uuid": "1adad9d3-be5a-45b6-8394-13497736adfb", "name": "network-vif-plugged", "status": "completed", "tag": "0cb05f71-368b-4f05-9ded-95c57f87778c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:26.705505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 0cb05f71-368b-4f05-9ded-95c57f87778c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0cb05f71-368b-4f05-9ded-95c57f87778c,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:26.711627 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.713524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3961742-896b-46b6-85a6-9f591df9e318 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:26.808504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-d1df1147-2ebc-47be-870d-c8508245bca1 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:26.816364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-d1df1147-2ebc-47be-870d-c8508245bca1 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1835186 Jul 23 20:15:26.834109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=0cb05f71-368b-4f05-9ded-95c57f87778c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:26.848243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-4f1e58d1-ed3b-412f-af3f-09764389b9d1 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/quotas/ce4b9d2ccf124c56a111e81308c16bc4 HTTP/1.1" status: 200 len: 375 time: 0.0301735 Jul 23 20:15:26.863163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f3961742-896b-46b6-85a6-9f591df9e318 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:26.870845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f3961742-896b-46b6-85a6-9f591df9e318 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:26.871209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:26.903840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-3b14b245-ed48-406b-95c5-4d103754b804 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512774 Jul 23 20:15:26.910764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f63561d-d8e7-4e3d-8536-98d9794ea3db None None] New status for floating IP 65922563-811a-44c3-8193-6994f6df3352: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:15:27.065378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.179209 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3589e435-8f33-44df-ad46-0be960138a0d x-openstack-request-id: req-3589e435-8f33-44df-ad46-0be960138a0d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:27.179595 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adad9d3-be5a-45b6-8394-13497736adfb", "name": "network-vif-plugged", "status": "completed", "tag": "0cb05f71-368b-4f05-9ded-95c57f87778c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:27.179788 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3589e435-8f33-44df-ad46-0be960138a0d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:27.180213 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adad9d3-be5a-45b6-8394-13497736adfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb05f71-368b-4f05-9ded-95c57f87778c', 'code': 200} Jul 23 20:15:27.213890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f3961742-896b-46b6-85a6-9f591df9e318, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3961742-896b-46b6-85a6-9f591df9e318,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:27.220011 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:27.327202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f3961742-896b-46b6-85a6-9f591df9e318,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:27.347038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95650ff0-c40f-4c16-b76b-9a1b7b24e730 req-59f6c777-b7b9-4218-9fb6-bc92a3195c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.348760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95650ff0-c40f-4c16-b76b-9a1b7b24e730 req-59f6c777-b7b9-4218-9fb6-bc92a3195c09 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 1098 time: 0.1648555 Jul 23 20:15:27.419123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95650ff0-c40f-4c16-b76b-9a1b7b24e730 req-9b570abd-13fc-4204-a168-76304dc904bb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632870 Jul 23 20:15:27.431639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-773aa7ce-bf62-4afe-9c19-87bc49cc020f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306616 Jul 23 20:15:27.578486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a96fe-c134-4fe0-a146-1a1cff47d155 req-32f14889-e1d6-4ff1-b935-c551c138cc0e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.580377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce6a96fe-c134-4fe0-a146-1a1cff47d155 req-32f14889-e1d6-4ff1-b935-c551c138cc0e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 945 time: 0.1449487 Jul 23 20:15:27.623726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-484c3c1e-d231-4f2c-b3cc-c390d72ea705 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:27.625196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-484c3c1e-d231-4f2c-b3cc-c390d72ea705 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572325 Jul 23 20:15:27.655242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-ce020f7a-9c19-4023-88c7-d9ceed7bc550 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/quotas/ce4b9d2ccf124c56a111e81308c16bc4 HTTP/1.1" status: 200 len: 375 time: 0.0210464 Jul 23 20:15:27.670632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce6a96fe-c134-4fe0-a146-1a1cff47d155 req-a6101518-f832-42a9-82a3-711d82ac52ac tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783265 Jul 23 20:15:27.731390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-ee35f2c7-9a64-42f0-947e-1eded2c6dd7e tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594409 Jul 23 20:15:28.130876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23b17a6a-a372-4fac-91b3-08ceca761947 req-4bfd7ffb-64b2-4692-bcbe-61a147ab6ef5 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 210 time: 0.0396736 Jul 23 20:15:28.156305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2782593-14f7-4bfd-9a98-2db6643f28c7 req-cbd2cd15-a8ea-4232-9360-5ec99ef0074f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:28.157920 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2782593-14f7-4bfd-9a98-2db6643f28c7 req-cbd2cd15-a8ea-4232-9360-5ec99ef0074f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1333833 Jul 23 20:15:28.221407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2782593-14f7-4bfd-9a98-2db6643f28c7 req-207c83d9-8ceb-475a-bb5d-d72a9434a9bf tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Jul 23 20:15:28.317594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:28.455461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:28.470745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'mac_address': 'fa:16:3e:56:4d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:28.514388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-dde030e0-8f2d-4d93-94ed-ff754fff5e56 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485935 Jul 23 20:15:28.521668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.543992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:28.579745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:28.586938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.717586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7aa1cf44-873b-45a4-9a62-661a66650d69 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:28.719354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7aa1cf44-873b-45a4-9a62-661a66650d69 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1993933 Jul 23 20:15:28.736053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Request body: {'port': {'device_id': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'ce4b9d2ccf124c56a111e81308c16bc4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:28.737827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:28.840150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f1579-b16f-4993-968a-47e2fe03195b req-d2ea97fe-3325-4984-a1e7-d09b7a094d37 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:28.847890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-523f1579-b16f-4993-968a-47e2fe03195b req-d2ea97fe-3325-4984-a1e7-d09b7a094d37 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 945 time: 0.1107795 Jul 23 20:15:28.889420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-523f1579-b16f-4993-968a-47e2fe03195b req-f56520e4-cccb-4ec1-be09-39ff7b679325 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Jul 23 20:15:28.904729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:28.933536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Made reservation on behalf of ce4b9d2ccf124c56a111e81308c16bc4 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:28.937254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:28.947177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.079957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.086600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.150272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35956) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:29.174688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:29.181856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3961742-896b-46b6-85a6-9f591df9e318'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:29.184181 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f9c5c1-09be-4eaa-b3b4-7c708636b573" -d '{"events": [{"server_uuid": "6d20d278-a387-4d00-8265-2cb3a9e76380", "name": "network-vif-plugged", "status": "completed", "tag": "f3961742-896b-46b6-85a6-9f591df9e318"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:29.230747 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecfff85-99d8-44a1-82dd-e47e3243def6 x-openstack-request-id: req-0ecfff85-99d8-44a1-82dd-e47e3243def6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:29.231132 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d20d278-a387-4d00-8265-2cb3a9e76380", "name": "network-vif-plugged", "status": "completed", "tag": "f3961742-896b-46b6-85a6-9f591df9e318", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:29.231437 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ecfff85-99d8-44a1-82dd-e47e3243def6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:29.231833 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3961742-896b-46b6-85a6-9f591df9e318', 'code': 200} Jul 23 20:15:29.271870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fb71475-82e6-4a42-8d65-375054c654ec req-52424059-e473-46d4-9c20-e62f7ee48cb6 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 210 time: 0.0664456 Jul 23 20:15:29.307351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Allocated IP 192.168.233.113 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/c1048f82-15b4-4a59-8b1d-8644e4440109) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:29.342975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e9d63dc-0601-49bd-816e-2a50a82c3b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.343778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-2076b4d0-fd6a-4f1a-85d6-aadc978580f7 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295911 Jul 23 20:15:29.544441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-0e1b61b2-3a38-4066-b459-de446d782ca2 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.545992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-0e1b61b2-3a38-4066-b459-de446d782ca2 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1891944 Jul 23 20:15:29.566555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Request body: {'port': {'device_id': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'ce4b9d2ccf124c56a111e81308c16bc4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:29.608785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.658563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Transition to ACTIVE for port object c1048f82-15b4-4a59-8b1d-8644e4440109 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:29.718547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.748832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122faf0a-590d-43a9-84e8-1fe271254ef3 req-c177511c-a96d-4e2a-a838-ac7a3b87ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.750577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122faf0a-590d-43a9-84e8-1fe271254ef3 req-c177511c-a96d-4e2a-a838-ac7a3b87ad82 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 1097 time: 0.4330072 Jul 23 20:15:29.761665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:29.764830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:29.768544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:29.777046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515b7b8-9f99-4514-9239-d578c25e3477 req-5c5e769e-e804-45be-97b3-d71ae85c91b4 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.778596 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0515b7b8-9f99-4514-9239-d578c25e3477 req-5c5e769e-e804-45be-97b3-d71ae85c91b4 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 949 time: 0.4591699 Jul 23 20:15:29.797293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:29.827764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:29.829017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.842610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-122faf0a-590d-43a9-84e8-1fe271254ef3 req-860c8aca-fe83-4bef-86ee-f83ef6e62e98 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832911 Jul 23 20:15:29.865180 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e9d63dc-0601-49bd-816e-2a50a82c3b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.869267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0515b7b8-9f99-4514-9239-d578c25e3477 req-e20053bb-1bcc-4684-b807-8a0261aa4a3f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807512 Jul 23 20:15:29.874047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e9d63dc-0601-49bd-816e-2a50a82c3b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.887645 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-7cec381e-f930-4bfe-80ce-48bbc39f667f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1566815 Jul 23 20:15:29.906105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Request body: {'port': {'device_id': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:29.910242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Made reservation on behalf of ce4b9d2ccf124c56a111e81308c16bc4 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:29.914350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:29.928019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e9d63dc-0601-49bd-816e-2a50a82c3b73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ae276114eee41eea761f89dcd549aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7765298 Jul 23 20:15:29.928948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35972) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:29.932613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d63dc-0601-49bd-816e-2a50a82c3b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8b97f-94ea-411c-90d1-4f71c10c81cb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.031259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5431821c-6d44-4091-aac2-07209e96ed21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.057272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d062ece5-8cd7-4ddb-9a7a-3cbd331659e4 None None] Provisioning for port c1048f82-15b4-4a59-8b1d-8644e4440109 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:30.062264 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5431821c-6d44-4091-aac2-07209e96ed21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.063276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d062ece5-8cd7-4ddb-9a7a-3cbd331659e4 None None] Provisioning complete for port c1048f82-15b4-4a59-8b1d-8644e4440109 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:30.063820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d062ece5-8cd7-4ddb-9a7a-3cbd331659e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.084747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.090684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0ac0-8401-429c-bcfe-7144e7f690ac req-342c4941-e689-41b2-824e-12a0cd7ca5c9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:30.092248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-487f0ac0-8401-429c-bcfe-7144e7f690ac req-342c4941-e689-41b2-824e-12a0cd7ca5c9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 945 time: 0.1091983 Jul 23 20:15:30.112315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d062ece5-8cd7-4ddb-9a7a-3cbd331659e4 None None] Port c1048f82-15b4-4a59-8b1d-8644e4440109 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:30.148943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-487f0ac0-8401-429c-bcfe-7144e7f690ac req-05284717-af5b-4933-b689-76f72dac7a28 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Jul 23 20:15:30.164245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5431821c-6d44-4091-aac2-07209e96ed21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.166955 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5431821c-6d44-4091-aac2-07209e96ed21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.168210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5431821c-6d44-4091-aac2-07209e96ed21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97e8b97f-94ea-411c-90d1-4f71c10c81cb HTTP/1.1" status: 204 len: 168 time: 0.2367964 Jul 23 20:15:30.182933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431821c-6d44-4091-aac2-07209e96ed21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8b97f-94ea-411c-90d1-4f71c10c81cb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.206111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Allocated IP 192.168.233.69 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/9ce6e5e8-ab85-46f0-afee-7b69118273f8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:30.320754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:30.380340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:30.380916 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.400961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83e8a61e-d300-4558-ada6-7d5c25e96f44 req-96a07f69-8617-43c6-ae64-98a28bb6f1fa tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 210 time: 0.0403838 Jul 23 20:15:30.460511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.476128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Transition to ACTIVE for port object 9ce6e5e8-ab85-46f0-afee-7b69118273f8 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:30.481704 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.491987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35986) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:30.510568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e2cb22d-5f6c-44fe-9659-b2319975334d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.516493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:30.517946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.521733 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.577345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.621963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e2cb22d-5f6c-44fe-9659-b2319975334d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.625596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e2cb22d-5f6c-44fe-9659-b2319975334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.630309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:30.638142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:30.642963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:30.664532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2cb22d-5f6c-44fe-9659-b2319975334d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa37568-8114-4d60-a155-32139c4eb8b7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.670516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2e2cb22d-5f6c-44fe-9659-b2319975334d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0d766c9475f4aba993a5d062a2fa628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772373 Jul 23 20:15:30.673320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35988) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:30.706662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.728306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:30.728547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99397f8a-e4a2-41f8-b57a-722ed92d3635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.729138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.751920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99397f8a-e4a2-41f8-b57a-722ed92d3635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.754511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-48a11f35-ecd1-4fe4-b7ba-ac1ed234a085 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1964900 Jul 23 20:15:30.768177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Request body: {'port': {'device_id': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:30.820717 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99397f8a-e4a2-41f8-b57a-722ed92d3635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.824142 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99397f8a-e4a2-41f8-b57a-722ed92d3635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.828066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-99397f8a-e4a2-41f8-b57a-722ed92d3635 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fa37568-8114-4d60-a155-32139c4eb8b7 HTTP/1.1" status: 204 len: 168 time: 0.1510746 Jul 23 20:15:30.845679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99397f8a-e4a2-41f8-b57a-722ed92d3635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa37568-8114-4d60-a155-32139c4eb8b7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:30.852918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1048f82-15b4-4a59-8b1d-8644e4440109 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:30.869294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.911337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Transition to ACTIVE for port object c1048f82-15b4-4a59-8b1d-8644e4440109 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:30.923862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.946002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd77a3f2-fd8f-4d20-81dd-7e1be32398ff None None] Provisioning for port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:30.950518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd77a3f2-fd8f-4d20-81dd-7e1be32398ff None None] Provisioning complete for port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:30.952614 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd77a3f2-fd8f-4d20-81dd-7e1be32398ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:30.993536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bd77a3f2-fd8f-4d20-81dd-7e1be32398ff None None] Port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:31.010341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:31.013670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.050657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0528d8-58de-4105-8a73-36a76c832b21 req-f53c1de0-ed80-4f7c-aee0-b4708cc14745 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.054946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d0528d8-58de-4105-8a73-36a76c832b21 req-f53c1de0-ed80-4f7c-aee0-b4708cc14745 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0987954 Jul 23 20:15:31.104321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d0528d8-58de-4105-8a73-36a76c832b21 req-14ff2415-43f8-4862-aafd-554d1b936c60 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484757 Jul 23 20:15:31.215239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Attempting to bind port c1048f82-15b4-4a59-8b1d-8644e4440109 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:31.215587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Attempting to bind port c1048f82-15b4-4a59-8b1d-8644e4440109 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:31.215925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Attempting to bind port c1048f82-15b4-4a59-8b1d-8644e4440109 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:31.224532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Port c1048f82-15b4-4a59-8b1d-8644e4440109 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:31.225492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Attempting to bind port c1048f82-15b4-4a59-8b1d-8644e4440109 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:31.232651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:31.234937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:31.235290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:31.235685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:31.236132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Bound port: c1048f82-15b4-4a59-8b1d-8644e4440109, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:31.236510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.237993 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7efb1490-c0e2-4eb2-9893-ec1f8f9ef076" -d '{"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-plugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:31.376367 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcdcc5f-5b70-43f6-a88a-0b25380685ee x-openstack-request-id: req-bdcdcc5f-5b70-43f6-a88a-0b25380685ee {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:31.376815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982c7a0-1e48-4e7d-b7cf-2057af1aa358 req-bde76e98-cca2-46c6-b7f0-1617c77161c1 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.376958 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-plugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:31.377185 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bdcdcc5f-5b70-43f6-a88a-0b25380685ee {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:31.377746 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'code': 200} Jul 23 20:15:31.379113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6982c7a0-1e48-4e7d-b7cf-2057af1aa358 req-bde76e98-cca2-46c6-b7f0-1617c77161c1 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 945 time: 0.1133964 Jul 23 20:15:31.446443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6982c7a0-1e48-4e7d-b7cf-2057af1aa358 req-ebb99236-6d36-4d04-81fb-57d72ba65242 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605750 Jul 23 20:15:31.462867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:31.466582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:31.491733 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.577377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610a847-1e56-466b-afe5-ce9ceef248ad req-9e10d3c2-99c9-4a71-8543-147d1119681a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.579492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6610a847-1e56-466b-afe5-ce9ceef248ad req-9e10d3c2-99c9-4a71-8543-147d1119681a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 935 time: 0.1011894 Jul 23 20:15:31.588520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:31.624507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.625111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.626967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-b4f670ed-ad18-4794-b4f1-26224a8be761 service neutron] 10.222.0.36 "PUT /v2.0/ports/c1048f82-15b4-4a59-8b1d-8644e4440109 HTTP/1.1" status: 200 len: 1097 time: 1.7299213 Jul 23 20:15:31.627981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:31.630380 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec029879-7b12-415b-821d-c7ee5007535a" -d '{"events": [{"name": "network-changed", "server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:31.638339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6610a847-1e56-466b-afe5-ce9ceef248ad req-3d0c4e67-2e5c-4e2c-a436-6e6f58a0e414 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523508 Jul 23 20:15:31.668828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce6e5e8-ab85-46f0-afee-7b69118273f8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:31.689176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.730240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Transition to ACTIVE for port object 9ce6e5e8-ab85-46f0-afee-7b69118273f8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:31.737668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a191d-dec7-40c2-95bf-7841c9c81893 req-e245d5c6-ee43-4b7c-8f5d-b8be4997591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.739332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-133a191d-dec7-40c2-95bf-7841c9c81893 req-e245d5c6-ee43-4b7c-8f5d-b8be4997591e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1102 time: 0.1000793 Jul 23 20:15:31.755573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:31.810433 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b79a07-7ac6-4591-b9c2-dbd1660fb3b1 x-openstack-request-id: req-61b79a07-7ac6-4591-b9c2-dbd1660fb3b1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:31.810719 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:31.810981 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61b79a07-7ac6-4591-b9c2-dbd1660fb3b1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:31.811374 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'status': 'completed', 'code': 200} Jul 23 20:15:31.812269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:31.823016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-133a191d-dec7-40c2-95bf-7841c9c81893 req-8f3cb1eb-7bd4-41b8-9b8e-1039683046bd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732667 Jul 23 20:15:31.871878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403c78b-15c6-4978-80a4-771a985dce74 req-40515d50-c71f-446a-9617-4f6bc6da623d tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:31.879553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2403c78b-15c6-4978-80a4-771a985dce74 req-40515d50-c71f-446a-9617-4f6bc6da623d tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 946 time: 0.0992849 Jul 23 20:15:31.941525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2403c78b-15c6-4978-80a4-771a985dce74 req-559c1cbb-f7e3-4e9e-af9a-e81ff1ae3eb6 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570483 Jul 23 20:15:32.286436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c1061-cc8c-43c8-95a8-a18dde548dca req-b1ff84e2-f83a-4fa6-af88-5942757a6584 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.288853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf1c1061-cc8c-43c8-95a8-a18dde548dca req-b1ff84e2-f83a-4fa6-af88-5942757a6584 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0979133 Jul 23 20:15:32.296899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-4d0cc1c6-305c-4d6f-ad71-782b106ee1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.298663 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-4d0cc1c6-305c-4d6f-ad71-782b106ee1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 1100 time: 0.5853908 Jul 23 20:15:32.350263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf1c1061-cc8c-43c8-95a8-a18dde548dca req-6bf36ef3-8557-492a-9976-9b7f17ed0bd9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553708 Jul 23 20:15:32.354879 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-d224993c-2bbb-4f4e-a278-ec2370a5421c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c1048f82-15b4-4a59-8b1d-8644e4440109 HTTP/1.1" status: 200 len: 217 time: 0.0441005 Jul 23 20:15:32.416297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-6d94d895-91a1-4fae-97ab-0164adc98734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.417863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-6d94d895-91a1-4fae-97ab-0164adc98734 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0542920 Jul 23 20:15:32.418970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Attempting to bind port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:32.419311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Attempting to bind port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:32.419642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Attempting to bind port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:32.426606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:32.427076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Attempting to bind port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:32.441484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:32.441988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:32.442444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:32.442886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Bound port: 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:32.443247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:32.550133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-5ffa5184-d717-4b14-b7a8-9291ea3ec54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.551660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-5ffa5184-d717-4b14-b7a8-9291ea3ec54d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215122 Jul 23 20:15:32.557577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:32.587984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:32.588203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c603e4f-cf87-4675-aec7-0b4b4a93ffc2 req-f59266c8-e3a4-4ff6-b4fb-6eada2a84f3b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.589817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c603e4f-cf87-4675-aec7-0b4b4a93ffc2 req-f59266c8-e3a4-4ff6-b4fb-6eada2a84f3b tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 946 time: 0.0809646 Jul 23 20:15:32.600628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:32.639438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c603e4f-cf87-4675-aec7-0b4b4a93ffc2 req-5e9f892f-d3fc-4a95-afd8-69d8a2b642fb tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422330 Jul 23 20:15:32.673466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.674101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:32.675491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ce6e5e8-ab85-46f0-afee-7b69118273f8 HTTP/1.1" status: 200 len: 1096 time: 1.9118512 Jul 23 20:15:32.718532 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-79297bb8-7569-466e-863d-0a32c3a144a5 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585171 Jul 23 20:15:32.719287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1a222-d589-4459-8efb-1092fe1b1ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:32.847197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd00ff-0e1d-4dd7-b715-d0fa4adb0a76 req-6fe404bb-18a1-4347-8ce7-95a2282471da tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.848818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51dd00ff-0e1d-4dd7-b715-d0fa4adb0a76 req-6fe404bb-18a1-4347-8ce7-95a2282471da tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.1076107 Jul 23 20:15:32.919616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-78a49ef9-e82d-451d-beec-084c1a2f18aa req-fb42c1ff-db1b-49cb-ae9a-bc2d0145abbc service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875477 Jul 23 20:15:32.921133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51dd00ff-0e1d-4dd7-b715-d0fa4adb0a76 req-fdff79f4-cf51-446b-8d3c-72aa5521fc9f tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 Jul 23 20:15:32.937339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-c8921268-dfee-4291-b80c-7e0241f12abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:32.939230 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-c8921268-dfee-4291-b80c-7e0241f12abb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 1099 time: 0.2084069 Jul 23 20:15:32.989354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-99c58032-451c-4ba4-bc79-7d263455cc5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8 HTTP/1.1" status: 200 len: 217 time: 0.0425727 Jul 23 20:15:33.089935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-8e9c3f5c-f5ed-4d4d-a4bd-bfa35531b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.091424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-8e9c3f5c-f5ed-4d4d-a4bd-bfa35531b08f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0841658 Jul 23 20:15:33.124903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-e148d195-54dd-4ddb-951f-15e74eb9cf05 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e82bace8834340b0a3f6858f6a969527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263517 Jul 23 20:15:33.135844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec029879-7b12-415b-821d-c7ee5007535a req-701c4a18-d61f-4cff-a349-9a7513650d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.137318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-701c4a18-d61f-4cff-a349-9a7513650d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 1100 time: 0.1219676 Jul 23 20:15:33.227497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-3c5bb738-a6db-402d-a7e1-c3bb7a574275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.229040 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-3c5bb738-a6db-402d-a7e1-c3bb7a574275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285603 Jul 23 20:15:33.236443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-164c116d-f2b3-4749-b5d5-6a6456a7b3e9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.238015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-164c116d-f2b3-4749-b5d5-6a6456a7b3e9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079159 Jul 23 20:15:33.253011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-b604d81a-69d9-4c0b-a02f-8ecd8ef8076a tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/quotas/e82bace8834340b0a3f6858f6a969527 HTTP/1.1" status: 200 len: 375 time: 0.0090766 Jul 23 20:15:33.271955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec029879-7b12-415b-821d-c7ee5007535a req-f3b5af61-41a3-45d5-91bc-79089b19db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.273425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-f3b5af61-41a3-45d5-91bc-79089b19db18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1296170 Jul 23 20:15:33.291687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-af090741-27b3-4df1-834d-e08b4d978f92 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e82bace8834340b0a3f6858f6a969527&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327783 Jul 23 20:15:33.347748 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-8279b83c-6b52-444e-9643-f1c5a1b66af5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=c1048f82-15b4-4a59-8b1d-8644e4440109 HTTP/1.1" status: 200 len: 217 time: 0.0646746 Jul 23 20:15:33.402742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-f0ab3826-ae19-492b-a5d0-1330fd55d09e service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621981 Jul 23 20:15:33.419962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec029879-7b12-415b-821d-c7ee5007535a req-98c3cc58-b0b8-402a-919c-5ebe666199c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.421658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-98c3cc58-b0b8-402a-919c-5ebe666199c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0660915 Jul 23 20:15:33.478028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69ce7fae-9dc4-4301-b87e-f53cfe49858e req-b061af83-c320-4718-a9f5-83528a2b1232 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 210 time: 0.0432210 Jul 23 20:15:33.571972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9808921-5d15-4f43-b880-071f639b583c req-b60d3590-6601-44a1-8b84-6d2dd782ed4f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.573649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9808921-5d15-4f43-b880-071f639b583c req-b60d3590-6601-44a1-8b84-6d2dd782ed4f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1306028 Jul 23 20:15:33.575983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec029879-7b12-415b-821d-c7ee5007535a req-664fb840-300e-481c-b4e8-d565f1a61c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.577792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-664fb840-300e-481c-b4e8-d565f1a61c8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287355 Jul 23 20:15:33.584955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21cd9b57-aabe-4763-89a5-771a869ecfb7 req-e45c7bdb-c640-49e0-a098-be6d7a270a73 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723053 Jul 23 20:15:33.624932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9808921-5d15-4f43-b880-071f639b583c req-88198ab2-1fa9-421f-a2c2-dcc3265032d5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Jul 23 20:15:33.712432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-35a2fb4e-234e-4d1c-aca1-d2a6d9cf5df3 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261268 Jul 23 20:15:33.813316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:33.817154 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2712356-40db-41c9-89a3-43f150ebddb2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:33.825298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec029879-7b12-415b-821d-c7ee5007535a req-cc95f779-7fac-4bab-b25e-4cc4222c147a service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024454 Jul 23 20:15:33.834776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3a8c3-9323-4087-8320-5fc2046964bd req-4e3fa7ed-16c4-4ae2-b37d-6cc37345c90e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.836416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ede3a8c3-9323-4087-8320-5fc2046964bd req-4e3fa7ed-16c4-4ae2-b37d-6cc37345c90e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1267641 Jul 23 20:15:33.852143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc9146-b33e-404e-b233-ccdf00be647d req-4444149d-f410-4b56-972f-9f11eae21449 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:33.853834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eadc9146-b33e-404e-b233-ccdf00be647d req-4444149d-f410-4b56-972f-9f11eae21449 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 946 time: 0.1088986 Jul 23 20:15:33.907763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ede3a8c3-9323-4087-8320-5fc2046964bd req-dd8046d3-5161-4986-b43b-dc9e3a133fd1 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639031 Jul 23 20:15:33.915237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eadc9146-b33e-404e-b233-ccdf00be647d req-2914a9d8-8e41-4b05-b381-bc9ac14563cc tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542896 Jul 23 20:15:33.981719 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9d7b8-7f30-487c-a90a-8fa78e3063b7 x-openstack-request-id: req-3db9d7b8-7f30-487c-a90a-8fa78e3063b7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:33.982153 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:33.982492 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3db9d7b8-7f30-487c-a90a-8fa78e3063b7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:33.983100 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'status': 'completed', 'code': 200} Jul 23 20:15:34.059461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-f39c5708-7ee5-4265-b987-cb999c3b1fec tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.061611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-f39c5708-7ee5-4265-b987-cb999c3b1fec tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 946 time: 0.1218519 Jul 23 20:15:34.159364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-731a858d-f3c6-4574-a575-53f29c6ba816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.161133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-731a858d-f3c6-4574-a575-53f29c6ba816 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 1099 time: 0.1427064 Jul 23 20:15:34.236046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-a10e5f4e-ea80-477f-b816-fa482e85685c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.236046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-a10e5f4e-ea80-477f-b816-fa482e85685c tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d20d278-a387-4d00-8265-2cb3a9e76380 HTTP/1.1" status: 200 len: 945 time: 0.1155691 Jul 23 20:15:34.277287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe3db9-76a6-4ab2-b907-c07184f1bd44 req-3856c3c9-e304-4bf5-b0d2-cc95f175a5d6 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.278879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1fe3db9-76a6-4ab2-b907-c07184f1bd44 req-3856c3c9-e304-4bf5-b0d2-cc95f175a5d6 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.2103200 Jul 23 20:15:34.337154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-a3b56684-2ff6-413b-a07c-1018e27d76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.338695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-a3b56684-2ff6-413b-a07c-1018e27d76c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1677456 Jul 23 20:15:34.373247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Deleting port 0cb05f71-368b-4f05-9ded-95c57f87778c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:34.373723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.399758 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-a304c27e-71e1-4dbb-bed1-472a7f764f8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8 HTTP/1.1" status: 200 len: 217 time: 0.0424592 Jul 23 20:15:34.406642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1fe3db9-76a6-4ab2-b907-c07184f1bd44 req-c731a676-b8ba-4e32-a95a-8bfc49df2427 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103191 Jul 23 20:15:34.474365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Deleting port f3961742-896b-46b6-85a6-9f591df9e318 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:34.475327 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.477671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50405d6-e8cf-4a3e-9c77-d3d21daec7ce req-2956641d-9ebd-4eca-aab5-2c686eb8760c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.479351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d50405d6-e8cf-4a3e-9c77-d3d21daec7ce req-2956641d-9ebd-4eca-aab5-2c686eb8760c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1771324 Jul 23 20:15:34.500808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-7e482d38-8c76-47ea-a80c-00b5aeee1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.502746 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-7e482d38-8c76-47ea-a80c-00b5aeee1209 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0940940 Jul 23 20:15:34.521778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] For port 0cb05f71-368b-4f05-9ded-95c57f87778c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0cb05f71-368b-4f05-9ded-95c57f87778c,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:34.522158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.544905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Calling delete_port for 0cb05f71-368b-4f05-9ded-95c57f87778c owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:34.570013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d50405d6-e8cf-4a3e-9c77-d3d21daec7ce req-62b08e01-31fd-4a1c-a6a3-c2b71c985ffa tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765839 Jul 23 20:15:34.689652 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-f08255d5-200f-4df1-9675-f450fc86c5ab tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e82bace8834340b0a3f6858f6a969527&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290348 Jul 23 20:15:34.699336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-febb5126-b458-4651-b719-a5d0dc90a961 req-0a079204-3e79-4816-a4e3-1d8d6a9ee4e8 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 210 time: 0.0395858 Jul 23 20:15:34.806933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.826987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] For port f3961742-896b-46b6-85a6-9f591df9e318, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3961742-896b-46b6-85a6-9f591df9e318,segment=NetworkSegment(f3746686-96e6-4bc2-ad7a-d432148c592b),segment_id=f3746686-96e6-4bc2-ad7a-d432148c592b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:34.827559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.840232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event deleted for resources: {'Port': ['ID=0cb05f71-368b-4f05-9ded-95c57f87778c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:34.844603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-dd50bb5f-5413-42c4-a1a1-fa1f92091a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.846391 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-dd50bb5f-5413-42c4-a1a1-fa1f92091a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3321495 Jul 23 20:15:34.862037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Calling delete_port for f3961742-896b-46b6-85a6-9f591df9e318 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:34.886390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] No DVR routers for this DVR port 0cb05f71-368b-4f05-9ded-95c57f87778c on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:34.889009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:34.891039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd0b8a6a-bb05-4578-a65c-ae52a344e14e req-c80f8e8f-6229-4f79-a13d-4e6c717ea07e tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "DELETE /v2.0/ports/0cb05f71-368b-4f05-9ded-95c57f87778c HTTP/1.1" status: 204 len: 173 time: 0.8242309 Jul 23 20:15:34.891484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adad9d3-be5a-45b6-8394-13497736adfb', 'name': 'network-vif-deleted', 'tag': '0cb05f71-368b-4f05-9ded-95c57f87778c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:34.891630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-4d88c1d8-a591-4b62-83f8-4ba3a2943fcc tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:34.892962 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-4d88c1d8-a591-4b62-83f8-4ba3a2943fcc tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967962 Jul 23 20:15:34.893747 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85be275-f575-48c6-81a7-7b74df5b4107" -d '{"events": [{"server_uuid": "1adad9d3-be5a-45b6-8394-13497736adfb", "name": "network-vif-deleted", "tag": "0cb05f71-368b-4f05-9ded-95c57f87778c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:34.920180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Request body: {'port': {'device_id': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'e82bace8834340b0a3f6858f6a969527'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:34.934253 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28899bd-751e-4ef5-842c-51e2b0e66b14 x-openstack-request-id: req-d28899bd-751e-4ef5-842c-51e2b0e66b14 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:34.934552 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1adad9d3-be5a-45b6-8394-13497736adfb", "name": "network-vif-deleted", "tag": "0cb05f71-368b-4f05-9ded-95c57f87778c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:34.934805 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d28899bd-751e-4ef5-842c-51e2b0e66b14 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:34.935202 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1adad9d3-be5a-45b6-8394-13497736adfb', 'name': 'network-vif-deleted', 'tag': '0cb05f71-368b-4f05-9ded-95c57f87778c', 'status': 'completed', 'code': 200} Jul 23 20:15:35.042014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58ce3e60-3279-4824-b52f-58e069189cf3 req-e2b272df-8c74-40f4-8469-fdf19795f52f tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.46 "GET /v2.0/ports?device_id=1adad9d3-be5a-45b6-8394-13497736adfb HTTP/1.1" status: 200 len: 210 time: 0.0372820 Jul 23 20:15:35.128696 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-915b1296-21e1-47bb-b009-6106543e53c0 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690709 Jul 23 20:15:35.220510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Made reservation on behalf of e82bace8834340b0a3f6858f6a969527 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:35.223894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.270657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.275529 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.337029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Pushing event deleted for resources: {'Port': ['ID=f3961742-896b-46b6-85a6-9f591df9e318,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:35.353559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f2712356-40db-41c9-89a3-43f150ebddb2 req-f343d566-a4c7-4bdb-9dbe-22d90fa8d877 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104087 Jul 23 20:15:35.410619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] No DVR routers for this DVR port f3961742-896b-46b6-85a6-9f591df9e318 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:35.414134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.416234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7ebdd0d-7a27-4d29-bde8-f6010c417240 req-4bbc9d79-af84-4bfc-bc39-2d5e0921e1b9 tempest-MultipleCreateTestJSON-1557740377 tempest-MultipleCreateTestJSON-1557740377-project] 10.222.0.47 "DELETE /v2.0/ports/f3961742-896b-46b6-85a6-9f591df9e318 HTTP/1.1" status: 204 len: 173 time: 1.1557558 Jul 23 20:15:35.510859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.524582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.567599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:35.581662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139a17-3778-43eb-8848-a64b9eec63b3 req-e8bdcf5a-806f-4bf4-8dbf-6559ae1d3d7e tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.583374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74139a17-3778-43eb-8848-a64b9eec63b3 req-e8bdcf5a-806f-4bf4-8dbf-6559ae1d3d7e tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.0755858 Jul 23 20:15:35.629334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74139a17-3778-43eb-8848-a64b9eec63b3 req-d0799cc2-0c6a-4d2d-b94e-baec8bd40a03 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381532 Jul 23 20:15:35.692715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Allocated IP 192.168.233.107 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/f3d4d969-78f4-4c32-aa04-2988295d9368) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:35.760250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49336-0924-457e-b5d9-fd8f5cf40e6d req-e4779709-2af9-41d1-ad32-9a1f985e475e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:35.761925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ff49336-0924-457e-b5d9-fd8f5cf40e6d req-e4779709-2af9-41d1-ad32-9a1f985e475e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0729437 Jul 23 20:15:35.805322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ff49336-0924-457e-b5d9-fd8f5cf40e6d req-0b601401-2580-4c38-bf13-16a588ed9815 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Jul 23 20:15:35.881773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.898369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Transition to ACTIVE for port object f3d4d969-78f4-4c32-aa04-2988295d9368 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:35.942603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:35.986044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'name': 'network-vif-deleted', 'tag': 'f3961742-896b-46b6-85a6-9f591df9e318'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:35.988358 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2321a414-6aa2-49f6-a3da-f296bd5a035f" -d '{"events": [{"server_uuid": "6d20d278-a387-4d00-8265-2cb3a9e76380", "name": "network-vif-deleted", "tag": "f3961742-896b-46b6-85a6-9f591df9e318"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:36.013492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:36.021569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:36.024369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:36.026995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Pushing event updated for resources: {'Port': ['ID=f3d4d969-78f4-4c32-aa04-2988295d9368,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:36.069645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabffe1-cfe6-4579-bb5c-ca75fa1e9857 req-6458b2d6-355f-4893-85d7-f5adacd51785 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.077420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9eabffe1-cfe6-4579-bb5c-ca75fa1e9857 req-6458b2d6-355f-4893-85d7-f5adacd51785 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 936 time: 0.1294341 Jul 23 20:15:36.091445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.092343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.097492 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec651e-9a38-40c1-b61e-a81148f69a7d x-openstack-request-id: req-21ec651e-9a38-40c1-b61e-a81148f69a7d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:36.098004 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d20d278-a387-4d00-8265-2cb3a9e76380", "name": "network-vif-deleted", "tag": "f3961742-896b-46b6-85a6-9f591df9e318", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:36.098430 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21ec651e-9a38-40c1-b61e-a81148f69a7d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:36.098975 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d20d278-a387-4d00-8265-2cb3a9e76380', 'name': 'network-vif-deleted', 'tag': 'f3961742-896b-46b6-85a6-9f591df9e318', 'status': 'completed', 'code': 200} Jul 23 20:15:36.114073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-31689ea6-4284-4770-9253-d150257996c9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2081425 Jul 23 20:15:36.116411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9eabffe1-cfe6-4579-bb5c-ca75fa1e9857 req-2517ca0c-91c8-4d19-ab91-c8729c1f4e65 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Jul 23 20:15:36.132766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Request body: {'port': {'device_id': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:36.194940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36168) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:36.226972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.244624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:36.248379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Deleting subnet 0862b484-c131-45a6-a24d-17034047ec2a {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:15:36.251771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.290438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.330196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.348745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0cb05f71-368b-4f05-9ded-95c57f87778c no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:36.385466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:36.388088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 0cb05f71-368b-4f05-9ded-95c57f87778c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:36.388445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0cb05f71-368b-4f05-9ded-95c57f87778c not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:36.388910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3961742-896b-46b6-85a6-9f591df9e318 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:36.391290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.421052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f3961742-896b-46b6-85a6-9f591df9e318 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:36.421398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3961742-896b-46b6-85a6-9f591df9e318 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:36.423014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'mac_address': 'fa:16:3e:22:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:36.426395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-61591c73-878d-4079-b34d-1d593c1fcb37 None None] Provisioning for port f3d4d969-78f4-4c32-aa04-2988295d9368 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:36.426568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0862b484-c131-45a6-a24d-17034047ec2a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:36.431489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-61591c73-878d-4079-b34d-1d593c1fcb37 None None] Provisioning complete for port f3d4d969-78f4-4c32-aa04-2988295d9368 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:36.431834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.431988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61591c73-878d-4079-b34d-1d593c1fcb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.433991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eb4344ef-b041-4f39-9973-f8eeef2c8722 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0862b484-c131-45a6-a24d-17034047ec2a HTTP/1.1" status: 204 len: 168 time: 0.2379425 Jul 23 20:15:36.436244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36170) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:36.501425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-61591c73-878d-4079-b34d-1d593c1fcb37 None None] Port f3d4d969-78f4-4c32-aa04-2988295d9368 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:15:36.503255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.518798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1048f82-15b4-4a59-8b1d-8644e4440109 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:36.530862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.551891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:36.559046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.616111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:36.636941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.647712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bd1372-3ee7-4781-aa00-cfa7ea213f43']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:36.677619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3746686-96e6-4bc2-ad7a-d432148c592b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:36.678183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3746686-96e6-4bc2-ad7a-d432148c592b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:36.688496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.705793 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.716523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:15:36.717108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:15:36.719033 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:15:36.835801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.842467 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.847444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/53bd1372-3ee7-4781-aa00-cfa7ea213f43 HTTP/1.1" status: 204 len: 168 time: 0.4099407 Jul 23 20:15:36.861999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d4d969-78f4-4c32-aa04-2988295d9368 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:36.869900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8ce00-d26e-4997-9ab2-427dd4e752a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=53bd1372-3ee7-4781-aa00-cfa7ea213f43,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:36.877882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.892859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a5e75-0775-4066-8de0-8d0de61bca7b req-d0b4cb52-56dd-4739-8145-1d6bbd3d1355 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:36.893121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Transition to ACTIVE for port object f3d4d969-78f4-4c32-aa04-2988295d9368 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:36.894923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c2a5e75-0775-4066-8de0-8d0de61bca7b req-d0b4cb52-56dd-4739-8145-1d6bbd3d1355 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.1637552 Jul 23 20:15:36.900416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c1048f82-15b4-4a59-8b1d-8644e4440109'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:36.902545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:36.954143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c2a5e75-0775-4066-8de0-8d0de61bca7b req-9e255cb2-57d2-4dce-8441-9b73e7579ac5 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517976 Jul 23 20:15:37.109189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Pushing event updated for resources: {'Port': ['ID=f3d4d969-78f4-4c32-aa04-2988295d9368,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:37.169355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619bbdc-a9fa-4700-95f4-f7667f16f1f8 req-4bfa9ce5-dc2b-4af4-85de-f7f534b1b294 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.180647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a619bbdc-a9fa-4700-95f4-f7667f16f1f8 req-4bfa9ce5-dc2b-4af4-85de-f7f534b1b294 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.2196791 Jul 23 20:15:37.192166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:37.251965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a619bbdc-a9fa-4700-95f4-f7667f16f1f8 req-15768ce6-7354-4102-88db-172235772b02 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702896 Jul 23 20:15:37.329784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:37.330852 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fcd261e6-d50e-4b9f-b172-83190b64d771 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75c018cb7e7844eea54397170659cef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365573 Jul 23 20:15:37.340893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Attempting to bind port f3d4d969-78f4-4c32-aa04-2988295d9368 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:37.341244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Attempting to bind port f3d4d969-78f4-4c32-aa04-2988295d9368 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:37.341626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Attempting to bind port f3d4d969-78f4-4c32-aa04-2988295d9368 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:37.351745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Port f3d4d969-78f4-4c32-aa04-2988295d9368 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:37.351990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Attempting to bind port f3d4d969-78f4-4c32-aa04-2988295d9368 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:37.365796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:37.365796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:37.366199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:37.366650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Bound port: f3d4d969-78f4-4c32-aa04-2988295d9368, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:37.367015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.431010 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71bf584d-c459-4740-9c5a-89a55a9e1c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.456592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] For port f3d4d969-78f4-4c32-aa04-2988295d9368, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:37.459994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] For port f3d4d969-78f4-4c32-aa04-2988295d9368, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3d4d969-78f4-4c32-aa04-2988295d9368,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:37.464499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.467219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f669574-0d4c-4a1a-bac2-79a36e35cabc req-8fa51c76-9ad1-4b42-8faa-9b032f2dd8c4 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.468652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f669574-0d4c-4a1a-bac2-79a36e35cabc req-8fa51c76-9ad1-4b42-8faa-9b032f2dd8c4 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 948 time: 0.1224422 Jul 23 20:15:37.473641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71bf584d-c459-4740-9c5a-89a55a9e1c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.503966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.504637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.506850 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] 10.222.0.47 "PUT /v2.0/ports/f3d4d969-78f4-4c32-aa04-2988295d9368 HTTP/1.1" status: 200 len: 1097 time: 1.3798385 Jul 23 20:15:37.541238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ac0d4-c125-49e6-a7af-95dbaf5c96ee service neutron] Pushing event updated for resources: {'Port': ['ID=f3d4d969-78f4-4c32-aa04-2988295d9368,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:37.555657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f669574-0d4c-4a1a-bac2-79a36e35cabc req-b59d8255-fceb-4eae-b609-ff05e360cdde tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663996 Jul 23 20:15:37.586972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71bf584d-c459-4740-9c5a-89a55a9e1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.590216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71bf584d-c459-4740-9c5a-89a55a9e1c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:37.594293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71bf584d-c459-4740-9c5a-89a55a9e1c96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6 HTTP/1.1" status: 204 len: 168 time: 0.2634256 Jul 23 20:15:37.629667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf584d-c459-4740-9c5a-89a55a9e1c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e7f53b-d4af-4667-a6f4-5e5f06a9fff6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:37.648604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-2d2e38f9-cc05-44fe-8f6b-abc748721537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.657213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-2d2e38f9-cc05-44fe-8f6b-abc748721537 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e82bace8834340b0a3f6858f6a969527&device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 1100 time: 0.0934899 Jul 23 20:15:37.720496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-1355e819-ed0e-4c40-bae7-47e318b3746d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=f3d4d969-78f4-4c32-aa04-2988295d9368 HTTP/1.1" status: 200 len: 217 time: 0.0587280 Jul 23 20:15:37.799774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-c8b727c7-0fb9-4eb5-9d83-c2b9831e9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.801203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-c8b727c7-0fb9-4eb5-9d83-c2b9831e9d0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0732183 Jul 23 20:15:37.887759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f68d-5d5c-4346-849e-100e18747177 req-3baa98ec-61cd-4687-8fa3-320f32a9863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:37.892607 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-3baa98ec-61cd-4687-8fa3-320f32a9863b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831492 Jul 23 20:15:38.058999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-6e993e2f-d494-491f-b8a9-0dfdd6342124 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579242 Jul 23 20:15:38.101400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'tag': 'f3d4d969-78f4-4c32-aa04-2988295d9368'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:38.103902 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca799c-0aeb-4bd9-bee3-656ecd056e58" -d '{"events": [{"name": "network-changed", "server_uuid": "4f99268b-6f3a-4596-9dc9-b77a0bce71d8", "tag": "f3d4d969-78f4-4c32-aa04-2988295d9368"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:38.138603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9679949-70eb-41ab-99b1-283aa6f58597 req-d170ac02-9688-4eb5-aca6-ca3ef12499a3 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.141746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9679949-70eb-41ab-99b1-283aa6f58597 req-d170ac02-9688-4eb5-aca6-ca3ef12499a3 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.0840077 Jul 23 20:15:38.186573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9679949-70eb-41ab-99b1-283aa6f58597 req-9da7f0ac-36a3-422e-bb90-624aa0666c45 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Jul 23 20:15:38.208710 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb07de05-bb0e-4cd9-b772-582d64d4f864 x-openstack-request-id: req-eb07de05-bb0e-4cd9-b772-582d64d4f864 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:38.209850 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f99268b-6f3a-4596-9dc9-b77a0bce71d8", "tag": "f3d4d969-78f4-4c32-aa04-2988295d9368", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:38.210426 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb07de05-bb0e-4cd9-b772-582d64d4f864 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:38.211145 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'tag': 'f3d4d969-78f4-4c32-aa04-2988295d9368', 'status': 'completed', 'code': 200} Jul 23 20:15:38.263629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ae86f68d-5d5c-4346-849e-100e18747177 req-675185f8-9ae4-41d8-b5b7-9c9159f8d5ec service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969097 Jul 23 20:15:38.272394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:38.274510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:38.400625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-08eebc5f-e8a6-401e-aeef-7d986de7c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.403272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-08eebc5f-e8a6-401e-aeef-7d986de7c0ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e82bace8834340b0a3f6858f6a969527&device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 1100 time: 0.0780537 Jul 23 20:15:38.447662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c1048f82-15b4-4a59-8b1d-8644e4440109 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:38.476768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c1048f82-15b4-4a59-8b1d-8644e4440109 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:38.477170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.505361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bf21a-5751-46f2-bb7f-e1984a3c4a9a req-9ffe5f11-83df-425a-b011-5e953a6ad40f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.526114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f50bf21a-5751-46f2-bb7f-e1984a3c4a9a req-9ffe5f11-83df-425a-b011-5e953a6ad40f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1727254 Jul 23 20:15:38.577938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f50bf21a-5751-46f2-bb7f-e1984a3c4a9a req-09349c48-058d-4765-b978-1875f53daec9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476286 Jul 23 20:15:38.582840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:38.585551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-27a27090-9f50-494b-acfb-5fc026f5a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.589834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-27a27090-9f50-494b-acfb-5fc026f5a808 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1773705 Jul 23 20:15:38.631435 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.637154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'mac_address': 'fa:16:3e:2a:8d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:38.648256 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-21fc1b5a-ef91-4bf1-89e6-8ba67a12d863 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=f3d4d969-78f4-4c32-aa04-2988295d9368 HTTP/1.1" status: 200 len: 217 time: 0.0517750 Jul 23 20:15:38.685396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36228) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:38.694446 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.717985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-9f1c9943-9856-47f2-a997-d344ed1ed1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.719718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-9f1c9943-9856-47f2-a997-d344ed1ed1e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0555956 Jul 23 20:15:38.768221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:38.773062 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e3403a-2a13-4ea8-b419-f7f40c87b212" -d '{"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:38.779468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:38.784867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce6e5e8-ab85-46f0-afee-7b69118273f8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:38.788330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98884186-4973-4a59-ab1e-5c246c6fa1ed req-28177c46-7b04-4fcd-8b99-ef3c4b6dbbc8 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.793182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.793693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98884186-4973-4a59-ab1e-5c246c6fa1ed req-28177c46-7b04-4fcd-8b99-ef3c4b6dbbc8 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 948 time: 0.0750234 Jul 23 20:15:38.836141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-3c200813-e139-4835-8c7a-a9b736d5b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:38.838000 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-3c200813-e139-4835-8c7a-a9b736d5b90e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099267 Jul 23 20:15:38.840838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2114793366-network', 'tenant_id': 'd9654110dfd24098a2a890fce1465e3a'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:38.845864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:38.850187 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8db705-5449-4f65-a508-907a1bc6ce92 x-openstack-request-id: req-cc8db705-5449-4f65-a508-907a1bc6ce92 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:38.850517 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:38.850779 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc8db705-5449-4f65-a508-907a1bc6ce92 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:38.851170 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'code': 200} Jul 23 20:15:38.856794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.891964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:38.910921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98884186-4973-4a59-ab1e-5c246c6fa1ed req-c13589ed-5f5c-431c-bb3f-2ab5ff58392f tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018412 Jul 23 20:15:38.912632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Made reservation on behalf of d9654110dfd24098a2a890fce1465e3a for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:38.922384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.934516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:38.976383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:38.996068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-b827e994-ae82-4325-bd25-f26e4d7b2ca8 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445446 Jul 23 20:15:39.033679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65139d8c-5752-40bb-9c59-b90470e278bb req-bbbba63d-ae14-4439-9abb-e298b6af272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.035290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65139d8c-5752-40bb-9c59-b90470e278bb req-bbbba63d-ae14-4439-9abb-e298b6af272a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 1102 time: 0.1013029 Jul 23 20:15:39.039705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.046974 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.070926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:15:39.088243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:39.093293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.093768 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Added segment 6e60b4d3-5a64-4509-9d43-2d291e63391c of type vlan for network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f Jul 23 20:15:39.125813 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65139d8c-5752-40bb-9c59-b90470e278bb req-cf3ebcfc-29f8-4510-85c0-4fcfae3bbad0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771904 Jul 23 20:15:39.141602 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.142935 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-40ca799c-0aeb-4bd9-bee3-656ecd056e58 req-0aee3239-732f-4bec-9fd7-69ea3f909483 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372919 Jul 23 20:15:39.172978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.174436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.175080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.189056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['9ce6e5e8-ab85-46f0-afee-7b69118273f8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:39.203813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5143070 Jul 23 20:15:39.204071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:39.209846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Request body: {'subnet': {'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2114793366-subnet', 'tenant_id': 'd9654110dfd24098a2a890fce1465e3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:39.262833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6add9c-ad79-4e74-96fa-7c385ede205b admin admin] Pushing event updated for resources: {'Network': ['ID=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:39.278281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:15:39.300296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Made reservation on behalf of d9654110dfd24098a2a890fce1465e3a for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:39.303464 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.511033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.576495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b7a69-81f1-4402-b923-49de1fb17b1e req-a1d6a1e1-63ac-4cd6-8541-a4f7c04b092a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.578117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-938b7a69-81f1-4402-b923-49de1fb17b1e req-a1d6a1e1-63ac-4cd6-8541-a4f7c04b092a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 948 time: 0.2886393 Jul 23 20:15:39.597855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a8309d-ff12-4a6c-959e-4be7d8f3b036,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:39.626632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Checking segment: {'id': '6e60b4d3-5a64-4509-9d43-2d291e63391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:39.627002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Network hostable DHCP agents. Network: 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:15:39.659370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-938b7a69-81f1-4402-b923-49de1fb17b1e req-488711e7-67ca-471f-8993-ea146ff890ea tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Jul 23 20:15:39.694501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:15:39.713228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:39.719586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.720031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:39.724714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f1ab4-0924-4b62-8a00-76362d49acff None None] Network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:39.742607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f273ea2-5cb2-4113-a829-92aaca8109ff admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5374379 Jul 23 20:15:39.750771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c3f48-1daf-48ec-8a3f-a5aa6727cee2 req-3e5adae0-edd4-488e-af54-8b15dc1312d6 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:39.752386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c6c3f48-1daf-48ec-8a3f-a5aa6727cee2 req-3e5adae0-edd4-488e-af54-8b15dc1312d6 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0920517 Jul 23 20:15:39.824509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c6c3f48-1daf-48ec-8a3f-a5aa6727cee2 req-6af8b178-9eaf-4d67-a67a-ee4fbc318265 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618668 Jul 23 20:15:39.883723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c7b876-59ea-4d84-af4c-8facb6563387 None None] Network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:40.046298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49147b9e-8dee-4498-9f23-852b7626e8e2 req-1414ac86-a80e-4e70-8386-78ebab60dd62 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:40.053618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49147b9e-8dee-4498-9f23-852b7626e8e2 req-1414ac86-a80e-4e70-8386-78ebab60dd62 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 948 time: 0.0831022 Jul 23 20:15:40.097385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49147b9e-8dee-4498-9f23-852b7626e8e2 req-2852f2c8-0d4f-446f-9dcf-7248a4c81488 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Jul 23 20:15:40.362926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3d4d969-78f4-4c32-aa04-2988295d9368 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:40.607551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f3d4d969-78f4-4c32-aa04-2988295d9368, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3d4d969-78f4-4c32-aa04-2988295d9368,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:40.629258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f3d4d969-78f4-4c32-aa04-2988295d9368', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'f3d4d969-78f4-4c32-aa04-2988295d9368', 'mac_address': 'fa:16:3e:3b:65:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:40.686193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.703388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d4d969-78f4-4c32-aa04-2988295d9368 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:40.726877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f3d4d969-78f4-4c32-aa04-2988295d9368, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3d4d969-78f4-4c32-aa04-2988295d9368,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:40.731701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:40.788759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f3d4d969-78f4-4c32-aa04-2988295d9368,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:40.821929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c35671-8f0e-44e9-837b-aae07dd6d86f req-41959b0b-e381-4c90-ab6f-99b1172abc21 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:40.823471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29c35671-8f0e-44e9-837b-aae07dd6d86f req-41959b0b-e381-4c90-ab6f-99b1172abc21 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 948 time: 0.0806100 Jul 23 20:15:40.872062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29c35671-8f0e-44e9-837b-aae07dd6d86f req-f6084b5c-f55e-4c5d-8d10-8daf0651b4fe tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Jul 23 20:15:40.971061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54247dc-979a-4c83-8d04-1021f5c5bdff req-5461ac3c-012a-48a0-9b6d-e06e06eb5f7f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:40.972560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b54247dc-979a-4c83-8d04-1021f5c5bdff req-5461ac3c-012a-48a0-9b6d-e06e06eb5f7f tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0706429 Jul 23 20:15:41.010229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f3d4d969-78f4-4c32-aa04-2988295d9368'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:41.017878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b54247dc-979a-4c83-8d04-1021f5c5bdff req-b5a61cdc-c718-4eee-8ff5-3737add14480 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 Jul 23 20:15:41.153596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-3b2c71b0-68f6-47f3-a9f0-c554728358bc tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.155144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-3b2c71b0-68f6-47f3-a9f0-c554728358bc tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/networks?id=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f HTTP/1.1" status: 200 len: 810 time: 0.1111276 Jul 23 20:15:41.178674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-7b106508-9df9-485c-ab0a-5b08a494c174 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/quotas/d9654110dfd24098a2a890fce1465e3a HTTP/1.1" status: 200 len: 375 time: 0.0171375 Jul 23 20:15:41.226710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-1fc66bbd-2c93-4a31-81a4-6042c884f40c tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9654110dfd24098a2a890fce1465e3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470805 Jul 23 20:15:41.348868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-dc50a8a6-f978-422e-b4d2-877eccda8b91 service neutron] 10.222.0.46 "GET /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039672 Jul 23 20:15:41.356982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626d208-d7c6-4610-8df7-95fda6482dbf req-30a31e37-1b88-413a-a4fd-b6aaa094a823 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.358406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6626d208-d7c6-4610-8df7-95fda6482dbf req-30a31e37-1b88-413a-a4fd-b6aaa094a823 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 949 time: 0.1680086 Jul 23 20:15:41.446073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6626d208-d7c6-4610-8df7-95fda6482dbf req-07e72ebe-fa75-433d-aae6-ca5f1a23ef9b tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796220 Jul 23 20:15:41.471221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-5c388a90-709a-4b4f-ab09-fc0bc376cbee service neutron] 10.222.0.46 "GET /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118834 Jul 23 20:15:41.798042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1890de74-81ba-4fc1-92db-1ce6fc2e7d00 req-1a250ce5-cdee-428a-aac1-214752cb1e54 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 210 time: 0.0337508 Jul 23 20:15:41.882370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998a25b-2c4a-4d3d-9b00-93ce96a38e71 req-f3f627e9-fcb3-497e-af64-6aa4de0190c1 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:41.883890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9998a25b-2c4a-4d3d-9b00-93ce96a38e71 req-f3f627e9-fcb3-497e-af64-6aa4de0190c1 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 946 time: 0.0677752 Jul 23 20:15:41.938817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9998a25b-2c4a-4d3d-9b00-93ce96a38e71 req-b557ff4d-d1eb-4ae3-a052-9c532eae5e7e tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Jul 23 20:15:42.032309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a5db8-6659-42d1-b07e-757a08e0c906 req-235647c1-0326-4929-9e97-cfe8a00ef4ca tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.033958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e42a5db8-6659-42d1-b07e-757a08e0c906 req-235647c1-0326-4929-9e97-cfe8a00ef4ca tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 948 time: 0.0727768 Jul 23 20:15:42.073702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e42a5db8-6659-42d1-b07e-757a08e0c906 req-bbe82c03-e0bc-4374-b718-b3549974c9d7 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332162 Jul 23 20:15:42.154583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302eabc-2ea6-4462-a85e-88c3092737d2 req-c2d74a0c-4a56-4ea4-a740-0dda57fec372 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.156106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8302eabc-2ea6-4462-a85e-88c3092737d2 req-c2d74a0c-4a56-4ea4-a740-0dda57fec372 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0655978 Jul 23 20:15:42.196189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8302eabc-2ea6-4462-a85e-88c3092737d2 req-3b6f62ce-691b-4d7b-a503-3f1f43fd538b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344789 Jul 23 20:15:42.282978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:42.334878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:42.338549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:42.338928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.368222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3d4d969-78f4-4c32-aa04-2988295d9368 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:42.460008 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.461659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f3d4d969-78f4-4c32-aa04-2988295d9368 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:42.471046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f3d4d969-78f4-4c32-aa04-2988295d9368 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:42.471416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.511770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:42.513975 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ae4862-7eae-4ee1-86ab-bd967b8a7631" -d '{"events": [{"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:42.541155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:42.546530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.552026 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea19938-5091-4dd0-a02e-bd9a2efe1a41 x-openstack-request-id: req-6ea19938-5091-4dd0-a02e-bd9a2efe1a41 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:42.552347 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:42.552706 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ea19938-5091-4dd0-a02e-bd9a2efe1a41 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:42.553099 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'code': 200} Jul 23 20:15:42.622860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19267b16-4d65-4462-8d11-9822cd3adaae req-6d72910c-5db7-41da-b6c6-9273504b5270 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.630668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19267b16-4d65-4462-8d11-9822cd3adaae req-6d72910c-5db7-41da-b6c6-9273504b5270 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 949 time: 0.1167507 Jul 23 20:15:42.637531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:42.640233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.678625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f3d4d969-78f4-4c32-aa04-2988295d9368, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3d4d969-78f4-4c32-aa04-2988295d9368,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:42.688026 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:42.706198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19267b16-4d65-4462-8d11-9822cd3adaae req-79ca3e10-f6f4-46d1-8546-92e0d642afe9 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745001 Jul 23 20:15:42.714668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296739c-75a0-49c3-9629-7e8156eb4574 req-a523af39-1c4e-4e53-8fa0-a5703aaa1575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.717280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5296739c-75a0-49c3-9629-7e8156eb4574 req-a523af39-1c4e-4e53-8fa0-a5703aaa1575 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 1101 time: 0.0994833 Jul 23 20:15:42.751091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f3d4d969-78f4-4c32-aa04-2988295d9368,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:42.801177 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5296739c-75a0-49c3-9629-7e8156eb4574 req-d9ef49cb-75cc-48e8-b602-4f2923a1e799 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741706 Jul 23 20:15:42.884441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-c1871fa8-1d7d-428c-a854-efc6e4b3ddb9 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:42.886102 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-c1871fa8-1d7d-428c-a854-efc6e4b3ddb9 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.47 "GET /v2.0/networks?id=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f HTTP/1.1" status: 200 len: 810 time: 0.1285274 Jul 23 20:15:42.898896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Request body: {'port': {'device_id': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f', 'admin_state_up': True, 'tenant_id': 'd9654110dfd24098a2a890fce1465e3a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:42.903884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7998d398-663b-45ef-858d-35911e275b69 req-ef270fba-658a-4b1e-8e7f-64beb6736b20 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 210 time: 0.0333827 Jul 23 20:15:43.013412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Made reservation on behalf of d9654110dfd24098a2a890fce1465e3a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:43.016845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.072983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3800e-3e27-4270-9fa0-14fca480ca46 req-c0bc45d4-61e5-4e37-8dcb-8e15d998c4ff tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.074726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24e3800e-3e27-4270-9fa0-14fca480ca46 req-c0bc45d4-61e5-4e37-8dcb-8e15d998c4ff tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 946 time: 0.0719714 Jul 23 20:15:43.121954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24e3800e-3e27-4270-9fa0-14fca480ca46 req-b5febe98-1c02-4440-9114-8a3f60cf70ec tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Jul 23 20:15:43.156432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Allocated IP 172.20.0.5 (75a9fc21-1ffb-4d69-a0f4-b44d34dab35f/d8a8309d-ff12-4a6c-959e-4be7d8f3b036/643d4321-f0b6-4069-aee1-fddb5c99c244) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:43.208114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8411418-ebd5-4f46-9772-f7c8a3d54d56 req-1a48e5c2-5837-41a0-bb8a-30279712d3ff tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.210276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8411418-ebd5-4f46-9772-f7c8a3d54d56 req-1a48e5c2-5837-41a0-bb8a-30279712d3ff tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 949 time: 0.0660636 Jul 23 20:15:43.250184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8411418-ebd5-4f46-9772-f7c8a3d54d56 req-d8fef7cd-245e-42f8-b19e-f2dd65181b25 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340559 Jul 23 20:15:43.314393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.333356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841f1a-3304-4519-9970-204f69ea5dd1 req-99e3d18b-cd9d-4920-a238-1b9168c80459 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.335655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10841f1a-3304-4519-9970-204f69ea5dd1 req-99e3d18b-cd9d-4920-a238-1b9168c80459 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0653067 Jul 23 20:15:43.354353 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.376183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10841f1a-3304-4519-9970-204f69ea5dd1 req-46d1facf-96bc-4a3f-99d4-739c0ac54396 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349028 Jul 23 20:15:43.401941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:43.405069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:43.408707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:15:43.434898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Pushing event updated for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:43.462578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.463474 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.477292 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-62e9f448-8ba0-4ead-965e-3a3c80181825 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831268 Jul 23 20:15:43.488951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Request body: {'port': {'device_id': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:43.563387 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.564063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.790918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-c7180203-faea-4cda-8d9a-a732de963a15 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.792474 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-c7180203-faea-4cda-8d9a-a732de963a15 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.36 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 946 time: 0.1775041 Jul 23 20:15:43.805693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a851d6d-5fff-44f6-8619-c2dec6afa510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.882496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aea959-0e50-4ddb-84bf-b9539506b2fc req-7068ecab-a9fe-4c69-9bcd-77e34c80e62a tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:43.889651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9aea959-0e50-4ddb-84bf-b9539506b2fc req-7068ecab-a9fe-4c69-9bcd-77e34c80e62a tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 950 time: 0.1117723 Jul 23 20:15:43.929369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9aea959-0e50-4ddb-84bf-b9539506b2fc req-81e33fc7-b7d5-4294-84ca-1e8eba3f729f tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Jul 23 20:15:43.964896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 643d4321-f0b6-4069-aee1-fddb5c99c244 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:43.975877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:43.991034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Deleting port 5bd81e56-56a5-459f-aaa9-1c26191b3799 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:43.991380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.008496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Transition to ACTIVE for port object 643d4321-f0b6-4069-aee1-fddb5c99c244 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:44.015355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.063124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc4cd1-f5fd-4f1c-87e7-c65638c05e7e req-c7482b6f-f636-456f-a749-e919712e6288 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.064621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98dc4cd1-f5fd-4f1c-87e7-c65638c05e7e req-c7482b6f-f636-456f-a749-e919712e6288 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 931 time: 0.0714192 Jul 23 20:15:44.104962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98dc4cd1-f5fd-4f1c-87e7-c65638c05e7e req-e43ef611-85bc-4794-b42d-3d2cb5eb5452 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Jul 23 20:15:44.124666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Pushing event updated for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:44.189403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] For port 5bd81e56-56a5-459f-aaa9-1c26191b3799, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=5bd81e56-56a5-459f-aaa9-1c26191b3799,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:44.189793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.208081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Calling delete_port for 5bd81e56-56a5-459f-aaa9-1c26191b3799 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:44.251719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f70f74-aedc-4152-a87b-db981eb39af6 req-62fcaa64-5d82-45c2-ad2f-5f8e98c40398 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.253225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20f70f74-aedc-4152-a87b-db981eb39af6 req-62fcaa64-5d82-45c2-ad2f-5f8e98c40398 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/ports?device_id=b66f710d-1901-4013-98a3-305e1e42ab79 HTTP/1.1" status: 200 len: 946 time: 0.0643814 Jul 23 20:15:44.265747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Attempting to bind port 643d4321-f0b6-4069-aee1-fddb5c99c244 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:15:44.266094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Attempting to bind port 643d4321-f0b6-4069-aee1-fddb5c99c244 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '6e60b4d3-5a64-4509-9d43-2d291e63391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:15:44.266434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Attempting to bind port 643d4321-f0b6-4069-aee1-fddb5c99c244 on network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:44.275585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Port 643d4321-f0b6-4069-aee1-fddb5c99c244 on network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:15:44.275918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Attempting to bind port 643d4321-f0b6-4069-aee1-fddb5c99c244 on network 75a9fc21-1ffb-4d69-a0f4-b44d34dab35f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:15:44.286884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:15:44.287258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Checking segment: {'id': '6e60b4d3-5a64-4509-9d43-2d291e63391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:15:44.287650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Bound using segment: {'id': '6e60b4d3-5a64-4509-9d43-2d291e63391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:15:44.288079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Bound port: 643d4321-f0b6-4069-aee1-fddb5c99c244, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e60b4d3-5a64-4509-9d43-2d291e63391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:15:44.288439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.299275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20f70f74-aedc-4152-a87b-db981eb39af6 req-e1c1407a-6a93-4a54-85b6-1bdf2b1e39aa tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.46 "GET /v2.0/security-groups?id=df4c2fdf-d597-4b31-982a-b0b7300db925&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387185 Jul 23 20:15:44.391777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e98dc-ca05-4baf-bbdd-6f84614bdcd4 req-020a6a8f-6513-42b6-acaa-c5026fe55756 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.393280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a80e98dc-ca05-4baf-bbdd-6f84614bdcd4 req-020a6a8f-6513-42b6-acaa-c5026fe55756 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 949 time: 0.0649700 Jul 23 20:15:44.400337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:15:44.418383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=643d4321-f0b6-4069-aee1-fddb5c99c244,segment=NetworkSegment(6e60b4d3-5a64-4509-9d43-2d291e63391c),segment_id=6e60b4d3-5a64-4509-9d43-2d291e63391c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:15:44.425931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.441813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a80e98dc-ca05-4baf-bbdd-6f84614bdcd4 req-730cc22f-b7ca-4633-a3c4-31b25aede3ab tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Jul 23 20:15:44.453705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.465861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['5bd81e56-56a5-459f-aaa9-1c26191b3799'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:44.474633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.475697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.477142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] 10.222.0.47 "PUT /v2.0/ports/643d4321-f0b6-4069-aee1-fddb5c99c244 HTTP/1.1" status: 200 len: 1092 time: 0.9922211 Jul 23 20:15:44.479815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:44.482666 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20c1f01-672b-4609-877f-ac9ffdadc816" -d '{"events": [{"name": "network-changed", "server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:44.554417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d4d969-78f4-4c32-aa04-2988295d9368'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:44.557195 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423b920b-b0bf-4cb6-a799-9896278a8286" -d '{"events": [{"server_uuid": "4f99268b-6f3a-4596-9dc9-b77a0bce71d8", "name": "network-vif-plugged", "status": "completed", "tag": "f3d4d969-78f4-4c32-aa04-2988295d9368"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:44.562586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] No DVR routers for this DVR port 5bd81e56-56a5-459f-aaa9-1c26191b3799 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:44.586066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:44.587511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e24fa348-c7ea-4c4a-8c22-c9e08ed7f580 req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] 10.222.0.36 "DELETE /v2.0/ports/5bd81e56-56a5-459f-aaa9-1c26191b3799 HTTP/1.1" status: 204 len: 173 time: 0.7869031 Jul 23 20:15:44.589055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d9435-9ddc-47cf-9ce5-5cbabc380c10 service neutron] Pushing event updated for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:44.598338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f13055-8c0b-4d0a-97e8-cc4f12fb028e req-1e4bc2cf-804b-4a4e-9d04-d51cc3a9f2a0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.608033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89f13055-8c0b-4d0a-97e8-cc4f12fb028e req-1e4bc2cf-804b-4a4e-9d04-d51cc3a9f2a0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1602561 Jul 23 20:15:44.633623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed540a58-c6f8-46c8-9741-bec07b7e2569 tempest-AttachSCSIVolumeTestJSON-1080463520 tempest-AttachSCSIVolumeTestJSON-1080463520-project] Pushing event deleted for resources: {'Port': ['ID=5bd81e56-56a5-459f-aaa9-1c26191b3799,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:44.672174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-87466128-8fb7-4f52-930d-a509b10603e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.673874 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-87466128-8fb7-4f52-930d-a509b10603e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9654110dfd24098a2a890fce1465e3a&device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 1095 time: 0.1441853 Jul 23 20:15:44.682653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89f13055-8c0b-4d0a-97e8-cc4f12fb028e req-1fca1e22-8da2-4270-aa1c-276e5abfc056 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736101 Jul 23 20:15:44.716375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf770f5d-a1f1-4ec9-9711-5e266a2ccfff req-1a4ec114-dc7d-4ae0-ab04-52f6c0c27aca tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.726056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf770f5d-a1f1-4ec9-9711-5e266a2ccfff req-1a4ec114-dc7d-4ae0-ab04-52f6c0c27aca tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 950 time: 0.1888111 Jul 23 20:15:44.758066 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-194ccce5-6ce5-4ff0-86df-b0ce6d85f112 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643d4321-f0b6-4069-aee1-fddb5c99c244 HTTP/1.1" status: 200 len: 217 time: 0.0753686 Jul 23 20:15:44.785087 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd4314-8ecd-4f8e-9cbf-2ed3d12634bb x-openstack-request-id: req-3edd4314-8ecd-4f8e-9cbf-2ed3d12634bb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:44.785634 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:44.788437 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3edd4314-8ecd-4f8e-9cbf-2ed3d12634bb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:44.789124 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244', 'status': 'completed', 'code': 200} Jul 23 20:15:44.797885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf770f5d-a1f1-4ec9-9711-5e266a2ccfff req-0417bdb9-123e-4e7f-b5e3-ecadb12074bb tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709052 Jul 23 20:15:44.810778 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df5ebad-b221-41ae-a698-34329a83bf82 x-openstack-request-id: req-1df5ebad-b221-41ae-a698-34329a83bf82 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:44.811255 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f99268b-6f3a-4596-9dc9-b77a0bce71d8", "name": "network-vif-plugged", "status": "completed", "tag": "f3d4d969-78f4-4c32-aa04-2988295d9368", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:44.813526 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1df5ebad-b221-41ae-a698-34329a83bf82 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:44.814172 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d4d969-78f4-4c32-aa04-2988295d9368', 'code': 200} Jul 23 20:15:44.850993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd47f75-db37-4e9b-9d92-583803f087db req-3b2a16b1-9132-4439-8085-10ec943e07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:44.852932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-3b2a16b1-9132-4439-8085-10ec943e07e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8a8309d-ff12-4a6c-959e-4be7d8f3b036 HTTP/1.1" status: 200 len: 850 time: 0.0789502 Jul 23 20:15:44.895625 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-8a192ae0-8bf6-476e-9d92-4218cc96a510 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322053 Jul 23 20:15:45.030743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52749a9-0869-43da-934e-79a194c5bb08 req-93f8dec1-f2fc-42ad-9d31-43b023c10547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.032255 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e52749a9-0869-43da-934e-79a194c5bb08 req-93f8dec1-f2fc-42ad-9d31-43b023c10547 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 1102 time: 0.1390989 Jul 23 20:15:45.037165 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-1ee9e01f-5c5e-421d-9517-26b216eaab79 service neutron] 10.222.0.47 "GET /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340966 Jul 23 20:15:45.119136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e52749a9-0869-43da-934e-79a194c5bb08 req-20cfd524-7284-4c16-aaa2-4de42a734bcb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742235 Jul 23 20:15:45.153051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431c0f0-b162-472f-94bf-339b23134640 req-96aa41fe-4e92-4e62-ad6c-ec86d977dc78 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.155074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9431c0f0-b162-472f-94bf-339b23134640 req-96aa41fe-4e92-4e62-ad6c-ec86d977dc78 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 950 time: 0.0882988 Jul 23 20:15:45.190073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ccd47f75-db37-4e9b-9d92-583803f087db req-1a4f7e92-c10f-455b-9138-ad97005b3179 service neutron] 10.222.0.47 "GET /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391177 Jul 23 20:15:45.252303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9431c0f0-b162-472f-94bf-339b23134640 req-6aee8f46-b23d-4136-ad8c-bfb0ea5fc21f tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898435 Jul 23 20:15:45.296487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5579-3689-4694-832f-47d9f3fb9b69 req-fbf7996d-7108-4ab3-aad5-a8f7a8c47f59 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.304272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae4b5579-3689-4694-832f-47d9f3fb9b69 req-fbf7996d-7108-4ab3-aad5-a8f7a8c47f59 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 943 time: 0.1087141 Jul 23 20:15:45.351456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-b52b8dee-d5b6-4fc2-80ce-4a1b06ed0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.353619 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-b52b8dee-d5b6-4fc2-80ce-4a1b06ed0dbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9654110dfd24098a2a890fce1465e3a&device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 1095 time: 0.1033804 Jul 23 20:15:45.364329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae4b5579-3689-4694-832f-47d9f3fb9b69 req-78e669eb-dcf6-4b6d-a10c-0b8f13142a9a tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591955 Jul 23 20:15:45.449016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-1decefc9-d422-475f-99c0-3da996e2ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.450448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-1decefc9-d422-475f-99c0-3da996e2ec7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f HTTP/1.1" status: 200 len: 911 time: 0.0904667 Jul 23 20:15:45.499718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-af9819f0-d7de-4929-a186-f0b31d18cb02 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=643d4321-f0b6-4069-aee1-fddb5c99c244 HTTP/1.1" status: 200 len: 217 time: 0.0413954 Jul 23 20:15:45.550850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-eb9b5994-5956-4b50-8ce6-308ef4a0779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.552914 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-eb9b5994-5956-4b50-8ce6-308ef4a0779e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d8a8309d-ff12-4a6c-959e-4be7d8f3b036 HTTP/1.1" status: 200 len: 850 time: 0.0449696 Jul 23 20:15:45.591542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-ebeb942e-899e-4934-9952-cb09d1e3e9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274379 Jul 23 20:15:45.688206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-16f28976-ddee-4958-adfe-13dccf3daaf8 service neutron] 10.222.0.47 "GET /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891018 Jul 23 20:15:45.794616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f20c1f01-672b-4609-877f-ac9ffdadc816 req-a6da2144-46ef-4f74-9159-10f3be3da09a service neutron] 10.222.0.47 "GET /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974696 Jul 23 20:15:45.827116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9029a-4ac6-464f-ac75-bcf9c4f3528e req-354cd9c5-b100-4e6c-9fce-64e4ceeed4a6 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:45.828595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79a9029a-4ac6-464f-ac75-bcf9c4f3528e req-354cd9c5-b100-4e6c-9fce-64e4ceeed4a6 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0686395 Jul 23 20:15:45.867323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79a9029a-4ac6-464f-ac75-bcf9c4f3528e req-8985157b-e0de-49ff-914b-961be1f9b645 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Jul 23 20:15:46.350829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e826cb1c-a4bb-4404-be98-9ec9d2cd6c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.385283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:46.412140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45d049-3bbd-4cf6-b13d-ec1c3be04b58 req-de67f949-c0cf-41a7-a469-456102eb2fd1 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:46.413768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f45d049-3bbd-4cf6-b13d-ec1c3be04b58 req-de67f949-c0cf-41a7-a469-456102eb2fd1 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 950 time: 0.0886593 Jul 23 20:15:46.454381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f45d049-3bbd-4cf6-b13d-ec1c3be04b58 req-ede67035-f263-43a0-9ebb-ef1c305e4250 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346842 Jul 23 20:15:46.549899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55331e1-c69b-4f49-82f3-fc4679df969b req-788aacb3-621c-4903-8339-d5e49edaed1e tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:46.551404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a55331e1-c69b-4f49-82f3-fc4679df969b req-788aacb3-621c-4903-8339-d5e49edaed1e tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 943 time: 0.0750985 Jul 23 20:15:46.592674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a55331e1-c69b-4f49-82f3-fc4679df969b req-a9b57f64-d223-478a-947f-692084e3b453 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342851 Jul 23 20:15:46.769907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f06d3-cfe7-4a19-86ae-7b55283dd52d req-5816483c-2fb9-4056-bd12-4e278370fbb8 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:46.771895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021f06d3-cfe7-4a19-86ae-7b55283dd52d req-5816483c-2fb9-4056-bd12-4e278370fbb8 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 950 time: 0.0669572 Jul 23 20:15:46.790838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'name': 'network-vif-deleted', 'tag': '5bd81e56-56a5-459f-aaa9-1c26191b3799'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:46.793265 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e897b27-59d1-4ff2-a934-142baf0c2a2e" -d '{"events": [{"server_uuid": "b66f710d-1901-4013-98a3-305e1e42ab79", "name": "network-vif-deleted", "tag": "5bd81e56-56a5-459f-aaa9-1c26191b3799"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:46.813969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-021f06d3-cfe7-4a19-86ae-7b55283dd52d req-32febd10-6fe2-4fe6-80e7-237278e3d2c4 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Jul 23 20:15:46.832800 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befefc63-f7bb-4509-b6f6-7d3bd3c47e72 x-openstack-request-id: req-befefc63-f7bb-4509-b6f6-7d3bd3c47e72 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:46.833141 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66f710d-1901-4013-98a3-305e1e42ab79", "name": "network-vif-deleted", "tag": "5bd81e56-56a5-459f-aaa9-1c26191b3799", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:46.833850 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-befefc63-f7bb-4509-b6f6-7d3bd3c47e72 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:46.834468 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b66f710d-1901-4013-98a3-305e1e42ab79', 'name': 'network-vif-deleted', 'tag': '5bd81e56-56a5-459f-aaa9-1c26191b3799', 'status': 'completed', 'code': 200} Jul 23 20:15:46.970945 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:47.008987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16468578-6a6a-4219-a000-83478c156abd req-b7aa7bca-db9a-42e8-ae9b-e43c981e1ce5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:47.010859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16468578-6a6a-4219-a000-83478c156abd req-b7aa7bca-db9a-42e8-ae9b-e43c981e1ce5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0755506 Jul 23 20:15:47.060815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16468578-6a6a-4219-a000-83478c156abd req-8fbf1a7f-09d6-422b-a900-c81fbcc00dcb tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Jul 23 20:15:47.602269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.032004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f93e2-5b60-4a21-9b5c-eb85ae834f32 req-3f762f17-2c5e-4a34-9573-9c8007c167bc tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:48.033467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-714f93e2-5b60-4a21-9b5c-eb85ae834f32 req-3f762f17-2c5e-4a34-9573-9c8007c167bc tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 943 time: 0.3677318 Jul 23 20:15:48.089125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220db831-1ac2-48d9-a996-be294b60c2cd req-05fdb825-c9db-4843-8d04-e26a432dce99 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:48.096499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-220db831-1ac2-48d9-a996-be294b60c2cd req-05fdb825-c9db-4843-8d04-e26a432dce99 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 950 time: 0.1322827 Jul 23 20:15:48.103773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a2e37-509f-420f-8628-4fba94fbd478 req-0d153b47-7346-4cbf-b341-37cc9b47fcef tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:48.106107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845a2e37-509f-420f-8628-4fba94fbd478 req-0d153b47-7346-4cbf-b341-37cc9b47fcef tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.47 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 950 time: 0.0908101 Jul 23 20:15:48.111627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-714f93e2-5b60-4a21-9b5c-eb85ae834f32 req-c36f5557-7316-48e3-8718-59dde230aa8f tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699298 Jul 23 20:15:48.152562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-220db831-1ac2-48d9-a996-be294b60c2cd req-ae83b88e-38bb-4811-aa55-7020cddec4d1 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/security-groups?id=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549293 Jul 23 20:15:48.298850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Deleting port f3d4d969-78f4-4c32-aa04-2988295d9368 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:48.299626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.323323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:48.327246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 5bd81e56-56a5-459f-aaa9-1c26191b3799 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:48.360901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f73e65-832e-4c2b-a638-e751e0cdd937 req-872bac49-39ab-4976-9a8f-3d4052b76b62 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:48.361221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 5bd81e56-56a5-459f-aaa9-1c26191b3799 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:48.361792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 5bd81e56-56a5-459f-aaa9-1c26191b3799 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:48.369033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2f73e65-832e-4c2b-a638-e751e0cdd937 req-872bac49-39ab-4976-9a8f-3d4052b76b62 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1404190 Jul 23 20:15:48.412581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 643d4321-f0b6-4069-aee1-fddb5c99c244 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:15:48.459732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2f73e65-832e-4c2b-a638-e751e0cdd937 req-27e5be40-57e9-46d8-9938-8a9d45b5b27c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897117 Jul 23 20:15:48.475900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] For port f3d4d969-78f4-4c32-aa04-2988295d9368, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f3d4d969-78f4-4c32-aa04-2988295d9368,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:48.476233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.491799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Calling delete_port for f3d4d969-78f4-4c32-aa04-2988295d9368 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:48.548411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:48.604061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'mac_address': 'fa:16:3e:22:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:48.676336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=643d4321-f0b6-4069-aee1-fddb5c99c244,segment=NetworkSegment(6e60b4d3-5a64-4509-9d43-2d291e63391c),segment_id=6e60b4d3-5a64-4509-9d43-2d291e63391c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:48.699821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.703577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '643d4321-f0b6-4069-aee1-fddb5c99c244', 'network_id': '75a9fc21-1ffb-4d69-a0f4-b44d34dab35f', 'port_id': '643d4321-f0b6-4069-aee1-fddb5c99c244', 'mac_address': 'fa:16:3e:25:a2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8a8309d-ff12-4a6c-959e-4be7d8f3b036', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:15:48.711841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.721020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1048f82-15b4-4a59-8b1d-8644e4440109 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:48.750350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f3d4d969-78f4-4c32-aa04-2988295d9368'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:48.750613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Pushing event deleted for resources: {'Port': ['ID=f3d4d969-78f4-4c32-aa04-2988295d9368,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:48.808645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:48.814258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.821149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] No DVR routers for this DVR port f3d4d969-78f4-4c32-aa04-2988295d9368 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:48.824156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.826590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845a2e37-509f-420f-8628-4fba94fbd478 req-3b05dc5d-b030-403d-af63-d1b9ffdf5472 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.47 "DELETE /v2.0/ports/f3d4d969-78f4-4c32-aa04-2988295d9368 HTTP/1.1" status: 204 len: 173 time: 0.7152932 Jul 23 20:15:48.826963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:48.839130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 643d4321-f0b6-4069-aee1-fddb5c99c244 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:15:48.841840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'name': 'network-vif-deleted', 'tag': 'f3d4d969-78f4-4c32-aa04-2988295d9368'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:48.844442 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91cb1d3-a109-49ac-b5ea-1f10da9cb570" -d '{"events": [{"server_uuid": "4f99268b-6f3a-4596-9dc9-b77a0bce71d8", "name": "network-vif-deleted", "tag": "f3d4d969-78f4-4c32-aa04-2988295d9368"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:48.902907 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf0a800-555f-42d7-8f04-e8d84e17910e x-openstack-request-id: req-acf0a800-555f-42d7-8f04-e8d84e17910e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:48.903250 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f99268b-6f3a-4596-9dc9-b77a0bce71d8", "name": "network-vif-deleted", "tag": "f3d4d969-78f4-4c32-aa04-2988295d9368", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:48.903453 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-acf0a800-555f-42d7-8f04-e8d84e17910e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:48.903852 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f99268b-6f3a-4596-9dc9-b77a0bce71d8', 'name': 'network-vif-deleted', 'tag': 'f3d4d969-78f4-4c32-aa04-2988295d9368', 'status': 'completed', 'code': 200} Jul 23 20:15:48.927330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:48.933219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=643d4321-f0b6-4069-aee1-fddb5c99c244,segment=NetworkSegment(6e60b4d3-5a64-4509-9d43-2d291e63391c),segment_id=6e60b4d3-5a64-4509-9d43-2d291e63391c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:48.941284 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.002472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:49.006983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c1048f82-15b4-4a59-8b1d-8644e4440109'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:49.248877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['643d4321-f0b6-4069-aee1-fddb5c99c244'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:15:49.352621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de8c2e-cc1b-4dca-9f33-09831a0261af req-04727556-b488-48a5-9a33-21ed0d50b963 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:49.361664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62de8c2e-cc1b-4dca-9f33-09831a0261af req-04727556-b488-48a5-9a33-21ed0d50b963 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 944 time: 0.1073368 Jul 23 20:15:49.488000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62de8c2e-cc1b-4dca-9f33-09831a0261af req-724f4ca0-df5c-4add-8f90-f6d6f808528d tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252556 Jul 23 20:15:49.539418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e55b5f5-d82c-43f8-a80d-fb045bb13487 req-8e0c059a-f36d-4b43-8d57-9c5827008978 tempest-ServerDiagnosticsNegativeTest-320165538 tempest-ServerDiagnosticsNegativeTest-320165538-project] 10.222.0.46 "GET /v2.0/ports?device_id=4f99268b-6f3a-4596-9dc9-b77a0bce71d8 HTTP/1.1" status: 200 len: 210 time: 0.0919197 Jul 23 20:15:49.539989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:49.744797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36578) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:49.941530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68351bb1-583a-4afc-bfc2-4a0caac305c0 req-4cb4b729-6226-47d6-a685-0c84823fd2e0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:49.945422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68351bb1-583a-4afc-bfc2-4a0caac305c0 req-4cb4b729-6226-47d6-a685-0c84823fd2e0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1858261 Jul 23 20:15:50.027879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68351bb1-583a-4afc-bfc2-4a0caac305c0 req-58e6a882-95d1-479d-9518-068683c7f4c9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544510 Jul 23 20:15:50.231382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.323732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:50.390157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c1048f82-15b4-4a59-8b1d-8644e4440109 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:50.390547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.432331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 643d4321-f0b6-4069-aee1-fddb5c99c244 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:15:50.545005 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.578294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Deleting port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:50.578814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.588189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:50.590952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:50.593813 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d784cda0-c044-41e7-bb0f-711172c13613" -d '{"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:50.603374 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.674970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] For port 1e4611e6-2fa5-44d6-8f2d-de1813b263c6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:50.674970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.689193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Calling delete_port for 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:50.731618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 643d4321-f0b6-4069-aee1-fddb5c99c244 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:15:50.749507 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a46298-9379-448d-aab4-9f174d01dd80 x-openstack-request-id: req-02a46298-9379-448d-aab4-9f174d01dd80 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:50.752748 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:50.753883 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02a46298-9379-448d-aab4-9f174d01dd80 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:50.754535 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'code': 200} Jul 23 20:15:50.762268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 643d4321-f0b6-4069-aee1-fddb5c99c244 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:15:50.764549 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.777931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:50.953981 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:50.993111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36610) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:51.008043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.027353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=643d4321-f0b6-4069-aee1-fddb5c99c244,segment=NetworkSegment(6e60b4d3-5a64-4509-9d43-2d291e63391c),segment_id=6e60b4d3-5a64-4509-9d43-2d291e63391c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:51.034634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.035439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3d4d969-78f4-4c32-aa04-2988295d9368 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:51.082612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4611e6-2fa5-44d6-8f2d-de1813b263c6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.113555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.117737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f3d4d969-78f4-4c32-aa04-2988295d9368 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:51.118644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f3d4d969-78f4-4c32-aa04-2988295d9368 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:51.158911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a1117-de04-4956-a5c0-48ea2e58ae10 req-19b4f3e1-80fb-49a1-ac30-e23cd3b24e44 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:51.161967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-986a1117-de04-4956-a5c0-48ea2e58ae10 req-19b4f3e1-80fb-49a1-ac30-e23cd3b24e44 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 944 time: 0.3276293 Jul 23 20:15:51.251727 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c730256c-4b76-4bc8-ac10-739dfa7fc7b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e82bace8834340b0a3f6858f6a969527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580202 Jul 23 20:15:51.259797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36620) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:51.335652 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-737c20c8-56d1-42e5-8a13-b77654c06ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.368113 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-737c20c8-56d1-42e5-8a13-b77654c06ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.385415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-986a1117-de04-4956-a5c0-48ea2e58ae10 req-a2a69a1d-dd56-46e4-b96e-90c1473d8b9d tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844032 Jul 23 20:15:51.449801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3e66a-75bd-4bc8-94bb-96ac6b0053b2 req-369765e9-bb33-4259-b574-b579c83cebdb tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:51.454370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-737c20c8-56d1-42e5-8a13-b77654c06ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.462318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45b3e66a-75bd-4bc8-94bb-96ac6b0053b2 req-369765e9-bb33-4259-b574-b579c83cebdb tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.2582107 Jul 23 20:15:51.464205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-737c20c8-56d1-42e5-8a13-b77654c06ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.466522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-737c20c8-56d1-42e5-8a13-b77654c06ded admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a HTTP/1.1" status: 204 len: 168 time: 0.2041061 Jul 23 20:15:51.476579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c20c8-56d1-42e5-8a13-b77654c06ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8a4c5e-6fa8-4a4f-a75a-60cf08c7e37a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:51.519793 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.542462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45b3e66a-75bd-4bc8-94bb-96ac6b0053b2 req-986be913-56a9-44f1-ac23-7783a5a47f71 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828366 Jul 23 20:15:51.789003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Router 5f08b39e-f216-4e07-b457-ce5667c09947 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:15:51.849621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:51.872401 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-471b9ff1-4f6c-48c3-b538-c540e862ab65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:51.947573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:15:51.960780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dbceae2d-da2c-43c0-9853-34614f351e14 admin admin] 10.222.0.46 "PUT /v2.0/routers/5f08b39e-f216-4e07-b457-ce5667c09947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2117827 Jul 23 20:15:51.961015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] Sync routers for ids ['5f08b39e-f216-4e07-b457-ce5667c09947'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:15:51.961505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36634) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:51.970199 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] Routers {'5f08b39e-f216-4e07-b457-ce5667c09947'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:51.971182 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f08b39e-f216-4e07-b457-ce5667c09947'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:52.090804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-471b9ff1-4f6c-48c3-b538-c540e862ab65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.102893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-471b9ff1-4f6c-48c3-b538-c540e862ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.136658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.164085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-471b9ff1-4f6c-48c3-b538-c540e862ab65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d44604fab0cc449a82e15f8a7d5a4824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056822 Jul 23 20:15:52.164453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36646) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:52.166029 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] Set router 5f08b39e-f216-4e07-b457-ce5667c09947 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:52.220279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b9ff1-4f6c-48c3-b538-c540e862ab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c0bc54-11c3-4d22-8f96-613c791e5876,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:52.261624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.262033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb67698e-5cf0-4c2c-ae55-289673e0712e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.294830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb67698e-5cf0-4c2c-ae55-289673e0712e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.341477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Deleting port 900aa799-9cc6-48fa-a412-6705e02210f0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:52.341910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.366629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb67698e-5cf0-4c2c-ae55-289673e0712e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.375132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb67698e-5cf0-4c2c-ae55-289673e0712e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.375132 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb67698e-5cf0-4c2c-ae55-289673e0712e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81c0bc54-11c3-4d22-8f96-613c791e5876 HTTP/1.1" status: 204 len: 168 time: 0.2051418 Jul 23 20:15:52.394763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67698e-5cf0-4c2c-ae55-289673e0712e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c0bc54-11c3-4d22-8f96-613c791e5876,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:52.429954 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:15:50Z', 'revision_number': 5, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port': {'id': '900aa799-9cc6-48fa-a412-6705e02210f0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:29:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:13:56Z', 'updated_at': '2021-07-23T20:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:52.477064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] For port 900aa799-9cc6-48fa-a412-6705e02210f0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=900aa799-9cc6-48fa-a412-6705e02210f0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:52.477354 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.478420 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] Checking router: 5f08b39e-f216-4e07-b457-ce5667c09947 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:15:52.491647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Calling delete_port for 900aa799-9cc6-48fa-a412-6705e02210f0 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:52.496930 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] Routers {'5f08b39e-f216-4e07-b457-ce5667c09947'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:52.497822 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f08b39e-f216-4e07-b457-ce5667c09947'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:52.605023 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] Set router 5f08b39e-f216-4e07-b457-ce5667c09947 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:52.695726 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:15:52Z', 'revision_number': 6, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:52.758212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:15:52.761089 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52efcf4c-e254-42a9-88dc-4349cf9f1c4d" -d '{"events": [{"server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "name": "network-vif-plugged", "status": "completed", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:15:52.768286 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432d8601-0988-49f2-a504-3be819f19a23 None None] The sync data for ids ['5f08b39e-f216-4e07-b457-ce5667c09947'] in n-d-793620-13 is: [{'id': '5f08b39e-f216-4e07-b457-ce5667c09947', 'name': 'tempest-AttachSCSIVolumeTestJSON-983636364-router', 'tenant_id': '5cb56508965a4fd98f41cb36906d133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:13:55Z', 'updated_at': '2021-07-23T20:15:52Z', 'revision_number': 6, 'project_id': '5cb56508965a4fd98f41cb36906d133e', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:15:52.833802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da9d01-72df-4ad2-894b-3f70afea95a5 req-3bcae58e-ce6f-43cb-be75-1f58aed47d27 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:52.835362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3da9d01-72df-4ad2-894b-3f70afea95a5 req-3bcae58e-ce6f-43cb-be75-1f58aed47d27 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.2117641 Jul 23 20:15:52.858222 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:52.916164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Pushing event deleted for resources: {'Port': ['ID=900aa799-9cc6-48fa-a412-6705e02210f0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:52.961930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf9ae1-c7ed-4bf4-9f17-65cb0cc3142d req-eb154f87-9193-40e1-9255-401581f4cfe0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:52.968835 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdbf9ae1-c7ed-4bf4-9f17-65cb0cc3142d req-eb154f87-9193-40e1-9255-401581f4cfe0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.2844768 Jul 23 20:15:53.035052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3da9d01-72df-4ad2-894b-3f70afea95a5 req-bee930f9-082b-4959-906c-fc64302f4b97 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839294 Jul 23 20:15:53.092883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.097182 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2c10a0-faa1-4e55-8405-47b503032f93 x-openstack-request-id: req-3e2c10a0-faa1-4e55-8405-47b503032f93 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:15:53.097522 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "name": "network-vif-plugged", "status": "completed", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:15:53.097777 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e2c10a0-faa1-4e55-8405-47b503032f93 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:15:53.098174 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244', 'code': 200} Jul 23 20:15:53.106472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdbf9ae1-c7ed-4bf4-9f17-65cb0cc3142d req-4ef92d4a-3f90-44ad-9337-270132070e35 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356504 Jul 23 20:15:53.316156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f058058-4900-44e4-b5aa-4782db49184b req-0d74ce99-48fc-4cbd-a40d-2f01b3ebf474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:53.319661 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5f058058-4900-44e4-b5aa-4782db49184b req-0d74ce99-48fc-4cbd-a40d-2f01b3ebf474 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 1097 time: 0.1395977 Jul 23 20:15:53.690565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.693942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.763643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.766150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f08b39e-f216-4e07-b457-ce5667c09947 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:15:53.771882 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5f058058-4900-44e4-b5aa-4782db49184b req-eeba4a07-d585-480b-b9ee-25c356c8318e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441607 Jul 23 20:15:53.776821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.779120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8cda6f19-a8d0-406e-ae22-ebc8588d645c admin admin] 10.222.0.46 "DELETE /v2.0/routers/5f08b39e-f216-4e07-b457-ce5667c09947 HTTP/1.1" status: 204 len: 168 time: 1.8163977 Jul 23 20:15:53.782157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36692) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:53.873483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Deleting subnet 45ae37d3-6d57-407a-9a1e-86c48878df4b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:15:53.876104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:53.914508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.011957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.136062 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.190324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.191114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed48b4-0cae-4773-9924-7f9e695604f6 None None] Network 590f2b44-94b5-49ed-9ea9-c159a36f839e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:15:54.199083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/45ae37d3-6d57-407a-9a1e-86c48878df4b HTTP/1.1" status: 204 len: 168 time: 0.4156158 Jul 23 20:15:54.199781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:54.200556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5cc29-e0a4-4b33-a300-a92642a1a557 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ae37d3-6d57-407a-9a1e-86c48878df4b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:54.310988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff76b0d-ee80-4cf6-b2b9-34b8ccc3e093 req-e1005d7f-6132-4f5f-a344-fbdd99c767fa tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:54.320186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bff76b0d-ee80-4cf6-b2b9-34b8ccc3e093 req-e1005d7f-6132-4f5f-a344-fbdd99c767fa tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.1587923 Jul 23 20:15:54.360420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.424015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bff76b0d-ee80-4cf6-b2b9-34b8ccc3e093 req-c5e406e8-eac9-42f5-b035-e15d040e1143 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980647 Jul 23 20:15:54.477022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241cbab-93bd-4986-81fb-9392d5f87374 req-41f40d00-ea2b-429d-afe4-0e806e262028 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:54.483554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Deleting port 894d61bc-678a-4171-a4b0-df45d76cf61b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:54.483785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.491348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3241cbab-93bd-4986-81fb-9392d5f87374 req-41f40d00-ea2b-429d-afe4-0e806e262028 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.2367473 Jul 23 20:15:54.578940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3241cbab-93bd-4986-81fb-9392d5f87374 req-5106f58e-e35b-4edf-97cf-c8a0199b255c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877085 Jul 23 20:15:54.605912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] DHCP port deletion for 590f2b44-94b5-49ed-9ea9-c159a36f839e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:15:54.641645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] For port 894d61bc-678a-4171-a4b0-df45d76cf61b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=894d61bc-678a-4171-a4b0-df45d76cf61b,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:54.642001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.677452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Calling delete_port for 894d61bc-678a-4171-a4b0-df45d76cf61b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:54.716676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] Deleting port 894d61bc-678a-4171-a4b0-df45d76cf61b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:54.717850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.845802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 900aa799-9cc6-48fa-a412-6705e02210f0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:54.851020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.880453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 900aa799-9cc6-48fa-a412-6705e02210f0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:54.881044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 900aa799-9cc6-48fa-a412-6705e02210f0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:54.881723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 894d61bc-678a-4171-a4b0-df45d76cf61b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:54.901247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Pushing event deleted for resources: {'Port': ['ID=894d61bc-678a-4171-a4b0-df45d76cf61b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:54.906285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] No DVR routers for this DVR port 894d61bc-678a-4171-a4b0-df45d76cf61b on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:54.918182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] For port 894d61bc-678a-4171-a4b0-df45d76cf61b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=894d61bc-678a-4171-a4b0-df45d76cf61b,segment=NetworkSegment(5241e7c9-0cbc-419c-89e4-02baabc05083),segment_id=5241e7c9-0cbc-419c-89e4-02baabc05083)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:54.918938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:54.921780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 894d61bc-678a-4171-a4b0-df45d76cf61b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:54.922183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 894d61bc-678a-4171-a4b0-df45d76cf61b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:54.922622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:15:54.951367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] Calling delete_port for 894d61bc-678a-4171-a4b0-df45d76cf61b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:54.953228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:15:54.953777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1e4611e6-2fa5-44d6-8f2d-de1813b263c6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:15:54.990258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.002510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590f2b44-94b5-49ed-9ea9-c159a36f839e']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:55.017289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5241e7c9-0cbc-419c-89e4-02baabc05083') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:55.017643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5241e7c9-0cbc-419c-89e4-02baabc05083') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:55.033744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.062947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.067565 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.071700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:15:55.072122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:15:55.074287 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:15:55.111364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] Pushing event deleted for resources: {'Port': ['ID=894d61bc-678a-4171-a4b0-df45d76cf61b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.128092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45452ab0-5ec6-497e-9f98-16857b0027f1 None None] No DVR routers for this DVR port 894d61bc-678a-4171-a4b0-df45d76cf61b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:15:55.161387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.167039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:55.169105 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] 10.222.0.46 "DELETE /v2.0/networks/590f2b44-94b5-49ed-9ea9-c159a36f839e HTTP/1.1" status: 204 len: 168 time: 0.9592264 Jul 23 20:15:55.172387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36740) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:55.190204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf8bed-b1e5-4777-8305-ad93690b023e admin admin] Pushing event deleted for resources: {'Network': ['ID=590f2b44-94b5-49ed-9ea9-c159a36f839e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:55.241408 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:15:55.330074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-f1b9b504-1880-4c7b-9185-92db30e1e462 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290236 Jul 23 20:15:55.583483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-3ce6b49c-89c0-4faa-81c7-410bf4ae759f tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:55.584922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-3ce6b49c-89c0-4faa-81c7-410bf4ae759f tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2496223 Jul 23 20:15:55.628103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-da250795-b59c-4432-84bc-2019059b6e34 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/quotas/90c85d1fc57e44c0b725b804f3c57e3b HTTP/1.1" status: 200 len: 375 time: 0.0236022 Jul 23 20:15:55.705443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-03bd0f64-2846-4678-a6bb-3f02f9d3cec3 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642116 Jul 23 20:15:55.718878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137362a-7c06-48a1-a504-6640861d2b73 req-9f7bb917-8a3f-4a2d-a1ee-aea18ae4ad89 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:55.722286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b137362a-7c06-48a1-a504-6640861d2b73 req-9f7bb917-8a3f-4a2d-a1ee-aea18ae4ad89 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.2040753 Jul 23 20:15:55.783658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b137362a-7c06-48a1-a504-6640861d2b73 req-fe43a03d-e349-4c9c-92de-38b0ee4a5fb8 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Jul 23 20:15:55.934368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.019380 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dc95ffe9-f89a-4913-9f09-6c6c1457ba90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1279912 Jul 23 20:15:56.164794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebebfc-56d4-45b5-b81d-532ff36147a7 req-e69895a5-9c7f-4ad7-8263-614c541ce93c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.174035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9ebebfc-56d4-45b5-b81d-532ff36147a7 req-e69895a5-9c7f-4ad7-8263-614c541ce93c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1682446 Jul 23 20:15:56.231528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.237997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.238508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.238992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.240073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.240559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.241037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.243305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-dde088e3-0dfe-4d2c-9df0-f2573b5a49b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6505 time: 0.1282680 Jul 23 20:15:56.347568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9ebebfc-56d4-45b5-b81d-532ff36147a7 req-fc27a901-a8de-4fbe-b1c0-d8dd7889658c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723919 Jul 23 20:15:56.438964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9387d8f6-83fc-4633-8739-a274971f0b39 req-4569f06b-7e8a-404c-8e40-51723cb8ee11 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 210 time: 0.0637329 Jul 23 20:15:56.524705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-8846798c-41e7-409e-8131-f2196904ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.524705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-8846798c-41e7-409e-8131-f2196904ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.525145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-8846798c-41e7-409e-8131-f2196904ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.532579 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-8846798c-41e7-409e-8131-f2196904ea87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=c26f385d-8133-4651-8133-e853a7a0add7&id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 2296 time: 0.2504051 Jul 23 20:15:56.583318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Deleting port 0e83dc10-55c7-4625-a421-e7571391e7f7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:56.591033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.705391 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-b16e75b2-bac1-40b5-b84b-5a101ff06388 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 200 len: 1001 time: 0.1668012 Jul 23 20:15:56.787143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] For port 0e83dc10-55c7-4625-a421-e7571391e7f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0e83dc10-55c7-4625-a421-e7571391e7f7,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:15:56.787618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:56.814167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Calling delete_port for 0e83dc10-55c7-4625-a421-e7571391e7f7 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:15:56.819584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-48dec5a5-575d-43b1-8de9-7f65801d80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.820557 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-48dec5a5-575d-43b1-8de9-7f65801d80aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc87ba92-6d9f-4b21-9f93-be5a811a954e HTTP/1.1" status: 200 len: 855 time: 0.1046264 Jul 23 20:15:56.856144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b887c6-2c30-481f-8481-f6775fe72c7d req-aa292b94-d4d3-4f54-bed5-f38a531e7d96 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.863646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0b887c6-2c30-481f-8481-f6775fe72c7d req-aa292b94-d4d3-4f54-bed5-f38a531e7d96 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.1339395 Jul 23 20:15:56.947411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0b887c6-2c30-481f-8481-f6775fe72c7d req-e6b2abe7-e52b-4bcd-bf9e-f9fff2f35bff tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 Jul 23 20:15:56.989516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-009bf0ee-9022-4350-aa0a-13e685a78329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:56.991396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-009bf0ee-9022-4350-aa0a-13e685a78329 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1635957 Jul 23 20:15:57.134134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-533e9bc6-9222-424b-8295-5b64fa7bb577 service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311402 Jul 23 20:15:57.184902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.216511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e83dc10-55c7-4625-a421-e7571391e7f7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:57.280017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-a67a1c3b-f072-4997-ac18-781b2ad5f410 service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351035 Jul 23 20:15:57.434794 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-35d2725e-91e9-4315-a8df-88dd5f903c46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 217 time: 0.1403098 Jul 23 20:15:57.527791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-e8b92ff4-5cc3-4be7-9d2e-c87a35520305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:57.529882 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-e8b92ff4-5cc3-4be7-9d2e-c87a35520305 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.0874898 Jul 23 20:15:57.558119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-ba630a21-2ec9-4111-b8d0-b7252ebc8c4f tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436382 Jul 23 20:15:57.583271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c38f50-8978-4dcd-950b-5f0ae51a2fd4 req-5a7d10bb-fb32-4c3f-803b-9fc709c1dafd tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:57.585027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2c38f50-8978-4dcd-950b-5f0ae51a2fd4 req-5a7d10bb-fb32-4c3f-803b-9fc709c1dafd tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1213269 Jul 23 20:15:57.636911 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.642318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41f4aee8-1ea0-4b84-a6f3-ebdaa43c794f req-f34e31a5-2ff6-42fa-8606-c55ddf56605f tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 210 time: 0.0560141 Jul 23 20:15:57.728088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-aa6777a0-ae34-422d-8c04-6375f65115b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:57.729921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-aa6777a0-ae34-422d-8c04-6375f65115b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1749623 Jul 23 20:15:57.754273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-5bba8543-a4b4-4481-9324-f1bcbab19920 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:57.756394 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-5bba8543-a4b4-4481-9324-f1bcbab19920 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881747 Jul 23 20:15:57.778726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Request body: {'port': {'device_id': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '90c85d1fc57e44c0b725b804f3c57e3b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:15:57.783743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2c38f50-8978-4dcd-950b-5f0ae51a2fd4 req-203f4d4b-bad6-455a-b702-6b92d05ecf79 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856000 Jul 23 20:15:57.971731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Router 9e1018d9-6d99-4246-8d3a-db162c6b323a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:15:57.977922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Made reservation on behalf of 90c85d1fc57e44c0b725b804f3c57e3b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:15:57.982812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:57.998093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.125786 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-e15d8d11-f3cf-41f8-bb3f-2495f45307b9 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839548 Jul 23 20:15:58.137896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:15:58.147958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] Sync routers for ids ['9e1018d9-6d99-4246-8d3a-db162c6b323a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:15:58.149845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36812) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:15:58.156857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e5ad7342-8dee-4fdb-a0b4-368ab2828469 admin admin] 10.222.0.46 "PUT /v2.0/routers/9e1018d9-6d99-4246-8d3a-db162c6b323a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9719162 Jul 23 20:15:58.162402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] Routers {'9e1018d9-6d99-4246-8d3a-db162c6b323a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:58.163617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9e1018d9-6d99-4246-8d3a-db162c6b323a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:58.262502 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.278690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.284995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70a28d-aaeb-422b-969d-f7d7155bca2d req-7b82fc4b-756f-42e9-9e32-964466502fe1 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:58.292728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d70a28d-aaeb-422b-969d-f7d7155bca2d req-7b82fc4b-756f-42e9-9e32-964466502fe1 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.1941214 Jul 23 20:15:58.346809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d70a28d-aaeb-422b-969d-f7d7155bca2d req-cdefac37-41ae-43b8-897a-b3c591d0415c tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526423 Jul 23 20:15:58.362278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] Set router 9e1018d9-6d99-4246-8d3a-db162c6b323a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:58.453589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=549ba6c1-a8f0-49d8-ade1-00eaf1206772,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:58.597491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-83ed0939-e073-4a31-b452-b2237ac9ac4a service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599605 Jul 23 20:15:58.616626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05733b55-d6b7-449e-9aba-680e82333f30 req-7065b026-d4f1-4ef4-85b6-90e370128841 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:58.616893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:15:57Z', 'revision_number': 5, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:58.618800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-05733b55-d6b7-449e-9aba-680e82333f30 req-7065b026-d4f1-4ef4-85b6-90e370128841 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.5383313 Jul 23 20:15:58.667587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] Checking router: 9e1018d9-6d99-4246-8d3a-db162c6b323a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:15:58.677646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] Routers {'9e1018d9-6d99-4246-8d3a-db162c6b323a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:15:58.678426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9e1018d9-6d99-4246-8d3a-db162c6b323a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:58.719025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-58af39ce-898d-4830-be48-ae61ec5931ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 217 time: 0.0990677 Jul 23 20:15:58.760946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Allocated IP 192.168.233.213 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/d286891a-2294-4df7-a618-23cc19ac913c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:15:58.840397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-adff936c-708b-4115-a0dc-2121e06705f3 req-7678694b-925a-4ff1-8a43-792a8bc52d10 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 210 time: 0.0431411 Jul 23 20:15:58.893019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:58.937175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] Set router 9e1018d9-6d99-4246-8d3a-db162c6b323a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:15:59.019893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5896a1-e46d-4ed3-b71f-7c7c98fc5b82 req-50343fb3-2fb5-45a7-84ba-3f0f7736036b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:59.045647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f5896a1-e46d-4ed3-b71f-7c7c98fc5b82 req-50343fb3-2fb5-45a7-84ba-3f0f7736036b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1142461 Jul 23 20:15:59.093467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f5896a1-e46d-4ed3-b71f-7c7c98fc5b82 req-45181c35-46a6-4452-876a-13689951ff56 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464816 Jul 23 20:15:59.217138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:15:57Z', 'revision_number': 5, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:15:59.255346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ace74be-d94b-4124-96a9-8cdd7e70c540 None None] The sync data for ids ['9e1018d9-6d99-4246-8d3a-db162c6b323a'] in n-d-793620-13 is: [{'id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'name': 'tempest-AttachSCSIVolumeTestJSON-446622270-router', 'tenant_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': '711722d6-f9c9-449c-a626-7684ea118880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:07Z', 'updated_at': '2021-07-23T20:15:57Z', 'revision_number': 5, 'project_id': '8894cc00b1584bf7b612ea5ee5b62e67', 'gw_port': {'id': '711722d6-f9c9-449c-a626-7684ea118880', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1018d9-6d99-4246-8d3a-db162c6b323a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:09Z', 'updated_at': '2021-07-23T20:14:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:15:59.289749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.307050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Transition to ACTIVE for port object d286891a-2294-4df7-a618-23cc19ac913c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:15:59.431440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-ee7582f8-e751-4fd8-9a5b-c1915d1ada21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:59.433093 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-ee7582f8-e751-4fd8-9a5b-c1915d1ada21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.5418177 Jul 23 20:15:59.520898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.532745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df3a9e-9e33-42f7-846c-e08731128a0c req-4f54fda5-8db6-45f4-872d-5100009cfb13 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:15:59.540222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78df3a9e-9e33-42f7-846c-e08731128a0c req-4f54fda5-8db6-45f4-872d-5100009cfb13 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 945 time: 0.1044252 Jul 23 20:15:59.589564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Deleting port 643d4321-f0b6-4069-aee1-fddb5c99c244 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:15:59.589918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.593696 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:15:59.611541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78df3a9e-9e33-42f7-846c-e08731128a0c req-b4356cc6-40f4-4069-ab41-aa47d582592e tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688746 Jul 23 20:15:59.644998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:15:59.655386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Pushing event updated for resources: {'Port': ['ID=d286891a-2294-4df7-a618-23cc19ac913c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:15:59.658146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:15:59.681732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:00.035067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec2a27-0660-411e-875a-fe71589e6285 req-73bc9629-58cf-40bf-ba77-d383b1ae4ed9 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.042063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3dec2a27-0660-411e-875a-fe71589e6285 req-73bc9629-58cf-40bf-ba77-d383b1ae4ed9 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 936 time: 0.1037664 Jul 23 20:16:00.094357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3dec2a27-0660-411e-875a-fe71589e6285 req-881f3b11-332b-4d24-b5f5-37ee999afe4a tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Jul 23 20:16:00.097460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3076604e-3f19-44fb-a6bd-1272c9f1c31d None None] Provisioning for port d286891a-2294-4df7-a618-23cc19ac913c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:00.108335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3076604e-3f19-44fb-a6bd-1272c9f1c31d None None] Provisioning complete for port d286891a-2294-4df7-a618-23cc19ac913c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:00.118971 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3076604e-3f19-44fb-a6bd-1272c9f1c31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.167880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-804ad20d-cd41-4e8f-b9eb-5544d6f9333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.171229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-804ad20d-cd41-4e8f-b9eb-5544d6f9333b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7183819 Jul 23 20:16:00.204432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3076604e-3f19-44fb-a6bd-1272c9f1c31d None None] Port d286891a-2294-4df7-a618-23cc19ac913c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:00.277571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.278239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.281116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0cc48-93fa-4376-855f-f0f15851b271 req-7ba368d7-ec33-4558-8ca7-201bcd5c81de tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.297815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bac0cc48-93fa-4376-855f-f0f15851b271 req-7ba368d7-ec33-4558-8ca7-201bcd5c81de tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1112809 Jul 23 20:16:00.349675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=643d4321-f0b6-4069-aee1-fddb5c99c244,segment=NetworkSegment(6e60b4d3-5a64-4509-9d43-2d291e63391c),segment_id=6e60b4d3-5a64-4509-9d43-2d291e63391c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:00.350247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.375530 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-1ec06a63-049f-449f-ac54-d3b588028c6b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6024916 Jul 23 20:16:00.380156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Calling delete_port for 643d4321-f0b6-4069-aee1-fddb5c99c244 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:00.394931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bac0cc48-93fa-4376-855f-f0f15851b271 req-1b3da567-f833-4f5b-a096-e960fdeb7010 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891988 Jul 23 20:16:00.403803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Deleting port 711722d6-f9c9-449c-a626-7684ea118880 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:00.404365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.428611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Request body: {'port': {'device_id': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:00.481308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 643d4321-f0b6-4069-aee1-fddb5c99c244 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:00.487996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-bacbca85-dc99-4eb8-8126-92812dedd535 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899046 Jul 23 20:16:00.583004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.612762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:00.615410 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876a438d-3339-4ee6-be29-4c6ccacb61d5" -d '{"events": [{"server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "name": "network-vif-unplugged", "status": "completed", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:00.653973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 643d4321-f0b6-4069-aee1-fddb5c99c244, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=643d4321-f0b6-4069-aee1-fddb5c99c244,segment=NetworkSegment(6e60b4d3-5a64-4509-9d43-2d291e63391c),segment_id=6e60b4d3-5a64-4509-9d43-2d291e63391c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:00.661354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.732792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e83dc10-55c7-4625-a421-e7571391e7f7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:00.750998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.775147 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e52741-9a25-49de-a062-92484fb4a86c x-openstack-request-id: req-94e52741-9a25-49de-a062-92484fb4a86c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:00.775761 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "name": "network-vif-unplugged", "status": "completed", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:00.776111 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94e52741-9a25-49de-a062-92484fb4a86c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:00.776842 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244', 'code': 200} Jul 23 20:16:00.780872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0e83dc10-55c7-4625-a421-e7571391e7f7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:00.781806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e83dc10-55c7-4625-a421-e7571391e7f7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:00.802688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] For port 711722d6-f9c9-449c-a626-7684ea118880, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=711722d6-f9c9-449c-a626-7684ea118880,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:00.803053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:00.814750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:00.829071 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-4cc5d045-1626-41b5-82d9-600717191392 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976503 Jul 23 20:16:00.839654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Calling delete_port for 711722d6-f9c9-449c-a626-7684ea118880 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:00.869625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fda81-ba54-48eb-8979-686761f0c404 req-9b871e79-3a6f-43e5-9c8c-062a95e0421f tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:00.871239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2fda81-ba54-48eb-8979-686761f0c404 req-9b871e79-3a6f-43e5-9c8c-062a95e0421f tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 943 time: 0.1172953 Jul 23 20:16:00.915607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2fda81-ba54-48eb-8979-686761f0c404 req-43e3b74d-ae5c-4848-9319-01463d6d0a59 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/security-groups?id=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384235 Jul 23 20:16:01.031925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-6d64cc34-0c22-4140-a3ac-a1bbf4fba3fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=83e720bf-8759-4817-a929-b9a955862de7 HTTP/1.1" status: 200 len: 217 time: 0.0817752 Jul 23 20:16:01.172931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.230921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-6ca82d00-4ce9-4281-be9b-161c7bdad845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:01.232422 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-6ca82d00-4ce9-4281-be9b-161c7bdad845 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1899788 Jul 23 20:16:01.237613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Pushing event deleted for resources: {'Port': ['ID=643d4321-f0b6-4069-aee1-fddb5c99c244,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:01.273540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4611ef-1fc3-46ca-a47b-e301d8a5dce4 req-656d2514-677e-483d-b923-e1ca0a046d92 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:01.281158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f4611ef-1fc3-46ca-a47b-e301d8a5dce4 req-656d2514-677e-483d-b923-e1ca0a046d92 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 936 time: 0.0998969 Jul 23 20:16:01.322455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f4611ef-1fc3-46ca-a47b-e301d8a5dce4 req-84d7268a-8945-44af-9b82-c2662a893626 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402131 Jul 23 20:16:01.368587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] No DVR routers for this DVR port 643d4321-f0b6-4069-aee1-fddb5c99c244 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:01.373214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.375165 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-05733b55-d6b7-449e-9aba-680e82333f30 req-b898e56f-7ad3-4dc3-9e25-810a6265c3ba tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.47 "DELETE /v2.0/ports/643d4321-f0b6-4069-aee1-fddb5c99c244 HTTP/1.1" status: 204 len: 173 time: 2.7429905 Jul 23 20:16:01.395900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'name': 'network-vif-deleted', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:01.399198 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13439884-e352-41c5-9687-58df4a0c1343" -d '{"events": [{"server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "name": "network-vif-deleted", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:01.496037 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870280ec-10d8-4bdc-9bbf-3db900577c3c x-openstack-request-id: req-870280ec-10d8-4bdc-9bbf-3db900577c3c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:01.496332 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fee9b51-08c0-4fc2-b02f-c25ba4b0f719", "name": "network-vif-deleted", "tag": "643d4321-f0b6-4069-aee1-fddb5c99c244", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:01.496588 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-870280ec-10d8-4bdc-9bbf-3db900577c3c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:01.496982 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fee9b51-08c0-4fc2-b02f-c25ba4b0f719', 'name': 'network-vif-deleted', 'tag': '643d4321-f0b6-4069-aee1-fddb5c99c244', 'status': 'completed', 'code': 200} Jul 23 20:16:01.525010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:01.627011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f5214-cd5f-4a2a-8617-2d2d120ddbc8 req-3562d13f-8b8d-43dc-be1e-0c5bb1b4a8d8 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:01.627674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=711722d6-f9c9-449c-a626-7684ea118880,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:01.628562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c94f5214-cd5f-4a2a-8617-2d2d120ddbc8 req-3562d13f-8b8d-43dc-be1e-0c5bb1b4a8d8 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1131146 Jul 23 20:16:01.651467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-02ee8569-cc3e-4e30-a64e-f6b553d9c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:01.663870 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-02ee8569-cc3e-4e30-a64e-f6b553d9c637 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3789222 Jul 23 20:16:01.726538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c94f5214-cd5f-4a2a-8617-2d2d120ddbc8 req-bcfe56f5-e492-45c4-9943-612392d4478e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870957 Jul 23 20:16:01.860236 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.026712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d286891a-2294-4df7-a618-23cc19ac913c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:02.038222 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-f3dbe227-5c91-4651-93be-f3a4132e70be service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204541 Jul 23 20:16:02.040031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.043081 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.046940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.116165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-670cfb12-00ac-4537-b443-3bc9bf0a3c81 req-ca882c1b-15c7-43a6-a42c-2b50a75c18c1 tempest-ServerGroupTestJSON-1521426020 tempest-ServerGroupTestJSON-1521426020-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fee9b51-08c0-4fc2-b02f-c25ba4b0f719 HTTP/1.1" status: 200 len: 210 time: 0.0778232 Jul 23 20:16:02.123381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Transition to ACTIVE for port object d286891a-2294-4df7-a618-23cc19ac913c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:02.188869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.189303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1018d9-6d99-4246-8d3a-db162c6b323a {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:16:02.196574 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.208556 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.212294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b35f17a3-4cd3-4606-b05c-4475ec9972c3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9e1018d9-6d99-4246-8d3a-db162c6b323a HTTP/1.1" status: 204 len: 168 time: 4.0411775 Jul 23 20:16:02.212548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36904) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:02.220803 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-1b46b67d-0ceb-4151-b48a-f876adc44964 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733508 Jul 23 20:16:02.300363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Deleting subnet f6a8a6b4-340f-46cf-9c23-bc6f31033dc3 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:16:02.305357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.349001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-332b019d-643c-4b29-8f3b-7cd485a329fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35 HTTP/1.1" status: 200 len: 217 time: 0.1092398 Jul 23 20:16:02.374825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.457658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d286891a-2294-4df7-a618-23cc19ac913c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:02.585535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-696578bb-d381-4bec-88cb-58fad007620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:02.588173 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-696578bb-d381-4bec-88cb-58fad007620b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.2018533 Jul 23 20:16:02.604919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.635010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Attempting to bind port d286891a-2294-4df7-a618-23cc19ac913c on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:02.635463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Attempting to bind port d286891a-2294-4df7-a618-23cc19ac913c by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:02.635703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Attempting to bind port d286891a-2294-4df7-a618-23cc19ac913c on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:02.668454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0186b47-58ea-4178-9c54-7d1564af709f req-91bcf264-3307-466d-9ddf-dab8e99bd9e5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:02.670523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0186b47-58ea-4178-9c54-7d1564af709f req-91bcf264-3307-466d-9ddf-dab8e99bd9e5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 948 time: 0.1704185 Jul 23 20:16:02.681145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Port d286891a-2294-4df7-a618-23cc19ac913c on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:02.681522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Attempting to bind port d286891a-2294-4df7-a618-23cc19ac913c on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:02.689261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:02.689836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:02.690402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:02.690913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Bound port: d286891a-2294-4df7-a618-23cc19ac913c, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:02.691283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.740146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0186b47-58ea-4178-9c54-7d1564af709f req-cc8ce2c5-5329-4eb9-ba5d-d1edf2f19837 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584993 Jul 23 20:16:02.748264 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.794360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a8a6b4-340f-46cf-9c23-bc6f31033dc3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:02.796378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:02.796620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-fee5df03-5676-4ff5-8d70-3f7ef93704f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:02.798904 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-fee5df03-5676-4ff5-8d70-3f7ef93704f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1972742 Jul 23 20:16:02.800928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f43c9aae-3454-44cd-8089-adb681042297 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f6a8a6b4-340f-46cf-9c23-bc6f31033dc3 HTTP/1.1" status: 204 len: 168 time: 0.5856972 Jul 23 20:16:02.802523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:02.805175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7abfb76-0995-4520-87a5-d250d69260d6 None None] Network 40815107-2e25-42b9-856f-982c8a58b07d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:03.021000 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.021749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 711722d6-f9c9-449c-a626-7684ea118880 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:03.045757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] For port d286891a-2294-4df7-a618-23cc19ac913c, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:03.056394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 711722d6-f9c9-449c-a626-7684ea118880 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:03.056820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 711722d6-f9c9-449c-a626-7684ea118880 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:03.087210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-c20a239d-a453-468f-bf6b-349e5acff729 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645338 Jul 23 20:16:03.106253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048da96e-c880-4768-8a2c-fb6bfb5a60cb req-cf3a41f0-4fee-44e8-b170-79af14c96cc2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.108047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-048da96e-c880-4768-8a2c-fb6bfb5a60cb req-cf3a41f0-4fee-44e8-b170-79af14c96cc2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.2030444 Jul 23 20:16:03.172611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] For port d286891a-2294-4df7-a618-23cc19ac913c, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d286891a-2294-4df7-a618-23cc19ac913c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:03.173118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Deleting port f17b87a7-3049-4f88-a4a8-970eb8699048 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:03.173499 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.183585 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.188404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] DHCP port deletion for 40815107-2e25-42b9-856f-982c8a58b07d request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:16:03.256252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-048da96e-c880-4768-8a2c-fb6bfb5a60cb req-1a9e1fad-cc0a-4413-85fe-21d4eccfd431 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209977 Jul 23 20:16:03.270779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d286891a-2294-4df7-a618-23cc19ac913c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:03.278518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.279147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.280692 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-cc0ed480-6454-45d9-8ada-c00d7cffd0c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d286891a-2294-4df7-a618-23cc19ac913c HTTP/1.1" status: 200 len: 1097 time: 2.8723717 Jul 23 20:16:03.323110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] For port f17b87a7-3049-4f88-a4a8-970eb8699048, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f17b87a7-3049-4f88-a4a8-970eb8699048,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:03.324087 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.329691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] Deleting port f17b87a7-3049-4f88-a4a8-970eb8699048 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:03.330174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.355386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Calling delete_port for f17b87a7-3049-4f88-a4a8-970eb8699048 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:03.470248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-7835a8d7-ad85-42bf-a81b-a3b4c3a524b1 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658323 Jul 23 20:16:03.477550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] For port f17b87a7-3049-4f88-a4a8-970eb8699048, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f17b87a7-3049-4f88-a4a8-970eb8699048,segment=NetworkSegment(f71557b6-a38c-43a0-97c1-ea4fdf102a93),segment_id=f71557b6-a38c-43a0-97c1-ea4fdf102a93)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:03.477950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.539338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] Calling delete_port for f17b87a7-3049-4f88-a4a8-970eb8699048 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:03.544232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'tag': 'd286891a-2294-4df7-a618-23cc19ac913c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:03.547502 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd9a342-969d-4b32-9119-29f437397f85" -d '{"events": [{"name": "network-changed", "server_uuid": "bf93dc6e-4f51-46b6-b91f-9d3aba1ca993", "tag": "d286891a-2294-4df7-a618-23cc19ac913c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:03.552650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-275adfd4-aa6f-439e-8d5a-30ac503adc6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 200 len: 217 time: 0.0705817 Jul 23 20:16:03.635783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-537158f6-6672-4d85-a075-4dee824e41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.639595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-537158f6-6672-4d85-a075-4dee824e41ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 1100 time: 0.2626641 Jul 23 20:16:03.663789 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7f3d06-d5ca-4823-87f5-fdfff97947d8 x-openstack-request-id: req-cc7f3d06-d5ca-4823-87f5-fdfff97947d8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:03.664127 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf93dc6e-4f51-46b6-b91f-9d3aba1ca993", "tag": "d286891a-2294-4df7-a618-23cc19ac913c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:03.665244 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc7f3d06-d5ca-4823-87f5-fdfff97947d8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:03.665721 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'tag': 'd286891a-2294-4df7-a618-23cc19ac913c', 'status': 'completed', 'code': 200} Jul 23 20:16:03.667409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-404bcd1a-89fa-4836-b435-f642cb740c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.673234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-404bcd1a-89fa-4836-b435-f642cb740c94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.1119959 Jul 23 20:16:03.782014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-caf27f7f-5ad0-4642-bf28-f108becf0517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d286891a-2294-4df7-a618-23cc19ac913c HTTP/1.1" status: 200 len: 217 time: 0.1060205 Jul 23 20:16:03.783597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:03.872167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] Pushing event deleted for resources: {'Port': ['ID=f17b87a7-3049-4f88-a4a8-970eb8699048,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:03.895477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e1328-be38-40b1-afba-a88a4853da29 None None] No DVR routers for this DVR port f17b87a7-3049-4f88-a4a8-970eb8699048 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:03.942430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-d8b9c718-c3c5-4779-80f6-b207eae7a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:03.944015 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-d8b9c718-c3c5-4779-80f6-b207eae7a73b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1555111 Jul 23 20:16:03.967831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.012592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-c1765334-fafa-4ea6-beda-9600f216f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.014310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-c1765334-fafa-4ea6-beda-9600f216f463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3262877 Jul 23 20:16:04.028725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f17b87a7-3049-4f88-a4a8-970eb8699048,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:04.049059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] No DVR routers for this DVR port f17b87a7-3049-4f88-a4a8-970eb8699048 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:04.143976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e28f78-6c58-40cc-a677-835937114efa req-8fe34643-1d37-47f3-9f90-755ebd761732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.145809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.146258 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-8fe34643-1d37-47f3-9f90-755ebd761732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1921675 Jul 23 20:16:04.158902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40815107-2e25-42b9-856f-982c8a58b07d']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:04.178585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71557b6-a38c-43a0-97c1-ea4fdf102a93') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:04.178823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71557b6-a38c-43a0-97c1-ea4fdf102a93') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:04.189340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.202118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:04.213830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-b85ac3ed-2356-43bf-bd26-f65057d1dcc1 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913528 Jul 23 20:16:04.218581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.256776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:04.257287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:04.259350 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:04.338142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-3209f3f0-22dd-41de-b2ba-d3804717bd0a service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804593 Jul 23 20:16:04.339173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba435b7-02f1-4d81-b1fe-bc0192cdf99c req-2ec606a7-3233-47e0-893f-c6e05ffae790 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.346684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ba435b7-02f1-4d81-b1fe-bc0192cdf99c req-2ec606a7-3233-47e0-893f-c6e05ffae790 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 948 time: 0.3929679 Jul 23 20:16:04.352283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Deleting subnet d8a8309d-ff12-4a6c-959e-4be7d8f3b036 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:16:04.362606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.404808 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-a451a186-6634-4e83-ad3e-2fb1d1426734 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528730 Jul 23 20:16:04.434605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.443580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.448551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/40815107-2e25-42b9-856f-982c8a58b07d HTTP/1.1" status: 204 len: 168 time: 1.6447580 Jul 23 20:16:04.472766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-a521473d-e0af-4827-b620-50a93047836e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 200 len: 217 time: 0.0430346 Jul 23 20:16:04.489111 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.527123 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-17e28f78-6c58-40cc-a677-835937114efa req-b3c1a548-b994-40c7-b602-760a77069cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758661 Jul 23 20:16:04.542806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-df983027-c28d-42de-86ba-94c6175bfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.544495 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-df983027-c28d-42de-86ba-94c6175bfdfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.0635729 Jul 23 20:16:04.557665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b282a2f-61bb-4f13-978a-b28c54c9eff5 admin admin] Pushing event deleted for resources: {'Network': ['ID=40815107-2e25-42b9-856f-982c8a58b07d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:04.587034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ba435b7-02f1-4d81-b1fe-bc0192cdf99c req-dda41f2a-ea81-4c7d-8e7d-2ab2f1076141 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398980 Jul 23 20:16:04.640794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.710284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8653a2-3989-40aa-926c-db439516ad6c req-11e294e5-3f05-487d-8018-1247c6fcb027 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.717512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a8653a2-3989-40aa-926c-db439516ad6c req-11e294e5-3f05-487d-8018-1247c6fcb027 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.2497258 Jul 23 20:16:04.728907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36978) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:04.759545 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.780451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f17b87a7-3049-4f88-a4a8-970eb8699048 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:04.788291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-fb806f64-cb4c-43b4-bb2e-e02cfb301a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.789892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-fb806f64-cb4c-43b4-bb2e-e02cfb301a2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2334170 Jul 23 20:16:04.805149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f17b87a7-3049-4f88-a4a8-970eb8699048 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:04.805527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f17b87a7-3049-4f88-a4a8-970eb8699048 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:04.821035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:04.822988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8a8309d-ff12-4a6c-959e-4be7d8f3b036 HTTP/1.1" status: 204 len: 168 time: 0.6157217 Jul 23 20:16:04.825931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b25a5-d417-4c76-a22f-476b33c3c718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a8309d-ff12-4a6c-959e-4be7d8f3b036,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:04.829675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36986) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:04.842056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a8653a2-3989-40aa-926c-db439516ad6c req-aafd3826-6dde-4d57-8419-fd1869fbfffa tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235449 Jul 23 20:16:04.856383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36988) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:04.858065 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0a02534-ea5f-4cbe-8124-5e51e74e160c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5cb56508965a4fd98f41cb36906d133e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266854 Jul 23 20:16:04.861038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a342-969d-4b32-9119-29f437397f85 req-92edac5a-46a2-4d8f-bdb3-2fcece276f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:04.862653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-92edac5a-46a2-4d8f-bdb3-2fcece276f8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 1100 time: 0.2339017 Jul 23 20:16:04.964096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.019001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-644ab7a8-f277-4fa4-9c46-16ff67c8936d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.087497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.099574 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-644ab7a8-f277-4fa4-9c46-16ff67c8936d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.110204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a9fc21-1ffb-4d69-a0f4-b44d34dab35f']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:05.128119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e60b4d3-5a64-4509-9d43-2d291e63391c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:05.128506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e60b4d3-5a64-4509-9d43-2d291e63391c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:05.148713 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.167812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.177987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:05.178714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:05.181280 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:05.270963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.287978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-280f4694-d24e-4cc0-b53d-a685f5cefa85 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834599 Jul 23 20:16:05.296034 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.300864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] 10.222.0.46 "DELETE /v2.0/networks/75a9fc21-1ffb-4d69-a0f4-b44d34dab35f HTTP/1.1" status: 204 len: 168 time: 0.4701891 Jul 23 20:16:05.324851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a342-969d-4b32-9119-29f437397f85 req-02213bde-68ec-47ae-926d-4a67de83b4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.326955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-02213bde-68ec-47ae-926d-4a67de83b4ab service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.4524922 Jul 23 20:16:05.342062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-644ab7a8-f277-4fa4-9c46-16ff67c8936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.346552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-644ab7a8-f277-4fa4-9c46-16ff67c8936d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.361552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-644ab7a8-f277-4fa4-9c46-16ff67c8936d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df4c2fdf-d597-4b31-982a-b0b7300db925 HTTP/1.1" status: 204 len: 168 time: 0.5040269 Jul 23 20:16:05.367974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67024cf-67a4-4a08-8be8-3f85cdf04ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=75a9fc21-1ffb-4d69-a0f4-b44d34dab35f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:05.386512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-f2930159-049e-4bdc-963f-770bdb2efc68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=d286891a-2294-4df7-a618-23cc19ac913c HTTP/1.1" status: 200 len: 217 time: 0.0484290 Jul 23 20:16:05.404774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ab7a8-f277-4fa4-9c46-16ff67c8936d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c2fdf-d597-4b31-982a-b0b7300db925,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:05.549182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a342-969d-4b32-9119-29f437397f85 req-2d6a91a2-c1c1-4902-827b-48688d4cb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.552508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-2d6a91a2-c1c1-4902-827b-48688d4cb045 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1021044 Jul 23 20:16:05.602901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37026) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:05.606624 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e88d941c-20a7-4a80-9525-b1ccb4b4c189 req-15a83fcb-bc11-4642-8376-d49a7546e962 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057535 Jul 23 20:16:05.609757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c475200-5fb0-4d88-bfa6-a520d1c01cf2 req-ea9ec53d-82a2-4c6e-b556-c70e0ab9a8af tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.621754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c475200-5fb0-4d88-bfa6-a520d1c01cf2 req-ea9ec53d-82a2-4c6e-b556-c70e0ab9a8af tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 950 time: 0.1233459 Jul 23 20:16:05.668194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9a342-969d-4b32-9119-29f437397f85 req-778e21af-ce77-4863-8fcc-980e605a8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.670206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-778e21af-ce77-4863-8fcc-980e605a8f96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1063571 Jul 23 20:16:05.672047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aea66ef3-6130-4be2-bf74-e7c11dd14be0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9654110dfd24098a2a890fce1465e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677521 Jul 23 20:16:05.674686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37032) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:05.698780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c475200-5fb0-4d88-bfa6-a520d1c01cf2 req-eaeacbda-8e5b-48a1-a70b-db5d5232bbfb tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775805 Jul 23 20:16:05.790785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8a2b5-bc6e-4678-8be9-abbd466e1e52 req-b82802a9-609c-4f91-9b6f-11239271e68b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:05.792800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ee8a2b5-bc6e-4678-8be9-abbd466e1e52 req-b82802a9-609c-4f91-9b6f-11239271e68b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 948 time: 0.0974693 Jul 23 20:16:05.794823 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-096e5bfc-eafc-40c9-af46-346ffa291d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.832627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-096e5bfc-eafc-40c9-af46-346ffa291d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.840429 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-a47d6ec8-5284-48fb-b93e-00d3309e5918 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428695 Jul 23 20:16:05.868587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ee8a2b5-bc6e-4678-8be9-abbd466e1e52 req-9b54f06b-cf10-4a1a-8b7c-9677ddd00383 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678301 Jul 23 20:16:05.931746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37042) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:05.968259 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edd9a342-969d-4b32-9119-29f437397f85 req-482cef02-a6f8-4bcd-bf74-0ea975e39588 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180806 Jul 23 20:16:05.968855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-096e5bfc-eafc-40c9-af46-346ffa291d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.971420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-096e5bfc-eafc-40c9-af46-346ffa291d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:05.975863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-096e5bfc-eafc-40c9-af46-346ffa291d8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5 HTTP/1.1" status: 204 len: 168 time: 0.2968822 Jul 23 20:16:05.982771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e5bfc-eafc-40c9-af46-346ffa291d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a5a3da-f4b9-43c0-9ac2-027ebbd28dd5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:06.053145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-efa1f264-5832-4fbe-91e6-29504ffa8c25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8894cc00b1584bf7b612ea5ee5b62e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1202285 Jul 23 20:16:06.056310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37052) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:06.078602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b074882-6109-4347-ba75-8c30c8d5e61a req-35619ae3-d72a-4c1b-9588-9024c1a0f3cd tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:06.080158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b074882-6109-4347-ba75-8c30c8d5e61a req-35619ae3-d72a-4c1b-9588-9024c1a0f3cd tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1016715 Jul 23 20:16:06.122063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ccac4be-25d3-4a32-94be-26925eeac763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.123700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b074882-6109-4347-ba75-8c30c8d5e61a req-dfeb7325-936e-4100-973a-30fece9cf623 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350988 Jul 23 20:16:06.170880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ccac4be-25d3-4a32-94be-26925eeac763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.241477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ccac4be-25d3-4a32-94be-26925eeac763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.250213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ccac4be-25d3-4a32-94be-26925eeac763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:06.251401 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1ccac4be-25d3-4a32-94be-26925eeac763 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3212dcbc-3296-4999-bfda-58735639aeed HTTP/1.1" status: 204 len: 168 time: 0.1941020 Jul 23 20:16:06.279038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccac4be-25d3-4a32-94be-26925eeac763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212dcbc-3296-4999-bfda-58735639aeed,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.005353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c1d3a-9948-4a75-a1b3-1464656b1b4c req-160fed0f-d6f9-4f76-9067-594af80c5cba tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.006898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c69c1d3a-9948-4a75-a1b3-1464656b1b4c req-160fed0f-d6f9-4f76-9067-594af80c5cba tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 948 time: 0.0722671 Jul 23 20:16:07.014841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37106) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:07.049417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c69c1d3a-9948-4a75-a1b3-1464656b1b4c req-26bb37cd-6e38-4590-95c7-33b2d16fa046 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364165 Jul 23 20:16:07.127918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37112) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:07.171683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1629158990-network', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:07.194321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Made reservation on behalf of c40a41e8481749458eee3d31ceeef2e8 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:07.196937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.206133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.239322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-network', 'tenant_id': '803822078e9547978f578c6be8bd14c5'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:07.272422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c336126-f2d4-46c6-bc07-f43df9517014 req-0cbaa9de-4bbd-4d20-9e24-7b74076b8735 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.274170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c336126-f2d4-46c6-bc07-f43df9517014 req-0cbaa9de-4bbd-4d20-9e24-7b74076b8735 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.0754066 Jul 23 20:16:07.312790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.318299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c336126-f2d4-46c6-bc07-f43df9517014 req-3018331b-01a1-46a6-8389-5e02e10d762a tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Jul 23 20:16:07.320613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.367503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:07.380818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Made reservation on behalf of 803822078e9547978f578c6be8bd14c5 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:07.383174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.386989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ba9e07-b8cf-4465-9923-5941dfa9ee6f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.397992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.398457 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Added segment aeef3680-4c7a-4f0c-b99b-a442be028443 of type vlan for network b5978f4d-b2f5-45ca-919a-65b1f99741a4 Jul 23 20:16:07.399578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.451997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.500360 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.501305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.501914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.574398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] Pushing event updated for resources: {'Network': ['ID=b5978f4d-b2f5-45ca-919a-65b1f99741a4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.587054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:07.609211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.617887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.627094 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e135cb07-0be5-4b16-bc14-3d829a7f4948 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6101944 Jul 23 20:16:07.630771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37134) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:07.636609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Request body: {'subnet': {'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1629158990-subnet', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:07.660693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:07.664172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Made reservation on behalf of c40a41e8481749458eee3d31ceeef2e8 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:07.665478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2646290-38ae-4af1-972e-ef30bdff5dda,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.666843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.673384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.673802 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Added segment 4ab1ea5e-9820-45fe-a5fb-63fed066c138 of type vlan for network 24148162-0648-4107-add2-44ba434e04f1 Jul 23 20:16:07.716698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.746383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.747386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.747981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.778764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6497529 Jul 23 20:16:07.781566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37136) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:07.788514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Request body: {'subnet': {'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-subnet', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:07.825557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611d6e-ac7c-4518-b502-2ad8d9c4ae7b admin admin] Pushing event updated for resources: {'Network': ['ID=24148162-0648-4107-add2-44ba434e04f1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.836373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 24148162-0648-4107-add2-44ba434e04f1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:07.842521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Made reservation on behalf of 803822078e9547978f578c6be8bd14c5 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:07.845250 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.860176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.916702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f112cc2-e06e-402f-97f5-99c36641840f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:07.927859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.928206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.928550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.928885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.929221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.929578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.929907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.930224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.930550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.930871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.931191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.931513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:07.936596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Checking segment: {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:07.936947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Network hostable DHCP agents. Network: b5978f4d-b2f5-45ca-919a-65b1f99741a4, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:07.953984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:07.963590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b5978f4d-b2f5-45ca-919a-65b1f99741a4) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:07.968750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:07.970139 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:07.974422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce62dbd-08cb-49ab-9d1d-7faf32286447 None None] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:07.992293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-70137dea-271e-4827-ad44-c5b2ea8ffebe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3598320 Jul 23 20:16:07.996595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37138) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:08.003008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:08.026887 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.027956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.044271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.101167 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.108818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b5752b0-e173-4533-adde-cf878448c0a1,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:08.137793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Checking segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:08.138165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Network hostable DHCP agents. Network: 24148162-0648-4107-add2-44ba434e04f1, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:08.164917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'fixed_ips': [{'subnet_id': '0f112cc2-e06e-402f-97f5-99c36641840f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:16:08.166383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.168770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Network 24148162-0648-4107-add2-44ba434e04f1 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:08.183025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 24148162-0648-4107-add2-44ba434e04f1) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:08.188078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:08.188434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.208445 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b87869d-96d4-46fd-af52-ec96d4b5e60e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4225695 Jul 23 20:16:08.208851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37142) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:08.213417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:08.243276 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.244536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.252769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6198b-e1b0-4e22-8d63-4988cd0e4d23 None None] Network 24148162-0648-4107-add2-44ba434e04f1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:08.314933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.341228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.364847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d286891a-2294-4df7-a618-23cc19ac913c details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:08.392756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecfd74-0778-4a0e-b915-1131d78abeef req-8fe4cf27-6431-4604-86d9-428b1eb3a634 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:08.394470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7cecfd74-0778-4a0e-b915-1131d78abeef req-8fe4cf27-6431-4604-86d9-428b1eb3a634 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 948 time: 0.2155573 Jul 23 20:16:08.484479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d286891a-2294-4df7-a618-23cc19ac913c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d286891a-2294-4df7-a618-23cc19ac913c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:08.487964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.493229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7cecfd74-0778-4a0e-b915-1131d78abeef req-d91df884-55e3-44f8-a20c-678629e200be tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864470 Jul 23 20:16:08.503209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'd286891a-2294-4df7-a618-23cc19ac913c', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'd286891a-2294-4df7-a618-23cc19ac913c', 'mac_address': 'fa:16:3e:cb:80:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:08.542178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:08.544412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:08.646981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Allocated IP 172.20.0.2 (b5978f4d-b2f5-45ca-919a-65b1f99741a4/0f112cc2-e06e-402f-97f5-99c36641840f/175bc72b-b999-4693-9cbc-12114a7e851f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:08.711558 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.736063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d286891a-2294-4df7-a618-23cc19ac913c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:08.765650 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.799112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dc2591-fe00-4a9e-86ae-50a26a14566e None None] Network 24148162-0648-4107-add2-44ba434e04f1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:08.811064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.839008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.840213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf11a-ae11-4fe5-876b-4771e5805891 req-d1275a5d-35ed-4bb1-a919-13d332cc6634 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:08.846006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd9cf11a-ae11-4fe5-876b-4771e5805891 req-d1275a5d-35ed-4bb1-a919-13d332cc6634 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 950 time: 0.1655941 Jul 23 20:16:08.865807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.880359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d286891a-2294-4df7-a618-23cc19ac913c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d286891a-2294-4df7-a618-23cc19ac913c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:08.923208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:08.961981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd9cf11a-ae11-4fe5-876b-4771e5805891 req-fe72bb50-3747-42ef-ad0b-aa062d24bf00 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614750 Jul 23 20:16:08.993710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Allocated IP 172.25.8.244 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/7ac9abdf-c70f-4501-840a-3f8d96ff0c54) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:09.125423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.175073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.196601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:09.203506 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.217986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:09.226997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:09.229001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.231299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:09.249627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Allocated IP 172.25.8.148 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/88276488-8487-4960-b900-f58122dacf3b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:09.264950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'mac_address': 'fa:16:3e:56:4d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:09.274111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d286891a-2294-4df7-a618-23cc19ac913c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.286996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:09.289166 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7200c43-4fc4-4bb3-84c5-7d775dd48f0e" -d '{"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-unplugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:09.331772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:09.352500 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91701a24-b1da-4745-a5c4-4c76a0809965 x-openstack-request-id: req-91701a24-b1da-4745-a5c4-4c76a0809965 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:09.353095 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-unplugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:09.353350 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-91701a24-b1da-4745-a5c4-4c76a0809965 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:09.353769 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'code': 200} Jul 23 20:16:09.355922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d286891a-2294-4df7-a618-23cc19ac913c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:09.384886 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.403361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.445785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.487322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:09.492877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:09.494066 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.500440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:09.503333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Pushing event updated for resources: {'Port': ['ID=88276488-8487-4960-b900-f58122dacf3b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.507710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.510601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.546566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Transition to ACTIVE for port object 175bc72b-b999-4693-9cbc-12114a7e851f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:09.554164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.559469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:09.602948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Transition to ACTIVE for port object 175bc72b-b999-4693-9cbc-12114a7e851f will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:09.610729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:09.614971 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.650282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.676871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:09.687875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:09.702760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:09.711044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Pushing event updated for resources: {'Port': ['ID=175bc72b-b999-4693-9cbc-12114a7e851f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.759685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.783629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191a14b-904e-457f-8b6b-914f31a81ef0 req-5845a48a-ff00-488e-b1eb-0c73b01f5cfe tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:09.785565 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6191a14b-904e-457f-8b6b-914f31a81ef0 req-5845a48a-ff00-488e-b1eb-0c73b01f5cfe tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 949 time: 0.1732070 Jul 23 20:16:09.831899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.859476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:09.875066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Attempting to bind port 175bc72b-b999-4693-9cbc-12114a7e851f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:09.875448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Attempting to bind port 175bc72b-b999-4693-9cbc-12114a7e851f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:09.875817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Attempting to bind port 175bc72b-b999-4693-9cbc-12114a7e851f on network b5978f4d-b2f5-45ca-919a-65b1f99741a4 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:09.884382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:09.884768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Checking segment: {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:09.885183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.885615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Bound using segment: {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:09.886089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Bound port: 175bc72b-b999-4693-9cbc-12114a7e851f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:09.886480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:09.956050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Router b6b1e237-1243-4a12-84d0-164d697889f0 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:16:09.958364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:09.970402 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6191a14b-904e-457f-8b6b-914f31a81ef0 req-ecb17536-5836-4050-afb5-f73bffce94fe tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770260 Jul 23 20:16:10.004440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] For port 175bc72b-b999-4693-9cbc-12114a7e851f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:10.028230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] For port 175bc72b-b999-4693-9cbc-12114a7e851f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=175bc72b-b999-4693-9cbc-12114a7e851f,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:10.042157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.143528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0679a-29c1-4bdd-bcc1-88008dcb07b5 None None] Pushing event updated for resources: {'Port': ['ID=175bc72b-b999-4693-9cbc-12114a7e851f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:10.164416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:10.167900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.175816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Sync routers for ids ['b6b1e237-1243-4a12-84d0-164d697889f0'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:10.188483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d83fd-c5ad-4a66-afd4-b2bbde15c7b8 req-081bf188-43ae-4972-99d1-6a15764233b2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:10.190358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e28d83fd-c5ad-4a66-afd4-b2bbde15c7b8 req-081bf188-43ae-4972-99d1-6a15764233b2 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 949 time: 0.0991173 Jul 23 20:16:10.190529 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.195382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7bce1424-a7f5-4f36-a493-4a2c6d5b3633 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9819622 Jul 23 20:16:10.196066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:10.209219 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Routers {'b6b1e237-1243-4a12-84d0-164d697889f0'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:10.210400 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6b1e237-1243-4a12-84d0-164d697889f0'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:10.327387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e28d83fd-c5ad-4a66-afd4-b2bbde15c7b8 req-c0820b4c-2795-4d93-bb08-7f6e68f8a7bf tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882759 Jul 23 20:16:10.372659 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Set router b6b1e237-1243-4a12-84d0-164d697889f0 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:10.387322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:10.389500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:10.445758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Router a043d72c-9d13-47f0-91f0-7c89989f4a68 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:16:10.567773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.593574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:10.620464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:10.623376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'mac_address': 'fa:16:3e:2a:8d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:10.630503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:10.633659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Sync routers for ids ['a043d72c-9d13-47f0-91f0-7c89989f4a68'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:10.641845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.646095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.650719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b9952c4d-5f92-493e-a6c7-4c023d3e418e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6501477 Jul 23 20:16:10.650906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37188) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:10.709999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Routers {'a043d72c-9d13-47f0-91f0-7c89989f4a68'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:10.712763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a043d72c-9d13-47f0-91f0-7c89989f4a68'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:10.762573 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:09Z', 'revision_number': 3, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:10.814362 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Checking router: b6b1e237-1243-4a12-84d0-164d697889f0 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:10.817823 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Updating router b6b1e237-1243-4a12-84d0-164d697889f0 port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:10.839174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.889696 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.904335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 175bc72b-b999-4693-9cbc-12114a7e851f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:10.906258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:10.913479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ce6e5e8-ab85-46f0-afee-7b69118273f8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:10.932387 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:10.988187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:11.005304 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.056396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Set router a043d72c-9d13-47f0-91f0-7c89989f4a68 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:11.261096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 175bc72b-b999-4693-9cbc-12114a7e851f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:11.284488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['9ce6e5e8-ab85-46f0-afee-7b69118273f8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:11.315743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Allocated IP 172.20.0.1 (24148162-0648-4107-add2-44ba434e04f1/8b5752b0-e173-4533-adde-cf878448c0a1/82d9017d-fdca-4b9b-b15b-71e5b35cd174) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:11.369491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:11.372038 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1382d-a00a-4599-ae39-553440cf1517" -d '{"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:11.392672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:11.487907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.506619 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.524760 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Transition to ACTIVE for port object 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:11.537880 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.597915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.627023 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Pushing event updated for resources: {'Port': ['ID=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:11.641767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.642361 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.643266 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.643837 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.644430 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.646746 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.647482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.649043 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.650377 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.651243 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.651805 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.652956 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.669779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Network 24148162-0648-4107-add2-44ba434e04f1 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:11.680356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:11.684325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:11.721414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d3c75f-a533-4b3d-bc66-527d350a8f33 None None] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:11.728809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.734226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc107c4b-b99a-4c59-b5c9-09ad77f0aa5b req-72060bbd-0c32-4ee5-93ab-b9a0878b6674 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:11.738931 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Attempting to bind port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:11.740114 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Attempting to bind port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:11.742228 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Attempting to bind port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:11.744009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc107c4b-b99a-4c59-b5c9-09ad77f0aa5b req-72060bbd-0c32-4ee5-93ab-b9a0878b6674 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 949 time: 0.3966527 Jul 23 20:16:11.766014 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:11.766646 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:11.767137 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.768474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:11.771683 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Bound port: 7ac9abdf-c70f-4501-840a-3f8d96ff0c54, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:11.772097 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.786475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510d528-f6e1-4858-83b0-7f2e262253fe req-003aa137-7df9-48cd-a528-d602021ef149 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:11.793824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5510d528-f6e1-4858-83b0-7f2e262253fe req-003aa137-7df9-48cd-a528-d602021ef149 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 949 time: 0.2321506 Jul 23 20:16:11.811344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Pushing event updated for resources: {'Port': ['ID=82d9017d-fdca-4b9b-b15b-71e5b35cd174,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:11.824312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.824663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.825040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.825374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.825785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.826381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.826709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.827035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.827358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.827684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.828004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.828323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:11.875016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5510d528-f6e1-4858-83b0-7f2e262253fe req-228050f3-cf4c-4aaa-945a-774ed18d8228 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802028 Jul 23 20:16:11.898138 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] For port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:11.904803 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] For port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:11.921273 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:11.925925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc107c4b-b99a-4c59-b5c9-09ad77f0aa5b req-80b44bcf-388c-4ff9-854c-67d09f65f186 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807535 Jul 23 20:16:11.992293 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf1b96-5879-410a-8224-d46a10df815e None None] Pushing event updated for resources: {'Port': ['ID=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:12.013492 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Routers {'b6b1e237-1243-4a12-84d0-164d697889f0'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:12.014184 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6b1e237-1243-4a12-84d0-164d697889f0'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:12.038924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.124156 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c79aae5-da38-4c19-b109-13c800dba08e x-openstack-request-id: req-7c79aae5-da38-4c19-b109-13c800dba08e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:12.124766 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:12.125194 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c79aae5-da38-4c19-b109-13c800dba08e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:12.125797 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'code': 200} Jul 23 20:16:12.194159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:09Z', 'revision_number': 3, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:12.210247 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] Set router b6b1e237-1243-4a12-84d0-164d697889f0 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:12.248361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Checking router: a043d72c-9d13-47f0-91f0-7c89989f4a68 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:12.249242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Updating router a043d72c-9d13-47f0-91f0-7c89989f4a68 port 88276488-8487-4960-b900-f58122dacf3b binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:12.255597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] Provisioning for port 175bc72b-b999-4693-9cbc-12114a7e851f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:12.294608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] Provisioning complete for port 175bc72b-b999-4693-9cbc-12114a7e851f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:12.295142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.375994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.383072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d286891a-2294-4df7-a618-23cc19ac913c up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:12.452988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.518309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.527465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.542283 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '82d9017d-fdca-4b9b-b15b-71e5b35cd174', 'name': '', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'mac_address': 'fa:16:3e:a2:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 1, 'project_id': '803822078e9547978f578c6be8bd14c5', 'subnets': [{'id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:12.581465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:12.593355 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958d4b5f-a8ba-4c60-a377-29b786015f92 None None] The sync data for ids ['b6b1e237-1243-4a12-84d0-164d697889f0'] in n-d-793620-13 is: [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '82d9017d-fdca-4b9b-b15b-71e5b35cd174', 'name': '', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'mac_address': 'fa:16:3e:a2:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 1, 'project_id': '803822078e9547978f578c6be8bd14c5', 'subnets': [{'id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:12.626116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:12.630285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Pushing event updated for resources: {'Port': ['ID=82d9017d-fdca-4b9b-b15b-71e5b35cd174,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:12.766981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Network 24148162-0648-4107-add2-44ba434e04f1 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:12.771445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:12.809710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Allocated IP 172.20.0.1 (b5978f4d-b2f5-45ca-919a-65b1f99741a4/0f112cc2-e06e-402f-97f5-99c36641840f/af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:12.854836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port d286891a-2294-4df7-a618-23cc19ac913c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:12.868972 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.007334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port d286891a-2294-4df7-a618-23cc19ac913c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:13.007778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.018412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:13.018793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.146524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.172953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Transition to ACTIVE for port object af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:13.247846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.366529 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.388233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Transition to ACTIVE for port object 88276488-8487-4960-b900-f58122dacf3b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:13.435777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:13.451592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.456421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:13.471424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:13.482340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Pushing event updated for resources: {'Port': ['ID=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:13.533227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] For port 175bc72b-b999-4693-9cbc-12114a7e851f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=175bc72b-b999-4693-9cbc-12114a7e851f,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:13.560024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.583257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Router b6b1e237-1243-4a12-84d0-164d697889f0 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:16:13.625681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8169a-a542-498f-bf78-e321b20c28e1 req-40529a7e-e9eb-49e9-b4af-ef176259b79e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:13.631087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc8169a-a542-498f-bf78-e321b20c28e1 req-40529a7e-e9eb-49e9-b4af-ef176259b79e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 949 time: 0.3994761 Jul 23 20:16:13.633267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.733844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603af3-677d-4c51-ada1-8d3750eb0cf7 None None] Pushing event updated for resources: {'Port': ['ID=88276488-8487-4960-b900-f58122dacf3b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:13.758484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Attempting to bind port 88276488-8487-4960-b900-f58122dacf3b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:13.758906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Attempting to bind port 88276488-8487-4960-b900-f58122dacf3b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:13.759456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Attempting to bind port 88276488-8487-4960-b900-f58122dacf3b on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:13.780442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc7021-20ef-47a5-abcc-f214b8aeb192 req-b3f23dd1-973e-4da5-8301-c00c4da330d0 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:13.782234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8abc7021-20ef-47a5-abcc-f214b8aeb192 req-b3f23dd1-973e-4da5-8301-c00c4da330d0 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 949 time: 0.5418248 Jul 23 20:16:13.856229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc8169a-a542-498f-bf78-e321b20c28e1 req-b7a7951f-59ab-48da-b7cd-53129629ed4e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135541 Jul 23 20:16:13.869748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:13.889496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6401f386-4780-4c40-8c1c-b24efe94eb78 admin admin] 10.222.0.46 "PUT /v2.0/routers/b6b1e237-1243-4a12-84d0-164d697889f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6840904 Jul 23 20:16:13.900124 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.903847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:13.903847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:13.903847 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.904261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:13.904372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Bound port: 88276488-8487-4960-b900-f58122dacf3b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:13.907102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.917620 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.927588 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:13.963436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8abc7021-20ef-47a5-abcc-f214b8aeb192 req-42738198-4514-40c1-96d4-250d69cc2baa tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703241 Jul 23 20:16:14.049735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff898c-f4c7-459d-be4f-877ff9eaa635 None None] Pushing event updated for resources: {'Port': ['ID=175bc72b-b999-4693-9cbc-12114a7e851f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:14.054971 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c2225f63-3529-48bb-bf3f-2b10c0f5d831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.062783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-28076324-22e9-48ee-aa1f-c961ef57f974 None None] Provisioning complete for port 175bc72b-b999-4693-9cbc-12114a7e851f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:14.063978 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-28076324-22e9-48ee-aa1f-c961ef57f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.120847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.200736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] For port 88276488-8487-4960-b900-f58122dacf3b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:14.204790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] For port 88276488-8487-4960-b900-f58122dacf3b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88276488-8487-4960-b900-f58122dacf3b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:14.234490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:14.237199 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b6233-f259-4dfc-82d4-16a1f2653a7c" -d '{"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-plugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:14.269566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.344683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:14.346748 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952031a7-3aa6-464b-a54f-6a14dc9f0514 x-openstack-request-id: req-952031a7-3aa6-464b-a54f-6a14dc9f0514 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:14.347131 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-plugged", "status": "completed", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:14.347481 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-952031a7-3aa6-464b-a54f-6a14dc9f0514 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:14.348059 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'code': 200} Jul 23 20:16:14.351741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d286891a-2294-4df7-a618-23cc19ac913c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d286891a-2294-4df7-a618-23cc19ac913c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:14.364019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.370802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.392024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:14.528437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.545990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e603af3-677d-4c51-ada1-8d3750eb0cf7 None None] Pushing event updated for resources: {'Port': ['ID=88276488-8487-4960-b900-f58122dacf3b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:14.548815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Routers {'a043d72c-9d13-47f0-91f0-7c89989f4a68'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:14.549556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a043d72c-9d13-47f0-91f0-7c89989f4a68'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:14.600633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.704912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0ea9-a637-4353-8045-11b9ebe1e71e req-a2716b6a-91eb-46ef-88f5-5896705562ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:14.713018 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edaf0ea9-a637-4353-8045-11b9ebe1e71e req-a2716b6a-91eb-46ef-88f5-5896705562ac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1103 time: 0.1403723 Jul 23 20:16:14.790494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-f0c47026-969b-4987-9cac-1eaf85fd9613 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:14.805595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edaf0ea9-a637-4353-8045-11b9ebe1e71e req-37f55a46-1e49-4c7b-9b39-fd2d0b46fa5d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845683 Jul 23 20:16:14.813492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-f0c47026-969b-4987-9cac-1eaf85fd9613 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 819 time: 0.3552308 Jul 23 20:16:14.835476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:14.853220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Pushing event updated for resources: {'Port': ['ID=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:14.859794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:14.876516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-2f4ad0d4-556e-4979-9ca1-a9eaa60b2630 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/quotas/803822078e9547978f578c6be8bd14c5 HTTP/1.1" status: 200 len: 375 time: 0.0648370 Jul 23 20:16:14.941035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:14.954225 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.023743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 175bc72b-b999-4693-9cbc-12114a7e851f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:15.077404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-36126635-4e1a-4903-bf2f-e8eaad553161 None None] Provisioning for port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:15.091541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] Set router a043d72c-9d13-47f0-91f0-7c89989f4a68 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:15.135143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d286891a-2294-4df7-a618-23cc19ac913c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:15.143667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-36126635-4e1a-4903-bf2f-e8eaad553161 None None] Provisioning complete for port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:15.144117 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36126635-4e1a-4903-bf2f-e8eaad553161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.200946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-3acd5363-467d-4577-b08f-7dda9431b417 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3182638 Jul 23 20:16:15.211595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:15.222918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:15.256300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-36126635-4e1a-4903-bf2f-e8eaad553161 None None] Port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:15.458376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbab5c7-5ed7-4adb-9681-a939e914869b req-c488953f-fdfe-4fac-bf31-ad5af1b77856 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:15.481709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdbab5c7-5ed7-4adb-9681-a939e914869b req-c488953f-fdfe-4fac-bf31-ad5af1b77856 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 951 time: 0.4467485 Jul 23 20:16:15.534864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 175bc72b-b999-4693-9cbc-12114a7e851f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:15.536770 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.585983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-78a03e27-6676-4025-8bef-bb4702826a7f service neutron] 10.222.0.46 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704717 Jul 23 20:16:15.592184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdbab5c7-5ed7-4adb-9681-a939e914869b req-499c51bf-1934-4e35-a3cd-50f776baaf40 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086376 Jul 23 20:16:15.593402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.638128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bd6777b-1bcc-4c3c-91e9-d5b44ff2d110 None None] Provisioning complete for port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:15.638790 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bd6777b-1bcc-4c3c-91e9-d5b44ff2d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.687895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Router a043d72c-9d13-47f0-91f0-7c89989f4a68 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:16:15.735589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:15.739549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6777b-1bcc-4c3c-91e9-d5b44ff2d110 None None] Port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:15.802112 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:15.842031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:15.903345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1', 'name': '', 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'mac_address': 'fa:16:3e:9f:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:12Z', 'updated_at': '2021-07-23T20:16:14Z', 'revision_number': 2, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'subnets': [{'id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:15.939885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-4f95e279-c939-4dac-bec3-cb64f4c3193e service neutron] 10.222.0.46 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422253 Jul 23 20:16:15.954359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd467db-e79f-4518-93f4-b52254e2e472 None None] The sync data for ids ['a043d72c-9d13-47f0-91f0-7c89989f4a68'] in n-d-793620-13 is: [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1', 'name': '', 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'mac_address': 'fa:16:3e:9f:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:12Z', 'updated_at': '2021-07-23T20:16:14Z', 'revision_number': 2, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'subnets': [{'id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:15.964659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:15.996012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:16.009001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:16.014709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac077567-9c40-499d-914d-c4237971c244 admin admin] 10.222.0.46 "PUT /v2.0/routers/a043d72c-9d13-47f0-91f0-7c89989f4a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3627112 Jul 23 20:16:16.016590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:16.016590 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.025111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89e904-2090-4c44-b12b-6aa27d75fd75 req-87fcd5d3-c568-4625-b78e-f179afa1e3dd tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:16.027278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a89e904-2090-4c44-b12b-6aa27d75fd75 req-87fcd5d3-c568-4625-b78e-f179afa1e3dd tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 950 time: 0.2523010 Jul 23 20:16:16.153708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a89e904-2090-4c44-b12b-6aa27d75fd75 req-4d359d38-17ae-453e-bd9d-2a4e62c8fadf tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174798 Jul 23 20:16:16.199241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.226317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:16.239446 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.345913 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Sync routers for ids ['b6b1e237-1243-4a12-84d0-164d697889f0'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:16.353306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd286891a-2294-4df7-a618-23cc19ac913c'}, {'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:16.359600 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ee6b47-a37e-44ad-b659-a84b5e8737b4" -d '{"events": [{"server_uuid": "bf93dc6e-4f51-46b6-b91f-9d3aba1ca993", "name": "network-vif-plugged", "status": "completed", "tag": "d286891a-2294-4df7-a618-23cc19ac913c"}, {"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:16.375757 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Routers {'b6b1e237-1243-4a12-84d0-164d697889f0'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:16.378299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6b1e237-1243-4a12-84d0-164d697889f0'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:16.422578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:16.448792 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.456216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc2eaf95-db14-48cb-a809-72b7681fa210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:16.573775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5c23791-c69e-49c3-92df-ae468253bdc5 req-8f528089-282d-48c7-97c1-3abe5bbef096 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 210 time: 0.0586972 Jul 23 20:16:16.573975 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Set router b6b1e237-1243-4a12-84d0-164d697889f0 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:16.680489 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f233c253-e974-45d9-bf71-5ca6e66413a3 x-openstack-request-id: req-f233c253-e974-45d9-bf71-5ca6e66413a3 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:16.680788 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93dc6e-4f51-46b6-b91f-9d3aba1ca993", "name": "network-vif-plugged", "status": "completed", "tag": "d286891a-2294-4df7-a618-23cc19ac913c", "code": 200}, {"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:16.681349 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f233c253-e974-45d9-bf71-5ca6e66413a3 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:16.681579 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd286891a-2294-4df7-a618-23cc19ac913c', 'code': 200} Jul 23 20:16:16.681898 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'code': 200} Jul 23 20:16:16.849362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f6ef4-1ccb-4f79-84df-a4c1d66efb18 req-4452b77d-b4f1-4af7-958d-b1c4c89c30f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:16.852090 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-984f6ef4-1ccb-4f79-84df-a4c1d66efb18 req-4452b77d-b4f1-4af7-958d-b1c4c89c30f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 1102 time: 0.1190782 Jul 23 20:16:16.965041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:16.978291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-984f6ef4-1ccb-4f79-84df-a4c1d66efb18 req-834040ee-c020-49e5-afb3-874f80be0160 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161439 Jul 23 20:16:17.022164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.090763 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '82d9017d-fdca-4b9b-b15b-71e5b35cd174', 'name': '', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'mac_address': 'fa:16:3e:a2:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:12Z', 'revision_number': 2, 'project_id': '803822078e9547978f578c6be8bd14c5', 'subnets': [{'id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:17.092967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:17.093343 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.143326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Checking router: b6b1e237-1243-4a12-84d0-164d697889f0 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:17.143846 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Updating router b6b1e237-1243-4a12-84d0-164d697889f0 port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:17.226757 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.234472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-591b1283-362b-4932-a783-bb7941c43bb1 req-f8fc295d-7757-4e6e-8d48-a380ae258f57 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4497736 Jul 23 20:16:17.255184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:17.273680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880e420-6ce2-4960-964d-99bef0790371 req-e050380d-39bf-4705-b1a5-958447c66d4c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:17.282594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3880e420-6ce2-4960-964d-99bef0790371 req-e050380d-39bf-4705-b1a5-958447c66d4c tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 951 time: 0.4113364 Jul 23 20:16:17.339890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.375391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3880e420-6ce2-4960-964d-99bef0790371 req-8532d4dc-0534-4f6a-9de8-a078744bf5cd tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Jul 23 20:16:17.513906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.628179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.750107 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.760408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-b4202155-ed99-4a11-b201-fc0476223a8a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:17.763710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-b4202155-ed99-4a11-b201-fc0476223a8a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 819 time: 0.1943538 Jul 23 20:16:17.781002 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Transition to ACTIVE for port object 82d9017d-fdca-4b9b-b15b-71e5b35cd174 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:17.789574 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:17.795278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-a213940a-64e0-472d-92bc-5b49e8d305f3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/quotas/803822078e9547978f578c6be8bd14c5 HTTP/1.1" status: 200 len: 375 time: 0.0201323 Jul 23 20:16:17.919913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Allocated IP 172.25.8.52 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/fccdc21b-eb78-4c1f-979e-770413840e8b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:17.939884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-6c649578-23b6-47db-a5cc-fdf3ac18212a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1165755 Jul 23 20:16:17.945967 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad559a-24cd-42fc-a249-76150c65b78c None None] Pushing event updated for resources: {'Port': ['ID=82d9017d-fdca-4b9b-b15b-71e5b35cd174,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:18.016985 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Attempting to bind port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:18.017647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Attempting to bind port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:18.018205 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Attempting to bind port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 on network 24148162-0648-4107-add2-44ba434e04f1 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:18.030853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:18.031520 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Checking segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:18.032599 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.033177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Bound using segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:18.033989 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Bound port: 82d9017d-fdca-4b9b-b15b-71e5b35cd174, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:18.035972 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.149200 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] For port 82d9017d-fdca-4b9b-b15b-71e5b35cd174, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:18.162870 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] For port 82d9017d-fdca-4b9b-b15b-71e5b35cd174, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=82d9017d-fdca-4b9b-b15b-71e5b35cd174,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:18.172792 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.224462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-5ce5c978-e0ce-48f4-8f48-87d9d8714ade service neutron] 10.222.0.46 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630858 Jul 23 20:16:18.268186 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Routers {'b6b1e237-1243-4a12-84d0-164d697889f0'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:18.268869 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:16:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6b1e237-1243-4a12-84d0-164d697889f0'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:18.362534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-f8c82c01-53a0-43b4-a447-c1ec1f264c84 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:18.365840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-f8c82c01-53a0-43b4-a447-c1ec1f264c84 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 819 time: 0.2768464 Jul 23 20:16:18.382166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Request body: {'port': {'device_id': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'admin_state_up': True, 'tenant_id': '803822078e9547978f578c6be8bd14c5'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:18.507674 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] Set router b6b1e237-1243-4a12-84d0-164d697889f0 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:18.599568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Made reservation on behalf of 803822078e9547978f578c6be8bd14c5 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:18.601659 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad559a-24cd-42fc-a249-76150c65b78c None None] Pushing event updated for resources: {'Port': ['ID=82d9017d-fdca-4b9b-b15b-71e5b35cd174,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:18.621419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.743128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-68e2af13-5d35-48ea-bbe0-7dc629889185 service neutron] 10.222.0.46 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044394 Jul 23 20:16:18.764538 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '82d9017d-fdca-4b9b-b15b-71e5b35cd174', 'name': '', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'mac_address': 'fa:16:3e:a2:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:18Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'subnets': [{'id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:18.772611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.795246 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58641d3-f901-4264-a05d-855a0aab2f36 None None] The sync data for ids ['b6b1e237-1243-4a12-84d0-164d697889f0'] in n-d-793620-13 is: [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:11Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '82d9017d-fdca-4b9b-b15b-71e5b35cd174', 'name': '', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'mac_address': 'fa:16:3e:a2:e0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:10Z', 'updated_at': '2021-07-23T20:16:18Z', 'revision_number': 4, 'project_id': '803822078e9547978f578c6be8bd14c5', 'subnets': [{'id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:18.829094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:18.887436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:18.898695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:18.903894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:18.909391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Pushing event updated for resources: {'Port': ['ID=fccdc21b-eb78-4c1f-979e-770413840e8b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:19.022766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Allocated IP 172.20.0.4 (24148162-0648-4107-add2-44ba434e04f1/8b5752b0-e173-4533-adde-cf878448c0a1/bf1039ee-0299-488a-9268-f793663c2d82) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:19.106754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88276488-8487-4960-b900-f58122dacf3b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:19.107575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.227563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 88276488-8487-4960-b900-f58122dacf3b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:19.235142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 88276488-8487-4960-b900-f58122dacf3b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:19.235516 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.280429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.357705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.374032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f7f78e-8774-435c-bd98-5fd42dea64b3 req-f63037cf-33b6-4822-90cf-55fa609ec00d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:19.382261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7f7f78e-8774-435c-bd98-5fd42dea64b3 req-f63037cf-33b6-4822-90cf-55fa609ec00d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 950 time: 0.2441065 Jul 23 20:16:19.415296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.432876 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.444354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Network 24148162-0648-4107-add2-44ba434e04f1 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:19.471139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:19.475946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:19.484864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 88276488-8487-4960-b900-f58122dacf3b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88276488-8487-4960-b900-f58122dacf3b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:19.492768 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.493954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 82d9017d-fdca-4b9b-b15b-71e5b35cd174 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:19.565804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Pushing event updated for resources: {'Port': ['ID=bf1039ee-0299-488a-9268-f793663c2d82,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:19.568069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7f7f78e-8774-435c-bd98-5fd42dea64b3 req-57a6f24c-2de0-4020-b3a3-e8c12ff665a7 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828198 Jul 23 20:16:19.604177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:19.606562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.650606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.651305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-3262ff8f-bfe8-4a98-b13e-0dc130a786cc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2736127 Jul 23 20:16:19.664375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Request body: {'port': {'device_id': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:19.668623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=88276488-8487-4960-b900-f58122dacf3b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:19.681079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.681877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.682452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.683057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.683619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.684306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.684867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.685456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.686038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.696301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.697059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.697677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:16:19.703136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:19.710076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:19.710685 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.783548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.798405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.857123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.892910 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.967340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:19.977991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 82d9017d-fdca-4b9b-b15b-71e5b35cd174, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=82d9017d-fdca-4b9b-b15b-71e5b35cd174,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:19.986821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.051256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Pushing event updated for resources: {'Port': ['ID=fccdc21b-eb78-4c1f-979e-770413840e8b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:20.061843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.069340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-591b1283-362b-4932-a783-bb7941c43bb1 req-9ce68619-df69-4edb-a13d-e5872eaffd19 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8268292 Jul 23 20:16:20.073152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Sync routers for ids ['a043d72c-9d13-47f0-91f0-7c89989f4a68'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:20.160937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Routers {'a043d72c-9d13-47f0-91f0-7c89989f4a68'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:20.161698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:16:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a043d72c-9d13-47f0-91f0-7c89989f4a68'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:20.211884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-591b1283-362b-4932-a783-bb7941c43bb1 req-a8899e4f-f609-4154-9627-11e6ce439fb8 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.1305656 Jul 23 20:16:20.372405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=82d9017d-fdca-4b9b-b15b-71e5b35cd174,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:20.442295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1039ee-0299-488a-9268-f793663c2d82 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:20.452440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.470223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Transition to ACTIVE for port object bf1039ee-0299-488a-9268-f793663c2d82 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:20.481046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.489659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Set router a043d72c-9d13-47f0-91f0-7c89989f4a68 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:20.516946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b1283-362b-4932-a783-bb7941c43bb1 req-65c4db8c-7b92-4d5c-91be-5b2bd6e771b0 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:20.518553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-591b1283-362b-4932-a783-bb7941c43bb1 req-65c4db8c-7b92-4d5c-91be-5b2bd6e771b0 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2942495 Jul 23 20:16:20.576855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64b2c0fc-84e6-43b2-b351-8fcf603b5be5 req-1611e423-975d-42e3-b0a0-2693ab8acab1 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 210 time: 0.0514982 Jul 23 20:16:20.637462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Pushing event updated for resources: {'Port': ['ID=bf1039ee-0299-488a-9268-f793663c2d82,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:20.776273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Attempting to bind port bf1039ee-0299-488a-9268-f793663c2d82 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:20.777977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Attempting to bind port bf1039ee-0299-488a-9268-f793663c2d82 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:20.791507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Attempting to bind port bf1039ee-0299-488a-9268-f793663c2d82 on network 24148162-0648-4107-add2-44ba434e04f1 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:20.796702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Port bf1039ee-0299-488a-9268-f793663c2d82 on network 24148162-0648-4107-add2-44ba434e04f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:20.797760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Attempting to bind port bf1039ee-0299-488a-9268-f793663c2d82 on network 24148162-0648-4107-add2-44ba434e04f1 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:20.802967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61fd66-38ed-46b3-9924-3d2cd975d0f4 req-3b4616ab-e64b-4eb2-88a5-2e88590e80b8 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:20.806880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:20.807301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Checking segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:20.808362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Bound using segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:20.808869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Bound port: bf1039ee-0299-488a-9268-f793663c2d82, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:20.809305 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:20.815414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b61fd66-38ed-46b3-9924-3d2cd975d0f4 req-3b4616ab-e64b-4eb2-88a5-2e88590e80b8 tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1103 time: 0.1218357 Jul 23 20:16:20.898124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88276488-8487-4960-b900-f58122dacf3b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:20.950359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42453f36-ad4e-4e40-81dd-2fdd70ead63f req-5608a4bc-c6b3-4674-abf1-291f3aeb268e tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips/937231e3-881d-41b9-bdc1-ccaf196b8bef HTTP/1.1" status: 200 len: 692 time: 0.0781732 Jul 23 20:16:20.986492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b61fd66-38ed-46b3-9924-3d2cd975d0f4 req-e8173bee-ca9d-422c-83a5-2f623910a33d tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606927 Jul 23 20:16:21.057778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 88276488-8487-4960-b900-f58122dacf3b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:21.058204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.063609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] For port bf1039ee-0299-488a-9268-f793663c2d82, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:21.086236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] For port bf1039ee-0299-488a-9268-f793663c2d82, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bf1039ee-0299-488a-9268-f793663c2d82,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:21.101855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.154591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-bfd00862-251f-4f83-a7ef-d7c2e12a070a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.156093 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-bfd00862-251f-4f83-a7ef-d7c2e12a070a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.36 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 819 time: 0.2495151 Jul 23 20:16:21.185145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Request body: {'port': {'device_id': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'admin_state_up': True, 'tenant_id': '803822078e9547978f578c6be8bd14c5'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:21.192285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.193379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.195182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] 10.222.0.47 "PUT /v2.0/ports/bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 1092 time: 1.5356073 Jul 23 20:16:21.197813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'tag': 'bf1039ee-0299-488a-9268-f793663c2d82'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:21.200468 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d99623-f30f-4ded-a7d9-a17bd9251cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cabd39-fa71-451d-bea7-5ef3e1c9b898", "tag": "bf1039ee-0299-488a-9268-f793663c2d82"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:21.201485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1', 'name': '', 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'mac_address': 'fa:16:3e:9f:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:12Z', 'updated_at': '2021-07-23T20:16:14Z', 'revision_number': 2, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'subnets': [{'id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:21.220514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009e625-bb6c-40f5-8f7b-09d0834bd4fe service neutron] Pushing event updated for resources: {'Port': ['ID=bf1039ee-0299-488a-9268-f793663c2d82,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:21.262938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42453f36-ad4e-4e40-81dd-2fdd70ead63f req-2583988b-ab4b-42ef-8072-8aeae4893b32 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.265173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42453f36-ad4e-4e40-81dd-2fdd70ead63f req-2583988b-ab4b-42ef-8072-8aeae4893b32 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.3043323 Jul 23 20:16:21.276115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Checking router: a043d72c-9d13-47f0-91f0-7c89989f4a68 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:21.276699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Updating router a043d72c-9d13-47f0-91f0-7c89989f4a68 port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:16:21.384148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-d6d48ff6-8b50-4785-aa5c-829cafa02537 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250103 Jul 23 20:16:21.428958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-c5dd33ee-7a2d-488b-98d6-b908258a159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.430652 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-c5dd33ee-7a2d-488b-98d6-b908258a159d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1095 time: 0.1715138 Jul 23 20:16:21.433258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.434125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Made reservation on behalf of 803822078e9547978f578c6be8bd14c5 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:21.438132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.442284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 82d9017d-fdca-4b9b-b15b-71e5b35cd174 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:21.540368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:21.541130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.590321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-93c0a1d4-b099-4017-9bef-067bad1cbd53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.1357570 Jul 23 20:16:21.621002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-00b63b8a-efee-439a-91ea-8070662b52c1 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.633830 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faea5d4c-226a-4d63-b566-af166c1e12e1 x-openstack-request-id: req-faea5d4c-226a-4d63-b566-af166c1e12e1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:21.634114 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cabd39-fa71-451d-bea7-5ef3e1c9b898", "tag": "bf1039ee-0299-488a-9268-f793663c2d82", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:21.634362 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-faea5d4c-226a-4d63-b566-af166c1e12e1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:21.634754 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'tag': 'bf1039ee-0299-488a-9268-f793663c2d82', 'status': 'completed', 'code': 200} Jul 23 20:16:21.635333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-00b63b8a-efee-439a-91ea-8070662b52c1 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363625 Jul 23 20:16:21.699918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5276-d627-4259-9db1-811b2cee308f req-e331c35a-c4d7-4372-9789-27b6a565f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.701753 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-e331c35a-c4d7-4372-9789-27b6a565f357 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.1045797 Jul 23 20:16:21.750260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-939417e7-2125-4c8a-8282-178e182ab651 req-44519431-d1ee-4c01-a4e9-c63bf29fd063 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?tenant_id=c40a41e8481749458eee3d31ceeef2e8 HTTP/1.1" status: 200 len: 695 time: 0.0874379 Jul 23 20:16:21.750549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-9e54495e-dbf7-46b6-9862-c14393ec1315 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411122 Jul 23 20:16:21.755251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Allocated IP 172.20.0.14 (24148162-0648-4107-add2-44ba434e04f1/8b5752b0-e173-4533-adde-cf878448c0a1/bcce5964-136b-4b74-b82b-ca85da70f03f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:21.768209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-55299be1-3ddb-44eb-abc5-b0adf60d876e tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/quotas/90c85d1fc57e44c0b725b804f3c57e3b HTTP/1.1" status: 200 len: 375 time: 0.1300077 Jul 23 20:16:21.926915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-b0f6ac42-48dc-4cbc-9898-34faba465ef4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1558309 Jul 23 20:16:21.930253 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.941519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Transition to ACTIVE for port object af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:21.945463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-f9a52009-afae-4d25-9c08-236bab68a5d2 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843112 Jul 23 20:16:21.946918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939417e7-2125-4c8a-8282-178e182ab651 req-35c85293-fed5-49cb-bc1e-46a867d3060a tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:21.952850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:21.955659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-939417e7-2125-4c8a-8282-178e182ab651 req-35c85293-fed5-49cb-bc1e-46a867d3060a tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks?id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 787 time: 0.2035823 Jul 23 20:16:21.963368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-939417e7-2125-4c8a-8282-178e182ab651 req-edd8b0e4-3a7d-43b4-885d-aaf5602aaa11 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:16:21.970443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-939417e7-2125-4c8a-8282-178e182ab651 req-edd8b0e4-3a7d-43b4-885d-aaf5602aaa11 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119185 Jul 23 20:16:22.053015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1079a45-6c7f-4233-8393-95615514e9e1 None None] Pushing event updated for resources: {'Port': ['ID=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:22.148189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Attempting to bind port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:22.148648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Attempting to bind port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:22.149677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Attempting to bind port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 on network b5978f4d-b2f5-45ca-919a-65b1f99741a4 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:22.155552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:22.156233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Checking segment: {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:22.156811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.157274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Bound using segment: {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:22.157845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Bound port: af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeef3680-4c7a-4f0c-b99b-a442be028443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:22.158337 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.259898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.281385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] For port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:22.292582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] For port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:22.303089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.306806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-81fb5276-d627-4259-9db1-811b2cee308f req-2414a216-bd1e-4d88-8053-a169199d04e5 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517084 Jul 23 20:16:22.341370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bc2b2-2ca6-4d31-8f84-acdf409c0f77 req-fefbbac1-072d-43d8-af4d-34c419ba652d tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:22.361846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249bc2b2-2ca6-4d31-8f84-acdf409c0f77 req-fefbbac1-072d-43d8-af4d-34c419ba652d tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 1103 time: 0.1612790 Jul 23 20:16:22.432955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Routers {'a043d72c-9d13-47f0-91f0-7c89989f4a68'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:22.433897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:16:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a043d72c-9d13-47f0-91f0-7c89989f4a68'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:22.449185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22bf707d-f31a-4668-abfd-21caf317cb96 req-0a3e50f9-be50-4536-a520-ea00f6fb5501 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 210 time: 0.1142874 Jul 23 20:16:22.501903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249bc2b2-2ca6-4d31-8f84-acdf409c0f77 req-7f7450a7-b619-452d-aee6-c15d0ee2d5bb tempest-ServersAdminTestJSON-503000673 tempest-ServersAdminTestJSON-503000673-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332126 Jul 23 20:16:22.507590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.588432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Pushing event updated for resources: {'Port': ['ID=bcce5964-136b-4b74-b82b-ca85da70f03f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:22.609199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Network 24148162-0648-4107-add2-44ba434e04f1 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:22.612544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:22.633076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-f68bc36e-84f6-4e43-ba3f-bb4d952b5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:22.635935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-141cc3a1-5c74-40fa-9c47-fe94922bc4a3 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips/937231e3-881d-41b9-bdc1-ccaf196b8bef HTTP/1.1" status: 200 len: 692 time: 0.1252618 Jul 23 20:16:22.641993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-f68bc36e-84f6-4e43-ba3f-bb4d952b5276 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1095 time: 0.2670150 Jul 23 20:16:22.643047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:22.816038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] Set router a043d72c-9d13-47f0-91f0-7c89989f4a68 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:22.829624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:22.830988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:22.888694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1079a45-6c7f-4233-8393-95615514e9e1 None None] Pushing event updated for resources: {'Port': ['ID=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:22.949735 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-704d4777-aa2c-4fca-87bc-62799003aef0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7697103 Jul 23 20:16:22.973001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Request body: {'port': {'device_id': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:22.984677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2426f666-451e-4c93-836b-b01b563c0af3 req-94ac762d-10c9-41d4-bdbf-680c6e1751e4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 210 time: 0.0604787 Jul 23 20:16:22.992200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-6665ce23-ddae-4281-9c26-9f19af16b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:22.996313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-6665ce23-ddae-4281-9c26-9f19af16b88a service neutron] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.2490876 Jul 23 20:16:23.054193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-17785941-2c16-4850-bb46-daf66cd9b120 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.058184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-17785941-2c16-4850-bb46-daf66cd9b120 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.4150615 Jul 23 20:16:23.064582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-bc9c45c7-aef1-4a94-9783-1eaf3fd17f9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.0465007 Jul 23 20:16:23.189133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-b5b7692e-9d9b-4050-8bbd-9691c8f9efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.190775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-b5b7692e-9d9b-4050-8bbd-9691c8f9efc2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.1091223 Jul 23 20:16:23.202016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-e203f19c-3dc9-4783-a14b-d54422031700 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.1330533 Jul 23 20:16:23.214000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.219061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1', 'name': '', 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'mac_address': 'fa:16:3e:9f:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:12Z', 'updated_at': '2021-07-23T20:16:22Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'subnets': [{'id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:23.254796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3282dd-9e7a-40a7-8ace-3b616b1c206d None None] The sync data for ids ['a043d72c-9d13-47f0-91f0-7c89989f4a68'] in n-d-793620-13 is: [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:13Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1', 'name': '', 'network_id': 'b5978f4d-b2f5-45ca-919a-65b1f99741a4', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'mac_address': 'fa:16:3e:9f:ea:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:12Z', 'updated_at': '2021-07-23T20:16:22Z', 'revision_number': 4, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'subnets': [{'id': '0f112cc2-e06e-402f-97f5-99c36641840f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:23.268082 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-6b739b4c-dba5-4dd4-8d52-4325af3512c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679524 Jul 23 20:16:23.302584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-4880587e-fb83-4d88-97cd-a46ca1e129f3 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.52 HTTP/1.1" status: 200 len: 695 time: 0.0934858 Jul 23 20:16:23.564414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Deleting port fccdc21b-eb78-4c1f-979e-770413840e8b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:23.564753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.599489 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-7ed95df5-78d1-4d99-b900-7cd2a247ccca service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250680 Jul 23 20:16:23.757212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.757347 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:23.773771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Calling delete_port for fccdc21b-eb78-4c1f-979e-770413840e8b owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:23.845852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af00700-35b3-4040-8968-290fa7098dcd req-8ed27172-baf4-4aed-899f-d54229876b8d tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:23.856474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9af00700-35b3-4040-8968-290fa7098dcd req-8ed27172-baf4-4aed-899f-d54229876b8d tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 949 time: 0.1454089 Jul 23 20:16:23.858018 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50d99623-f30f-4ded-a7d9-a17bd9251cbc req-06991f0d-fc85-4242-b8dc-fc66ebd26e63 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446835 Jul 23 20:16:23.942591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9af00700-35b3-4040-8968-290fa7098dcd req-460bb3d1-d60e-4beb-8ecd-04481c323da9 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621743 Jul 23 20:16:23.986181 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-5d950d3b-5ec5-4427-aad6-ecfa4a330f81 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561781 Jul 23 20:16:24.068585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.124013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Pushing event deleted for resources: {'Port': ['ID=fccdc21b-eb78-4c1f-979e-770413840e8b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:24.143200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcce5964-136b-4b74-b82b-ca85da70f03f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:24.169642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.219930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Transition to ACTIVE for port object bcce5964-136b-4b74-b82b-ca85da70f03f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:24.232672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.280271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.284481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.285894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4e1eaa-c36d-48b6-b4f5-0423c115b9e0 req-7c9ad294-b2a6-4ae7-8b15-f7f540f8b664 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "DELETE /v2.0/floatingips/937231e3-881d-41b9-bdc1-ccaf196b8bef HTTP/1.1" status: 204 len: 173 time: 0.9763131 Jul 23 20:16:24.290115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e6f35260-e886-4e32-b97b-89604f7ad3d8 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:24.296550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e6f35260-e886-4e32-b97b-89604f7ad3d8 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029857 Jul 23 20:16:24.307903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed33e7-2b1c-4a17-bc34-190f8b271290 req-bd3be03c-873e-4ed5-afd1-87a32916b17f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:24.314759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2ed33e7-2b1c-4a17-bc34-190f8b271290 req-bd3be03c-873e-4ed5-afd1-87a32916b17f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 932 time: 0.1919551 Jul 23 20:16:24.322368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Request body: {'port': {'device_id': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '90c85d1fc57e44c0b725b804f3c57e3b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:24.369628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2ed33e7-2b1c-4a17-bc34-190f8b271290 req-63cb08c1-0c28-40a5-bcc1-3c6fa1730cfa tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538630 Jul 23 20:16:24.495291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87676c01-0439-4362-af64-8879e1f8787b req-c83bb49e-29cd-4e4c-b686-1c094a8c9d01 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 210 time: 0.0584826 Jul 23 20:16:24.511827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Pushing event updated for resources: {'Port': ['ID=bcce5964-136b-4b74-b82b-ca85da70f03f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:24.615034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Made reservation on behalf of 90c85d1fc57e44c0b725b804f3c57e3b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:24.623922 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.664422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Attempting to bind port bcce5964-136b-4b74-b82b-ca85da70f03f on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:24.664860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Attempting to bind port bcce5964-136b-4b74-b82b-ca85da70f03f by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:24.665098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Attempting to bind port bcce5964-136b-4b74-b82b-ca85da70f03f on network 24148162-0648-4107-add2-44ba434e04f1 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:24.672274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Port bcce5964-136b-4b74-b82b-ca85da70f03f on network 24148162-0648-4107-add2-44ba434e04f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:24.672596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Attempting to bind port bcce5964-136b-4b74-b82b-ca85da70f03f on network 24148162-0648-4107-add2-44ba434e04f1 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:24.677812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bf1039ee-0299-488a-9268-f793663c2d82 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:24.689171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd37515d-405a-46b8-af77-dacc732b4452 req-c25e27f4-d655-467f-a68e-3d3f1c903eee tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1681664 Jul 23 20:16:24.695630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:24.729993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:24.730336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Checking segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:24.730726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Bound using segment: {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:24.731171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Bound port: bcce5964-136b-4b74-b82b-ca85da70f03f, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab1ea5e-9820-45fe-a5fb-63fed066c138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '24148162-0648-4107-add2-44ba434e04f1'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:24.731577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.769590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.887282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port bf1039ee-0299-488a-9268-f793663c2d82, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bf1039ee-0299-488a-9268-f793663c2d82,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:24.911395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:24.915085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'bf1039ee-0299-488a-9268-f793663c2d82', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'port_id': 'bf1039ee-0299-488a-9268-f793663c2d82', 'mac_address': 'fa:16:3e:43:52:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:24.929388 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:24.939879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Allocated IP 192.168.233.173 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/7d640ecf-a1da-45e1-9b86-4159a7421704) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:24.957101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] For port bcce5964-136b-4b74-b82b-ca85da70f03f, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:24.961979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] For port bcce5964-136b-4b74-b82b-ca85da70f03f, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bcce5964-136b-4b74-b82b-ca85da70f03f,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:25.006104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-b465118c-bb38-444e-bd6d-21a94580e66b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:25.015394 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-b465118c-bb38-444e-bd6d-21a94580e66b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 949 time: 0.2984891 Jul 23 20:16:25.020002 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.033585 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.079562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1039ee-0299-488a-9268-f793663c2d82 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:25.090794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:25.100735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Allocated IP 172.25.8.54 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/b0978d68-3487-4205-8d02-a788ee5563cb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:25.108947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:25.109513 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.166999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:25.167620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.169012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] 10.222.0.36 "PUT /v2.0/ports/bcce5964-136b-4b74-b82b-ca85da70f03f HTTP/1.1" status: 200 len: 1093 time: 2.2025111 Jul 23 20:16:25.171682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'tag': 'bcce5964-136b-4b74-b82b-ca85da70f03f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:25.173348 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a59666-8d17-47ba-b443-de154bcbeb04" -d '{"events": [{"name": "network-changed", "server_uuid": "de8300bf-98ce-48eb-bd92-aebc31096c5e", "tag": "bcce5964-136b-4b74-b82b-ca85da70f03f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:25.176685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port bf1039ee-0299-488a-9268-f793663c2d82, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bf1039ee-0299-488a-9268-f793663c2d82,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:25.186980 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.199753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed4076-3d76-4f26-9338-36252dd3fcc6 req-74ee9166-fc32-4620-9a9d-c19a2a8e8675 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:25.202254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3ed4076-3d76-4f26-9338-36252dd3fcc6 req-74ee9166-fc32-4620-9a9d-c19a2a8e8675 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 949 time: 0.1515400 Jul 23 20:16:25.254378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81caa213-4090-494d-a4e8-1f8eaf6e7098 service neutron] Pushing event updated for resources: {'Port': ['ID=bcce5964-136b-4b74-b82b-ca85da70f03f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:25.264907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=bf1039ee-0299-488a-9268-f793663c2d82,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:25.292745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.338140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3ed4076-3d76-4f26-9338-36252dd3fcc6 req-d25683bd-a9ea-4c63-9f06-8ca385ac5cea tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109641 Jul 23 20:16:25.338809 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.398664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.407131 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb94306-b500-4308-b299-9f5f6856778a x-openstack-request-id: req-2bb94306-b500-4308-b299-9f5f6856778a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:25.407430 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de8300bf-98ce-48eb-bd92-aebc31096c5e", "tag": "bcce5964-136b-4b74-b82b-ca85da70f03f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:25.407687 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2bb94306-b500-4308-b299-9f5f6856778a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:25.408206 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'tag': 'bcce5964-136b-4b74-b82b-ca85da70f03f', 'status': 'completed', 'code': 200} Jul 23 20:16:25.430522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-a8f07930-d122-4291-8c21-121d78ce44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:25.433376 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-a8f07930-d122-4291-8c21-121d78ce44bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 1096 time: 0.1847911 Jul 23 20:16:25.446200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:25.450853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:25.459839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:25.461861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Deleting port f8153ad3-4873-4075-a543-8df97d726cf4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:25.462000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.471545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:25.480527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.484152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Pushing event updated for resources: {'Port': ['ID=b0978d68-3487-4205-8d02-a788ee5563cb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:25.525377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['bf1039ee-0299-488a-9268-f793663c2d82'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:25.613406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:25.615702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914312d7-b40b-46aa-9f03-33cdf421db68 req-c798b202-f4db-49a4-926a-3b01cf019fba tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:25.623981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-914312d7-b40b-46aa-9f03-33cdf421db68 req-c798b202-f4db-49a4-926a-3b01cf019fba tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 944 time: 0.1646898 Jul 23 20:16:25.666075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.710943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-914312d7-b40b-46aa-9f03-33cdf421db68 req-69ef85c8-38d8-4e42-9127-1b9668d4f595 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860608 Jul 23 20:16:25.801238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:25.930562 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-086c3588-8d71-4880-8c5d-9020a7491646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcce5964-136b-4b74-b82b-ca85da70f03f HTTP/1.1" status: 200 len: 217 time: 0.4777031 Jul 23 20:16:25.969803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8266aba8-5bb7-4269-85a1-bc0941ba74e4 req-6f388d78-753f-4748-a63b-529997c63c78 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 210 time: 0.0528977 Jul 23 20:16:25.977878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.037764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] For port f8153ad3-4873-4075-a543-8df97d726cf4, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8153ad3-4873-4075-a543-8df97d726cf4,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:26.038181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.050800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698081b-40c2-434c-b07d-2e23bf00095c req-85f91a17-1105-4a35-8a19-653cf8a42627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.052314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-85f91a17-1105-4a35-8a19-653cf8a42627 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.1120179 Jul 23 20:16:26.065512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Transition to ACTIVE for port object 7d640ecf-a1da-45e1-9b86-4159a7421704 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:26.074312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Calling delete_port for f8153ad3-4873-4075-a543-8df97d726cf4 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:26.098832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.107613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.142511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-1de88e62-3578-43df-9f6f-c02d571933c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604882 Jul 23 20:16:26.163198 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Pushing event updated for resources: {'Port': ['ID=b0978d68-3487-4205-8d02-a788ee5563cb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:26.259033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.335085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-01c44d05-14d8-44de-8ad5-efce8481074e service neutron] 10.222.0.36 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656618 Jul 23 20:16:26.335085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.335372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.338044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd37515d-405a-46b8-af77-dacc732b4452 req-ec463f04-fcee-45dc-a5ef-35457599dcc6 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6476691 Jul 23 20:16:26.345624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d286891a-2294-4df7-a618-23cc19ac913c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:26.398033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd37515d-405a-46b8-af77-dacc732b4452 req-31e1ba0b-13b2-4b87-a774-57fa63f5a172 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.0557537 Jul 23 20:16:26.476297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:26.490719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:26.507931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:26.547455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37515d-405a-46b8-af77-dacc732b4452 req-409f6c3c-eda6-4ffc-a195-363b2567bcbb tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.549459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd37515d-405a-46b8-af77-dacc732b4452 req-409f6c3c-eda6-4ffc-a195-363b2567bcbb tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1419706 Jul 23 20:16:26.582205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Pushing event updated for resources: {'Port': ['ID=7d640ecf-a1da-45e1-9b86-4159a7421704,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:26.660997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8ac07eb-9329-4c38-8132-24e43670101f req-1835eed6-742b-4f51-a513-e2fd01163d24 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips/99d66de5-f101-4c69-a975-4bd231691bd8 HTTP/1.1" status: 200 len: 692 time: 0.0691986 Jul 23 20:16:26.668808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.669536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.672061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.686810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f8153ad3-4873-4075-a543-8df97d726cf4', 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:26.726037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bf1039ee-0299-488a-9268-f793663c2d82 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:26.790660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event deleted for resources: {'Port': ['ID=f8153ad3-4873-4075-a543-8df97d726cf4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:26.808143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0f47f-e86e-435d-b1f3-addba16dca3f req-4f13432f-5b2b-489d-98ab-1a2a092c1059 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.817389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fc0f47f-e86e-435d-b1f3-addba16dca3f req-4f13432f-5b2b-489d-98ab-1a2a092c1059 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=955e0fd5-6bd0-4f37-9fe0-2361747e4189 HTTP/1.1" status: 200 len: 867 time: 0.2662899 Jul 23 20:16:26.858225 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c698081b-40c2-434c-b07d-2e23bf00095c req-d6510139-0e96-437a-b7ce-c8d0c18aa6e8 service neutron] 10.222.0.36 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089459 Jul 23 20:16:26.866448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-04562313-536f-4c8d-9b92-78fad1ab1436 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5557837 Jul 23 20:16:26.874160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:26.897202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac07eb-9329-4c38-8132-24e43670101f req-00b3a70c-692a-41ae-89e4-e9465049f82b tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:26.902320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] No DVR routers for this DVR port f8153ad3-4873-4075-a543-8df97d726cf4 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:26.908089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Request body: {'port': {'device_id': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:26.911480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8ac07eb-9329-4c38-8132-24e43670101f req-00b3a70c-692a-41ae-89e4-e9465049f82b tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2412124 Jul 23 20:16:26.912081 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:26.915029 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bea80f43-5428-4fc8-8f36-1e967c0c878d req-65f05d25-25fd-4317-910d-ae4c5da6485e tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "DELETE /v2.0/ports/f8153ad3-4873-4075-a543-8df97d726cf4 HTTP/1.1" status: 204 len: 173 time: 1.8694365 Jul 23 20:16:26.939654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b7eeae08-5382-4e03-82fa-76e51cac1c29'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:26.945426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fc0f47f-e86e-435d-b1f3-addba16dca3f req-5d8a7795-a267-4818-98b4-0147eb4dd00a tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266336 Jul 23 20:16:27.051547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9466c074-b8b1-4dba-8587-c4f386069126 None None] Provisioning for port 7d640ecf-a1da-45e1-9b86-4159a7421704 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:27.054704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8ac07eb-9329-4c38-8132-24e43670101f req-2d2eaedc-2041-4293-8742-3945f41430cb tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.1417181 Jul 23 20:16:27.063698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.081868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:27.082421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.083996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9466c074-b8b1-4dba-8587-c4f386069126 None None] Provisioning complete for port 7d640ecf-a1da-45e1-9b86-4159a7421704 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:27.084354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9466c074-b8b1-4dba-8587-c4f386069126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.092826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port bf1039ee-0299-488a-9268-f793663c2d82 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:27.158998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port bf1039ee-0299-488a-9268-f793663c2d82 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:27.159292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.165462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8ac07eb-9329-4c38-8132-24e43670101f req-a1862d9c-abe0-45bc-b8c7-106af08f2e14 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.54 HTTP/1.1" status: 200 len: 695 time: 0.1090763 Jul 23 20:16:27.246019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9466c074-b8b1-4dba-8587-c4f386069126 None None] Port 7d640ecf-a1da-45e1-9b86-4159a7421704 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:16:27.410381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'name': 'network-vif-deleted', 'tag': 'f8153ad3-4873-4075-a543-8df97d726cf4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:27.412698 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f6a240-3c8a-4135-be70-c3bd713b0daa" -d '{"events": [{"server_uuid": "955e0fd5-6bd0-4f37-9fe0-2361747e4189", "name": "network-vif-deleted", "tag": "f8153ad3-4873-4075-a543-8df97d726cf4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:27.457416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.458429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d640ecf-a1da-45e1-9b86-4159a7421704 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:27.482802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-d9a51f86-a780-450c-80dd-245cdd5ecc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:27.484283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-d9a51f86-a780-450c-80dd-245cdd5ecc01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 1096 time: 0.5463612 Jul 23 20:16:27.502496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.549797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Transition to ACTIVE for port object 7d640ecf-a1da-45e1-9b86-4159a7421704 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:27.560169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.604085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port bf1039ee-0299-488a-9268-f793663c2d82, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bf1039ee-0299-488a-9268-f793663c2d82,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:27.622878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1039ee-0299-488a-9268-f793663c2d82'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:27.625808 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26df370-a150-440d-ad33-5da256be1eb5" -d '{"events": [{"server_uuid": "b6cabd39-fa71-451d-bea7-5ef3e1c9b898", "name": "network-vif-plugged", "status": "completed", "tag": "bf1039ee-0299-488a-9268-f793663c2d82"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:27.632840 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.712832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Pushing event updated for resources: {'Port': ['ID=7d640ecf-a1da-45e1-9b86-4159a7421704,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:27.734636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=bf1039ee-0299-488a-9268-f793663c2d82,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:27.755776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-68c63e71-afe6-49f3-8f07-bf83a3593b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:27.757531 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-68c63e71-afe6-49f3-8f07-bf83a3593b0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.2574005 Jul 23 20:16:27.835514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-6906a00c-55ed-4462-91da-29b6dd3c171b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcce5964-136b-4b74-b82b-ca85da70f03f HTTP/1.1" status: 200 len: 217 time: 0.0528371 Jul 23 20:16:27.845026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c84c6-d83f-4eeb-aba1-846ee8eccd94 req-e20f339e-9e80-49f3-824c-55273f9f5af3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:27.853570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-481c84c6-d83f-4eeb-aba1-846ee8eccd94 req-e20f339e-9e80-49f3-824c-55273f9f5af3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 944 time: 0.7416079 Jul 23 20:16:27.896380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-cc2804f8-d5ce-4eb7-805a-d8eb52aa425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:27.897908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-cc2804f8-d5ce-4eb7-805a-d8eb52aa425a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.0506606 Jul 23 20:16:27.909537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Attempting to bind port 7d640ecf-a1da-45e1-9b86-4159a7421704 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:27.909887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Attempting to bind port 7d640ecf-a1da-45e1-9b86-4159a7421704 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:27.910213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Attempting to bind port 7d640ecf-a1da-45e1-9b86-4159a7421704 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:27.911731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-481c84c6-d83f-4eeb-aba1-846ee8eccd94 req-53361025-95e3-425f-a6dd-06d7c7ca2ba8 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512772 Jul 23 20:16:27.959255 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-213cf486-f3c8-4c14-b847-3617ca612d4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447516 Jul 23 20:16:27.959975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Port 7d640ecf-a1da-45e1-9b86-4159a7421704 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:27.960305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Attempting to bind port 7d640ecf-a1da-45e1-9b86-4159a7421704 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:27.962128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Deleting port b0978d68-3487-4205-8d02-a788ee5563cb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:27.962648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:27.998620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:27.999550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:27.999955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:28.000485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Bound port: 7d640ecf-a1da-45e1-9b86-4159a7421704, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:28.001743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.109701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.110189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.124506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Calling delete_port for b0978d68-3487-4205-8d02-a788ee5563cb owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:28.161705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] For port 7d640ecf-a1da-45e1-9b86-4159a7421704, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:28.182936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] For port 7d640ecf-a1da-45e1-9b86-4159a7421704, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7d640ecf-a1da-45e1-9b86-4159a7421704,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:28.194672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.235157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-45c4ea02-679a-4bbb-88da-39a672ac5b5e service neutron] 10.222.0.36 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632220 Jul 23 20:16:28.241221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.241858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.243210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d640ecf-a1da-45e1-9b86-4159a7421704 HTTP/1.1" status: 200 len: 1097 time: 1.3667212 Jul 23 20:16:28.316658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c1b6c-9407-4838-8163-cbd3142e1b98 service neutron] Pushing event updated for resources: {'Port': ['ID=7d640ecf-a1da-45e1-9b86-4159a7421704,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:28.330005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5492265-c660-447b-83a6-c725762ff087 req-0d9f4638-66e9-46ba-8e90-5bee8e1fc8a5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.338784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5492265-c660-447b-83a6-c725762ff087 req-0d9f4638-66e9-46ba-8e90-5bee8e1fc8a5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 948 time: 0.1522336 Jul 23 20:16:28.395609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5492265-c660-447b-83a6-c725762ff087 req-bbbc4992-9a94-4cbb-a0c7-c12b5c0023d1 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555973 Jul 23 20:16:28.441470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.451416 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38a59666-8d17-47ba-b443-de154bcbeb04 req-2a3634b1-e709-49f7-b7c4-d6fa3a9ce9cd service neutron] 10.222.0.36 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047246 Jul 23 20:16:28.485663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Pushing event deleted for resources: {'Port': ['ID=b0978d68-3487-4205-8d02-a788ee5563cb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:28.500407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-d5d570ac-aa07-4a1c-905f-06016befc604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.502336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-d5d570ac-aa07-4a1c-905f-06016befc604 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 1100 time: 0.1959808 Jul 23 20:16:28.557969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-b2fce5e6-e88c-4a7d-8c80-0995517596ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7d640ecf-a1da-45e1-9b86-4159a7421704 HTTP/1.1" status: 200 len: 217 time: 0.0476515 Jul 23 20:16:28.597272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.600071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:28.604009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8ac07eb-9329-4c38-8132-24e43670101f req-042d8ef7-0de0-4adf-bd70-94030817d86f tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "DELETE /v2.0/floatingips/99d66de5-f101-4c69-a975-4bd231691bd8 HTTP/1.1" status: 204 len: 173 time: 1.4369051 Jul 23 20:16:28.640737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-a37f4d10-4dde-4e48-bbc7-803e0b329754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.642948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-a37f4d10-4dde-4e48-bbc7-803e0b329754 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0761428 Jul 23 20:16:28.671565 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2dc424-ec13-4625-918e-e16af482f5b7 x-openstack-request-id: req-bf2dc424-ec13-4625-918e-e16af482f5b7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:28.671862 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955e0fd5-6bd0-4f37-9fe0-2361747e4189", "name": "network-vif-deleted", "tag": "f8153ad3-4873-4075-a543-8df97d726cf4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:28.672122 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf2dc424-ec13-4625-918e-e16af482f5b7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:28.672515 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955e0fd5-6bd0-4f37-9fe0-2361747e4189', 'name': 'network-vif-deleted', 'tag': 'f8153ad3-4873-4075-a543-8df97d726cf4', 'status': 'completed', 'code': 200} Jul 23 20:16:28.704312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8153ad3-4873-4075-a543-8df97d726cf4 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:28.722831 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f488adc-e90a-4d87-b317-186a964463c6 x-openstack-request-id: req-8f488adc-e90a-4d87-b317-186a964463c6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:28.728034 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cabd39-fa71-451d-bea7-5ef3e1c9b898", "name": "network-vif-plugged", "status": "completed", "tag": "bf1039ee-0299-488a-9268-f793663c2d82", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:28.729172 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f488adc-e90a-4d87-b317-186a964463c6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:28.731707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-902cfff8-be94-4a00-a5e9-0cfb0d13518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.733981 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1039ee-0299-488a-9268-f793663c2d82', 'code': 200} Jul 23 20:16:28.745282 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-902cfff8-be94-4a00-a5e9-0cfb0d13518e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931878 Jul 23 20:16:28.765936 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-a50d5f04-e670-4418-affa-b4e6e3bb5b92 req-c608f7ab-0268-48fb-a78a-39be12391b0b tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] show failed (client error): The resource could not be found. Jul 23 20:16:28.772924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a50d5f04-e670-4418-affa-b4e6e3bb5b92 req-c608f7ab-0268-48fb-a78a-39be12391b0b tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips/99d66de5-f101-4c69-a975-4bd231691bd8 HTTP/1.1" status: 404 len: 350 time: 0.0527728 Jul 23 20:16:28.791864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f8153ad3-4873-4075-a543-8df97d726cf4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:28.796812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8153ad3-4873-4075-a543-8df97d726cf4 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:28.846289 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-ffbb9b31-34ed-4200-be11-b1c7b2f32198 req-e5b4f6c4-2d94-4b78-a8f9-aa6ea0a49602 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] show failed (client error): The resource could not be found. Jul 23 20:16:28.848096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffbb9b31-34ed-4200-be11-b1c7b2f32198 req-e5b4f6c4-2d94-4b78-a8f9-aa6ea0a49602 tempest-FloatingIPsTestJSON-1443983394 tempest-FloatingIPsTestJSON-1443983394-project] 10.222.0.46 "GET /v2.0/floatingips/99d66de5-f101-4c69-a975-4bd231691bd8 HTTP/1.1" status: 404 len: 350 time: 0.0571988 Jul 23 20:16:28.858863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:28.943116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920d6b7-dc28-4be0-a9d1-fb47e01527bf req-8f8ee364-de83-4215-aff1-27f8a982b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:28.945201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6920d6b7-dc28-4be0-a9d1-fb47e01527bf req-8f8ee364-de83-4215-aff1-27f8a982b49b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.1450586 Jul 23 20:16:28.981030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-e276ff6e-257f-48f5-b3f4-f0ccbc3947cc service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260149 Jul 23 20:16:29.015176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6920d6b7-dc28-4be0-a9d1-fb47e01527bf req-628c0f5b-6f2d-4970-b8a8-32c41f2f03fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 Jul 23 20:16:29.114216 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0abf9069-0445-447e-b089-c3b79bf58c95 req-177523da-0aed-4a3b-a799-4a362f038f69 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226749 Jul 23 20:16:29.227828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d22aa-515c-41cb-8955-575cde971d9f req-81e3569f-4fa1-41fc-911b-cc108eebd52d tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:29.229319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-148d22aa-515c-41cb-8955-575cde971d9f req-81e3569f-4fa1-41fc-911b-cc108eebd52d tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 950 time: 0.1965170 Jul 23 20:16:29.257255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc789a2-2185-425d-ae6e-0e11988405bb req-434bcf32-28dc-4751-97e9-1fb87cc0e337 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:29.258873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abc789a2-2185-425d-ae6e-0e11988405bb req-434bcf32-28dc-4751-97e9-1fb87cc0e337 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 944 time: 0.2385993 Jul 23 20:16:29.337671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-148d22aa-515c-41cb-8955-575cde971d9f req-cf096244-101f-4b91-a06a-dd3a6bdde9c0 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934200 Jul 23 20:16:29.389534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abc789a2-2185-425d-ae6e-0e11988405bb req-79f51954-c6d5-4132-8a91-86cc2c344aac tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214285 Jul 23 20:16:29.600519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345263-8bad-4b7e-abd9-60e16c812e42 req-3c00f46e-c5a6-4d57-86c3-e1a3890093b8 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:29.602320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee345263-8bad-4b7e-abd9-60e16c812e42 req-3c00f46e-c5a6-4d57-86c3-e1a3890093b8 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 948 time: 0.1168044 Jul 23 20:16:29.636797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:29.734957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee345263-8bad-4b7e-abd9-60e16c812e42 req-ea34758d-c643-4dee-9dde-a776f3573cf4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258368 Jul 23 20:16:29.991837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Deleting port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:29.992187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.092929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] For port af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:30.093295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.108411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Calling delete_port for af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:30.318900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.347842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:30.410358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bcce5964-136b-4b74-b82b-ca85da70f03f details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:30.621551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-ad199a8b-6c17-4d08-bacf-b3a2bb566780 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:30.623560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-ad199a8b-6c17-4d08-bacf-b3a2bb566780 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 950 time: 0.1122773 Jul 23 20:16:30.632265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port bcce5964-136b-4b74-b82b-ca85da70f03f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bcce5964-136b-4b74-b82b-ca85da70f03f,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:30.656124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'bcce5964-136b-4b74-b82b-ca85da70f03f', 'network_id': '24148162-0648-4107-add2-44ba434e04f1', 'port_id': 'bcce5964-136b-4b74-b82b-ca85da70f03f', 'mac_address': 'fa:16:3e:39:a7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b5752b0-e173-4533-adde-cf878448c0a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:30.679684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.680508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'tag': '7d640ecf-a1da-45e1-9b86-4159a7421704'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:30.683057 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3575176d-96b1-439f-ae09-c273198ed381" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcee4a6-7b11-4a65-a971-1cf0682f45a2", "tag": "7d640ecf-a1da-45e1-9b86-4159a7421704"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:30.712342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b60d82-c6b7-479e-b2c4-feef5efab2c7 req-f25a21f2-134b-4a55-a33a-4fa00ef0053b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:30.719555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5b60d82-c6b7-479e-b2c4-feef5efab2c7 req-f25a21f2-134b-4a55-a33a-4fa00ef0053b tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 950 time: 0.2548432 Jul 23 20:16:30.733976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7d640ecf-a1da-45e1-9b86-4159a7421704 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:30.785306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.821913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df90cc7-161c-4ed6-a2f6-5e4b9ffec6f3 req-8453bd4c-720e-4140-acbc-bd9d201c99f6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:30.828321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Deleting port b7eeae08-5382-4e03-82fa-76e51cac1c29 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:30.828965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6df90cc7-161c-4ed6-a2f6-5e4b9ffec6f3 req-8453bd4c-720e-4140-acbc-bd9d201c99f6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 944 time: 0.2989380 Jul 23 20:16:30.834110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:30.848078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcce5964-136b-4b74-b82b-ca85da70f03f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:30.885455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5b60d82-c6b7-479e-b2c4-feef5efab2c7 req-176978b0-735d-4e1c-a127-5ac526d172a8 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647000 Jul 23 20:16:30.938611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6df90cc7-161c-4ed6-a2f6-5e4b9ffec6f3 req-ba10361a-5a10-4b63-b3b1-b11c11bd6928 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066420 Jul 23 20:16:30.942418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port bcce5964-136b-4b74-b82b-ca85da70f03f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bcce5964-136b-4b74-b82b-ca85da70f03f,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:31.002553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.047625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] For port b7eeae08-5382-4e03-82fa-76e51cac1c29, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b7eeae08-5382-4e03-82fa-76e51cac1c29,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:31.048289 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.084600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Calling delete_port for b7eeae08-5382-4e03-82fa-76e51cac1c29 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:31.146155 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d6632f-1d15-4a41-b732-ae8ee201e9d7 x-openstack-request-id: req-d0d6632f-1d15-4a41-b732-ae8ee201e9d7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:31.147350 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcee4a6-7b11-4a65-a971-1cf0682f45a2", "tag": "7d640ecf-a1da-45e1-9b86-4159a7421704", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:31.148703 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0d6632f-1d15-4a41-b732-ae8ee201e9d7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:31.149980 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'tag': '7d640ecf-a1da-45e1-9b86-4159a7421704', 'status': 'completed', 'code': 200} Jul 23 20:16:31.188479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 7d640ecf-a1da-45e1-9b86-4159a7421704, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7d640ecf-a1da-45e1-9b86-4159a7421704,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:31.218795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Router a043d72c-9d13-47f0-91f0-7c89989f4a68 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:16:31.245151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '7d640ecf-a1da-45e1-9b86-4159a7421704', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '7d640ecf-a1da-45e1-9b86-4159a7421704', 'mac_address': 'fa:16:3e:de:f9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:31.254274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=bcce5964-136b-4b74-b82b-ca85da70f03f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:31.295274 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.313486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d640ecf-a1da-45e1-9b86-4159a7421704 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:31.348566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 7d640ecf-a1da-45e1-9b86-4159a7421704, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7d640ecf-a1da-45e1-9b86-4159a7421704,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:31.350775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575176d-96b1-439f-ae09-c273198ed381 req-1e627413-a945-4d14-b2a4-5e5d16fd18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.352585 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-1e627413-a945-4d14-b2a4-5e5d16fd18dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 1100 time: 0.1203945 Jul 23 20:16:31.355231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.407924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['bcce5964-136b-4b74-b82b-ca85da70f03f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:31.445516 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.466146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:31.471292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=7d640ecf-a1da-45e1-9b86-4159a7421704,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:31.482566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57d61-f856-4fa1-82e3-4039c3cf2a26 req-96157760-43d0-4020-bfd2-2558839e4577 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.489810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35d57d61-f856-4fa1-82e3-4039c3cf2a26 req-96157760-43d0-4020-bfd2-2558839e4577 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 949 time: 0.1220307 Jul 23 20:16:31.494705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event deleted for resources: {'Port': ['ID=b7eeae08-5382-4e03-82fa-76e51cac1c29,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:31.514670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:16:31.528180 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] Sync routers for ids ['a043d72c-9d13-47f0-91f0-7c89989f4a68'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:16:31.530238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7a2fb52f-210f-4ecb-b52b-3bfb2ddae118 admin admin] 10.222.0.46 "PUT /v2.0/routers/a043d72c-9d13-47f0-91f0-7c89989f4a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6702971 Jul 23 20:16:31.535438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37590) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:31.545445 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] Routers {'a043d72c-9d13-47f0-91f0-7c89989f4a68'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:31.546085 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:16:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a043d72c-9d13-47f0-91f0-7c89989f4a68'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:31.557780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35d57d61-f856-4fa1-82e3-4039c3cf2a26 req-d250bbfe-6752-4fe7-854c-444bc356784a tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668037 Jul 23 20:16:31.683261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['7d640ecf-a1da-45e1-9b86-4159a7421704'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:31.704365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] No DVR routers for this DVR port b7eeae08-5382-4e03-82fa-76e51cac1c29 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:31.704976 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] Set router a043d72c-9d13-47f0-91f0-7c89989f4a68 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:31.708404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.710935 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a2fa9377-79a8-46eb-9439-35fc7748affd req-dfd6f15f-2ca2-4684-b082-a45684c0b936 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.36 "DELETE /v2.0/ports/b7eeae08-5382-4e03-82fa-76e51cac1c29 HTTP/1.1" status: 204 len: 173 time: 1.0812075 Jul 23 20:16:31.755768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575176d-96b1-439f-ae09-c273198ed381 req-aebb333f-1e06-47c4-9912-ae957217da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:31.756960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-aebb333f-1e06-47c4-9912-ae957217da51 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3978729 Jul 23 20:16:31.758885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:31.898005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-2948bc80-0b79-41cb-ad4f-744c3ff0e385 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=7d640ecf-a1da-45e1-9b86-4159a7421704 HTTP/1.1" status: 200 len: 217 time: 0.1330321 Jul 23 20:16:32.079630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575176d-96b1-439f-ae09-c273198ed381 req-65e35d64-ed32-4dfd-8a77-fac0dacfc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.082747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-65e35d64-ed32-4dfd-8a77-fac0dacfc2e0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1456125 Jul 23 20:16:32.104553 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:30Z', 'revision_number': 5, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:32.133471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-062ce857-8c0e-451a-b357-e15329f1d9aa req-dcf70754-5951-44cf-9f35-5ac6b3fb1d00 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d4d37de-5a5c-4ac8-b644-9fccd2665674 HTTP/1.1" status: 200 len: 210 time: 0.0619752 Jul 23 20:16:32.161849 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] Checking router: a043d72c-9d13-47f0-91f0-7c89989f4a68 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:16:32.171819 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] Routers {'a043d72c-9d13-47f0-91f0-7c89989f4a68'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:16:32.172451 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:16:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a043d72c-9d13-47f0-91f0-7c89989f4a68'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:32.228495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.270518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a12cb-6275-4d29-9247-dffd9498b899 req-8a131bf4-d787-4246-b518-6de38bf884e3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.279829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b17a12cb-6275-4d29-9247-dffd9498b899 req-8a131bf4-d787-4246-b518-6de38bf884e3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 945 time: 0.1655402 Jul 23 20:16:32.308793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575176d-96b1-439f-ae09-c273198ed381 req-87f4431b-bda6-40a2-b8cb-936ccca01dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.318263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-87f4431b-bda6-40a2-b8cb-936ccca01dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2255397 Jul 23 20:16:32.359475 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:16:32.387378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b17a12cb-6275-4d29-9247-dffd9498b899 req-6b34bafc-dc49-4e40-8763-d9bfa7e88f56 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056669 Jul 23 20:16:32.428711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Deleting port 88276488-8487-4960-b900-f58122dacf3b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:32.429060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.446090 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] Set router a043d72c-9d13-47f0-91f0-7c89989f4a68 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:16:32.537716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-3f069ecf-e765-4c5f-b398-9e94833dd064 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104108 Jul 23 20:16:32.688768 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:30Z', 'revision_number': 5, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:32.699387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4ae67-40f7-49bf-990d-25c4bec031a1 req-bd4f627c-e3f3-4c0b-9c91-2678bb62ebdb tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:32.701234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19a4ae67-40f7-49bf-990d-25c4bec031a1 req-bd4f627c-e3f3-4c0b-9c91-2678bb62ebdb tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 949 time: 0.0706613 Jul 23 20:16:32.727539 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86133808-76dc-46e3-9ec2-d51c4d292c68 None None] The sync data for ids ['a043d72c-9d13-47f0-91f0-7c89989f4a68'] in n-d-793620-13 is: [{'id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'name': 'tempest-FloatingIPsTestJSON-1629158990-router', 'tenant_id': 'c40a41e8481749458eee3d31ceeef2e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': '88276488-8487-4960-b900-f58122dacf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:30Z', 'revision_number': 5, 'project_id': 'c40a41e8481749458eee3d31ceeef2e8', 'gw_port': {'id': '88276488-8487-4960-b900-f58122dacf3b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a043d72c-9d13-47f0-91f0-7c89989f4a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:16:32.748994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19a4ae67-40f7-49bf-990d-25c4bec031a1 req-ac98ce40-9a4f-44c4-85fa-bc550d4fd6b3 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 Jul 23 20:16:32.864275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] For port 88276488-8487-4960-b900-f58122dacf3b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88276488-8487-4960-b900-f58122dacf3b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:32.864885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:32.884923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Calling delete_port for 88276488-8487-4960-b900-f58122dacf3b owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:32.986711 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3575176d-96b1-439f-ae09-c273198ed381 req-cfeaa1cb-ec96-4851-ac3e-5ac8e19cb7df service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381058 Jul 23 20:16:33.102306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.132038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=88276488-8487-4960-b900-f58122dacf3b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:33.158786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'name': 'network-vif-deleted', 'tag': 'b7eeae08-5382-4e03-82fa-76e51cac1c29'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:33.161708 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8badee1e-dcd7-493a-9596-073b955ca496" -d '{"events": [{"server_uuid": "2d4d37de-5a5c-4ac8-b644-9fccd2665674", "name": "network-vif-deleted", "tag": "b7eeae08-5382-4e03-82fa-76e51cac1c29"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:33.207351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.236289 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ab39bc-15ad-4ced-ad63-9b608368839f x-openstack-request-id: req-43ab39bc-15ad-4ced-ad63-9b608368839f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:33.236584 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4d37de-5a5c-4ac8-b644-9fccd2665674", "name": "network-vif-deleted", "tag": "b7eeae08-5382-4e03-82fa-76e51cac1c29", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:33.236891 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43ab39bc-15ad-4ced-ad63-9b608368839f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:33.237775 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4d37de-5a5c-4ac8-b644-9fccd2665674', 'name': 'network-vif-deleted', 'tag': 'b7eeae08-5382-4e03-82fa-76e51cac1c29', 'status': 'completed', 'code': 200} Jul 23 20:16:33.306760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.309091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.360766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.361301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router a043d72c-9d13-47f0-91f0-7c89989f4a68 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:16:33.366555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.370037 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-45067656-56a6-41cf-b371-6b78bacefcfe admin admin] 10.222.0.46 "DELETE /v2.0/routers/a043d72c-9d13-47f0-91f0-7c89989f4a68 HTTP/1.1" status: 204 len: 168 time: 1.8296232 Jul 23 20:16:33.370283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37634) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:33.435782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Deleting subnet 0f112cc2-e06e-402f-97f5-99c36641840f {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:16:33.439579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.484498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.495677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af77ef57-3bcf-4401-9e23-3cabbb1e635d req-81b4a1ef-059a-4279-b877-ea62aed7ec31 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:33.497142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af77ef57-3bcf-4401-9e23-3cabbb1e635d req-81b4a1ef-059a-4279-b877-ea62aed7ec31 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 951 time: 0.1103261 Jul 23 20:16:33.559021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb76807-f0c9-420c-91ca-e3057918d7cb req-acdda61e-d0eb-4802-aa8e-1da233dda1d9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:33.560525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7eb76807-f0c9-420c-91ca-e3057918d7cb req-acdda61e-d0eb-4802-aa8e-1da233dda1d9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 945 time: 0.1157122 Jul 23 20:16:33.563669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af77ef57-3bcf-4401-9e23-3cabbb1e635d req-26c9e21e-16ce-439b-8818-b8b212dd96c4 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576785 Jul 23 20:16:33.586404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.603175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7eb76807-f0c9-420c-91ca-e3057918d7cb req-861653a8-bbc0-423c-b9d7-a436ba7ca995 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357163 Jul 23 20:16:33.648351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.680816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f112cc2-e06e-402f-97f5-99c36641840f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:33.684952 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.686888 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b24f5f78-cea8-41d9-89e0-6b98079f4a2f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0f112cc2-e06e-402f-97f5-99c36641840f HTTP/1.1" status: 204 len: 168 time: 0.3156748 Jul 23 20:16:33.689818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37654) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:33.690897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eaf94e-99ab-4bce-a294-1a9235f7a7dd None None] Network b5978f4d-b2f5-45ca-919a-65b1f99741a4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:33.771054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.897168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Deleting port 175bc72b-b999-4693-9cbc-12114a7e851f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:33.897473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:33.913241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] DHCP port deletion for b5978f4d-b2f5-45ca-919a-65b1f99741a4 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:16:34.089977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] Deleting port 175bc72b-b999-4693-9cbc-12114a7e851f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:34.090359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.153759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] For port 175bc72b-b999-4693-9cbc-12114a7e851f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=175bc72b-b999-4693-9cbc-12114a7e851f,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:34.154057 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.166894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] Calling delete_port for 175bc72b-b999-4693-9cbc-12114a7e851f owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:34.248727 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.273818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] Pushing event deleted for resources: {'Port': ['ID=175bc72b-b999-4693-9cbc-12114a7e851f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.277423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d27aa1-777e-4098-982a-8776650ccd43 None None] No DVR routers for this DVR port 175bc72b-b999-4693-9cbc-12114a7e851f on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:34.286870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aca6a4-a951-459f-95d5-18fa6606bf60 req-3020b0d8-867d-4321-ab03-0d234ad22682 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:34.287884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39aca6a4-a951-459f-95d5-18fa6606bf60 req-3020b0d8-867d-4321-ab03-0d234ad22682 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 949 time: 0.4752612 Jul 23 20:16:34.308677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] For port 175bc72b-b999-4693-9cbc-12114a7e851f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=175bc72b-b999-4693-9cbc-12114a7e851f,segment=NetworkSegment(aeef3680-4c7a-4f0c-b99b-a442be028443),segment_id=aeef3680-4c7a-4f0c-b99b-a442be028443)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:34.308967 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.318621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5bef9-29db-46fe-8eca-f4a5c73adf33 req-04a980b9-2a54-4f3d-bc42-05605fa326e3 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:34.320063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1a5bef9-29db-46fe-8eca-f4a5c73adf33 req-04a980b9-2a54-4f3d-bc42-05605fa326e3 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 949 time: 0.4761226 Jul 23 20:16:34.340133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Calling delete_port for 175bc72b-b999-4693-9cbc-12114a7e851f owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:34.419734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39aca6a4-a951-459f-95d5-18fa6606bf60 req-dbde45df-9396-4f75-acc3-161a61a148be tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247921 Jul 23 20:16:34.431149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1a5bef9-29db-46fe-8eca-f4a5c73adf33 req-4bd8b945-8151-4909-a8b4-2332be5a2ed4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017110 Jul 23 20:16:34.444662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bcce5964-136b-4b74-b82b-ca85da70f03f up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:34.475249 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.500881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port bcce5964-136b-4b74-b82b-ca85da70f03f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:34.505821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=175bc72b-b999-4693-9cbc-12114a7e851f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.510054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] No DVR routers for this DVR port 175bc72b-b999-4693-9cbc-12114a7e851f on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:34.510803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port bcce5964-136b-4b74-b82b-ca85da70f03f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:34.511963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.597801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.608791 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.609174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5978f4d-b2f5-45ca-919a-65b1f99741a4']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:34.622235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeef3680-4c7a-4f0c-b99b-a442be028443') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:34.622917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeef3680-4c7a-4f0c-b99b-a442be028443') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:16:34.633999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.640039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcce5964-136b-4b74-b82b-ca85da70f03f'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:34.642503 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a580e95e-ef93-431d-af95-42ac03416217" -d '{"events": [{"server_uuid": "de8300bf-98ce-48eb-bd92-aebc31096c5e", "name": "network-vif-plugged", "status": "completed", "tag": "bcce5964-136b-4b74-b82b-ca85da70f03f"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:34.652078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.657736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port bcce5964-136b-4b74-b82b-ca85da70f03f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bcce5964-136b-4b74-b82b-ca85da70f03f,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:34.663611 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.664466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b7eeae08-5382-4e03-82fa-76e51cac1c29 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:34.668225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:16:34.668635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:16:34.670342 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:16:34.688583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: b7eeae08-5382-4e03-82fa-76e51cac1c29 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:34.689078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b7eeae08-5382-4e03-82fa-76e51cac1c29 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:34.689624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:34.740137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7d640ecf-a1da-45e1-9b86-4159a7421704 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:34.765023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.782676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf08b3-2c7c-4413-90c9-9c25b7938da6 req-e8c00d65-9347-4727-9973-8aba0cbc1157 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:34.784367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbaf08b3-2c7c-4413-90c9-9c25b7938da6 req-e8c00d65-9347-4727-9973-8aba0cbc1157 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 951 time: 0.1267121 Jul 23 20:16:34.790474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:34.794623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b5978f4d-b2f5-45ca-919a-65b1f99741a4 HTTP/1.1" status: 204 len: 168 time: 1.1014049 Jul 23 20:16:34.826559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-8814e5b4-1a26-4950-85aa-2f3002fb5942 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:34.828178 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-8814e5b4-1a26-4950-85aa-2f3002fb5942 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 951 time: 0.1292143 Jul 23 20:16:34.833404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b43c8-7b7d-436a-b151-69d85564fb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5978f4d-b2f5-45ca-919a-65b1f99741a4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:34.860924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbaf08b3-2c7c-4413-90c9-9c25b7938da6 req-31e19d05-b72c-4d27-981a-86169e874f38 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/security-groups?id=8dbf1877-7894-4f40-875a-70522126f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673635 Jul 23 20:16:34.871473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88276488-8487-4960-b900-f58122dacf3b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:34.938520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 88276488-8487-4960-b900-f58122dacf3b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:34.938936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88276488-8487-4960-b900-f58122dacf3b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:34.939292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 175bc72b-b999-4693-9cbc-12114a7e851f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:34.965159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37694) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:34.976449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 175bc72b-b999-4693-9cbc-12114a7e851f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:34.976807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 175bc72b-b999-4693-9cbc-12114a7e851f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:34.977245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:35.000899 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.006941 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0c94a2-2e18-4398-83db-4d9c936ba756 x-openstack-request-id: req-2f0c94a2-2e18-4398-83db-4d9c936ba756 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:35.007470 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8300bf-98ce-48eb-bd92-aebc31096c5e", "name": "network-vif-plugged", "status": "completed", "tag": "bcce5964-136b-4b74-b82b-ca85da70f03f", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:35.008332 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f0c94a2-2e18-4398-83db-4d9c936ba756 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:35.009067 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcce5964-136b-4b74-b82b-ca85da70f03f', 'code': 200} Jul 23 20:16:35.009937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:35.010438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af3aa1ad-71fc-402a-ab97-1fedbc6b3ea1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:35.012093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=bcce5964-136b-4b74-b82b-ca85da70f03f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:35.015662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 7d640ecf-a1da-45e1-9b86-4159a7421704 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:35.018467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb7af9-9c33-48f2-b6d9-225fcb65e0c3 req-d7540e3d-7550-4b18-a2b8-fc963f5f5633 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.028087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eafb7af9-9c33-48f2-b6d9-225fcb65e0c3 req-d7540e3d-7550-4b18-a2b8-fc963f5f5633 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0864892 Jul 23 20:16:35.028887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 7d640ecf-a1da-45e1-9b86-4159a7421704 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:35.029745 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.090403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:35.102936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eafb7af9-9c33-48f2-b6d9-225fcb65e0c3 req-08bba5b0-e254-4e00-a7a0-6174d398b4b4 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736189 Jul 23 20:16:35.153519 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-20cca9ad-c2f0-400c-b0fb-4330231ef9f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c40a41e8481749458eee3d31ceeef2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1832407 Jul 23 20:16:35.156939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.157712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37700) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:35.159419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.185554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Deleting port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:35.185904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.218815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46001db6-a6b3-4a65-9752-be62958d8a04 req-c6fe9a96-feff-4b17-9ec1-6fb0dc10e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.220280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46001db6-a6b3-4a65-9752-be62958d8a04 req-c6fe9a96-feff-4b17-9ec1-6fb0dc10e77a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 1098 time: 0.1427195 Jul 23 20:16:35.236194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41e64401-4e43-4cb8-a3ad-ded4659e7e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.249912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 7d640ecf-a1da-45e1-9b86-4159a7421704, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7d640ecf-a1da-45e1-9b86-4159a7421704,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:35.251284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:35.255459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.265531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41e64401-4e43-4cb8-a3ad-ded4659e7e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.304698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=7d640ecf-a1da-45e1-9b86-4159a7421704,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:35.306088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-46001db6-a6b3-4a65-9752-be62958d8a04 req-3f1a082a-9286-4c81-86d1-49cff87f5003 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776508 Jul 23 20:16:35.313335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] For port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:35.313518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.324013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41e64401-4e43-4cb8-a3ad-ded4659e7e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.326993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41e64401-4e43-4cb8-a3ad-ded4659e7e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.327149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Calling delete_port for af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:35.328155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41e64401-4e43-4cb8-a3ad-ded4659e7e9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37ba9e07-b8cf-4465-9923-5941dfa9ee6f HTTP/1.1" status: 204 len: 168 time: 0.1693490 Jul 23 20:16:35.336379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e64401-4e43-4cb8-a3ad-ded4659e7e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ba9e07-b8cf-4465-9923-5941dfa9ee6f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:35.479932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.491465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:35.552396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Pushing event deleted for resources: {'Port': ['ID=af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:35.580405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] No DVR routers for this DVR port af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:35.583788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:35.586130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f99e19e8-2dc8-4058-bee9-db36c90e7e6e req-dc6b3818-b045-4e2a-accb-db5b877a4219 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.47 "DELETE /v2.0/ports/af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d HTTP/1.1" status: 204 len: 173 time: 0.7517464 Jul 23 20:16:35.586576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-deleted', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:35.589053 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d8f119-3965-4f8a-9992-92d766f88536" -d '{"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-deleted", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:35.658760 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca808b2-b510-4fee-bc3d-2bf2860f0c08 x-openstack-request-id: req-fca808b2-b510-4fee-bc3d-2bf2860f0c08 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:35.659625 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68db87f8-d0fc-4e65-87bb-0b81963e1448", "name": "network-vif-deleted", "tag": "af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:35.659886 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fca808b2-b510-4fee-bc3d-2bf2860f0c08 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:35.660296 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68db87f8-d0fc-4e65-87bb-0b81963e1448', 'name': 'network-vif-deleted', 'tag': 'af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d', 'status': 'completed', 'code': 200} Jul 23 20:16:35.661224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e238d-1e66-4a7e-acf7-fa395a02d6c0 req-93aa44a7-de8a-45ef-b625-774bc5d6b93b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:35.662918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d26e238d-1e66-4a7e-acf7-fa395a02d6c0 req-93aa44a7-de8a-45ef-b625-774bc5d6b93b tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.1192236 Jul 23 20:16:35.718853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d26e238d-1e66-4a7e-acf7-fa395a02d6c0 req-1f35f555-4c75-4c9c-a80e-4bc306cb878c tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490870 Jul 23 20:16:35.986887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-408ee99e-834b-4de1-acc6-e69e6435cfb6 req-27a9d156-d69c-46bc-a488-4f9955c5c9e5 tempest-ServersAdminTestJSON-419369316 tempest-ServersAdminTestJSON-419369316-project] 10.222.0.46 "GET /v2.0/ports?device_id=68db87f8-d0fc-4e65-87bb-0b81963e1448 HTTP/1.1" status: 200 len: 210 time: 0.0311992 Jul 23 20:16:36.050098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37734) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:36.148796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-808073436-network', 'tenant_id': '506d65e8a3d44e92a2aa77768dbad525'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:36.174346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Made reservation on behalf of 506d65e8a3d44e92a2aa77768dbad525 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:36.177442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.191679 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.292659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e234c9-1674-48d4-a764-20592907a7cd req-16214dec-77b7-47e9-8bf3-e20be560d7a6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.294196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1e234c9-1674-48d4-a764-20592907a7cd req-16214dec-77b7-47e9-8bf3-e20be560d7a6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1049778 Jul 23 20:16:36.353168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1e234c9-1674-48d4-a764-20592907a7cd req-a48196df-bc8c-4a01-8910-cd8b0910ccbd tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Jul 23 20:16:36.365406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.373739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.400281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:36.405630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c354d893-4976-4441-96cf-79e0f98801bd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:36.414048 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.414048 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Added segment c6e352f0-21ee-48ce-9db5-809f16d97e6b of type vlan for network dd5b3c52-ab22-4174-bc3e-9b253591f258 Jul 23 20:16:36.452656 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.480696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.481676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.482255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.508010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4567776 Jul 23 20:16:36.511056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37754) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:36.516230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Request body: {'subnet': {'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-808073436-subnet', 'tenant_id': '506d65e8a3d44e92a2aa77768dbad525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:36.538234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Made reservation on behalf of 506d65e8a3d44e92a2aa77768dbad525 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:36.540592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.544056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e820c4-08f6-462d-9299-2232a0995bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=dd5b3c52-ab22-4174-bc3e-9b253591f258,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:36.553879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:36.712319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.772931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d730a284-4b16-4a2a-802e-70815f5f153f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:36.787225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Checking segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:36.787599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Network hostable DHCP agents. Network: dd5b3c52-ab22-4174-bc3e-9b253591f258, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:36.806908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:36.817389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, dd5b3c52-ab22-4174-bc3e-9b253591f258) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:36.827979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8373d-9628-45bf-91b2-9c5597cfa340 None None] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:36.829659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.830301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:36.848219 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-207a64e0-dcd7-4be7-9ff0-36315c581389 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3358953 Jul 23 20:16:36.876915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981491-95a4-43c2-9d93-25e7d5c5d98e req-36be617f-58ef-45c3-bf0b-ce3e90a4fa8d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:36.885489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae981491-95a4-43c2-9d93-25e7d5c5d98e req-36be617f-58ef-45c3-bf0b-ce3e90a4fa8d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.0978620 Jul 23 20:16:36.929043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae981491-95a4-43c2-9d93-25e7d5c5d98e req-659df298-3b15-4745-a20c-58bc386b2600 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423608 Jul 23 20:16:36.995011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537ec6b6-1434-4318-83fa-493a4c879874 None None] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:37.019049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8'}, {'server_uuid': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d640ecf-a1da-45e1-9b86-4159a7421704'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:37.021682 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad139d38-b1cc-42e8-88c1-66b3ca9ee27f" -d '{"events": [{"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8"}, {"server_uuid": "4fcee4a6-7b11-4a65-a971-1cf0682f45a2", "name": "network-vif-plugged", "status": "completed", "tag": "7d640ecf-a1da-45e1-9b86-4159a7421704"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:37.099503 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd08caf-75e8-42aa-87d1-0cd63f11ad5b x-openstack-request-id: req-3fd08caf-75e8-42aa-87d1-0cd63f11ad5b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:37.099800 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8", "code": 200}, {"server_uuid": "4fcee4a6-7b11-4a65-a971-1cf0682f45a2", "name": "network-vif-plugged", "status": "completed", "tag": "7d640ecf-a1da-45e1-9b86-4159a7421704", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:37.100049 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3fd08caf-75e8-42aa-87d1-0cd63f11ad5b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:37.100432 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'code': 200} Jul 23 20:16:37.100682 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d640ecf-a1da-45e1-9b86-4159a7421704', 'code': 200} Jul 23 20:16:37.247075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e710a-4075-43b6-8785-7181bce69317 req-60703c8f-320d-46bc-81b0-f60ff96dbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.248627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-629e710a-4075-43b6-8785-7181bce69317 req-60703c8f-320d-46bc-81b0-f60ff96dbfdc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 1102 time: 0.0931487 Jul 23 20:16:37.321027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-629e710a-4075-43b6-8785-7181bce69317 req-79c9d0c0-d81d-45a9-938b-a3720a6a2dbd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657558 Jul 23 20:16:37.357942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.456491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-13e4489f-0968-48c0-9218-33599ca80aa2 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.458618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-13e4489f-0968-48c0-9218-33599ca80aa2 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.1457274 Jul 23 20:16:37.501834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-25df48c6-bddc-4abf-b7be-fab47faf9cff tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/quotas/506d65e8a3d44e92a2aa77768dbad525 HTTP/1.1" status: 200 len: 375 time: 0.0309627 Jul 23 20:16:37.518377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5d24bc33-06ff-437f-bac3-a01039fc94dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a7118b071e894faaa7772249d09efb8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590307 Jul 23 20:16:37.520695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37804) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:37.547730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-e7e11c7c-f475-46c9-bd99-e5e4372b45d9 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369461 Jul 23 20:16:37.572495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87b0dcf5-449e-478a-a630-0d5389ecdeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.589630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557f676-ed46-434d-b81e-a3c5283a421b req-2b283371-c6aa-4224-9851-9e054f9462c6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:37.591146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f557f676-ed46-434d-b81e-a3c5283a421b req-2b283371-c6aa-4224-9851-9e054f9462c6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1313479 Jul 23 20:16:37.594185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87b0dcf5-449e-478a-a630-0d5389ecdeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.648140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87b0dcf5-449e-478a-a630-0d5389ecdeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.651089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87b0dcf5-449e-478a-a630-0d5389ecdeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:37.652321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-87b0dcf5-449e-478a-a630-0d5389ecdeb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8dbf1877-7894-4f40-875a-70522126f00d HTTP/1.1" status: 204 len: 168 time: 0.1305850 Jul 23 20:16:37.661924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0dcf5-449e-478a-a630-0d5389ecdeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf1877-7894-4f40-875a-70522126f00d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:37.671078 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f557f676-ed46-434d-b81e-a3c5283a421b req-22907fbd-44ae-4d89-b971-5f3aa670445e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726693 Jul 23 20:16:37.689974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-6b4b38b7-2223-4893-9d2b-8a6598ff97d3 service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342921 Jul 23 20:16:37.798766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-fc176644-f196-40a6-a39e-edd79e09e4d5 service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043272 Jul 23 20:16:38.009354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5406d2d4-af5f-41d6-b581-a7cc24f7a0d6 req-a030fcf1-2e32-492e-9a96-a623977d71b6 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 210 time: 0.0450385 Jul 23 20:16:38.023665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37822) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:38.066336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-86c34c63-8daf-4f16-b7d4-2127d02d16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.068140 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-86c34c63-8daf-4f16-b7d4-2127d02d16fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 1098 time: 0.0998125 Jul 23 20:16:38.177612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e61bd3a-4590-41a3-9f5d-378706f89edd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd95bbedb6804d148d724ba2fc1a62e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312690 Jul 23 20:16:38.177875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-e971cc2e-964d-47b7-a4e2-b1eba7a7385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.179356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-e971cc2e-964d-47b7-a4e2-b1eba7a7385d service neutron] 10.222.0.36 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.1014659 Jul 23 20:16:38.180009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37828) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:38.207828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21289c1-185d-48ef-9181-f0260d3a7e30 req-8d761cc8-86f1-46bc-bd9b-7377bc3f52c5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.209470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a21289c1-185d-48ef-9181-f0260d3a7e30 req-8d761cc8-86f1-46bc-bd9b-7377bc3f52c5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.1261668 Jul 23 20:16:38.217470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176054a-0cb3-426e-867c-c00781e4cdf7 req-4a24082a-a62a-49cf-bdf1-aaf41bedb3c3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.219022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0176054a-0cb3-426e-867c-c00781e4cdf7 req-4a24082a-a62a-49cf-bdf1-aaf41bedb3c3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.2230611 Jul 23 20:16:38.271436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-56559529-6cce-4d09-9d22-bf6f03f99698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcce5964-136b-4b74-b82b-ca85da70f03f HTTP/1.1" status: 200 len: 217 time: 0.0573895 Jul 23 20:16:38.285831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a21289c1-185d-48ef-9181-f0260d3a7e30 req-684ee284-44c8-4ffa-ae03-5f92bdd7288a tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657649 Jul 23 20:16:38.296097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0176054a-0cb3-426e-867c-c00781e4cdf7 req-810b290f-6047-4e09-961a-84da0f8d88c8 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692105 Jul 23 20:16:38.337510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83f961e1-20eb-4767-b309-620d4bd48217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.357146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-2b79c9f9-8ea7-4b1a-b0ab-68c93b47eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:38.358826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-2b79c9f9-8ea7-4b1a-b0ab-68c93b47eb59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.0738163 Jul 23 20:16:38.368378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83f961e1-20eb-4767-b309-620d4bd48217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.438911 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-42059536-7f46-4abf-8019-d933802b9fe6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359681 Jul 23 20:16:38.439229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:38.503536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83f961e1-20eb-4767-b309-620d4bd48217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.506169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83f961e1-20eb-4767-b309-620d4bd48217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.507390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-83f961e1-20eb-4767-b309-620d4bd48217 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/458aaba9-eb43-4afe-88ac-320bc7822135 HTTP/1.1" status: 204 len: 168 time: 0.3262739 Jul 23 20:16:38.566626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f961e1-20eb-4767-b309-620d4bd48217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458aaba9-eb43-4afe-88ac-320bc7822135,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:38.570564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:38.590160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'mac_address': 'fa:16:3e:22:44:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:38.633382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-e42f71a5-be07-4c68-bba0-1a904f25ed20 service neutron] 10.222.0.36 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706448 Jul 23 20:16:38.651555 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.666847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1048f82-15b4-4a59-8b1d-8644e4440109 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:38.717584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:38.723292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:38.747022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:38.747633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device af4d6fb1-e8e4-40ae-b9e2-0d35c045da1d not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:38.749209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:38.767383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe34d4c5-a4b5-4c4c-8e3a-278f21205b8c req-1bc66109-b887-49f0-944a-9d3c6f0b2c35 service neutron] 10.222.0.36 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277318 Jul 23 20:16:38.801056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:38.901094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c1048f82-15b4-4a59-8b1d-8644e4440109'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:39.149604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fedb880b-b74d-459e-b2fc-ffb574dee108 req-3898cace-ed77-4398-bfdb-09f23b26a323 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 210 time: 0.0616105 Jul 23 20:16:39.240728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-652cb5da-06f1-44a9-bebc-7d267f2b290c tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.242854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-652cb5da-06f1-44a9-bebc-7d267f2b290c tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.1313465 Jul 23 20:16:39.257462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Request body: {'port': {'device_id': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'admin_state_up': True, 'tenant_id': '506d65e8a3d44e92a2aa77768dbad525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:39.460561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Made reservation on behalf of 506d65e8a3d44e92a2aa77768dbad525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:39.465482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:39.506139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baedc50-3538-43b2-a995-e328197a9b3f req-1dead91a-40b6-457a-8969-92e0888857bb tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.514731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6baedc50-3538-43b2-a995-e328197a9b3f req-1dead91a-40b6-457a-8969-92e0888857bb tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1242578 Jul 23 20:16:39.557267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a9bea-c33d-4e64-bdf3-2bd9ad4cb5d8 req-947a6e2b-d811-491e-8adc-066357b8fc85 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:39.559118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b47a9bea-c33d-4e64-bdf3-2bd9ad4cb5d8 req-947a6e2b-d811-491e-8adc-066357b8fc85 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.1306415 Jul 23 20:16:39.599951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6baedc50-3538-43b2-a995-e328197a9b3f req-1c409623-fb5d-4f87-9212-16c89ad10364 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791314 Jul 23 20:16:39.638529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b47a9bea-c33d-4e64-bdf3-2bd9ad4cb5d8 req-ea645ce2-457d-43c9-9a44-37a9810ff735 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Jul 23 20:16:39.687475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Allocated IP 172.20.0.13 (dd5b3c52-ab22-4174-bc3e-9b253591f258/d730a284-4b16-4a2a-802e-70815f5f153f/3eac8b86-82b6-4a8e-82e5-f44ac1a34727) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:40.005783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.055646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.097852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6287aa-6330-48b2-87a9-f13db30a10c5 req-9167926e-a0c0-416c-98c8-da1a1625114d tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.109489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da6287aa-6330-48b2-87a9-f13db30a10c5 req-9167926e-a0c0-416c-98c8-da1a1625114d tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 1102 time: 0.1194301 Jul 23 20:16:40.124682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:40.126228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-da6287aa-6330-48b2-87a9-f13db30a10c5 req-9868d1d3-e292-44d9-b27e-a07e3785d86b tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.131712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:40.136432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:40.137254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:40.206377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.207099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.332993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-da6287aa-6330-48b2-87a9-f13db30a10c5 req-9868d1d3-e292-44d9-b27e-a07e3785d86b tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.342306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-da6287aa-6330-48b2-87a9-f13db30a10c5 req-9868d1d3-e292-44d9-b27e-a07e3785d86b tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.345915 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-8f11e8ae-4a33-4179-9661-08942a46cd3f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0936310 Jul 23 20:16:40.358677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Request body: {'port': {'device_id': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:40.376152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868d1d3-e292-44d9-b27e-a07e3785d86b tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c4640-fde0-429b-adc6-381be1300ec2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:40.402492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da6287aa-6330-48b2-87a9-f13db30a10c5 req-9868d1d3-e292-44d9-b27e-a07e3785d86b tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880712 Jul 23 20:16:40.416261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2226e-fce7-49c7-b18d-c93aabb3f76a req-b66ef5ef-4733-4099-9108-a65bf5c4451f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.423373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5f2226e-fce7-49c7-b18d-c93aabb3f76a req-b66ef5ef-4733-4099-9108-a65bf5c4451f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 932 time: 0.1661134 Jul 23 20:16:40.462513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:40.470055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5f2226e-fce7-49c7-b18d-c93aabb3f76a req-eb6132ba-2e5c-443a-b649-b0301a0356aa tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Jul 23 20:16:40.519256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.560115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c1048f82-15b4-4a59-8b1d-8644e4440109 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:40.560486 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.666694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.746488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:40.748006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:40.751376 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c5f4e9-6cd3-491a-b40c-6ebc5c01fe74" -d '{"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:40.755724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:40.784947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff565-0384-492e-ad34-6d6e726e5690 req-0baff9d4-2261-48ea-9725-a696c430cc2f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:40.792353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-562ff565-0384-492e-ad34-6d6e726e5690 req-0baff9d4-2261-48ea-9725-a696c430cc2f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0943477 Jul 23 20:16:40.858882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-562ff565-0384-492e-ad34-6d6e726e5690 req-65d2167f-40b3-44e6-ad62-7bde3b155056 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653389 Jul 23 20:16:40.869483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:40.976549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:40.983147 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab62b0f-af9b-49d3-a7e9-2e7e70df2c25 x-openstack-request-id: req-7ab62b0f-af9b-49d3-a7e9-2e7e70df2c25 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:40.983450 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-plugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:40.983701 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ab62b0f-af9b-49d3-a7e9-2e7e70df2c25 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:40.990054 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'code': 200} Jul 23 20:16:40.995089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.017682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Transition to ACTIVE for port object 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:41.030936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.150064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:41.185268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Attempting to bind port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:41.185728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Attempting to bind port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:41.186192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Attempting to bind port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:41.195083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 on network dd5b3c52-ab22-4174-bc3e-9b253591f258 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:41.195083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Attempting to bind port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:41.202452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:41.202937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Checking segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:41.203435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Bound using segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:41.203981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Bound port: 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:41.204453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.292699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:41.297269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:41.304401 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.325740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.327122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.328073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] 10.222.0.47 "PUT /v2.0/ports/3eac8b86-82b6-4a8e-82e5-f44ac1a34727 HTTP/1.1" status: 200 len: 1093 time: 0.9739227 Jul 23 20:16:41.329830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:41.333710 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f772c5-b75d-429a-92e5-c671d0fa9bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:41.420533 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d8627-1c07-4cd0-a929-39aa8270f581 x-openstack-request-id: req-f78d8627-1c07-4cd0-a929-39aa8270f581 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:41.420533 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:41.420769 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f78d8627-1c07-4cd0-a929-39aa8270f581 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:41.421388 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'status': 'completed', 'code': 200} Jul 23 20:16:41.456040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65411953-b730-4a6a-8c0b-b392a4733c95 service neutron] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:41.479244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-bde0c503-33ee-4ab3-a85a-cd39176c22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.480771 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-bde0c503-33ee-4ab3-a85a-cd39176c22d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 1096 time: 0.1016014 Jul 23 20:16:41.539391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:41.567721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-79c81aaf-58d2-48c5-97e8-03901b64dbb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727 HTTP/1.1" status: 200 len: 217 time: 0.0781660 Jul 23 20:16:41.570432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f125b-7992-4e10-a574-eb53ec3252e1 req-56d67532-422e-4312-9b25-7f1f4ce66776 tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.571962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-198f125b-7992-4e10-a574-eb53ec3252e1 req-56d67532-422e-4312-9b25-7f1f4ce66776 tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 1102 time: 0.0928435 Jul 23 20:16:41.635008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-874f96f5-0d5b-4af6-b24f-675ca32ac351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.637164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-874f96f5-0d5b-4af6-b24f-675ca32ac351 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.0583966 Jul 23 20:16:41.670457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-198f125b-7992-4e10-a574-eb53ec3252e1 req-1a31cc40-484f-4f2e-b0ef-69ddc7ba5bd7 tempest-ServersAdminNegativeTestJSON-1218613274 tempest-ServersAdminNegativeTestJSON-1218613274-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746036 Jul 23 20:16:41.690904 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-59856452-8440-4c44-953e-6e3a90ce0519 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450542 Jul 23 20:16:41.710172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c302674-a719-4199-a7ec-c61b6aa5888b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.738099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dabbd-f4a0-465a-88ba-855c4415b4f2 req-95ad3c0c-0bfd-4adb-ace7-7a0975fe0922 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:41.739831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-779dabbd-f4a0-465a-88ba-855c4415b4f2 req-95ad3c0c-0bfd-4adb-ace7-7a0975fe0922 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 944 time: 0.1721129 Jul 23 20:16:41.824743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-779dabbd-f4a0-465a-88ba-855c4415b4f2 req-796b5dda-e7bc-4174-b5b9-c9a9972973b7 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735290 Jul 23 20:16:41.830072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-f7cf22ce-6d9e-4586-a266-ae4bd878bb1a service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325245 Jul 23 20:16:41.935339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c302674-a719-4199-a7ec-c61b6aa5888b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.950540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c302674-a719-4199-a7ec-c61b6aa5888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:41.980061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f7a537f4-e0b4-427e-8819-ed4e5fb58026 req-9839ba03-3d92-401c-b24e-a017fe4b970a service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399920 Jul 23 20:16:42.030046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c302674-a719-4199-a7ec-c61b6aa5888b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46bcc861eea245ff86fba72ff4ad5d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887216 Jul 23 20:16:42.032843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38006) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:42.033009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c302674-a719-4199-a7ec-c61b6aa5888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f51028-ee65-4e12-91a2-ee5f1140a68f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:42.089041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747e924-21a4-416a-9f13-ceb1b5f652f0 req-ba64e8a1-9855-402d-b92d-8cca7c5fe7c3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.091668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c747e924-21a4-416a-9f13-ceb1b5f652f0 req-ba64e8a1-9855-402d-b92d-8cca7c5fe7c3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1531894 Jul 23 20:16:42.153807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c747e924-21a4-416a-9f13-ceb1b5f652f0 req-57e1e993-b110-42ad-be73-9f0ab09c375c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498857 Jul 23 20:16:42.213138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-b2c1f0d3-33f2-4744-9a26-27069b758361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.214921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-b2c1f0d3-33f2-4744-9a26-27069b758361 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 1096 time: 0.1550379 Jul 23 20:16:42.215795 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5f091c9-012f-44cc-ac46-07d89a68a5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.264699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5f091c9-012f-44cc-ac46-07d89a68a5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.327040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227358e-404a-4ba5-8661-c7f155d894a9 req-2355a9fb-1c96-440f-9775-b3a6b9ec1e14 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.333210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a227358e-404a-4ba5-8661-c7f155d894a9 req-2355a9fb-1c96-440f-9775-b3a6b9ec1e14 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.1074910 Jul 23 20:16:42.388176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-8b7924f5-b35a-42b5-849d-3cc3ca7d0285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.389059 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-8b7924f5-b35a-42b5-849d-3cc3ca7d0285 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 905 time: 0.1597929 Jul 23 20:16:42.394132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a227358e-404a-4ba5-8661-c7f155d894a9 req-c6ec1290-3e8c-42b2-827e-fd1d8c96f731 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529857 Jul 23 20:16:42.407172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5f091c9-012f-44cc-ac46-07d89a68a5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.407172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5f091c9-012f-44cc-ac46-07d89a68a5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.407172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c5f091c9-012f-44cc-ac46-07d89a68a5d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4f51028-ee65-4e12-91a2-ee5f1140a68f HTTP/1.1" status: 204 len: 168 time: 0.3642528 Jul 23 20:16:42.449187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f091c9-012f-44cc-ac46-07d89a68a5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f51028-ee65-4e12-91a2-ee5f1140a68f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:42.472048 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-14f0cbad-df6b-4319-84a4-9957f54d29a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727 HTTP/1.1" status: 200 len: 217 time: 0.0641906 Jul 23 20:16:42.527009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-80a5c2d6-06af-496c-9175-e031fc20e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:42.528529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-80a5c2d6-06af-496c-9175-e031fc20e7aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.0495093 Jul 23 20:16:42.573772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-ea085a37-0b30-4aeb-a09d-8122c2035a18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366092 Jul 23 20:16:42.681164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-a3b577b9-9c62-4c58-98e1-ebccefd64c4e service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997710 Jul 23 20:16:42.778978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38024) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:42.796832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8add225d-a82b-4f4d-af8b-f5ba5af034d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.808021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03f772c5-b75d-429a-92e5-c671d0fa9bbd req-b6f934cf-f092-4911-b8e4-2e35ba222b6e service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197827 Jul 23 20:16:42.963176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8add225d-a82b-4f4d-af8b-f5ba5af034d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:42.968366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8add225d-a82b-4f4d-af8b-f5ba5af034d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.023090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8add225d-a82b-4f4d-af8b-f5ba5af034d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dde64e9dc9394fbd9908d0c8c576e901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405875 Jul 23 20:16:43.023090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add225d-a82b-4f4d-af8b-f5ba5af034d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcd8863-0ac8-46d3-9edb-0c028b99f545,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:43.023433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38028) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:43.052579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6691d4-9536-41e0-a6aa-9c7269c99b14 req-fef38f35-3e7d-4171-9d96-e1f1d8887b0e tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.054674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c6691d4-9536-41e0-a6aa-9c7269c99b14 req-fef38f35-3e7d-4171-9d96-e1f1d8887b0e tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 944 time: 0.1434617 Jul 23 20:16:43.110956 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-12dbb4a2-a9a7-4bf9-b46e-02c3a8b52c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.114330 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c6691d4-9536-41e0-a6aa-9c7269c99b14 req-c5180243-dfa0-4c1e-a31b-46fc55bb5b90 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533471 Jul 23 20:16:43.140079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-12dbb4a2-a9a7-4bf9-b46e-02c3a8b52c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.216031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-12dbb4a2-a9a7-4bf9-b46e-02c3a8b52c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.221723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-12dbb4a2-a9a7-4bf9-b46e-02c3a8b52c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.234964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-12dbb4a2-a9a7-4bf9-b46e-02c3a8b52c81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebcd8863-0ac8-46d3-9edb-0c028b99f545 HTTP/1.1" status: 204 len: 168 time: 0.2103484 Jul 23 20:16:43.262800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbb4a2-a9a7-4bf9-b46e-02c3a8b52c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcd8863-0ac8-46d3-9edb-0c028b99f545,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:43.334983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb9257-5151-4dbf-a228-f7e168b2bd4a req-41c29a5b-3316-4eda-95c4-97e1a0da9eae tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.343092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dcb9257-5151-4dbf-a228-f7e168b2bd4a req-41c29a5b-3316-4eda-95c4-97e1a0da9eae tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1027029 Jul 23 20:16:43.386853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dcb9257-5151-4dbf-a228-f7e168b2bd4a req-95e2ea66-ad06-49d4-ba2e-7e9db5cbd441 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Jul 23 20:16:43.559650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1b64-91f0-4fd5-8776-9fb0c1b39be7 req-0bcf945c-ad76-43e0-8397-5fb62fcd421a tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.561286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c8c1b64-91f0-4fd5-8776-9fb0c1b39be7 req-0bcf945c-ad76-43e0-8397-5fb62fcd421a tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.0886393 Jul 23 20:16:43.582306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.643971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c8c1b64-91f0-4fd5-8776-9fb0c1b39be7 req-bc847777-fce5-4d9b-b920-44ec1b78a6a0 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719104 Jul 23 20:16:43.671929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-9757f22c-f5bd-4cdd-aee9-8a6f7f6f9e1f tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:43.673483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-9757f22c-f5bd-4cdd-aee9-8a6f7f6f9e1f tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 950 time: 0.0989721 Jul 23 20:16:43.816561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5875c9ce-2bdf-472d-a31c-6ece354309a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.848607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Deleting port 7d640ecf-a1da-45e1-9b86-4159a7421704 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:43.849577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.956403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] For port 7d640ecf-a1da-45e1-9b86-4159a7421704, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7d640ecf-a1da-45e1-9b86-4159a7421704,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:43.957053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:43.978327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Calling delete_port for 7d640ecf-a1da-45e1-9b86-4159a7421704 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:44.175553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.189134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d286891a-2294-4df7-a618-23cc19ac913c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:44.193798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['7d640ecf-a1da-45e1-9b86-4159a7421704'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:44.239039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Pushing event deleted for resources: {'Port': ['ID=7d640ecf-a1da-45e1-9b86-4159a7421704,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:44.316651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e3982-3707-45b9-afd3-bd121f912ca4 req-6f49d578-abb7-432f-866b-48aa100a24ba tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:44.324834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] No DVR routers for this DVR port 7d640ecf-a1da-45e1-9b86-4159a7421704 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:44.332781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.337395 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ce98266-fbe1-46a6-a235-667d57022b1a req-2763a8be-f00f-47a1-8eba-71a8ef9f369d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.47 "DELETE /v2.0/ports/7d640ecf-a1da-45e1-9b86-4159a7421704 HTTP/1.1" status: 204 len: 173 time: 0.6573942 Jul 23 20:16:44.337910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'name': 'network-vif-deleted', 'tag': '7d640ecf-a1da-45e1-9b86-4159a7421704'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:44.343811 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2231709-31d7-4d0c-8c9f-4e2efbe87620" -d '{"events": [{"server_uuid": "4fcee4a6-7b11-4a65-a971-1cf0682f45a2", "name": "network-vif-deleted", "tag": "7d640ecf-a1da-45e1-9b86-4159a7421704"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:44.347836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-053e3982-3707-45b9-afd3-bd121f912ca4 req-6f49d578-abb7-432f-866b-48aa100a24ba tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 944 time: 0.1448472 Jul 23 20:16:44.425419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38090) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:44.479233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-053e3982-3707-45b9-afd3-bd121f912ca4 req-e1daaf08-d931-4934-9aa5-eecdfd9a21be tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289139 Jul 23 20:16:44.593160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-689116502-network', 'tenant_id': '2a2d37d2ec8f4272b2af0ff4261eeec8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:44.640257 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d0c538-d809-4d22-8c68-c9d45d482090 x-openstack-request-id: req-84d0c538-d809-4d22-8c68-c9d45d482090 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:44.640643 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcee4a6-7b11-4a65-a971-1cf0682f45a2", "name": "network-vif-deleted", "tag": "7d640ecf-a1da-45e1-9b86-4159a7421704", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:44.641051 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84d0c538-d809-4d22-8c68-c9d45d482090 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:44.641315 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcee4a6-7b11-4a65-a971-1cf0682f45a2', 'name': 'network-vif-deleted', 'tag': '7d640ecf-a1da-45e1-9b86-4159a7421704', 'status': 'completed', 'code': 200} Jul 23 20:16:44.645959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Made reservation on behalf of 2a2d37d2ec8f4272b2af0ff4261eeec8 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:44.649021 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.682426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.742509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:44.793901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939684d-913f-4a9f-ad0e-e25c75386a38 req-3aa9b673-5298-46dd-a694-dcc210a22bcc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:44.799893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4939684d-913f-4a9f-ad0e-e25c75386a38 req-3aa9b673-5298-46dd-a694-dcc210a22bcc tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1663983 Jul 23 20:16:44.850435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.881966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:44.883868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4939684d-913f-4a9f-ad0e-e25c75386a38 req-ea21c5e5-5074-40cd-8298-75a919f1b8ae tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773945 Jul 23 20:16:44.959676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b958895-17c5-4f85-ba25-0b0513592816,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:44.962986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:44.983732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:44.988376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ad29dc7-9895-4011-a051-ef0f2cc71f17 req-65e45fc3-1d25-406a-b025-3a780d5b929e tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fcee4a6-7b11-4a65-a971-1cf0682f45a2 HTTP/1.1" status: 200 len: 210 time: 0.0506878 Jul 23 20:16:44.989273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'mac_address': 'fa:16:3e:aa:68:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:45.008982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.009619 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Added segment 6ea8a949-7159-4e0e-944b-2015fb8edaad of type vlan for network a6a5d930-f37a-4c4b-96a3-391e26986a17 Jul 23 20:16:45.066551 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.073513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.093731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:45.115183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.116525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.117240 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.119048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:45.129321 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.204613 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7750990 Jul 23 20:16:45.204613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6862fdd-e683-48d2-92b2-d37d4a9574a0 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a5d930-f37a-4c4b-96a3-391e26986a17,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:45.205825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:45.211319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:45.215744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a6a5d930-f37a-4c4b-96a3-391e26986a17 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:45.224160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Request body: {'subnet': {'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-689116502-subnet', 'tenant_id': '2a2d37d2ec8f4272b2af0ff4261eeec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:45.252863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Made reservation on behalf of 2a2d37d2ec8f4272b2af0ff4261eeec8 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:45.256300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.407386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3eac8b86-82b6-4a8e-82e5-f44ac1a34727'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:45.506029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.578570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e62457-40ac-459c-9fbd-c599ac913b67,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:45.592772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Checking segment: {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:45.593562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Network hostable DHCP agents. Network: a6a5d930-f37a-4c4b-96a3-391e26986a17, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:45.616785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Network a6a5d930-f37a-4c4b-96a3-391e26986a17 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:45.642621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a6a5d930-f37a-4c4b-96a3-391e26986a17) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:45.648347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.650121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:45.657346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcffa0-fb1b-48fa-a1d1-c99c0ddbb057 None None] Network a6a5d930-f37a-4c4b-96a3-391e26986a17 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:45.670326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eeff73bd-b39d-44ce-ade4-963c26ee80f7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4572492 Jul 23 20:16:45.729853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528eda7-e99a-4770-a8d8-425822f06bdc req-ec8475e1-aec7-4a12-b177-5a0d6af2c119 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:45.737967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c528eda7-e99a-4770-a8d8-425822f06bdc req-ec8475e1-aec7-4a12-b177-5a0d6af2c119 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 945 time: 0.1252687 Jul 23 20:16:45.784595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c528eda7-e99a-4770-a8d8-425822f06bdc req-cbce9b28-669c-4ccd-829a-14b38edc0865 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439816 Jul 23 20:16:45.915597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715fd101-341e-4e17-82e4-0dbd1494722a None None] Network a6a5d930-f37a-4c4b-96a3-391e26986a17 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:46.086383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c068ea37-0790-4950-9f0f-5b75fc52bbed req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1368599759', 'description': 'tempest-description-2136281624'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:46.131882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c068ea37-0790-4950-9f0f-5b75fc52bbed req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.157107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62f16a-82a6-43ec-8a35-e25baa59e017 req-8b60a0e0-b921-4125-81a5-9a3632354e9b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.165132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb62f16a-82a6-43ec-8a35-e25baa59e017 req-8b60a0e0-b921-4125-81a5-9a3632354e9b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1382973 Jul 23 20:16:46.231295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb62f16a-82a6-43ec-8a35-e25baa59e017 req-56908a2b-1a9c-4c65-bc23-ccced3e33c24 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Jul 23 20:16:46.311915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c068ea37-0790-4950-9f0f-5b75fc52bbed req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.316580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c068ea37-0790-4950-9f0f-5b75fc52bbed req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.348500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff5adb-71a4-409a-9e6f-4e9b20977bac,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:46.351570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c068ea37-0790-4950-9f0f-5b75fc52bbed req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.362888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c068ea37-0790-4950-9f0f-5b75fc52bbed req-8126eca2-415c-419c-ba21-09722ea708ab tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2775829 Jul 23 20:16:46.380578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b739fdae-dd74-4acd-91a3-b88d57161899 req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1906382877', 'description': 'tempest-description-264660587'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:46.396456 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-daeb5e64-86bc-4e6b-986f-f86befcd978d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.406361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b739fdae-dd74-4acd-91a3-b88d57161899 req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.414679 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.520041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b739fdae-dd74-4acd-91a3-b88d57161899 req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.526965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b739fdae-dd74-4acd-91a3-b88d57161899 req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.563478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b739fdae-dd74-4acd-91a3-b88d57161899 req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.568809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b739fdae-dd74-4acd-91a3-b88d57161899 req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1933835 Jul 23 20:16:46.573774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ca4d2-98a6-4ea5-aa72-2d7583d03d66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56284d3f-c3d7-4307-a7ab-3338ddff2aaf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:46.683082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2743c-ddd1-4f50-9643-ee26dea39140 req-db05cab8-8c4b-40d7-8bf2-4884cb9e6290 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.685027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fd2743c-ddd1-4f50-9643-ee26dea39140 req-db05cab8-8c4b-40d7-8bf2-4884cb9e6290 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 950 time: 0.0918400 Jul 23 20:16:46.735044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fd2743c-ddd1-4f50-9643-ee26dea39140 req-a73efc57-2fc9-4117-9124-5fd492e00852 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431914 Jul 23 20:16:46.764282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:46.882961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:46.887916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:46.888295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:46.888966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-d8433d9c-429d-4336-9f86-a4c41d5fee9e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.890735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-d8433d9c-429d-4336-9f86-a4c41d5fee9e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 812 time: 0.1613784 Jul 23 20:16:46.930515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-da32885a-40d6-4e4e-b7bd-e5c9a6e4bc4c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/quotas/2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 375 time: 0.0208621 Jul 23 20:16:46.982355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c56b9-2800-4852-befc-05932d361182 req-97eb1166-2e00-48fa-ac0a-08b1a2889024 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:46.990542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe4c56b9-2800-4852-befc-05932d361182 req-97eb1166-2e00-48fa-ac0a-08b1a2889024 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 945 time: 0.1201353 Jul 23 20:16:46.995224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-81ad5481-8919-4982-8f4e-06666ba738bb tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577078 Jul 23 20:16:46.999233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.039122 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.044565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:47.046653 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7c87ad-f24c-4e81-b319-b661f2d2d68a" -d '{"events": [{"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-plugged", "status": "completed", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:47.062576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:47.071026 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.074341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7d640ecf-a1da-45e1-9b86-4159a7421704 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:47.082014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe4c56b9-2800-4852-befc-05932d361182 req-09742264-d2a0-4fd1-b6c5-cd8b9d60ad25 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901253 Jul 23 20:16:47.117646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 7d640ecf-a1da-45e1-9b86-4159a7421704 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:47.118589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7d640ecf-a1da-45e1-9b86-4159a7421704 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:47.154569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:47.173824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8c743691-a5d6-40e1-b7fb-48124ca0fbeb service neutron] 10.222.0.46 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627829 Jul 23 20:16:47.302968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-562ee433-70f7-495e-95cd-4a23c852c007 service neutron] 10.222.0.46 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207054 Jul 23 20:16:47.322018 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac75b9e-1dd2-4fe3-9dac-96a004d21126 x-openstack-request-id: req-aac75b9e-1dd2-4fe3-9dac-96a004d21126 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:47.322812 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-plugged", "status": "completed", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:47.328317 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aac75b9e-1dd2-4fe3-9dac-96a004d21126 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:47.328898 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'code': 200} Jul 23 20:16:47.464391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68a376-d1e2-437a-9d43-caebba3ef9f7 req-da0e6126-de23-43b3-9b6d-89803652f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.468703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9b68a376-d1e2-437a-9d43-caebba3ef9f7 req-da0e6126-de23-43b3-9b6d-89803652f0ef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 1098 time: 0.0818999 Jul 23 20:16:47.479495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c7ee1-b8c9-4154-b5ea-91496a8c3e9f req-bd4ccd71-451b-4e2e-85cf-5664d2a5f56c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.481055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d58c7ee1-b8c9-4154-b5ea-91496a8c3e9f req-bd4ccd71-451b-4e2e-85cf-5664d2a5f56c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1009278 Jul 23 20:16:47.530970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9b68a376-d1e2-437a-9d43-caebba3ef9f7 req-bb0802b8-50b9-4947-ada0-61b332fc9de4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546813 Jul 23 20:16:47.534971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d58c7ee1-b8c9-4154-b5ea-91496a8c3e9f req-c75b9d27-fc43-4082-874b-0ba0057cb5ca tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Jul 23 20:16:47.584604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9216ebe-1bd4-4a16-92af-66ba3abd7ee5 req-0a46bd23-6824-46a6-abf5-5aaf84c4ab27 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 210 time: 0.1024904 Jul 23 20:16:47.618367 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:47.918015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab86b68-501f-42a3-92af-688e71213c78 req-87f13a61-bfc2-4b9c-a144-e3da961ed3a5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:47.926382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cab86b68-501f-42a3-92af-688e71213c78 req-87f13a61-bfc2-4b9c-a144-e3da961ed3a5 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 950 time: 0.0989721 Jul 23 20:16:47.972571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cab86b68-501f-42a3-92af-688e71213c78 req-b84eb6c7-8f03-4670-ac39-34dbf726e284 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/security-groups?id=549ba6c1-a8f0-49d8-ade1-00eaf1206772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Jul 23 20:16:48.087651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e44967-572b-488b-9677-729071beb193 req-44014dde-1f38-4c95-96d4-ca76fb111a4d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.089288 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e6e44967-572b-488b-9677-729071beb193 req-44014dde-1f38-4c95-96d4-ca76fb111a4d tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 950 time: 0.0988777 Jul 23 20:16:48.288464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Deleting port d286891a-2294-4df7-a618-23cc19ac913c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:16:48.288800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.357205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf338b-dc50-4cfd-bfe7-a442e35e2d1f req-da0fb897-fea9-4a98-9368-ef67d0aab547 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.372187 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5bf338b-dc50-4cfd-bfe7-a442e35e2d1f req-da0fb897-fea9-4a98-9368-ef67d0aab547 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 946 time: 0.1686211 Jul 23 20:16:48.415084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] For port d286891a-2294-4df7-a618-23cc19ac913c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d286891a-2294-4df7-a618-23cc19ac913c,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:48.415446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:48.431883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Calling delete_port for d286891a-2294-4df7-a618-23cc19ac913c owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:16:48.441386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5bf338b-dc50-4cfd-bfe7-a442e35e2d1f req-c8deef5a-9ee9-4b73-8e32-db67b64401e9 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630879 Jul 23 20:16:48.720060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ae0d8-072a-4317-b5c7-25c07c82c09f req-e3ce5469-ee43-4434-bf0d-b72b67381159 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.728975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a91ae0d8-072a-4317-b5c7-25c07c82c09f req-e3ce5469-ee43-4434-bf0d-b72b67381159 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0933557 Jul 23 20:16:48.788352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a91ae0d8-072a-4317-b5c7-25c07c82c09f req-2f9092f5-8a45-462f-8acb-718d821d79b6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534141 Jul 23 20:16:48.890846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e55b8cf4-dc38-431b-8ce2-f56021fd5c81 req-bbf7d089-dbfc-4500-8078-bb85827ec954 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 210 time: 0.1014059 Jul 23 20:16:48.989861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-2e989f91-1b92-40d4-9cdb-8064d52fd26e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:48.991352 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-2e989f91-1b92-40d4-9cdb-8064d52fd26e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 812 time: 0.1579940 Jul 23 20:16:48.992789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.010430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d286891a-2294-4df7-a618-23cc19ac913c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:49.025605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'port': {'device_id': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17', 'admin_state_up': True, 'tenant_id': '2a2d37d2ec8f4272b2af0ff4261eeec8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:49.042939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Pushing event deleted for resources: {'Port': ['ID=d286891a-2294-4df7-a618-23cc19ac913c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:49.098782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3c7a6b-2ad8-44ca-bd88-3b02d0911e27 req-5168fe2d-0674-4ece-8ff3-879eacab790a tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf93dc6e-4f51-46b6-b91f-9d3aba1ca993 HTTP/1.1" status: 200 len: 210 time: 0.0516100 Jul 23 20:16:49.109370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] No DVR routers for this DVR port d286891a-2294-4df7-a618-23cc19ac913c on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:16:49.147151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.149133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e6e44967-572b-488b-9677-729071beb193 req-9ea28bb4-8367-471a-b69e-69ea31b2f4f4 tempest-ServersAdminNegativeTestJSON-1477622275 tempest-ServersAdminNegativeTestJSON-1477622275-project] 10.222.0.36 "DELETE /v2.0/ports/d286891a-2294-4df7-a618-23cc19ac913c HTTP/1.1" status: 204 len: 173 time: 1.0525465 Jul 23 20:16:49.149624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'name': 'network-vif-deleted', 'tag': 'd286891a-2294-4df7-a618-23cc19ac913c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:49.151847 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a563593f-f959-441a-8140-f4604da7f5b0" -d '{"events": [{"server_uuid": "bf93dc6e-4f51-46b6-b91f-9d3aba1ca993", "name": "network-vif-deleted", "tag": "d286891a-2294-4df7-a618-23cc19ac913c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:49.223712 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fd3722-d706-41cc-8696-0684619244f3 x-openstack-request-id: req-93fd3722-d706-41cc-8696-0684619244f3 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:49.224004 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf93dc6e-4f51-46b6-b91f-9d3aba1ca993", "name": "network-vif-deleted", "tag": "d286891a-2294-4df7-a618-23cc19ac913c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:49.224244 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93fd3722-d706-41cc-8696-0684619244f3 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:49.224641 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf93dc6e-4f51-46b6-b91f-9d3aba1ca993', 'name': 'network-vif-deleted', 'tag': 'd286891a-2294-4df7-a618-23cc19ac913c', 'status': 'completed', 'code': 200} Jul 23 20:16:49.230285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Made reservation on behalf of 2a2d37d2ec8f4272b2af0ff4261eeec8 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:49.234652 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.390856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Allocated IP 172.20.0.13 (a6a5d930-f37a-4c4b-96a3-391e26986a17/62e62457-40ac-459c-9fbd-c599ac913b67/a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:16:49.570831 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.632973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.667012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1497d2-b74c-41d0-a716-691c2b3d393c req-9d47f036-6846-42a6-b88f-674b6c7c4214 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.676839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef1497d2-b74c-41d0-a716-691c2b3d393c req-9d47f036-6846-42a6-b88f-674b6c7c4214 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 946 time: 0.1379287 Jul 23 20:16:49.683316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.724481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef1497d2-b74c-41d0-a716-691c2b3d393c req-dec7a52c-ff43-4af3-9c8f-3225fc114f3b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414639 Jul 23 20:16:49.784048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Network a6a5d930-f37a-4c4b-96a3-391e26986a17 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:16:49.790581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:49.793919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:49.801955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:16:49.905765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.906661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:49.939027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-79ef53d7-afa0-4b0d-b646-60a468afe7d1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9373431 Jul 23 20:16:49.954267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Request body: {'port': {'device_id': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:49.995372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c9ad0-f0c3-4625-8977-226e9717bae4 req-f9ee150d-8dd1-49c5-bf07-c65600ad6d4a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:49.996936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e0c9ad0-f0c3-4625-8977-226e9717bae4 req-f9ee150d-8dd1-49c5-bf07-c65600ad6d4a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0973799 Jul 23 20:16:50.072874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e0c9ad0-f0c3-4625-8977-226e9717bae4 req-d81c2405-3eb7-41e6-b20e-efba23ea5183 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518987 Jul 23 20:16:50.093223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993734ce-a661-4414-bd24-39e2d3261f4a req-d382cbd3-3d6e-4d10-a42c-b5764314d1fe tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:50.101571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-993734ce-a661-4414-bd24-39e2d3261f4a req-d382cbd3-3d6e-4d10-a42c-b5764314d1fe tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 946 time: 0.1287327 Jul 23 20:16:50.114950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.153532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-993734ce-a661-4414-bd24-39e2d3261f4a req-36806492-9526-4f97-be38-3e6949433dab tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511806 Jul 23 20:16:50.323688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3184e8-08e7-40fb-b6fa-5ec2f713d268 req-cdff7f48-6b0c-46da-b50d-c4b5343cf2aa tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:50.325821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f3184e8-08e7-40fb-b6fa-5ec2f713d268 req-cdff7f48-6b0c-46da-b50d-c4b5343cf2aa tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 932 time: 0.0856454 Jul 23 20:16:50.401894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f3184e8-08e7-40fb-b6fa-5ec2f713d268 req-17b11f6a-1508-4bf2-a33f-0feba5ee632a tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611365 Jul 23 20:16:50.592840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:50.602430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.621199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Transition to ACTIVE for port object a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:16:50.626554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.687426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:50.715576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38264) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:50.766434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Attempting to bind port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:16:50.766840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Attempting to bind port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:16:50.767109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Attempting to bind port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 on network a6a5d930-f37a-4c4b-96a3-391e26986a17 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:50.775657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 on network a6a5d930-f37a-4c4b-96a3-391e26986a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:16:50.777447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Attempting to bind port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 on network a6a5d930-f37a-4c4b-96a3-391e26986a17 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:16:50.783576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:16:50.784274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Checking segment: {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:50.784895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Bound using segment: {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:16:50.785600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Bound port: a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:16:50.786209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.872814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:16:50.876438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:16:50.882447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.898142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-508ef495-5767-4a5e-aa49-d612c25bcb77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90c85d1fc57e44c0b725b804f3c57e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1789420 Jul 23 20:16:50.898491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38268) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:50.920381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:50.920916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.922369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 1093 time: 0.9757347 Jul 23 20:16:50.951184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad688e4-3706-4df7-ae56-75da5ca09808 service neutron] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:50.973855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f593a187-b77d-4d75-a90d-98d43d37ade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:50.999447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f593a187-b77d-4d75-a90d-98d43d37ade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.041359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-247e5ebc-0a4b-4f11-a058-b1e07d9ebd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.043365 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-247e5ebc-0a4b-4f11-a058-b1e07d9ebd71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0706024 Jul 23 20:16:51.068308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f593a187-b77d-4d75-a90d-98d43d37ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.071407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f593a187-b77d-4d75-a90d-98d43d37ade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.076388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f593a187-b77d-4d75-a90d-98d43d37ade5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/549ba6c1-a8f0-49d8-ade1-00eaf1206772 HTTP/1.1" status: 204 len: 168 time: 0.1764226 Jul 23 20:16:51.086440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593a187-b77d-4d75-a90d-98d43d37ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549ba6c1-a8f0-49d8-ade1-00eaf1206772,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:51.113252 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-042949f8-1575-4ec7-88da-6b9658170355 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 217 time: 0.0593071 Jul 23 20:16:51.171194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-d2fa9835-2691-4dff-9ab9-4364b3695e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.172836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-d2fa9835-2691-4dff-9ab9-4364b3695e46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0554247 Jul 23 20:16:51.220020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-0fa3fb98-2327-4d1b-b35c-7cfec39522d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396149 Jul 23 20:16:51.226649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:51.229645 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e5c07e-b36f-4b98-b8a5-7d064e922a28" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:51.268570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4325e8-6fd5-4f1b-ae9b-dc60fc2dd1c7 req-0d3465f8-64ea-4ecf-acf4-05ba90ff481b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.273953 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd4325e8-6fd5-4f1b-ae9b-dc60fc2dd1c7 req-0d3465f8-64ea-4ecf-acf4-05ba90ff481b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0900214 Jul 23 20:16:51.340433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd4325e8-6fd5-4f1b-ae9b-dc60fc2dd1c7 req-b33de76e-9da2-4e0a-8877-a6b930d2fe09 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629673 Jul 23 20:16:51.359447 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-10018163-571d-4d3b-9d46-08658fe82455 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264200 Jul 23 20:16:51.435890 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205f7242-ab24-4646-9e88-a0f6ad4f87cb x-openstack-request-id: req-205f7242-ab24-4646-9e88-a0f6ad4f87cb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:51.436171 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:51.436427 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-205f7242-ab24-4646-9e88-a0f6ad4f87cb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:51.436853 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'status': 'completed', 'code': 200} Jul 23 20:16:51.467670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa572-8a66-4ef5-8a75-b2044dbe1fc7 req-3186db9c-9cf4-4da8-84c6-f541db61b51b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.469311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d94aa572-8a66-4ef5-8a75-b2044dbe1fc7 req-3186db9c-9cf4-4da8-84c6-f541db61b51b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 946 time: 0.1629477 Jul 23 20:16:51.513846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38288) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:51.519522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f084037-c4b7-4270-98c0-e3d35a3bb115 req-01a6829f-6c8d-4899-be33-14228aa84f6a service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496933 Jul 23 20:16:51.541095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d94aa572-8a66-4ef5-8a75-b2044dbe1fc7 req-f2caf2fc-4d30-4bd0-ae0e-50b89852c4a3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643923 Jul 23 20:16:51.579411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-913b81d4-5684-438c-a5ba-a4a9f0635d41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8f0d89a8cf014329a9f201d043c51357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642548 Jul 23 20:16:51.581900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38294) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:51.732347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa7b610-053c-4866-98ff-40c7970d622d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.753083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8796a9-60c6-4a03-bdff-e5598be59a5e req-feb7d630-d672-4d8f-a036-2e6d07996af0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.754891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f8796a9-60c6-4a03-bdff-e5598be59a5e req-feb7d630-d672-4d8f-a036-2e6d07996af0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 944 time: 0.0918257 Jul 23 20:16:51.759847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-15002435-f605-461d-867e-0ea364fc1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.761419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-15002435-f605-461d-867e-0ea364fc1265 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1096 time: 0.1563687 Jul 23 20:16:51.802999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa7b610-053c-4866-98ff-40c7970d622d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.832930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f8796a9-60c6-4a03-bdff-e5598be59a5e req-0f3c0d15-d01b-4868-98ee-b0b6b4c8a6b6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694695 Jul 23 20:16:51.973526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-39ede1fe-e084-42fb-8683-744f1011e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:51.975358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-39ede1fe-e084-42fb-8683-744f1011e62e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.1956668 Jul 23 20:16:51.979205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa7b610-053c-4866-98ff-40c7970d622d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.982037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa7b610-053c-4866-98ff-40c7970d622d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:51.985569 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-daa7b610-053c-4866-98ff-40c7970d622d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae1c4640-fde0-429b-adc6-381be1300ec2 HTTP/1.1" status: 204 len: 168 time: 0.4002447 Jul 23 20:16:52.035825 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-26a8cd3d-8aa7-4991-a527-94a65ea2846b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 217 time: 0.0485184 Jul 23 20:16:52.035825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7b610-053c-4866-98ff-40c7970d622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c4640-fde0-429b-adc6-381be1300ec2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:52.107402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-28e0c6c0-4455-49e8-986c-a896609ee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:52.109005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-28e0c6c0-4455-49e8-986c-a896609ee051 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0625594 Jul 23 20:16:52.173036 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-5b04c8c7-c6ce-4546-811e-b28bd87400d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523512 Jul 23 20:16:52.357467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-1c23ab92-0a98-41cd-aba4-a8cdcc99b023 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731014 Jul 23 20:16:52.475670 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55e5c07e-b36f-4b98-b8a5-7d064e922a28 req-b3390148-ee6c-406d-a11f-3e9c86eaaeda service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111405 Jul 23 20:16:52.508226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d286891a-2294-4df7-a618-23cc19ac913c no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:52.532309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: d286891a-2294-4df7-a618-23cc19ac913c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:16:52.532655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d286891a-2294-4df7-a618-23cc19ac913c not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:16:52.584750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee31238c-3da0-408b-923a-53a9996c7e3c req-33403a80-b817-4d04-85b0-395a09fd6c8c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:52.594443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee31238c-3da0-408b-923a-53a9996c7e3c req-33403a80-b817-4d04-85b0-395a09fd6c8c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1558352 Jul 23 20:16:52.715170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee31238c-3da0-408b-923a-53a9996c7e3c req-2919dbdf-55a9-4a16-bfda-ecc41991a7bf tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151075 Jul 23 20:16:52.755494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:52.936249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:52.949526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17', 'port_id': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'mac_address': 'fa:16:3e:82:1e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e62457-40ac-459c-9fbd-c599ac913b67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:53.022890 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.026622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd32616-a66f-4396-ba1d-351f12a547cf req-225634bf-15e1-4f9f-bd5f-18262f7d9b7f tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:53.042235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fd32616-a66f-4396-ba1d-351f12a547cf req-225634bf-15e1-4f9f-bd5f-18262f7d9b7f tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 944 time: 0.1006768 Jul 23 20:16:53.044496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:53.068274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:53.080823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:53.086952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fd32616-a66f-4396-ba1d-351f12a547cf req-66759a88-f7ea-4591-a1a0-626961ae520c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Jul 23 20:16:53.134324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:53.412586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:53.831506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ea37-6b4f-4d72-9ebe-7f39925946cb req-db65f482-192a-4507-ba30-12c323cb31f2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:53.832782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b928ea37-6b4f-4d72-9ebe-7f39925946cb req-db65f482-192a-4507-ba30-12c323cb31f2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0711367 Jul 23 20:16:53.871679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b928ea37-6b4f-4d72-9ebe-7f39925946cb req-edf51f11-c1f0-48fc-a382-cb721a5aa660 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333841 Jul 23 20:16:54.055930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbf082-899b-4b84-bbdb-4dcfb69f8d45 req-1ca389d4-de29-480a-9f16-34e3c3c5c837 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:54.057858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97dbf082-899b-4b84-bbdb-4dcfb69f8d45 req-1ca389d4-de29-480a-9f16-34e3c3c5c837 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 951 time: 0.0673165 Jul 23 20:16:54.095775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97dbf082-899b-4b84-bbdb-4dcfb69f8d45 req-0cf4c7ce-9598-4fdf-814d-6610a6102f76 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jul 23 20:16:54.225321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7596b58-a3e4-4ef0-af76-484810bbbfb0 req-57155890-ccab-428d-b221-aa87e6c45f84 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:54.226871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7596b58-a3e4-4ef0-af76-484810bbbfb0 req-57155890-ccab-428d-b221-aa87e6c45f84 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0648065 Jul 23 20:16:54.271175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7596b58-a3e4-4ef0-af76-484810bbbfb0 req-026c7ec6-02cc-48c2-8d6e-2c53c6cafff4 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384729 Jul 23 20:16:54.594939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38528) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:54.700404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbe10911-df33-4e4d-9aa6-df953c6bfbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.785843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:16:54.792510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:54.804501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbe10911-df33-4e4d-9aa6-df953c6bfbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.809623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbe10911-df33-4e4d-9aa6-df953c6bfbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.849024 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dbe10911-df33-4e4d-9aa6-df953c6bfbea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0643ec95b3f74deab0ab9bdb721d8549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523584 Jul 23 20:16:54.850340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe10911-df33-4e4d-9aa6-df953c6bfbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1694af-0d04-45a9-99ed-e723d63b9e3f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:54.851672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:54.912143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-b7ff-4f8f-8402-06a04578da9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.963180 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-b7ff-4f8f-8402-06a04578da9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:54.968852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:54.982119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:16:54.998512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:54.998912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.003393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'mac_address': 'fa:16:3e:aa:68:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:16:55.066798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbce29c-9d71-44ff-b0cd-34246aab963d req-9638e6b6-70b6-4287-a388-7039803443af tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:55.068401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dbce29c-9d71-44ff-b0cd-34246aab963d req-9638e6b6-70b6-4287-a388-7039803443af tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.0938075 Jul 23 20:16:55.069143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-b7ff-4f8f-8402-06a04578da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.072439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-728f9232-b7ff-4f8f-8402-06a04578da9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.077109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-728f9232-b7ff-4f8f-8402-06a04578da9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a1694af-0d04-45a9-99ed-e723d63b9e3f HTTP/1.1" status: 204 len: 168 time: 0.2236292 Jul 23 20:16:55.094811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.102676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f9232-b7ff-4f8f-8402-06a04578da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1694af-0d04-45a9-99ed-e723d63b9e3f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:55.111558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:16:55.150295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:55.162490 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.171298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dbce29c-9d71-44ff-b0cd-34246aab963d req-d29d8a54-9a0c-49dc-b94a-2cd77c9228ec tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927689 Jul 23 20:16:55.232724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.318549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:55.322680 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedfde58-4e9b-4ea7-93c7-e1333a7e6d8a" -d '{"events": [{"server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:55.357514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3eac8b86-82b6-4a8e-82e5-f44ac1a34727'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:55.406424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:55.414923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:55.424754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.436618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73134f79-0403-4351-8e06-ca173a867084 req-e06e0797-7db9-41b9-be14-785a96e82f41 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:55.439104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73134f79-0403-4351-8e06-ca173a867084 req-e06e0797-7db9-41b9-be14-785a96e82f41 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0825553 Jul 23 20:16:55.523343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:55.528270 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e13c06e-1347-4bc7-a5f0-02f3f3cf4511 x-openstack-request-id: req-6e13c06e-1347-4bc7-a5f0-02f3f3cf4511 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:55.528886 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "name": "network-vif-plugged", "status": "completed", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:55.529492 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e13c06e-1347-4bc7-a5f0-02f3f3cf4511 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:55.530109 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'code': 200} Jul 23 20:16:55.535333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:55.537797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73134f79-0403-4351-8e06-ca173a867084 req-e8737f4f-187b-4df4-b124-99dfd599a19a tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872366 Jul 23 20:16:55.588982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235b474-3b88-430c-b53c-844eae329f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.730984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540d7b1-f6a8-424c-a1c4-2a8aee640937 req-0370435e-5580-48de-bd92-cf4d4a4c9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:55.732563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d540d7b1-f6a8-424c-a1c4-2a8aee640937 req-0370435e-5580-48de-bd92-cf4d4a4c9da9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1098 time: 0.1058624 Jul 23 20:16:55.773000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235b474-3b88-430c-b53c-844eae329f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.781389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235b474-3b88-430c-b53c-844eae329f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.807398 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d540d7b1-f6a8-424c-a1c4-2a8aee640937 req-d97d02c6-7ab9-444c-a618-73e3d74908ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637724 Jul 23 20:16:55.831910 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7235b474-3b88-430c-b53c-844eae329f6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9aec660bfe2b43a3a43280281574a2d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932019 Jul 23 20:16:55.833233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235b474-3b88-430c-b53c-844eae329f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf563e-cdc0-413e-9db5-438cb0365d68,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:55.834799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:55.933632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6804696-1e27-4309-a6b7-1c2789f775be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:55.963685 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6804696-1e27-4309-a6b7-1c2789f775be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.039083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6804696-1e27-4309-a6b7-1c2789f775be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.042265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6804696-1e27-4309-a6b7-1c2789f775be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.047593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d6804696-1e27-4309-a6b7-1c2789f775be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2faf563e-cdc0-413e-9db5-438cb0365d68 HTTP/1.1" status: 204 len: 168 time: 0.2077069 Jul 23 20:16:56.066329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6804696-1e27-4309-a6b7-1c2789f775be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf563e-cdc0-413e-9db5-438cb0365d68,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:56.459675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556151e9-219f-4502-be08-65c1483f602a req-b75db7ee-0389-45f3-b2cb-5cfd0e8b3752 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.462006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-556151e9-219f-4502-be08-65c1483f602a req-b75db7ee-0389-45f3-b2cb-5cfd0e8b3752 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1467054 Jul 23 20:16:56.515508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-556151e9-219f-4502-be08-65c1483f602a req-221d7067-cfad-4e8c-a18f-ef32bb48b1ec tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453222 Jul 23 20:16:56.533797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:16:56.652269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.740515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:56.751378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:56.859143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:16:56.871475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941ee39-4bea-480d-8aff-9d10bce74bec req-14d5391d-8748-417d-b142-fcf79b760992 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:56.885476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0941ee39-4bea-480d-8aff-9d10bce74bec req-14d5391d-8748-417d-b142-fcf79b760992 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 946 time: 0.1506460 Jul 23 20:16:56.986641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:57.040090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:16:57.040350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.077734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0941ee39-4bea-480d-8aff-9d10bce74bec req-5a40f929-6266-4bb9-bde4-3fef493536c9 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835558 Jul 23 20:16:57.135212 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-9702b99b-fd76-4d7f-9fb9-459ddc943d73 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3024886 Jul 23 20:16:57.195396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-a622f6d3-71c9-4408-8956-299994eb657a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1898475 Jul 23 20:16:57.242923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.304994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:57.315360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.336624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.337698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.338492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.339254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.340089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.341206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.342061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.344913 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1854504-bdd5-4974-a07b-dfbc3a282aae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6499 time: 0.1287999 Jul 23 20:16:57.367332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-4b245e28-6b59-49c0-8626-c296b45541f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.369751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-4b245e28-6b59-49c0-8626-c296b45541f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59&device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 1097 time: 0.1421843 Jul 23 20:16:57.377495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38784) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:57.411608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:57.532061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}, {'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:57.537311 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc51d76-6de4-4b75-9874-c166e332ebec" -d '{"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}, {"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-plugged", "status": "completed", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:57.569537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2054447765-network', 'tenant_id': 'a505907c222840ef87111d157de00764'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:57.590941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-2b04eb80-0d2e-41a2-8aa1-6719bb533641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.591524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-2b04eb80-0d2e-41a2-8aa1-6719bb533641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.592010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-2b04eb80-0d2e-41a2-8aa1-6719bb533641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.593642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-2b04eb80-0d2e-41a2-8aa1-6719bb533641 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=a525e910-95fa-4299-85e6-1e368b02b087&id=a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 200 len: 2291 time: 0.2210999 Jul 23 20:16:57.597942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-2418f782-c47b-4835-9bdf-86d75389c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.599268 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-2418f782-c47b-4835-9bdf-86d75389c518 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe HTTP/1.1" status: 200 len: 907 time: 0.1989629 Jul 23 20:16:57.605042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Made reservation on behalf of a505907c222840ef87111d157de00764 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:57.608652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.619664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.646586 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127bd322-e6ab-4f2a-ba3d-8a25e04f7a66 x-openstack-request-id: req-127bd322-e6ab-4f2a-ba3d-8a25e04f7a66 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:16:57.647146 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "code": 200}, {"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-plugged", "status": "completed", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:16:57.647612 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-127bd322-e6ab-4f2a-ba3d-8a25e04f7a66 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:16:57.648205 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'code': 200} Jul 23 20:16:57.649611 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'code': 200} Jul 23 20:16:57.730300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-6cf3138a-30e4-47e4-b573-54b3ba245774 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 200 len: 1000 time: 0.1293771 Jul 23 20:16:57.732034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-c1e83caf-32d3-4174-a129-b792a1803afc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b475a34-fd68-431d-8813-44703eaf8666 HTTP/1.1" status: 200 len: 1000 time: 0.1246340 Jul 23 20:16:57.784432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.785683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-eabf8921-e608-4a41-8041-eac68eff633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.787753 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-eabf8921-e608-4a41-8041-eac68eff633c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8956241-ca64-4c80-87a6-6e5278730f0f HTTP/1.1" status: 200 len: 850 time: 0.0499735 Jul 23 20:16:57.805299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.841403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:16:57.867192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863b170a-8972-460f-a88d-9c6338f86ff8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:57.874071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.874665 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Added segment da6fd75f-c89d-4178-b7ce-c3748bd56b2b of type vlan for network f203fca4-fabe-4242-912a-f5a762d6e854 Jul 23 20:16:57.876014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-8af3efad-fac3-433d-92a2-ada15ade4208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.877944 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-8af3efad-fac3-433d-92a2-ada15ade4208 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbec0fe0-0970-422f-a777-906b445d1c41 HTTP/1.1" status: 200 len: 845 time: 0.0892777 Jul 23 20:16:57.886909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b5e8f-825f-46b5-aba3-d1b807b15049 req-0623a5ad-2fff-4315-b543-d6540bd976da tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.888667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-259b5e8f-825f-46b5-aba3-d1b807b15049 req-0623a5ad-2fff-4315-b543-d6540bd976da tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1528237 Jul 23 20:16:57.945899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-d4e2132f-db6d-4398-ae10-81fb3e225227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:57.947418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-d4e2132f-db6d-4398-ae10-81fb3e225227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253664 Jul 23 20:16:57.953082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:57.983073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-259b5e8f-825f-46b5-aba3-d1b807b15049 req-c40ac58d-b01c-41af-a396-6110f47246d6 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830920 Jul 23 20:16:58.020086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.021284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.021889 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.116083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-41cd53a3-2e85-45a7-8ef3-c09f06b91476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.121398 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-41cd53a3-2e85-45a7-8ef3-c09f06b91476 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c67dd8ac-7aef-48e9-8567-fbab772c8dbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348011 Jul 23 20:16:58.126957 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-fece9802-5306-4926-84a9-2c3f5f9eec93 service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621082 Jul 23 20:16:58.129779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] Pushing event updated for resources: {'Network': ['ID=f203fca4-fabe-4242-912a-f5a762d6e854,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:58.142916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f203fca4-fabe-4242-912a-f5a762d6e854 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:16:58.147963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-30bc4a4f-aff2-46da-ae70-6ef99e7f9894 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7681036 Jul 23 20:16:58.149792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38822) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:16:58.174701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Request body: {'subnet': {'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2054447765-subnet', 'tenant_id': 'a505907c222840ef87111d157de00764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:58.241355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Made reservation on behalf of a505907c222840ef87111d157de00764 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:16:58.244775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.337894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-5594a9dc-6e54-4449-ac13-2695c453ba64 service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086103 Jul 23 20:16:58.363263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6560f0-6f62-4dcd-baf0-1965ebbdb5c2 req-b762ee9b-a6b9-43b9-9cde-ec7fc34fa2f8 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.371328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce6560f0-6f62-4dcd-baf0-1965ebbdb5c2 req-b762ee9b-a6b9-43b9-9cde-ec7fc34fa2f8 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 946 time: 0.1678896 Jul 23 20:16:58.465976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-a2b83798-7458-4375-a938-7b9cdfc1f8ba service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908956 Jul 23 20:16:58.478088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce6560f0-6f62-4dcd-baf0-1965ebbdb5c2 req-94ed9f71-c3d0-41bf-9dae-6c511a3aa0f4 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053591 Jul 23 20:16:58.499348 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bc5d77a7-701d-447f-bd0a-73f52fc5968c req-3b8624ef-4f12-4c36-9208-c07cb5e2bb19 service neutron] 10.222.0.36 "GET /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314018 Jul 23 20:16:58.544120 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-67925f46-cfe8-4d69-af12-6375b4ef80ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 217 time: 0.0511506 Jul 23 20:16:58.600205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:58.641822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-d9b90525-875f-4c08-92bd-55b8186bc757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.644467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-d9b90525-875f-4c08-92bd-55b8186bc757 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0949490 Jul 23 20:16:58.756861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-af2a605a-dc25-4a6b-b64e-91ae3503ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.758988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-af2a605a-dc25-4a6b-b64e-91ae3503ab99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041391 Jul 23 20:16:58.782324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-be23a828-e3cf-4cba-84bb-f9acc5d489b1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1368599759&fields=id&tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 267 time: 0.0939119 Jul 23 20:16:58.787225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c164a2-df72-4594-ad4a-fe82b1ca7e17,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:58.838897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Checking segment: {'id': 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:16:58.839246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Network hostable DHCP agents. Network: f203fca4-fabe-4242-912a-f5a762d6e854, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:16:58.895471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a28d3f13-8cc4-4844-bb3c-88363a5755ac tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.903548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a28d3f13-8cc4-4844-bb3c-88363a5755ac tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 946 time: 0.1127396 Jul 23 20:16:58.905888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Network f203fca4-fabe-4242-912a-f5a762d6e854 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:16:58.914660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'port': {'security_groups': ['5b958895-17c5-4f85-ba25-0b0513592816', '79ff5adb-71a4-409a-9e6f-4e9b20977bac']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:16:58.935969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-4c265f89-4f12-4920-aacb-fe9d45fac235 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646218 Jul 23 20:16:58.964497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f203fca4-fabe-4242-912a-f5a762d6e854) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:16:58.973081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766cdb4-6f26-41ae-b4ba-7aebeb31de06 None None] Network f203fca4-fabe-4242-912a-f5a762d6e854 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:58.991743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:58.992378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.118853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-abf459fd-c7f1-4156-aa2e-3de588e189c7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9675770 Jul 23 20:16:59.142582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-4b3a797f-aa6a-41b7-9f3a-33ce5b499344 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959298 Jul 23 20:16:59.147652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.252460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-0fd0a90b-b483-4f6b-be90-a745f959d303 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 217 time: 0.0994043 Jul 23 20:16:59.270616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a3514-8ba7-4a29-b0b5-caf56d648801 None None] Network f203fca4-fabe-4242-912a-f5a762d6e854 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:16:59.575257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:16:59.659253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.669986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.682749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:59.776000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:59.776753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:16:59.778681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-368e9630-a7e8-4d3f-b47c-01400e77b821 req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "PUT /v2.0/ports/a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 982 time: 0.8742874 Jul 23 20:16:59.782516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:16:59.785727 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:16:59.824464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbb7f1-4fb5-4c7a-8f63-a8f98bf47d34 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:16:59.860670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af19775-a7e7-4914-b7df-057e4de06229 req-4bd5f37b-87d9-4e3c-88f2-7aa9a5c90344 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:59.864103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8af19775-a7e7-4914-b7df-057e4de06229 req-4bd5f37b-87d9-4e3c-88f2-7aa9a5c90344 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1373928 Jul 23 20:16:59.908364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-05d7ad3d-1fab-46af-b163-b048d71c1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:16:59.912058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:16:59.914824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-05d7ad3d-1fab-46af-b163-b048d71c1305 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.6578381 Jul 23 20:16:59.945398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8af19775-a7e7-4914-b7df-057e4de06229 req-f74ea547-0505-4024-9715-86f95715aff0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738833 Jul 23 20:17:00.008140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-aa0b3f49-0a0b-475c-ba2f-02c8471345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:00.012054 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-aa0b3f49-0a0b-475c-ba2f-02c8471345df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904434 Jul 23 20:17:00.106323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:00.114295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2003101808-network', 'tenant_id': '92508f416d194851a36a7d129f14818c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:00.151883 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-4cad8ba1-f3d0-40fc-b8f3-5e1f06e71956 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309991 Jul 23 20:17:00.155822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Made reservation on behalf of 92508f416d194851a36a7d129f14818c for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:00.159342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.209817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.412054 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-8c9f6575-27f9-4465-91b1-9ece344b4b5a service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511370 Jul 23 20:17:00.414695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.423061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.454331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:00.477232 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f1d372e6-cc10-44eb-8d01-43d849c98532 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 HTTP/1.1" status: 200 len: 217 time: 0.0568206 Jul 23 20:17:00.490935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.491386 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Added segment f08508aa-e273-4a9e-8227-9f540630a9d6 of type vlan for network f7502471-5b13-4888-b1d9-e30d15f77f71 Jul 23 20:17:00.508632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d2d85-6d56-4c4e-af0e-c1e1de8a2f43,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:00.607333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-8feaee37-258d-4f70-904f-15c5e9d7a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:00.608836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-8feaee37-258d-4f70-904f-15c5e9d7a363 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.1239002 Jul 23 20:17:00.677809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-df260253-edf3-4167-90b3-b8825386d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:00.679417 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-df260253-edf3-4167-90b3-b8825386d6b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1137 time: 0.1169202 Jul 23 20:17:00.733055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-8f0759db-01e5-4e7a-bfd0-7c716b943e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:00.735516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-8f0759db-01e5-4e7a-bfd0-7c716b943e02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1156223 Jul 23 20:17:00.839313 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088282bf-c84e-4c85-80b4-5fc4191759c9 x-openstack-request-id: req-088282bf-c84e-4c85-80b4-5fc4191759c9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:00.839598 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:00.839953 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-088282bf-c84e-4c85-80b4-5fc4191759c9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:00.840220 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'status': 'completed', 'code': 200} Jul 23 20:17:00.840997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-a96f5349-dab7-4745-8ecb-42184bcdc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:00.842448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-a96f5349-dab7-4745-8ecb-42184bcdc6dc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.1555324 Jul 23 20:17:00.885173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:00.916453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-4be40431-fb9f-4a15-baaa-fda96987e9ae tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1906382877&fields=id&tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 267 time: 0.4585652 Jul 23 20:17:00.970696 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-3fe0ae7e-c1f7-49b0-a1d3-e07b623aac6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 217 time: 0.0485904 Jul 23 20:17:01.002019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef56734-39d3-421c-b9cd-18ac568f932d req-1660a239-968a-4d13-bbcf-39f386432745 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.005289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eef56734-39d3-421c-b9cd-18ac568f932d req-1660a239-968a-4d13-bbcf-39f386432745 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.1618903 Jul 23 20:17:01.007401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.008318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.008883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.028496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-0e7725d6-4691-4414-8484-64ca1a1d7ecb service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000730 Jul 23 20:17:01.059779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-13bb4624-6993-42bd-b683-eace4999ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.061664 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-13bb4624-6993-42bd-b683-eace4999ee85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0823231 Jul 23 20:17:01.087711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9795530 Jul 23 20:17:01.091991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38934) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:01.110672 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-75977fd9-ea00-4227-a212-d40a08db1c31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367417 Jul 23 20:17:01.127175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Request body: {'subnet': {'network_id': 'f7502471-5b13-4888-b1d9-e30d15f77f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2003101808-subnet', 'tenant_id': '92508f416d194851a36a7d129f14818c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:01.134012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e042442-11fd-4dad-a2a6-35b48c1403dd admin admin] Pushing event updated for resources: {'Network': ['ID=f7502471-5b13-4888-b1d9-e30d15f77f71,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:01.147937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f7502471-5b13-4888-b1d9-e30d15f77f71 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:01.190525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eef56734-39d3-421c-b9cd-18ac568f932d req-cf9ace19-4ede-429b-bfc7-768fe6168346 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706796 Jul 23 20:17:01.206048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-aaf2cd0c-1727-4834-bf41-3d18e2a5f91c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.217215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-aaf2cd0c-1727-4834-bf41-3d18e2a5f91c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 985 time: 0.2924128 Jul 23 20:17:01.250165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'port': {'security_groups': ['5b958895-17c5-4f85-ba25-0b0513592816', '79ff5adb-71a4-409a-9e6f-4e9b20977bac', '56284d3f-c3d7-4307-a7ab-3338ddff2aaf']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:01.253523 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-e0886760-c247-4608-8bf1-d62d404e53b0 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155862 Jul 23 20:17:01.264995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Made reservation on behalf of 92508f416d194851a36a7d129f14818c for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:01.271064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.321373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-701c8ad0-4828-4f3a-afb4-b41fd4b92159 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=75271bba-c107-41b0-bcf2-2305ef89803f HTTP/1.1" status: 200 len: 217 time: 0.0596509 Jul 23 20:17:01.323496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-9645c324-6d83-4f1b-9410-f600c1d5a35a service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812327 Jul 23 20:17:01.444358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-5e09bec8-127b-48d0-aa1b-03c384c09940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.446148 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-5e09bec8-127b-48d0-aa1b-03c384c09940 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.1101742 Jul 23 20:17:01.507048 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.559053 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c49990a5-326a-4c46-a052-d7a5f2b5ad9b req-a85b3030-1804-4252-9472-a40febf4e6cb service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710699 Jul 23 20:17:01.574248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-c97cee1e-8cb6-44ca-8ec7-c995e1bbc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.576436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-c97cee1e-8cb6-44ca-8ec7-c995e1bbc72f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1200852 Jul 23 20:17:01.640629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340155f-34a3-4cd7-9e85-9ab7734989c2 req-33aa63ad-46cf-4362-85a8-7e1ca8e2487b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.648851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3340155f-34a3-4cd7-9e85-9ab7734989c2 req-33aa63ad-46cf-4362-85a8-7e1ca8e2487b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.2401981 Jul 23 20:17:01.698402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-8a7c5c68-2d6e-4c6f-9790-be004ed07bd9 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148334 Jul 23 20:17:01.748824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3340155f-34a3-4cd7-9e85-9ab7734989c2 req-71c9e76b-7e0b-489f-896f-05b94ee40164 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989230 Jul 23 20:17:01.817147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-22ea4e32-987d-4a6e-8c4d-58afa18ae745 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107721 Jul 23 20:17:01.821015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:01.886737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-4cd10e3b-63ff-4d5f-8207-fdb668da07e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=303a7f3b-e550-461c-afe6-776a003c4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0569909 Jul 23 20:17:01.947883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-e012b11f-3827-4d19-9de3-aa1d2e5d83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:01.949345 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-e012b11f-3827-4d19-9de3-aa1d2e5d83de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0540202 Jul 23 20:17:01.966745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cd5486-e927-4aaf-b976-8f0c5a4a7452,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:01.987051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Checking segment: {'id': 'f08508aa-e273-4a9e-8227-9f540630a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f7502471-5b13-4888-b1d9-e30d15f77f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:01.987420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Network hostable DHCP agents. Network: f7502471-5b13-4888-b1d9-e30d15f77f71, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:02.038728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:02.055825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Network f7502471-5b13-4888-b1d9-e30d15f77f71 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:02.087054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f7502471-5b13-4888-b1d9-e30d15f77f71) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:02.107263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-7a0db017-8296-49e4-8e76-92e3adcccb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.110101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.110964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.113869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18c692b-d7f9-4bda-bce3-cdc70fa59e87 None None] Network f7502471-5b13-4888-b1d9-e30d15f77f71 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:02.120349 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-7a0db017-8296-49e4-8e76-92e3adcccb81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619060 Jul 23 20:17:02.125834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.146176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.157344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-906c1339-d51b-4f26-a023-4cea811522f1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0402107 Jul 23 20:17:02.222424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:02.233385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.235072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.247090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48b655cd-f9c1-40c6-af99-c5236f58dc81 req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "PUT /v2.0/ports/a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 1021 time: 1.0202525 Jul 23 20:17:02.287873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe14c2f-7838-40b1-903f-385a0661b380 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:02.390505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:02.424787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85507dd5-2bbd-4c4f-8135-66c32ff8e4e7 None None] Network f7502471-5b13-4888-b1d9-e30d15f77f71 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:02.463667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-934558cf-a2ff-4adf-b9b9-888f54108beb tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.465390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-934558cf-a2ff-4adf-b9b9-888f54108beb tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.2873111 Jul 23 20:17:02.537306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d93c4-7bcb-4164-ab7a-f019b090490f req-eb6c543b-8657-4c27-998d-7181ea4a23b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.538983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-496d93c4-7bcb-4164-ab7a-f019b090490f req-eb6c543b-8657-4c27-998d-7181ea4a23b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1024 time: 0.1956987 Jul 23 20:17:02.546869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea38e94-58b3-4d53-b3bf-cbe0e0dd1eac req-4ea024ca-37d5-4b3d-9220-3399c1080027 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:02.548905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aea38e94-58b3-4d53-b3bf-cbe0e0dd1eac req-4ea024ca-37d5-4b3d-9220-3399c1080027 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 947 time: 0.1884196 Jul 23 20:17:02.619222 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-617d679c-6432-4fe9-bf4b-2a1acb4ed601 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871883 Jul 23 20:17:02.639219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aea38e94-58b3-4d53-b3bf-cbe0e0dd1eac req-f228ed00-0c39-4ae0-ba82-1930dabfa1ba tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750194 Jul 23 20:17:02.674151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-496d93c4-7bcb-4164-ab7a-f019b090490f req-3541439b-0228-442b-8db2-d11d60e72904 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=79ff5adb-71a4-409a-9e6f-4e9b20977bac&id=5b958895-17c5-4f85-ba25-0b0513592816&id=56284d3f-c3d7-4307-a7ab-3338ddff2aaf HTTP/1.1" status: 200 len: 6149 time: 0.1242087 Jul 23 20:17:02.693146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Deleting port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:02.693419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.826520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-637b51f2-4f82-42af-8d61-4fb6dbf41090 req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': ' tempest-securitygroup -922536725 ', 'description': 'tempest-description-361421515'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:02.842443 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-e0810e14-34e3-411a-b5a7-c7ace2d4f181 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128632 Jul 23 20:17:02.845935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:02.854021 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:02.887730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-637b51f2-4f82-42af-8d61-4fb6dbf41090 req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.926020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] For port 9ce6e5e8-ab85-46f0-afee-7b69118273f8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9ce6e5e8-ab85-46f0-afee-7b69118273f8,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:02.926348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:02.946603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Calling delete_port for 9ce6e5e8-ab85-46f0-afee-7b69118273f8 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:03.025795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-637b51f2-4f82-42af-8d61-4fb6dbf41090 req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.039428 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-637b51f2-4f82-42af-8d61-4fb6dbf41090 req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.115401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-637b51f2-4f82-42af-8d61-4fb6dbf41090 req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.116834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-637b51f2-4f82-42af-8d61-4fb6dbf41090 req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3102307 Jul 23 20:17:03.146419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d075a-26e5-476b-8301-6c3070836558 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68851826-d0cd-40fb-8782-efa2df29db88,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:03.199732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3ff2703b-9f38-4db0-aa54-0f19424bd107 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.208878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3ff2703b-9f38-4db0-aa54-0f19424bd107 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/networks?id=f203fca4-fabe-4242-912a-f5a762d6e854 HTTP/1.1" status: 200 len: 815 time: 0.1802776 Jul 23 20:17:03.220734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-e953a140-91ac-4959-bd26-9c7c0be6ef0f tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/quotas/a505907c222840ef87111d157de00764 HTTP/1.1" status: 200 len: 375 time: 0.0118976 Jul 23 20:17:03.223130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-51decf9c-aebe-433c-b748-17275f72363f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 200 len: 217 time: 0.3720882 Jul 23 20:17:03.269724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-35beddb7-a767-4c5d-ae59-334314f6be21 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a505907c222840ef87111d157de00764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390456 Jul 23 20:17:03.322346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f7084bb4-c95e-42ef-9990-2c02190318de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.323867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-f7084bb4-c95e-42ef-9990-2c02190318de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0735784 Jul 23 20:17:03.331991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.412072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0687e8b-8c85-47ed-8d0b-b93c94c1bd09 req-e430817d-70b4-4d9c-9910-79df807f40a2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.413737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0687e8b-8c85-47ed-8d0b-b93c94c1bd09 req-e430817d-70b4-4d9c-9910-79df807f40a2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1474636 Jul 23 20:17:03.426209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Pushing event deleted for resources: {'Port': ['ID=9ce6e5e8-ab85-46f0-afee-7b69118273f8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:03.455312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-ead1285f-8cc9-4cb5-b3a1-c3e0683ca83f service neutron] 10.222.0.46 "GET /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774309 Jul 23 20:17:03.461909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] No DVR routers for this DVR port 9ce6e5e8-ab85-46f0-afee-7b69118273f8 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:03.464769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:03.468935 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00ced45c-e7ca-4c1d-8567-bc5f10bc46da req-0e9cd0d3-5114-4f33-be57-a7b21afa7790 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "DELETE /v2.0/ports/9ce6e5e8-ab85-46f0-afee-7b69118273f8 HTTP/1.1" status: 204 len: 173 time: 0.9943681 Jul 23 20:17:03.475367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-deleted', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:03.477885 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bd9d51-0c9c-4d05-be6e-4efe79d2209a" -d '{"events": [{"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-deleted", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:03.505789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-a9ff9bc5-499d-4a69-9d23-68881296a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.507492 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-a9ff9bc5-499d-4a69-9d23-68881296a326 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1679101 Jul 23 20:17:03.514559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0687e8b-8c85-47ed-8d0b-b93c94c1bd09 req-f157eb14-f093-467b-a697-53908753b04e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941353 Jul 23 20:17:03.600700 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752290ce-ff51-4fa1-817e-73948fa77178 x-openstack-request-id: req-752290ce-ff51-4fa1-817e-73948fa77178 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:03.601540 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:03.601846 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-752290ce-ff51-4fa1-817e-73948fa77178 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:03.602271 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'status': 'completed', 'code': 200} Jul 23 20:17:03.611619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-9c659391-af91-403d-97ab-7f8d128f2c61 service neutron] 10.222.0.46 "GET /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554723 Jul 23 20:17:03.708745 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-6d14ba7c-4e91-4fe0-8c63-d0bb690448a0 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929274 Jul 23 20:17:03.776980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-2d521c67-499d-483a-9b6c-559c97aa58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:03.778560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-2d521c67-499d-483a-9b6c-559c97aa58a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1176 time: 0.1484542 Jul 23 20:17:03.951640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93dd269c-8400-455d-b9ab-9d61f71dc2a1 req-09c7f4f1-b5d7-4f5a-b472-8b17ac8606a6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/68851826-d0cd-40fb-8782-efa2df29db88 HTTP/1.1" status: 200 len: 1781 time: 0.1160302 Jul 23 20:17:03.954142 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2c3a6-4c73-4781-8d4d-97abb2599e55 x-openstack-request-id: req-d8d2c3a6-4c73-4781-8d4d-97abb2599e55 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:03.955022 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e266617-32a0-4ab5-84ac-94a9129f4600", "name": "network-vif-deleted", "tag": "9ce6e5e8-ab85-46f0-afee-7b69118273f8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:03.955404 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8d2c3a6-4c73-4781-8d4d-97abb2599e55 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:03.955828 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e266617-32a0-4ab5-84ac-94a9129f4600', 'name': 'network-vif-deleted', 'tag': '9ce6e5e8-ab85-46f0-afee-7b69118273f8', 'status': 'completed', 'code': 200} Jul 23 20:17:04.131133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f525128a-481a-4a11-bf5a-e387861d1fd7 req-764afe2d-b9b1-4321-83ac-88b8f1763f1f service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079466 Jul 23 20:17:04.199932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-785cbff2-8c3c-4421-bc5d-670c17e733fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:04.204261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8308d3a-28ef-4ea0-a0f1-123e89a40846 req-9d758a3b-4afe-46a8-9b4c-3052d9563201 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e266617-32a0-4ab5-84ac-94a9129f4600 HTTP/1.1" status: 200 len: 210 time: 0.0896585 Jul 23 20:17:04.205728 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-785cbff2-8c3c-4421-bc5d-670c17e733fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.3840263 Jul 23 20:17:04.278396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-be131cc3-26e5-4aed-b25a-9437809e93a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 200 len: 217 time: 0.0670707 Jul 23 20:17:04.301052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3246e53-b14a-4988-a9c0-ef0f12023950 req-0ae99344-970b-4c41-bd38-2104e8aef7c7 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 210 time: 0.0800636 Jul 23 20:17:04.367816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5cab1a1-5ea2-43ea-b8ef-1da8c719df44 req-fc818d76-12a2-46a6-a298-d9aea7a19d40 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/68851826-d0cd-40fb-8782-efa2df29db88 HTTP/1.1" status: 200 len: 1781 time: 0.0783808 Jul 23 20:17:04.390442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-3c70032f-d563-4c86-becf-8acd66756a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:04.394959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-3c70032f-d563-4c86-becf-8acd66756a7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.1075585 Jul 23 20:17:04.433402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-e11370d7-2236-40f2-aae7-4baaaa2f0f74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311673 Jul 23 20:17:04.457428 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c5cab1a1-5ea2-43ea-b8ef-1da8c719df44 req-8001ed5b-825b-4aa8-90ba-a2280f582125 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.485073 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c5cab1a1-5ea2-43ea-b8ef-1da8c719df44 req-8001ed5b-825b-4aa8-90ba-a2280f582125 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.584926 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-ef56547c-0566-4f0c-a311-d5f080833092 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430123 Jul 23 20:17:04.592592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c5cab1a1-5ea2-43ea-b8ef-1da8c719df44 req-8001ed5b-825b-4aa8-90ba-a2280f582125 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.596172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c5cab1a1-5ea2-43ea-b8ef-1da8c719df44 req-8001ed5b-825b-4aa8-90ba-a2280f582125 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.601285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5cab1a1-5ea2-43ea-b8ef-1da8c719df44 req-8001ed5b-825b-4aa8-90ba-a2280f582125 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/68851826-d0cd-40fb-8782-efa2df29db88 HTTP/1.1" status: 204 len: 173 time: 0.2287288 Jul 23 20:17:04.656569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001ed5b-825b-4aa8-90ba-a2280f582125 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68851826-d0cd-40fb-8782-efa2df29db88,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:04.668583 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-0173cead-479c-40de-9ea8-dacab0f6d635 req-407e24ef-01ed-4899-aafa-5372dc26b052 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:04.679249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0173cead-479c-40de-9ea8-dacab0f6d635 req-407e24ef-01ed-4899-aafa-5372dc26b052 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/68851826-d0cd-40fb-8782-efa2df29db88 HTTP/1.1" status: 404 len: 352 time: 0.0465877 Jul 23 20:17:04.755022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e101c96d-7011-4ca7-8974-f6e279412a0c req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-301068971', 'description': 'tempest-description-349399974'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:04.790708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-807ef376-50c7-4e6e-a4e7-ce4b35fb29af req-2ffabab9-258e-494c-8232-9bb95eb90b4f service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979458 Jul 23 20:17:04.794549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e101c96d-7011-4ca7-8974-f6e279412a0c req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.843507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3c9c-13c9-489d-8b87-dc5a7b696b4a req-61721531-d120-4dfc-bf3b-a8819d705d73 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:04.851177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d9f3c9c-13c9-489d-8b87-dc5a7b696b4a req-61721531-d120-4dfc-bf3b-a8819d705d73 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.2035265 Jul 23 20:17:04.904208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d9f3c9c-13c9-489d-8b87-dc5a7b696b4a req-25f0b047-0e87-43b4-a0d8-7e29302544a3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518484 Jul 23 20:17:04.960060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e101c96d-7011-4ca7-8974-f6e279412a0c req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:04.965951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e101c96d-7011-4ca7-8974-f6e279412a0c req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.002810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e101c96d-7011-4ca7-8974-f6e279412a0c req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.004361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e101c96d-7011-4ca7-8974-f6e279412a0c req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2701399 Jul 23 20:17:05.005204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb1222-1a77-4a0c-a691-a832a92108de tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfc0798-8b49-48dd-9767-c5d4d02c2afd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:05.112969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-8d9a3353-60cd-4932-b795-0db75d2db15d req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-866559554', 'description': 'tempest-description-981880258'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:05.152298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8d9a3353-60cd-4932-b795-0db75d2db15d req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.305409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8d9a3353-60cd-4932-b795-0db75d2db15d req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.316455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8d9a3353-60cd-4932-b795-0db75d2db15d req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.358953 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8d9a3353-60cd-4932-b795-0db75d2db15d req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.366908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d9a3353-60cd-4932-b795-0db75d2db15d req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2587898 Jul 23 20:17:05.412178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38ca43-4109-4c45-a9b7-cefb35de81a0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa7ad6-fce6-45e2-8e90-3c5b0a77da04,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:05.479864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-f734a8e4-f0aa-4b79-a9f0-adca12d725f3 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:05.481703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-f734a8e4-f0aa-4b79-a9f0-adca12d725f3 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.36 "GET /v2.0/networks?id=f203fca4-fabe-4242-912a-f5a762d6e854 HTTP/1.1" status: 200 len: 815 time: 0.2514164 Jul 23 20:17:05.494900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Request body: {'port': {'device_id': '692b1948-101c-4d36-9118-6c73db47ea47', 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854', 'admin_state_up': True, 'tenant_id': 'a505907c222840ef87111d157de00764'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:05.542539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1bfa3b-6424-4b24-b9e7-6d38bf0c545f req-d321bbdf-ee61-4387-943a-84d6662c62f9 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 210 time: 0.0441182 Jul 23 20:17:05.631342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-0096868b-9111-477f-a069-60784795be83 req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-28261940', 'description': 'tempest-description-10056758'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:05.663884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0096868b-9111-477f-a069-60784795be83 req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.692240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Made reservation on behalf of a505907c222840ef87111d157de00764 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:05.696112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.808707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0096868b-9111-477f-a069-60784795be83 req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.818845 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0096868b-9111-477f-a069-60784795be83 req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.862890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff9099-f32a-4f91-98ea-bed7d6848452 req-9370cdda-343b-485c-a80c-1e05b8507f66 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:05.870773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fff9099-f32a-4f91-98ea-bed7d6848452 req-9370cdda-343b-485c-a80c-1e05b8507f66 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 949 time: 0.1861672 Jul 23 20:17:05.882814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Allocated IP 172.20.0.12 (f203fca4-fabe-4242-912a-f5a762d6e854/94c164a2-df72-4594-ad4a-fe82b1ca7e17/72e26b6c-998b-40bb-902c-b0e6dbbefac0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:05.884692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0096868b-9111-477f-a069-60784795be83 req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:05.890973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0096868b-9111-477f-a069-60784795be83 req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2976599 Jul 23 20:17:05.900786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae3c35-a500-4fc8-a6d4-9bbdaf1751d6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6f6b41-f620-415a-bb75-ed33ab12091d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:05.944663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fff9099-f32a-4f91-98ea-bed7d6848452 req-d95945c8-74ee-46b9-b1df-0b876129b63a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658765 Jul 23 20:17:06.101630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.152460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.205933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5c26fa9-5be0-4de3-b201-b04a30778d8f req-36a86eaf-cfd5-4736-8ae4-b9c9e798af4b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 10897 time: 0.2596271 Jul 23 20:17:06.218405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Network f203fca4-fabe-4242-912a-f5a762d6e854 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:06.222433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:06.232352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:06.235289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Pushing event updated for resources: {'Port': ['ID=72e26b6c-998b-40bb-902c-b0e6dbbefac0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:06.241090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c46e36-a120-4a62-9505-cdcf17cda855 req-6d8bf876-1db1-467e-a642-a8bcfbe0acf2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:06.249665 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1c46e36-a120-4a62-9505-cdcf17cda855 req-6d8bf876-1db1-467e-a642-a8bcfbe0acf2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1994679 Jul 23 20:17:06.303584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5c26fa9-5be0-4de3-b201-b04a30778d8f req-c596e4af-85e8-4902-8912-7a8acdd9270b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/5b958895-17c5-4f85-ba25-0b0513592816 HTTP/1.1" status: 200 len: 2981 time: 0.0966725 Jul 23 20:17:06.306573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:06.307213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.332069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-8b2c1ee9-1f75-4cf1-a5e0-50ba29a36e2b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8405032 Jul 23 20:17:06.338686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1c46e36-a120-4a62-9505-cdcf17cda855 req-e3871e5e-2728-496c-ac45-53882a633c28 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896630 Jul 23 20:17:06.353384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Request body: {'port': {'device_id': '692b1948-101c-4d36-9118-6c73db47ea47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:06.396383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5c26fa9-5be0-4de3-b201-b04a30778d8f req-8015c8a9-cee5-4d8f-9a7a-550b464890aa tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/5b958895-17c5-4f85-ba25-0b0513592816 HTTP/1.1" status: 200 len: 2981 time: 0.0918550 Jul 23 20:17:06.439810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.602409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:06.621954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8787ccb-bf3e-4e64-9d41-eec25653d66f req-92d8cfe5-e49f-4ee7-862b-9dacc75100bf tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/3bfc0798-8b49-48dd-9767-c5d4d02c2afd HTTP/1.1" status: 200 len: 1801 time: 0.0659783 Jul 23 20:17:06.638197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 9ce6e5e8-ab85-46f0-afee-7b69118273f8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:06.640106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9ce6e5e8-ab85-46f0-afee-7b69118273f8 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:06.738239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f8787ccb-bf3e-4e64-9d41-eec25653d66f req-d5515ef7-a5e2-4f1d-a2fc-106cf3e5f84c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.768282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f8787ccb-bf3e-4e64-9d41-eec25653d66f req-d5515ef7-a5e2-4f1d-a2fc-106cf3e5f84c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.786659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f1acd-71d6-4cb5-840c-132866ee0b59 req-72632da5-d90b-40a4-933c-e12222d0ec84 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:06.790750 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-601f1acd-71d6-4cb5-840c-132866ee0b59 req-72632da5-d90b-40a4-933c-e12222d0ec84 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 932 time: 0.1397994 Jul 23 20:17:06.822730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e26b6c-998b-40bb-902c-b0e6dbbefac0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:06.832796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.847558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Transition to ACTIVE for port object 72e26b6c-998b-40bb-902c-b0e6dbbefac0 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:06.857688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.915074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-601f1acd-71d6-4cb5-840c-132866ee0b59 req-9db8acb9-8288-4dbd-b4b3-6f4de9349a49 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108005 Jul 23 20:17:06.916826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f8787ccb-bf3e-4e64-9d41-eec25653d66f req-d5515ef7-a5e2-4f1d-a2fc-106cf3e5f84c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.919582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f8787ccb-bf3e-4e64-9d41-eec25653d66f req-d5515ef7-a5e2-4f1d-a2fc-106cf3e5f84c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:06.921281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8787ccb-bf3e-4e64-9d41-eec25653d66f req-d5515ef7-a5e2-4f1d-a2fc-106cf3e5f84c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/3bfc0798-8b49-48dd-9767-c5d4d02c2afd HTTP/1.1" status: 204 len: 173 time: 0.2934277 Jul 23 20:17:06.931949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5515ef7-a5e2-4f1d-a2fc-106cf3e5f84c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfc0798-8b49-48dd-9767-c5d4d02c2afd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:06.948639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Pushing event updated for resources: {'Port': ['ID=72e26b6c-998b-40bb-902c-b0e6dbbefac0,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:06.984671 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-cf764ba6-8588-4f62-81f6-e9a6f57415c5 req-04e385a4-fa86-4127-922f-787941896570 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:07.004872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf764ba6-8588-4f62-81f6-e9a6f57415c5 req-04e385a4-fa86-4127-922f-787941896570 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/3bfc0798-8b49-48dd-9767-c5d4d02c2afd HTTP/1.1" status: 404 len: 352 time: 0.0403738 Jul 23 20:17:07.061416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Attempting to bind port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:07.061901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Attempting to bind port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:07.062334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Attempting to bind port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 on network f203fca4-fabe-4242-912a-f5a762d6e854 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:07.067798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 on network f203fca4-fabe-4242-912a-f5a762d6e854 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:07.068215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Attempting to bind port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 on network f203fca4-fabe-4242-912a-f5a762d6e854 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:07.074145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:07.074572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Checking segment: {'id': 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:07.075033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Bound using segment: {'id': 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:07.078108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Bound port: 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:07.078577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.106488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4edd9700-4acf-41e4-bc74-e81fe0fec5b3 req-bc24cd72-c3bc-4c8a-8a76-3a8601f5ac78 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/1daa7ad6-fce6-45e2-8e90-3c5b0a77da04 HTTP/1.1" status: 200 len: 1801 time: 0.0923314 Jul 23 20:17:07.167795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] For port 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:07.171998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] For port 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0,segment=NetworkSegment(da6fd75f-c89d-4178-b7ce-c3748bd56b2b),segment_id=da6fd75f-c89d-4178-b7ce-c3748bd56b2b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:07.177168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.185031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41484efb-61c3-475f-8f81-fe7f6abba61f req-eff0f56c-42ba-4d8f-b06b-3a14cb8afb2a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.192203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41484efb-61c3-475f-8f81-fe7f6abba61f req-eff0f56c-42ba-4d8f-b06b-3a14cb8afb2a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 949 time: 0.1456656 Jul 23 20:17:07.202719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4edd9700-4acf-41e4-bc74-e81fe0fec5b3 req-0414bf84-b068-4b69-9184-5e0a21edc439 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.244662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4edd9700-4acf-41e4-bc74-e81fe0fec5b3 req-0414bf84-b068-4b69-9184-5e0a21edc439 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.256967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41484efb-61c3-475f-8f81-fe7f6abba61f req-12b5f8c0-6dc6-487e-b01d-64890c08e91e tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Jul 23 20:17:07.270986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Pushing event updated for resources: {'Port': ['ID=72e26b6c-998b-40bb-902c-b0e6dbbefac0,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:07.274630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.275231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.276633 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-3553c1c5-edd5-4dd3-abd6-b403e38a6525 service neutron] 10.222.0.36 "PUT /v2.0/ports/72e26b6c-998b-40bb-902c-b0e6dbbefac0 HTTP/1.1" status: 200 len: 1093 time: 0.9281473 Jul 23 20:17:07.277163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692b1948-101c-4d36-9118-6c73db47ea47', 'tag': '72e26b6c-998b-40bb-902c-b0e6dbbefac0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:07.280200 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b041d1-5148-4db0-8a62-dc450933fbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "692b1948-101c-4d36-9118-6c73db47ea47", "tag": "72e26b6c-998b-40bb-902c-b0e6dbbefac0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:07.310585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4edd9700-4acf-41e4-bc74-e81fe0fec5b3 req-0414bf84-b068-4b69-9184-5e0a21edc439 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.316691 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4edd9700-4acf-41e4-bc74-e81fe0fec5b3 req-0414bf84-b068-4b69-9184-5e0a21edc439 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.327652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4edd9700-4acf-41e4-bc74-e81fe0fec5b3 req-0414bf84-b068-4b69-9184-5e0a21edc439 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/1daa7ad6-fce6-45e2-8e90-3c5b0a77da04 HTTP/1.1" status: 204 len: 173 time: 0.2199166 Jul 23 20:17:07.351817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414bf84-b068-4b69-9184-5e0a21edc439 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa7ad6-fce6-45e2-8e90-3c5b0a77da04,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:07.380408 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c46d74-5d0e-43b2-8546-51d44042783d x-openstack-request-id: req-47c46d74-5d0e-43b2-8546-51d44042783d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:07.381574 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692b1948-101c-4d36-9118-6c73db47ea47", "tag": "72e26b6c-998b-40bb-902c-b0e6dbbefac0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:07.382189 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47c46d74-5d0e-43b2-8546-51d44042783d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:07.382933 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692b1948-101c-4d36-9118-6c73db47ea47', 'tag': '72e26b6c-998b-40bb-902c-b0e6dbbefac0', 'status': 'completed', 'code': 200} Jul 23 20:17:07.385246 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-9c960ab5-cc5c-492f-8621-c5f1fc22d673 req-de10b527-a0a2-4718-9489-b842d021e8c2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:07.393927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c960ab5-cc5c-492f-8621-c5f1fc22d673 req-de10b527-a0a2-4718-9489-b842d021e8c2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/1daa7ad6-fce6-45e2-8e90-3c5b0a77da04 HTTP/1.1" status: 404 len: 352 time: 0.0377011 Jul 23 20:17:07.455987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-d97f8431-bca1-44f7-bb15-f1f5beb7c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.457569 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-d97f8431-bca1-44f7-bb15-f1f5beb7c1b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a505907c222840ef87111d157de00764&device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 1096 time: 0.1397855 Jul 23 20:17:07.500231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bfc2f11-9690-4136-80ff-06971f530c39 req-a7fc1be8-30bb-4bbc-aa13-0ad1662f0403 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/9c6f6b41-f620-415a-bb75-ed33ab12091d HTTP/1.1" status: 200 len: 1799 time: 0.0885694 Jul 23 20:17:07.504529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-c45c13f9-5ec2-4418-983a-1fed5acd6944 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0 HTTP/1.1" status: 200 len: 217 time: 0.0394955 Jul 23 20:17:07.583267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-aeeb8a95-b95b-473e-b846-1393e8ed8eba tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.585081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-aeeb8a95-b95b-473e-b846-1393e8ed8eba tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 949 time: 0.1737716 Jul 23 20:17:07.593944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e128e-9971-47d5-9717-062b44f509b4 req-a8a9607b-5aed-4d9a-af6b-31564c8672d9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.595547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c2e128e-9971-47d5-9717-062b44f509b4 req-a8a9607b-5aed-4d9a-af6b-31564c8672d9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1598809 Jul 23 20:17:07.606812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-0b43548e-4385-4a42-8a4f-787c3059ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:07.608514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-0b43548e-4385-4a42-8a4f-787c3059ad67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94c164a2-df72-4594-ad4a-fe82b1ca7e17 HTTP/1.1" status: 200 len: 855 time: 0.0978212 Jul 23 20:17:07.614634 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8bfc2f11-9690-4136-80ff-06971f530c39 req-d9c36b0b-a462-45f3-a8b1-13e994674663 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.669698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8bfc2f11-9690-4136-80ff-06971f530c39 req-d9c36b0b-a462-45f3-a8b1-13e994674663 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.672081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-1942f0c1-87ec-49e0-9f6b-c37836ee0716 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f203fca4-fabe-4242-912a-f5a762d6e854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394723 Jul 23 20:17:07.684188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c2e128e-9971-47d5-9717-062b44f509b4 req-33f09234-895e-4685-ac82-629f165c5d7b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788929 Jul 23 20:17:07.737290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8bfc2f11-9690-4136-80ff-06971f530c39 req-d9c36b0b-a462-45f3-a8b1-13e994674663 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.740769 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8bfc2f11-9690-4136-80ff-06971f530c39 req-d9c36b0b-a462-45f3-a8b1-13e994674663 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:07.752361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bfc2f11-9690-4136-80ff-06971f530c39 req-d9c36b0b-a462-45f3-a8b1-13e994674663 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/9c6f6b41-f620-415a-bb75-ed33ab12091d HTTP/1.1" status: 204 len: 173 time: 0.2511995 Jul 23 20:17:07.765314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c36b0b-a462-45f3-a8b1-13e994674663 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6f6b41-f620-415a-bb75-ed33ab12091d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:07.955775 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-f7d27ce1-644b-4e5e-9191-cf6ffc397b40 req-337871b2-39f6-4364-8d2f-9d1fd76843f3 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:07.959481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7d27ce1-644b-4e5e-9191-cf6ffc397b40 req-337871b2-39f6-4364-8d2f-9d1fd76843f3 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/9c6f6b41-f620-415a-bb75-ed33ab12091d HTTP/1.1" status: 404 len: 352 time: 0.0207996 Jul 23 20:17:08.158872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4855e5d9-ab68-4652-8a78-cfb4ba59f012 req-c3e3ff0a-89e6-416b-852e-1a1623f2a304 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 6149 time: 0.1701295 Jul 23 20:17:08.197728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Deleting port c1048f82-15b4-4a59-8b1d-8644e4440109 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:08.198714 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.203102 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-11e5bea7-4977-41e5-b556-b5b3c5008862 service neutron] 10.222.0.36 "GET /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225217 Jul 23 20:17:08.223251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4736490-bea1-4fd0-9bd7-5496d02d2319 req-077909c4-76fd-4a68-bd4a-310043ee14a7 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.227830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4736490-bea1-4fd0-9bd7-5496d02d2319 req-077909c4-76fd-4a68-bd4a-310043ee14a7 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 944 time: 0.1833453 Jul 23 20:17:08.245994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4855e5d9-ab68-4652-8a78-cfb4ba59f012 req-63adfe74-5d02-477d-b7d8-beca2eac4686 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/5b958895-17c5-4f85-ba25-0b0513592816 HTTP/1.1" status: 200 len: 2981 time: 0.0859966 Jul 23 20:17:08.330696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4736490-bea1-4fd0-9bd7-5496d02d2319 req-91b894f1-13c8-4e61-a55f-c35ef3fcb534 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959709 Jul 23 20:17:08.346373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4855e5d9-ab68-4652-8a78-cfb4ba59f012 req-853aa70b-5a3c-452d-a187-f40fe740bf75 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/5b958895-17c5-4f85-ba25-0b0513592816 HTTP/1.1" status: 200 len: 2981 time: 0.0985758 Jul 23 20:17:08.381837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-6402ea23-6d57-4ba4-ab49-e837f3fe49f1 req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1367264257', 'description': 'tempest-description-1160946023'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:08.403667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] For port c1048f82-15b4-4a59-8b1d-8644e4440109, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c1048f82-15b4-4a59-8b1d-8644e4440109,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:08.404218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.429653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86f145bd-069d-4319-aeac-4e490cefafb7 req-951e4a82-ce29-42d7-8057-d63dacaf4d50 service neutron] 10.222.0.36 "GET /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134984 Jul 23 20:17:08.431646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Calling delete_port for c1048f82-15b4-4a59-8b1d-8644e4440109 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:08.437361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6402ea23-6d57-4ba4-ab49-e837f3fe49f1 req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.564400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a3936-dec7-4aeb-b64d-6bd6ac106bb6 req-3af7e742-0898-46f1-b5c4-f28e2032ee1a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.566730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-997a3936-dec7-4aeb-b64d-6bd6ac106bb6 req-3af7e742-0898-46f1-b5c4-f28e2032ee1a tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/ports?device_id=d97f2972-f21e-424f-8f86-59923767dfbc HTTP/1.1" status: 200 len: 949 time: 0.1219573 Jul 23 20:17:08.586594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-6eb7ea23-2459-4642-bfb7-ae85d464a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.588021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-6eb7ea23-2459-4642-bfb7-ae85d464a972 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a505907c222840ef87111d157de00764&device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 1096 time: 0.1007140 Jul 23 20:17:08.645651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-997a3936-dec7-4aeb-b64d-6bd6ac106bb6 req-eef83f9c-e6f1-4799-a953-bada102d519b tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.46 "GET /v2.0/security-groups?id=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Jul 23 20:17:08.690535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6402ea23-6d57-4ba4-ab49-e837f3fe49f1 req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.698512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6402ea23-6d57-4ba4-ab49-e837f3fe49f1 req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.709738 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.736221 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6402ea23-6d57-4ba4-ab49-e837f3fe49f1 req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.738306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-40e32e41-01a8-4bcd-9092-51459dd667f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.739968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-40e32e41-01a8-4bcd-9092-51459dd667f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f203fca4-fabe-4242-912a-f5a762d6e854 HTTP/1.1" status: 200 len: 916 time: 0.1455152 Jul 23 20:17:08.769697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6402ea23-6d57-4ba4-ab49-e837f3fe49f1 req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3967624 Jul 23 20:17:08.777375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Pushing event deleted for resources: {'Port': ['ID=c1048f82-15b4-4a59-8b1d-8644e4440109,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:08.797938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b43ed6-ec38-4e4c-8b6b-3602f626765b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:08.805001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b6b09ca2-10d1-4db7-951b-196b96aa525f req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-128666629', 'description': 'tempest-description-1104536070'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:08.843182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.843482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.843847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.844332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.845475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.846037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.847045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.847578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.848105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.848635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.849118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.849467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbde314-4a22-4f8f-b6b1-ccb905b2054e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:08.852318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-7ef18e38-dbfa-4bee-9a35-799d155905ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0 HTTP/1.1" status: 200 len: 217 time: 0.0760958 Jul 23 20:17:08.898889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566c2e4-052e-4dd5-afae-61382f0ee7e7 req-fb02d469-040a-44c5-82ad-2c2e44be4143 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.908998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6566c2e4-052e-4dd5-afae-61382f0ee7e7 req-fb02d469-040a-44c5-82ad-2c2e44be4143 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1361406 Jul 23 20:17:08.911100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] No DVR routers for this DVR port c1048f82-15b4-4a59-8b1d-8644e4440109 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:08.915040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.917667 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3481fd59-f70a-4634-b8bc-07f9333cf213 req-a606d21c-8581-46e5-b3b1-7ff6325be388 tempest-ListImageFiltersTestJSON-585867586 tempest-ListImageFiltersTestJSON-585867586-project] 10.222.0.36 "DELETE /v2.0/ports/c1048f82-15b4-4a59-8b1d-8644e4440109 HTTP/1.1" status: 204 len: 173 time: 1.3246353 Jul 23 20:17:08.919070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6b09ca2-10d1-4db7-951b-196b96aa525f req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:08.940810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-98b2f988-f780-45ea-8b22-5cdc2aaab1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:08.942592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-98b2f988-f780-45ea-8b22-5cdc2aaab1ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94c164a2-df72-4594-ad4a-fe82b1ca7e17 HTTP/1.1" status: 200 len: 855 time: 0.0825651 Jul 23 20:17:08.984874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6566c2e4-052e-4dd5-afae-61382f0ee7e7 req-36f8786e-f314-49b1-b010-1ff6adc583ba tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747080 Jul 23 20:17:08.988077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-8427b0fd-4448-4999-bf5d-376548ccc16f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f203fca4-fabe-4242-912a-f5a762d6e854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359557 Jul 23 20:17:09.140575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6b09ca2-10d1-4db7-951b-196b96aa525f req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.147657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6b09ca2-10d1-4db7-951b-196b96aa525f req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.159591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-564fb939-1bf1-440d-9d2a-fcaf1fc30250 service neutron] 10.222.0.36 "GET /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560721 Jul 23 20:17:09.219502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6b09ca2-10d1-4db7-951b-196b96aa525f req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:09.230952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6b09ca2-10d1-4db7-951b-196b96aa525f req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4343979 Jul 23 20:17:09.256842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ff3f-0bb3-48d0-a7d2-f909e55a068e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373bffc2-4484-4d89-92c7-71364f86c4ef,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:09.300709 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:17:09.316744 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-21b041d1-5148-4db0-8a62-dc450933fbf9 req-ba1bdce2-3619-457e-9c62-18f4cfa2b9dd service neutron] 10.222.0.36 "GET /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485465 Jul 23 20:17:09.384363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-deleted', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:09.386696 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc997cd2-7a83-4e3f-9493-ed7bb05d9ea4" -d '{"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-deleted", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:09.441078 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be4710c-b3e3-4b58-8ab2-8123d7e34585 x-openstack-request-id: req-9be4710c-b3e3-4b58-8ab2-8123d7e34585 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:09.441546 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97f2972-f21e-424f-8f86-59923767dfbc", "name": "network-vif-deleted", "tag": "c1048f82-15b4-4a59-8b1d-8644e4440109", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:09.442006 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9be4710c-b3e3-4b58-8ab2-8123d7e34585 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:09.442473 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97f2972-f21e-424f-8f86-59923767dfbc', 'name': 'network-vif-deleted', 'tag': 'c1048f82-15b4-4a59-8b1d-8644e4440109', 'status': 'completed', 'code': 200} Jul 23 20:17:09.572392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9382-e966-4f00-a6cd-6a26db374272 req-712c0c61-5855-474d-8e13-11a708391a5e tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:09.574357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9ff9382-e966-4f00-a6cd-6a26db374272 req-712c0c61-5855-474d-8e13-11a708391a5e tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 944 time: 0.1293135 Jul 23 20:17:09.692155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-1fb178fe-efb7-423e-928b-42b5d488f136 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:09.693616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-1fb178fe-efb7-423e-928b-42b5d488f136 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 812 time: 0.1740170 Jul 23 20:17:09.707917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9ff9382-e966-4f00-a6cd-6a26db374272 req-2e078554-1ad1-43f5-a3c4-6e39c56ab6f1 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186557 Jul 23 20:17:09.726896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-ea990b30-9baa-41ca-8521-67b3143d735d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/quotas/2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 375 time: 0.0132639 Jul 23 20:17:09.819849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-07258186-5590-4143-b8ab-1c2df3cf7dc8 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709183 Jul 23 20:17:09.926801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-ecfed456-07fc-4178-a3ab-40346c4091dc service neutron] 10.222.0.46 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987594 Jul 23 20:17:10.068348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-c4e49f29-015a-4eb6-8f82-52d4b4371568 service neutron] 10.222.0.46 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327956 Jul 23 20:17:10.133127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9962d6-ce4b-4bff-aa43-bb878e1378bd req-ac1b05f7-d185-423c-8a3c-f34f7c41dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.136398 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c9962d6-ce4b-4bff-aa43-bb878e1378bd req-ac1b05f7-d185-423c-8a3c-f34f7c41dd4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 1098 time: 0.0675342 Jul 23 20:17:10.206022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c9962d6-ce4b-4bff-aa43-bb878e1378bd req-d8d69588-cd9a-4a2f-ba58-5bb107a48043 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589833 Jul 23 20:17:10.366717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e05d0-3929-4f0e-8285-71e540037ac2 req-073ba08e-9ef0-4d24-a33e-48aae5176cc5 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.374734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-370e05d0-3929-4f0e-8285-71e540037ac2 req-073ba08e-9ef0-4d24-a33e-48aae5176cc5 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1263945 Jul 23 20:17:10.437771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-370e05d0-3929-4f0e-8285-71e540037ac2 req-e4ead09e-935e-4325-87d2-822f885edf45 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573416 Jul 23 20:17:10.523562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-445dabdf-4b15-4116-bf62-238858533753 req-5a1c71da-80c1-46b8-93cc-0079b8530c00 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 210 time: 0.0439763 Jul 23 20:17:10.622567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 72e26b6c-998b-40bb-902c-b0e6dbbefac0 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:10.627510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:10.657648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c1048f82-15b4-4a59-8b1d-8644e4440109 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:10.658007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c1048f82-15b4-4a59-8b1d-8644e4440109 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:10.763107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0,segment=NetworkSegment(da6fd75f-c89d-4178-b7ce-c3748bd56b2b),segment_id=da6fd75f-c89d-4178-b7ce-c3748bd56b2b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:10.774539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '72e26b6c-998b-40bb-902c-b0e6dbbefac0', 'network_id': 'f203fca4-fabe-4242-912a-f5a762d6e854', 'port_id': '72e26b6c-998b-40bb-902c-b0e6dbbefac0', 'mac_address': 'fa:16:3e:89:17:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94c164a2-df72-4594-ad4a-fe82b1ca7e17', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:10.820561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.837052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e26b6c-998b-40bb-902c-b0e6dbbefac0 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:10.872057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60da2-f800-4f9d-a8e1-ed6e9273e773 req-a9998985-145f-44e6-bfcb-dbdf59697684 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:10.873736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85d60da2-f800-4f9d-a8e1-ed6e9273e773 req-a9998985-145f-44e6-bfcb-dbdf59697684 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 944 time: 0.0821137 Jul 23 20:17:10.885373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0,segment=NetworkSegment(da6fd75f-c89d-4178-b7ce-c3748bd56b2b),segment_id=da6fd75f-c89d-4178-b7ce-c3748bd56b2b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:10.895412 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:10.936682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85d60da2-f800-4f9d-a8e1-ed6e9273e773 req-67698214-0b09-4689-b073-768bb1ee117a tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551908 Jul 23 20:17:10.989717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=72e26b6c-998b-40bb-902c-b0e6dbbefac0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:11.195090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['72e26b6c-998b-40bb-902c-b0e6dbbefac0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:11.471021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39268) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.535370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-dc90a014-6aa8-4da5-b56b-94aff0fc2c16 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:11.537403 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-dc90a014-6aa8-4da5-b56b-94aff0fc2c16 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 812 time: 0.1514130 Jul 23 20:17:11.552876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'port': {'device_id': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17', 'admin_state_up': True, 'tenant_id': '2a2d37d2ec8f4272b2af0ff4261eeec8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:11.666862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14293f1c-53f5-4970-b9a3-2a1778aec30c req-826807ff-da8f-41d2-a52b-d5e7bf71bcec tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:11.669161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14293f1c-53f5-4970-b9a3-2a1778aec30c req-826807ff-da8f-41d2-a52b-d5e7bf71bcec tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1236596 Jul 23 20:17:11.730080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ca00d0d0-a5ce-469b-93db-3a75356d6beb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce4b9d2ccf124c56a111e81308c16bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578573 Jul 23 20:17:11.732937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:11.748499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14293f1c-53f5-4970-b9a3-2a1778aec30c req-efc2a368-abc4-4587-b73c-490e327198d5 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700459 Jul 23 20:17:11.753738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Made reservation on behalf of 2a2d37d2ec8f4272b2af0ff4261eeec8 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:11.757766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.798741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63079eec-aafa-4e7d-8ab7-2cdf2fba90cb req-9af6bfbe-b7af-45d4-95b6-021f0c2250a7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 210 time: 0.0371470 Jul 23 20:17:11.880732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.936944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:11.949133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1015c8-3fcd-4d11-a4a6-ea16d53c7689 req-31dfe4fa-38ff-4eee-b51a-a01e0fe261c4 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:11.951033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1015c8-3fcd-4d11-a4a6-ea16d53c7689 req-31dfe4fa-38ff-4eee-b51a-a01e0fe261c4 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0773816 Jul 23 20:17:11.983177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Allocated IP 172.20.0.6 (a6a5d930-f37a-4c4b-96a3-391e26986a17/62e62457-40ac-459c-9fbd-c599ac913b67/b1c962cc-6623-4eba-8c84-4bf891266fbe) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:11.994008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea1015c8-3fcd-4d11-a4a6-ea16d53c7689 req-7efc4405-1329-415b-adb6-b9cbeaa3ed9e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363152 Jul 23 20:17:12.032892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.035481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.039008 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5848f9b-a8a9-4e46-a67f-ce508c3c2a01 HTTP/1.1" status: 204 len: 168 time: 0.3019512 Jul 23 20:17:12.058951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5848f9b-a8a9-4e46-a67f-ce508c3c2a01,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:12.071601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.071957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.072305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.072660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.073027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.073321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.076280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.076626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.076953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.077419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.077796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.078141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9c7e89-ba80-43a6-b4d1-02e2011ffd97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:12.176719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01a117-e813-4ed6-9f85-c4d994fe1409 req-bc659834-cfa8-4d71-b4f6-9247bde8ce34 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.178724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c01a117-e813-4ed6-9f85-c4d994fe1409 req-bc659834-cfa8-4d71-b4f6-9247bde8ce34 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 945 time: 0.1049471 Jul 23 20:17:12.220320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.227583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c01a117-e813-4ed6-9f85-c4d994fe1409 req-83c9d3fe-0b2c-4963-9ed4-696327a06cc8 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Jul 23 20:17:12.311753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.325166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:12.359087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Network a6a5d930-f37a-4c4b-96a3-391e26986a17 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:12.363008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:12.367952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:12.398020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:12.456364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.458774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.480579 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-280c85be-0837-4531-b206-b9f0185c5830 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9338312 Jul 23 20:17:12.505358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Request body: {'port': {'device_id': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:12.546695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6498c6e-4747-4be9-8a24-eff89b00a83c req-2f6efefb-e3d4-4a99-bc22-2365cbd25185 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:12.550306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6498c6e-4747-4be9-8a24-eff89b00a83c req-2f6efefb-e3d4-4a99-bc22-2365cbd25185 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1035371 Jul 23 20:17:12.645101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6498c6e-4747-4be9-8a24-eff89b00a83c req-b242dbd2-2ec9-48ca-8795-f68896ac0cd3 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882549 Jul 23 20:17:12.651655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 72e26b6c-998b-40bb-902c-b0e6dbbefac0 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:12.653684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.762475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:12.766311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:12.767309 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.895846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:12.930266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692b1948-101c-4d36-9118-6c73db47ea47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e26b6c-998b-40bb-902c-b0e6dbbefac0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:12.935897 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84451e0-c364-49ea-8356-6fa74b1ab3d8" -d '{"events": [{"server_uuid": "692b1948-101c-4d36-9118-6c73db47ea47", "name": "network-vif-plugged", "status": "completed", "tag": "72e26b6c-998b-40bb-902c-b0e6dbbefac0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:12.955756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0,segment=NetworkSegment(da6fd75f-c89d-4178-b7ce-c3748bd56b2b),segment_id=da6fd75f-c89d-4178-b7ce-c3748bd56b2b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:12.960884 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.049411 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d539b7-47ec-493b-8040-d5bef0ea3fd1 x-openstack-request-id: req-20d539b7-47ec-493b-8040-d5bef0ea3fd1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:13.049732 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692b1948-101c-4d36-9118-6c73db47ea47", "name": "network-vif-plugged", "status": "completed", "tag": "72e26b6c-998b-40bb-902c-b0e6dbbefac0", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:13.050001 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20d539b7-47ec-493b-8040-d5bef0ea3fd1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:13.050418 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692b1948-101c-4d36-9118-6c73db47ea47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e26b6c-998b-40bb-902c-b0e6dbbefac0', 'code': 200} Jul 23 20:17:13.061359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=72e26b6c-998b-40bb-902c-b0e6dbbefac0,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.088089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ddad9c-86cd-4836-87c8-37ec7e890599 req-6d492899-d1c5-47fd-be19-efebcd496cb5 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.095181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4ddad9c-86cd-4836-87c8-37ec7e890599 req-6d492899-d1c5-47fd-be19-efebcd496cb5 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 931 time: 0.1690333 Jul 23 20:17:13.113988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39380) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:13.139968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c962cc-6623-4eba-8c84-4bf891266fbe {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:13.148910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4ddad9c-86cd-4836-87c8-37ec7e890599 req-9b90cd2c-b198-4b17-8dfb-47c4cf2ef113 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528471 Jul 23 20:17:13.149905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.188151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Transition to ACTIVE for port object b1c962cc-6623-4eba-8c84-4bf891266fbe will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:13.199180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.265592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-2bcadf9a-bb65-4ee7-8645-bcd045524459 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.267798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.268323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-2bcadf9a-bb65-4ee7-8645-bcd045524459 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.1368563 Jul 23 20:17:13.279703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d96f3-97a0-45f2-922b-e26fbeb145ba req-2a49d3b7-0925-47d6-ac18-f0bf36028c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.281454 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-889d96f3-97a0-45f2-922b-e26fbeb145ba req-2a49d3b7-0925-47d6-ac18-f0bf36028c0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 1098 time: 0.1793230 Jul 23 20:17:13.290408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-57d6731d-c57b-42b9-8e2a-1995bd6d0e75 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/quotas/506d65e8a3d44e92a2aa77768dbad525 HTTP/1.1" status: 200 len: 375 time: 0.0122044 Jul 23 20:17:13.374095 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-889d96f3-97a0-45f2-922b-e26fbeb145ba req-8a797279-3935-43e2-a12c-0675a4a94091 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732079 Jul 23 20:17:13.385504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Attempting to bind port b1c962cc-6623-4eba-8c84-4bf891266fbe on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:13.385976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Attempting to bind port b1c962cc-6623-4eba-8c84-4bf891266fbe by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:13.386328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Attempting to bind port b1c962cc-6623-4eba-8c84-4bf891266fbe on network a6a5d930-f37a-4c4b-96a3-391e26986a17 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:13.390947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Port b1c962cc-6623-4eba-8c84-4bf891266fbe on network a6a5d930-f37a-4c4b-96a3-391e26986a17 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:13.391170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Attempting to bind port b1c962cc-6623-4eba-8c84-4bf891266fbe on network a6a5d930-f37a-4c4b-96a3-391e26986a17 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:13.393399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-f6275a3d-8370-4bee-ac66-f06b64250ffc tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968375 Jul 23 20:17:13.396473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:13.396820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Checking segment: {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:13.397211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Bound using segment: {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:13.397681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Bound port: b1c962cc-6623-4eba-8c84-4bf891266fbe, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea8a949-7159-4e0e-944b-2015fb8edaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:13.398052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.430717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1706201398-network', 'tenant_id': '8fa725d531cb40189a59dd4ac86f8310'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:13.451232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75a9cf-6711-4ab0-b790-4e9a1a163fca req-a1f942ca-9674-4029-8780-12a437a9f495 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.452681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a75a9cf-6711-4ab0-b790-4e9a1a163fca req-a1f942ca-9674-4029-8780-12a437a9f495 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 946 time: 0.1200478 Jul 23 20:17:13.465174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:13.468250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:13.472965 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.508732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.509356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.510770 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 1092 time: 1.0167770 Jul 23 20:17:13.511221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:13.513484 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db4baa6-9228-48ac-87a3-9a893e98cc65" -d '{"events": [{"name": "network-changed", "server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:13.525227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Made reservation on behalf of 8fa725d531cb40189a59dd4ac86f8310 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:13.527490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.541029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fefa0-6aef-4354-9d83-8a54e84802d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.545018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.569568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a75a9cf-6711-4ab0-b790-4e9a1a163fca req-d4bbd26e-a8fd-4a36-ad2e-e4f28b77a0dd tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083102 Jul 23 20:17:13.580118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-bed53063-e5d2-4c12-bc61-74eca26e376c service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745076 Jul 23 20:17:13.601642 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.633720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-270db105-ff4f-4c37-9800-42e0d15c240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.635511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-270db105-ff4f-4c37-9800-42e0d15c240d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1095 time: 0.0746114 Jul 23 20:17:13.638024 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d7d5b-7700-4df4-a73f-6e3de2ef7dc8 x-openstack-request-id: req-7f7d7d5b-7700-4df4-a73f-6e3de2ef7dc8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:13.638349 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:13.638632 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f7d7d5b-7700-4df4-a73f-6e3de2ef7dc8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:13.639087 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'status': 'completed', 'code': 200} Jul 23 20:17:13.688027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-8bc91b38-474c-4975-a9ce-33279c15a586 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 217 time: 0.0373487 Jul 23 20:17:13.710176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-cf73275a-a3e0-48dc-bae4-32076b74a395 service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232336 Jul 23 20:17:13.740748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-2b3f178e-523d-426d-83be-19c6702e44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.742594 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-2b3f178e-523d-426d-83be-19c6702e44d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0480509 Jul 23 20:17:13.770601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.777405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.780218 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-f1d1539b-73bd-44d5-8053-d8db8691421e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297191 Jul 23 20:17:13.807891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:13.811341 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e60befda-a591-4e81-985e-c234c220345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.821712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:13.831374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:13.831721 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Added segment 04e540d1-4014-4ace-8cf2-ad5f73db0006 of type vlan for network c8265c47-1ea8-47a0-8e09-9e04231f04a4 Jul 23 20:17:13.874385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00be0-9a93-4ffa-afeb-c470aecf7f71 req-2819d9e1-b9be-45cb-8e5b-f4a594588496 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:13.876177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71f00be0-9a93-4ffa-afeb-c470aecf7f71 req-2819d9e1-b9be-45cb-8e5b-f4a594588496 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1465147 Jul 23 20:17:13.918313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-70235a7f-74ca-4752-b48f-ae9e65ec09e3 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303058 Jul 23 20:17:14.055926 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6442fb1e-f9a1-4d8e-8b38-9e19e5922873 req-d329cca6-267c-40da-b479-c722677fd9e0 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240008 Jul 23 20:17:14.180291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-a038ccc9-f6cc-4ba0-a770-7512af271fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.182102 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-a038ccc9-f6cc-4ba0-a770-7512af271fbf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1095 time: 0.0717065 Jul 23 20:17:14.243202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.249563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e59d9fdc-a541-4aaa-a933-cc4df4f5a883 req-a0f0d3f8-0297-4472-9600-f50ab951e888 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 210 time: 0.0535855 Jul 23 20:17:14.289989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71f00be0-9a93-4ffa-afeb-c470aecf7f71 req-95c779ba-6c59-44ec-858c-60c2bd79bec7 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970228 Jul 23 20:17:14.310147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-ea5d86b9-5de5-443b-93c8-b7414004867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.312136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-ea5d86b9-5de5-443b-93c8-b7414004867e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.1224797 Jul 23 20:17:14.335479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.336807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.338178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.371425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2561600 Jul 23 20:17:14.374207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:14.380373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Request body: {'subnet': {'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1706201398-subnet', 'tenant_id': '8fa725d531cb40189a59dd4ac86f8310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:14.380973 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-efc911a2-27b4-4bbf-872e-7da2f232b3d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 217 time: 0.0552750 Jul 23 20:17:14.427267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab0f1-fbfb-47fe-b24d-03a0762f1318 admin admin] Pushing event updated for resources: {'Network': ['ID=c8265c47-1ea8-47a0-8e09-9e04231f04a4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:14.439098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c8265c47-1ea8-47a0-8e09-9e04231f04a4 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:14.446374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-410a958f-deac-454e-b1f5-21158c57296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.449353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-410a958f-deac-454e-b1f5-21158c57296f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0585086 Jul 23 20:17:14.478427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Made reservation on behalf of 8fa725d531cb40189a59dd4ac86f8310 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:14.481850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.492596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-a5bd0a19-a3b2-4f92-ad25-e20a5f834c69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355504 Jul 23 20:17:14.578651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053eef4-eec0-4038-8dd4-1198db48e965 req-4b02d4fe-4072-440d-9544-6953857650ef tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.581006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5053eef4-eec0-4038-8dd4-1198db48e965 req-4b02d4fe-4072-440d-9544-6953857650ef tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 943 time: 0.1586294 Jul 23 20:17:14.635939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-c520d5e2-a4fd-48f8-9970-d16c2014d345 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237490 Jul 23 20:17:14.659786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5053eef4-eec0-4038-8dd4-1198db48e965 req-cd454ddb-a769-4ae4-8dfd-84ef7f01656e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718100 Jul 23 20:17:14.808087 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.812480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0db4baa6-9228-48ac-87a3-9a893e98cc65 req-a9cbe27b-8f4b-4f77-88cb-f0b695bda8db service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694114 Jul 23 20:17:14.837017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-a6583310-1d3c-4f88-a7fc-926d097abcb3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.838794 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-a6583310-1d3c-4f88-a7fc-926d097abcb3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/ports?device_id=62fa15ac-4566-4ffb-a6ce-60b07c9af219 HTTP/1.1" status: 200 len: 946 time: 0.0954275 Jul 23 20:17:14.845907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:14.885909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33d0b34-d0b4-4bc1-8276-398dc85bdcd7,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:14.911167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7263e1-4980-4616-931d-c888bbc3fb70 req-b9a00c20-2388-4f7a-b7be-3228bd54c41d tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.912771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d7263e1-4980-4616-931d-c888bbc3fb70 req-b9a00c20-2388-4f7a-b7be-3228bd54c41d tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 946 time: 0.1804333 Jul 23 20:17:14.941260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f50bbf-5d1e-40bc-a3d4-012977e1bb76 req-7e4be8d1-cea4-44e7-a692-c5624a3ef76e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:14.942618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:14.954656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82f50bbf-5d1e-40bc-a3d4-012977e1bb76 req-7e4be8d1-cea4-44e7-a692-c5624a3ef76e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2008417 Jul 23 20:17:14.981481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Checking segment: {'id': '04e540d1-4014-4ace-8cf2-ad5f73db0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:14.981849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Network hostable DHCP agents. Network: c8265c47-1ea8-47a0-8e09-9e04231f04a4, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:14.998426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:15.003186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Deleting port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:15.003392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.003756 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.033704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d7263e1-4980-4616-931d-c888bbc3fb70 req-b81ae98b-03c6-4a3d-9ee3-11c08a0565c1 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111851 Jul 23 20:17:15.038833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82f50bbf-5d1e-40bc-a3d4-012977e1bb76 req-d34a6a41-008d-484f-ba92-9596566cf988 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831015 Jul 23 20:17:15.047082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Network c8265c47-1ea8-47a0-8e09-9e04231f04a4 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:15.052619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:15.055206 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14993e65-7d94-4f82-a252-1b8907435ece" -d '{"events": [{"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-unplugged", "status": "completed", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:15.082760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c8265c47-1ea8-47a0-8e09-9e04231f04a4) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:15.087779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:15.088648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.102012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555874b8-af87-4eb7-9ce0-cfafbd2344ad None None] Network c8265c47-1ea8-47a0-8e09-9e04231f04a4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:15.121071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d13a1773-e67f-46d5-82ee-02f82c0f9419 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7457247 Jul 23 20:17:15.187837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] For port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:15.188978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.230937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Calling delete_port for 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:15.252390 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55f8784-102f-4a0b-8fa3-8eb9407ac0f5 x-openstack-request-id: req-f55f8784-102f-4a0b-8fa3-8eb9407ac0f5 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:15.252679 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-unplugged", "status": "completed", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:15.253272 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f55f8784-102f-4a0b-8fa3-8eb9407ac0f5 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:15.253860 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'code': 200} Jul 23 20:17:15.255803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:15.300602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34de3d0-78e7-4206-aa4f-f13bac7ee1ad None None] Network c8265c47-1ea8-47a0-8e09-9e04231f04a4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:15.447609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd49b8aa-038d-43b8-8f19-1e4f6d5ec6b2 req-25dd39b8-d017-470c-b8f7-315550764d83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 210 time: 0.0566373 Jul 23 20:17:15.489326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-b68e6d6d-f69d-4c88-91b7-1f6659373380 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:15.493512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-b68e6d6d-f69d-4c88-91b7-1f6659373380 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.2668681 Jul 23 20:17:15.506709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Request body: {'port': {'device_id': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'admin_state_up': True, 'tenant_id': '506d65e8a3d44e92a2aa77768dbad525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:15.645284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.702953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event deleted for resources: {'Port': ['ID=3eac8b86-82b6-4a8e-82e5-f44ac1a34727,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:15.706537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Made reservation on behalf of 506d65e8a3d44e92a2aa77768dbad525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:15.710373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.728732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64397-76fd-4333-baa2-d31eb0a69c62 req-307ec2a9-3098-49f5-8695-2cbb003d7792 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:15.738043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0d64397-76fd-4333-baa2-d31eb0a69c62 req-307ec2a9-3098-49f5-8695-2cbb003d7792 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.1137111 Jul 23 20:17:15.820662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] No DVR routers for this DVR port 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:15.823589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:15.826709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3bdec35a-2e63-45b3-8cec-05abe124320c req-3a7593c5-81ea-4d2c-a60a-21566d22c5a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "DELETE /v2.0/ports/3eac8b86-82b6-4a8e-82e5-f44ac1a34727 HTTP/1.1" status: 204 len: 173 time: 0.9804871 Jul 23 20:17:15.838767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-deleted', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:15.843321 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8059b064-8689-46f0-9b97-990bf1f8bd7c" -d '{"events": [{"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-deleted", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:15.870077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0d64397-76fd-4333-baa2-d31eb0a69c62 req-35dfe1e5-0088-489a-9975-b621a29ce556 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706666 Jul 23 20:17:15.878356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-5d8e951c-d6a0-41cc-9ad7-a373fbf3230e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:15.884866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-5d8e951c-d6a0-41cc-9ad7-a373fbf3230e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/networks?id=c8265c47-1ea8-47a0-8e09-9e04231f04a4 HTTP/1.1" status: 200 len: 814 time: 0.1956642 Jul 23 20:17:15.900748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3f1bd461-8b01-40a5-a525-3d1029bbec45 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/quotas/8fa725d531cb40189a59dd4ac86f8310 HTTP/1.1" status: 200 len: 375 time: 0.0150087 Jul 23 20:17:15.954801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Allocated IP 172.20.0.2 (dd5b3c52-ab22-4174-bc3e-9b253591f258/d730a284-4b16-4a2a-802e-70815f5f153f/3ef0c32c-658f-48c2-848c-d34585f1d4ac) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:15.957483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-cfeb8513-0bd3-4be8-a15e-5f06825f6b61 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8fa725d531cb40189a59dd4ac86f8310&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557866 Jul 23 20:17:16.102071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-5551a8a2-7220-4ccb-9d43-8c18b0380e59 service neutron] 10.222.0.46 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435602 Jul 23 20:17:16.141353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4f64f-000b-4e1e-9a07-f787a335aee7 req-c27dd96d-ff91-46eb-9529-e5468463bb94 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.143698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.148215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95c4f64f-000b-4e1e-9a07-f787a335aee7 req-c27dd96d-ff91-46eb-9529-e5468463bb94 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 943 time: 0.1449528 Jul 23 20:17:16.184200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.232969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95c4f64f-000b-4e1e-9a07-f787a335aee7 req-08289a39-9a9c-46a1-80ef-ea1815821ad8 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837994 Jul 23 20:17:16.233676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:16.237207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:16.246189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:16.248974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:16.263866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-6ac9d726-d460-4a69-a412-9d979e2acf22 service neutron] 10.222.0.46 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520717 Jul 23 20:17:16.336520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.339489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.371187 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3414a6-224b-4b10-a3cc-e7ea7cadeeab x-openstack-request-id: req-cc3414a6-224b-4b10-a3cc-e7ea7cadeeab {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:16.372589 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fa15ac-4566-4ffb-a6ce-60b07c9af219", "name": "network-vif-deleted", "tag": "3eac8b86-82b6-4a8e-82e5-f44ac1a34727", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:16.372990 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc3414a6-224b-4b10-a3cc-e7ea7cadeeab {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:16.373582 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fa15ac-4566-4ffb-a6ce-60b07c9af219', 'name': 'network-vif-deleted', 'tag': '3eac8b86-82b6-4a8e-82e5-f44ac1a34727', 'status': 'completed', 'code': 200} Jul 23 20:17:16.378543 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-221c8738-988f-40db-b556-42510347bb02 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8755586 Jul 23 20:17:16.385992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c3e9ddc7-1279-4e4a-ac7a-f3669c069866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.393064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Request body: {'port': {'device_id': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:16.422381 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.532591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c758-daf2-48e2-85ce-0aa2fc28e44a req-02afe6a9-8390-46e3-8f1a-eca31f246a86 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.534974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7490c758-daf2-48e2-85ce-0aa2fc28e44a req-02afe6a9-8390-46e3-8f1a-eca31f246a86 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1081951 Jul 23 20:17:16.583032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:16.599838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7490c758-daf2-48e2-85ce-0aa2fc28e44a req-c040e640-1fc9-4209-85f5-7f0034765fc8 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556996 Jul 23 20:17:16.695562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c06f89d8-4587-4d8d-bf8b-75535e25d706 req-2f280c01-60be-49e6-8b4a-fba681952469 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 210 time: 0.0603859 Jul 23 20:17:16.895410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2cd93-7626-4416-b0fa-aaaf9b80889f req-2b364190-f1ce-4ccc-8e13-a847970f5be8 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:16.897368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0da2cd93-7626-4416-b0fa-aaaf9b80889f req-2b364190-f1ce-4ccc-8e13-a847970f5be8 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 931 time: 0.1468616 Jul 23 20:17:16.990246 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.022515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0da2cd93-7626-4416-b0fa-aaaf9b80889f req-6b26ccd4-7a2c-4a8d-93cd-befb4f78c17f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115384 Jul 23 20:17:17.081171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c232-8d3f-4896-9077-3862822bac38 req-751a8d93-9518-4b1e-b07a-754c547c9a39 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.082840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6937c232-8d3f-4896-9077-3862822bac38 req-751a8d93-9518-4b1e-b07a-754c547c9a39 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.1843867 Jul 23 20:17:17.093575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef0c32c-658f-48c2-848c-d34585f1d4ac {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:17.102166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.116818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Transition to ACTIVE for port object 3ef0c32c-658f-48c2-848c-d34585f1d4ac will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:17.123660 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.149161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6937c232-8d3f-4896-9077-3862822bac38 req-6d5d72c5-9b4e-459f-8771-7393b8d51596 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594702 Jul 23 20:17:17.212263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:17.312392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Attempting to bind port 3ef0c32c-658f-48c2-848c-d34585f1d4ac on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:17.312834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Attempting to bind port 3ef0c32c-658f-48c2-848c-d34585f1d4ac by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:17.313997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Attempting to bind port 3ef0c32c-658f-48c2-848c-d34585f1d4ac on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:17.319653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Port 3ef0c32c-658f-48c2-848c-d34585f1d4ac on network dd5b3c52-ab22-4174-bc3e-9b253591f258 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:17.320701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Attempting to bind port 3ef0c32c-658f-48c2-848c-d34585f1d4ac on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:17.336890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:17.337365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Checking segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:17.340614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Bound using segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:17.341277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Bound port: 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:17.345936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.423165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627a9a9-0e3a-4dbc-ab83-36680043f0e1 req-756c114f-ba5f-446d-9fff-1f49c732a01f tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.431817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a627a9a9-0e3a-4dbc-ab83-36680043f0e1 req-756c114f-ba5f-446d-9fff-1f49c732a01f tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 943 time: 0.0880880 Jul 23 20:17:17.443245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:17.447724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:17.455806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.498115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.498756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.500435 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ef0c32c-658f-48c2-848c-d34585f1d4ac HTTP/1.1" status: 200 len: 1092 time: 1.1125150 Jul 23 20:17:17.508510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a627a9a9-0e3a-4dbc-ab83-36680043f0e1 req-bc20c0b2-c4ac-4707-899e-7bb23196cd22 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729928 Jul 23 20:17:17.627340 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:17.640722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b61f15-f5ea-4d81-82c6-d86ddbab3e91 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:17.683943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-844cd403-8210-412c-9d87-d8a99fcf2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.685800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-844cd403-8210-412c-9d87-d8a99fcf2882 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 1095 time: 0.1183255 Jul 23 20:17:17.800826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-95e12b6c-837b-4006-8ee7-9be69d38127b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac HTTP/1.1" status: 200 len: 217 time: 0.1068568 Jul 23 20:17:17.861840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c957f2fe-7268-4268-8d1f-430e58f45ecc req-8078893f-030d-4961-9369-8641c7c6ac85 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 210 time: 0.0611613 Jul 23 20:17:17.881605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-d8f6141b-e6f4-4379-9ad8-0b31974d5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.883613 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-d8f6141b-e6f4-4379-9ad8-0b31974d5663 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.0650852 Jul 23 20:17:17.931698 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-349b129d-07be-49bd-8d4b-94b69dc404a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333977 Jul 23 20:17:17.992698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13123a29-e39b-4045-b432-3a0eaa8285ed req-aeef19a4-14e2-4e49-9059-6efbe5f886ba tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:17.996658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13123a29-e39b-4045-b432-3a0eaa8285ed req-aeef19a4-14e2-4e49-9059-6efbe5f886ba tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.1236124 Jul 23 20:17:18.056077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13123a29-e39b-4045-b432-3a0eaa8285ed req-da497b2a-e0d0-4ed6-a086-a87e2aa5d92c tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512297 Jul 23 20:17:18.108460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-daf4eac3-7c6b-430c-8205-c832a2395cff tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.110528 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-daf4eac3-7c6b-430c-8205-c832a2395cff tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.36 "GET /v2.0/networks?id=c8265c47-1ea8-47a0-8e09-9e04231f04a4 HTTP/1.1" status: 200 len: 814 time: 0.3151231 Jul 23 20:17:18.124226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Request body: {'port': {'device_id': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4', 'admin_state_up': True, 'tenant_id': '8fa725d531cb40189a59dd4ac86f8310'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:18.147023 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-35601dbc-384c-4726-977b-b55397a06fde service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027521 Jul 23 20:17:18.190419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e18c6-17da-40a8-a69e-9cfb50cbac01 req-17458fd4-bfb5-4780-a360-5b3122ac8925 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.192732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c11e18c6-17da-40a8-a69e-9cfb50cbac01 req-17458fd4-bfb5-4780-a360-5b3122ac8925 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 943 time: 0.0929577 Jul 23 20:17:18.236076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c11e18c6-17da-40a8-a69e-9cfb50cbac01 req-9938d9d1-9c3e-47f6-8433-2907d037316a tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Jul 23 20:17:18.463484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b94af1-d156-45c6-b939-4d52881cf62b req-b7c65e02-e6be-46a7-8e91-f8e736828a9d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.465254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69b94af1-d156-45c6-b939-4d52881cf62b req-b7c65e02-e6be-46a7-8e91-f8e736828a9d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0728164 Jul 23 20:17:18.507829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69b94af1-d156-45c6-b939-4d52881cf62b req-f0c497bd-32bb-4f35-8ad6-eaea464a2cbe tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Jul 23 20:17:18.593723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:18.596460 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:18.668320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Made reservation on behalf of 8fa725d531cb40189a59dd4ac86f8310 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:18.671819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:18.675909 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c872c5b-a52d-47f2-962e-6f4e7871daf7 x-openstack-request-id: req-7c872c5b-a52d-47f2-962e-6f4e7871daf7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:18.676188 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:18.676431 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c872c5b-a52d-47f2-962e-6f4e7871daf7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:18.676810 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'status': 'completed', 'code': 200} Jul 23 20:17:18.679633 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00f9a075-bc92-4c58-bd56-bfcbf13c415a req-1969df3e-d43f-4d4f-a8bd-e5f318631877 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244017 Jul 23 20:17:18.718945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8f9d3-508a-44e9-8725-d001d715fee0 req-d1c5a3e6-d05a-4fe3-b16b-ed00a982929b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.721310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ce8f9d3-508a-44e9-8725-d001d715fee0 req-d1c5a3e6-d05a-4fe3-b16b-ed00a982929b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 943 time: 0.1381884 Jul 23 20:17:18.773199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ce8f9d3-508a-44e9-8725-d001d715fee0 req-31bb4d4b-aa32-403f-8af2-7d2f81a55fd5 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428748 Jul 23 20:17:18.816865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-cc622e25-3a39-432e-964c-bcb1e5f616ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.818547 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-cc622e25-3a39-432e-964c-bcb1e5f616ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.2172065 Jul 23 20:17:18.873537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b1c962cc-6623-4eba-8c84-4bf891266fbe details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:18.876179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:18.976240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-0233f431-7b9f-4b67-bc0b-567294bdd8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:18.977816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-0233f431-7b9f-4b67-bc0b-567294bdd8e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 1095 time: 0.2140977 Jul 23 20:17:18.980537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Allocated IP 172.20.0.2 (c8265c47-1ea8-47a0-8e09-9e04231f04a4/a33d0b34-d0b4-4bc1-8276-398dc85bdcd7/0668d939-d2eb-4735-9ff4-91c3c7d79ae1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:18.982073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:18.982657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3eac8b86-82b6-4a8e-82e5-f44ac1a34727 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:18.998121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-659ddc6f-efe0-4e00-ab42-ee263f7cd4ce req-e44f3ea1-69e2-4ebb-9d04-f760f67e2e2c tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 210 time: 0.0397968 Jul 23 20:17:19.025856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:19.037531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'network_id': 'a6a5d930-f37a-4c4b-96a3-391e26986a17', 'port_id': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'mac_address': 'fa:16:3e:46:ba:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e62457-40ac-459c-9fbd-c599ac913b67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:19.105087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.110549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-26fc3d4a-e710-47d7-ad55-45c8afe2374a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.112127 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-26fc3d4a-e710-47d7-ad55-45c8afe2374a service neutron] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.2795727 Jul 23 20:17:19.126684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c962cc-6623-4eba-8c84-4bf891266fbe {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:19.160401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:19.166829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.202992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64b6a-ddf1-410d-84b2-12ce637ae28d req-fd991e19-a4dd-4a44-acde-c0c4f6c29f94 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.205232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39a64b6a-ddf1-410d-84b2-12ce637ae28d req-fd991e19-a4dd-4a44-acde-c0c4f6c29f94 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.0733984 Jul 23 20:17:19.221970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:19.226217 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-0d304ee4-c519-4822-916e-68dda2b117d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.0952871 Jul 23 20:17:19.255824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39a64b6a-ddf1-410d-84b2-12ce637ae28d req-381a4a7e-e2a0-4517-b15d-d8d5f2735f5d tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441873 Jul 23 20:17:19.296961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-9d5f90a4-18e7-4aac-a8be-a5e223ef498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.298526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-9d5f90a4-18e7-4aac-a8be-a5e223ef498c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 905 time: 0.3069234 Jul 23 20:17:19.388250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-d1e9b2cf-626d-4859-8674-9cad5f9f3f1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac HTTP/1.1" status: 200 len: 217 time: 0.0798051 Jul 23 20:17:19.393549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035663ac-50f2-4f92-b56e-3c0d0fab23a3 req-569f839c-d419-4a62-9842-0a26c7ef4063 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.395264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-035663ac-50f2-4f92-b56e-3c0d0fab23a3 req-569f839c-d419-4a62-9842-0a26c7ef4063 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 943 time: 0.0714109 Jul 23 20:17:19.401484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-c8111faa-fd4f-40b0-82c9-e6380d766098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.402958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-c8111faa-fd4f-40b0-82c9-e6380d766098 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.1522381 Jul 23 20:17:19.438837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-035663ac-50f2-4f92-b56e-3c0d0fab23a3 req-ff80667e-fbd2-4924-b516-7bf942948caf tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355806 Jul 23 20:17:19.453141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-378bb3ea-6d6a-43d1-a2d0-1767ab6d90eb tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.454778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-378bb3ea-6d6a-43d1-a2d0-1767ab6d90eb tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.3416557 Jul 23 20:17:19.482834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b1c962cc-6623-4eba-8c84-4bf891266fbe'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:19.507475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-cfa8fd8c-c5c8-44d5-b724-e5bbe6bcc2ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630772 Jul 23 20:17:19.562819 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.578172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.589898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-aeba12fe-2ba4-4838-9a38-1647e7f5f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.591635 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-aeba12fe-2ba4-4838-9a38-1647e7f5f176 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.1929853 Jul 23 20:17:19.679988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-992c92ee-ba94-407a-9287-d3c6126dfa92 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694742 Jul 23 20:17:19.693688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79876469-1dff-4db9-931c-8e939308133f req-e68a05b5-11f8-4013-91fc-bd39c6fc0c29 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.695220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79876469-1dff-4db9-931c-8e939308133f req-e68a05b5-11f8-4013-91fc-bd39c6fc0c29 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0871375 Jul 23 20:17:19.751358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79876469-1dff-4db9-931c-8e939308133f req-45873950-4258-4943-9179-8c916a8a812a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443585 Jul 23 20:17:19.829765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-145d50e8-d5e3-4cfa-9951-baf40252643c service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928095 Jul 23 20:17:19.866868 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.919751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3be957-c762-44b1-bb2b-a5c770e4f29f req-108c8284-0268-4ca1-993d-e039ec8ff0ce tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:19.928155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd3be957-c762-44b1-bb2b-a5c770e4f29f req-108c8284-0268-4ca1-993d-e039ec8ff0ce tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 944 time: 0.0792210 Jul 23 20:17:19.937356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Deleting port 4b475a34-fd68-431d-8813-44703eaf8666 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:19.937652 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:19.965099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd3be957-c762-44b1-bb2b-a5c770e4f29f req-2a629dba-809e-4144-88c4-1f8184497ab9 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358670 Jul 23 20:17:19.988705 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-3c3170f9-84bb-40dd-b202-3a37a1b3c1f4 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769094 Jul 23 20:17:20.004743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Network c8265c47-1ea8-47a0-8e09-9e04231f04a4 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:20.039357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:20.045971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Pushing event updated for resources: {'Port': ['ID=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:20.048383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:20.153557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302dda-61a6-4904-9f25-33e47b1972ff req-d4a6dc70-1598-44a4-b04f-886f9e890c98 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.155132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9302dda-61a6-4904-9f25-33e47b1972ff req-d4a6dc70-1598-44a4-b04f-886f9e890c98 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 931 time: 0.0706215 Jul 23 20:17:20.157356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b540b508-2fae-48d7-a6e9-7479aaca6475 req-b956a7de-2134-4d51-973e-862de26cd3af service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151131 Jul 23 20:17:20.214421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9302dda-61a6-4904-9f25-33e47b1972ff req-0aa40ca1-c942-47b6-9b61-35d4040acf8e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518160 Jul 23 20:17:20.225331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.225782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.229385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] For port 4b475a34-fd68-431d-8813-44703eaf8666, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=4b475a34-fd68-431d-8813-44703eaf8666,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:20.229769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.254590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8299e4d0-f7d3-43e9-b158-e1ec9e550e61 req-620c6d68-1a68-4b41-bbab-fed407872169 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516236 Jul 23 20:17:20.258023 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-ff3eb221-0654-433f-9803-8ea2ea4bd52f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1378772 Jul 23 20:17:20.294807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Request body: {'port': {'device_id': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:20.413859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebeff82-d9d1-466d-befd-845c4a548497 req-fbf4dbb9-2698-4d0b-a141-68d986e1886b tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.415561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ebeff82-d9d1-466d-befd-845c4a548497 req-fbf4dbb9-2698-4d0b-a141-68d986e1886b tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jul 23 20:17:20.454299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.463598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ebeff82-d9d1-466d-befd-845c4a548497 req-b538296e-5fb0-4bfd-b7ec-782b30bbd2ef tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups?id=51f2c16c-2d06-4bd6-9480-f23d923e97cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409880 Jul 23 20:17:20.518698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.519053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.519375 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Floating IP 65922563-811a-44c3-8193-6994f6df3352 disassociated. External IP: 172.25.8.48, port: 4b475a34-fd68-431d-8813-44703eaf8666. Jul 23 20:17:20.519727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Calling delete_port for 4b475a34-fd68-431d-8813-44703eaf8666 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:20.581031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2387352-37d4-41db-b661-bb677fd7753c req-5937dbe1-e073-4cdd-b235-30a9ebe539e7 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.582669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2387352-37d4-41db-b661-bb677fd7753c req-5937dbe1-e073-4cdd-b235-30a9ebe539e7 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 943 time: 0.0680239 Jul 23 20:17:20.623547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2387352-37d4-41db-b661-bb677fd7753c req-70580eb3-24e8-4634-8efb-043a27f01de0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Jul 23 20:17:20.852275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.897401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event deleted for resources: {'Port': ['ID=4b475a34-fd68-431d-8813-44703eaf8666,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:20.899429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b1c962cc-6623-4eba-8c84-4bf891266fbe up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:20.911213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:20.945555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79536bd-0072-4337-a168-47d081012b3f req-40644953-b7af-483f-a3d3-736e6c3f9675 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:20.954783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f79536bd-0072-4337-a168-47d081012b3f req-40644953-b7af-483f-a3d3-736e6c3f9675 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1214750 Jul 23 20:17:20.978221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port b1c962cc-6623-4eba-8c84-4bf891266fbe completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:20.982679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port b1c962cc-6623-4eba-8c84-4bf891266fbe triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:20.983176 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:20.985230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.007341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Transition to ACTIVE for port object 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:21.009785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f79536bd-0072-4337-a168-47d081012b3f req-dddbe806-b019-4084-a00d-6a035be73fcf tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494294 Jul 23 20:17:21.027575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.091409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Pushing event updated for resources: {'Port': ['ID=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:21.126577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Router 23ec2455-5ae1-473d-9677-b8af03103927 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:17:21.140668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.172899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:21.175996 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1897ca-769f-4ae0-bea8-5af6dbecbb93" -d '{"events": [{"server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:21.185728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ee5b7-f046-4ef7-a251-59699a6356c7 req-1c0cc189-5841-49ad-9fda-94c7cfa3fbc0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.187469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b14ee5b7-f046-4ef7-a251-59699a6356c7 req-1c0cc189-5841-49ad-9fda-94c7cfa3fbc0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 944 time: 0.0808918 Jul 23 20:17:21.218866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:21.227334 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.259068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b14ee5b7-f046-4ef7-a251-59699a6356c7 req-9fde4e40-3b2b-4f0a-9475-1b5ef717771e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645590 Jul 23 20:17:21.287439 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bbe037-45c3-479f-a3ea-16dc287bc4dc x-openstack-request-id: req-78bbe037-45c3-479f-a3ea-16dc287bc4dc {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:21.287726 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:21.290269 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-78bbe037-45c3-479f-a3ea-16dc287bc4dc {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:21.290781 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'code': 200} Jul 23 20:17:21.339655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:21.348822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.349518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.350032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.355474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.356097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.356619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.357141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.357770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.358274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.358802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.359304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.360361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:21.444080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dc066-f0b6-4240-803f-e703bcb83824 req-47011c0f-914c-4eb6-89f5-a2e66cbca3f9 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.452141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828dc066-f0b6-4240-803f-e703bcb83824 req-47011c0f-914c-4eb6-89f5-a2e66cbca3f9 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 943 time: 0.0955195 Jul 23 20:17:21.505768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828dc066-f0b6-4240-803f-e703bcb83824 req-72a2f79e-1bcd-48c4-abd8-58cae4ca9b2c tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466466 Jul 23 20:17:21.577938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-077bfe67-df95-4bf3-a38c-03654f81349c req-749c4387-e1d9-4848-873f-c790d3f97e70 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c035192-dd62-4916-b793-610fae3e14a4 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Jul 23 20:17:21.715624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Attempting to bind port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:21.716221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Attempting to bind port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '04e540d1-4014-4ace-8cf2-ad5f73db0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:21.716450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Attempting to bind port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 on network c8265c47-1ea8-47a0-8e09-9e04231f04a4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:21.729949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:17:21.731768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 on network c8265c47-1ea8-47a0-8e09-9e04231f04a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:21.732314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Attempting to bind port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 on network c8265c47-1ea8-47a0-8e09-9e04231f04a4 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:21.745401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] Sync routers for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:17:21.755007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:21.755644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:21.764255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db385d-1a9c-41b8-b78a-975461cd90ed req-cd84d9ed-bf46-45b8-9b22-fa1b3eda8064 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.765801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75db385d-1a9c-41b8-b78a-975461cd90ed req-cd84d9ed-bf46-45b8-9b22-fa1b3eda8064 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 943 time: 0.0700231 Jul 23 20:17:21.770998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189e71f-846d-4399-a2e1-e82725240d24 req-0af3ca8b-dc70-4e42-8039-b5837c453d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.772525 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5189e71f-846d-4399-a2e1-e82725240d24 req-0af3ca8b-dc70-4e42-8039-b5837c453d15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1097 time: 0.1686442 Jul 23 20:17:21.777479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:21.777479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Checking segment: {'id': '04e540d1-4014-4ace-8cf2-ad5f73db0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:21.777479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Bound using segment: {'id': '04e540d1-4014-4ace-8cf2-ad5f73db0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:21.777886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Bound port: 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e540d1-4014-4ace-8cf2-ad5f73db0006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:21.778112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.803222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] No DVR routers for this DVR port 4b475a34-fd68-431d-8813-44703eaf8666 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:21.810265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75db385d-1a9c-41b8-b78a-975461cd90ed req-adaef0ad-af58-4938-973c-2b481361fa82 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371830 Jul 23 20:17:21.818812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.820805 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30bacb60-2f77-4673-8121-c88299e6bf30 req-286a2380-7ba2-4c1f-a4ee-e509bb05dedd tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.36 "DELETE /v2.0/ports/4b475a34-fd68-431d-8813-44703eaf8666 HTTP/1.1" status: 204 len: 173 time: 2.3543229 Jul 23 20:17:21.821269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'name': 'network-vif-deleted', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:21.823671 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab81e25-4b88-4dec-978f-7f3b72e52c17" -d '{"events": [{"server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "name": "network-vif-deleted", "tag": "4b475a34-fd68-431d-8813-44703eaf8666"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:21.880678 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c05164f-ac63-4f92-95ad-ec97bec8aba5 x-openstack-request-id: req-3c05164f-ac63-4f92-95ad-ec97bec8aba5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:21.881007 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c035192-dd62-4916-b793-610fae3e14a4", "name": "network-vif-deleted", "tag": "4b475a34-fd68-431d-8813-44703eaf8666", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:21.881231 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c05164f-ac63-4f92-95ad-ec97bec8aba5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:21.881674 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c035192-dd62-4916-b793-610fae3e14a4', 'name': 'network-vif-deleted', 'tag': '4b475a34-fd68-431d-8813-44703eaf8666', 'status': 'completed', 'code': 200} Jul 23 20:17:21.885377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5189e71f-846d-4399-a2e1-e82725240d24 req-0ef1611e-913f-41e6-87ec-d7e34c2b02e0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893712 Jul 23 20:17:21.939017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] For port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:21.943253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] For port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,segment=NetworkSegment(04e540d1-4014-4ace-8cf2-ad5f73db0006),segment_id=04e540d1-4014-4ace-8cf2-ad5f73db0006)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:21.947611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:21.948962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.993167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:21.994122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:21.995352 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] 10.222.0.36 "PUT /v2.0/ports/0668d939-d2eb-4735-9ff4-91c3c7d79ae1 HTTP/1.1" status: 200 len: 1092 time: 1.7089317 Jul 23 20:17:22.049941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e591f7b-68ad-4383-93b6-fbb66991b903 service neutron] Pushing event updated for resources: {'Port': ['ID=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:22.129399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-5e87b214-9d11-44bb-baa7-7aaad849fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.131285 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-5e87b214-9d11-44bb-baa7-7aaad849fe68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fa725d531cb40189a59dd4ac86f8310&device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0716710 Jul 23 20:17:22.198229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-e26a613e-2a08-4efa-a9b2-60457055f5a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1 HTTP/1.1" status: 200 len: 217 time: 0.0581665 Jul 23 20:17:22.205270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f9381-84e8-4534-8d66-a1d5407b2589 req-bd7c8199-4eee-4c65-bba2-62a725bb2422 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.207053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18f9381-84e8-4534-8d66-a1d5407b2589 req-bd7c8199-4eee-4c65-bba2-62a725bb2422 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1070516 Jul 23 20:17:22.225831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:57Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:22.252015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-7f853269-5681-4baa-846c-68b61e5f9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.253888 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-7f853269-5681-4baa-846c-68b61e5f9415 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a33d0b34-d0b4-4bc1-8276-398dc85bdcd7 HTTP/1.1" status: 200 len: 854 time: 0.0482438 Jul 23 20:17:22.256445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18f9381-84e8-4534-8d66-a1d5407b2589 req-7e9be152-7aec-4b49-9d58-eee94e884b12 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Jul 23 20:17:22.263096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] Checking router: 23ec2455-5ae1-473d-9677-b8af03103927 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:17:22.273350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:22.274016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:22.325660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-97ed375b-ad80-4b2e-ab9d-4b3fa5ce96cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8265c47-1ea8-47a0-8e09-9e04231f04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638883 Jul 23 20:17:22.426844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:22.435855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018a6d0-3dbe-47eb-9a82-a6f4bf218ed0 req-3d2e2036-427f-4708-9dca-fa2e8c1772f1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.447887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3018a6d0-3dbe-47eb-9a82-a6f4bf218ed0 req-3d2e2036-427f-4708-9dca-fa2e8c1772f1 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 945 time: 0.0928335 Jul 23 20:17:22.468741 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-088134dc-db17-4039-b54b-3500dfde9f8f service neutron] 10.222.0.36 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357810 Jul 23 20:17:22.505610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3018a6d0-3dbe-47eb-9a82-a6f4bf218ed0 req-3d6c7c2c-d218-4db8-b7f6-74e7b2b4c9c4 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568042 Jul 23 20:17:22.587317 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ab06b95-dd76-42b8-b318-a0b584e72680 req-05afc9a1-ff9c-4e5d-970c-387ad34234ff service neutron] 10.222.0.36 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115091 Jul 23 20:17:22.648987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0320c-250d-418e-bc5b-0bd767fce9e8 req-b2d1d735-7aa8-401e-a8a6-07d55d1ca899 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.648987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c0320c-250d-418e-bc5b-0bd767fce9e8 req-b2d1d735-7aa8-401e-a8a6-07d55d1ca899 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 943 time: 0.0760553 Jul 23 20:17:22.689906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39602) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:22.691449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c0320c-250d-418e-bc5b-0bd767fce9e8 req-4d2fc4d9-ad45-42ed-b37d-f2066d5e74f3 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Jul 23 20:17:22.749309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e2c04b0-cd8b-42b7-9a36-403bf2354d0e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.762943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4b475a34-fd68-431d-8813-44703eaf8666 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:22.782932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e2c04b0-cd8b-42b7-9a36-403bf2354d0e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.787044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 4b475a34-fd68-431d-8813-44703eaf8666 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:22.787388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 4b475a34-fd68-431d-8813-44703eaf8666 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:22.840152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e2c04b0-cd8b-42b7-9a36-403bf2354d0e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.842656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e2c04b0-cd8b-42b7-9a36-403bf2354d0e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:22.846759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e2c04b0-cd8b-42b7-9a36-403bf2354d0e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "DELETE /v2.0/security-groups/51f2c16c-2d06-4bd6-9480-f23d923e97cb HTTP/1.1" status: 204 len: 168 time: 0.1527231 Jul 23 20:17:22.847145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39606) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:22.864434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c04b0-cd8b-42b7-9a36-403bf2354d0e tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f2c16c-2d06-4bd6-9480-f23d923e97cb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:22.866776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:57Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:22.872876 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-595be199-1462-4353-bc06-f1321c3e81c0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] show failed (client error): The resource could not be found. Jul 23 20:17:22.876779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-595be199-1462-4353-bc06-f1321c3e81c0 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "GET /v2.0/security-groups/51f2c16c-2d06-4bd6-9480-f23d923e97cb HTTP/1.1" status: 404 len: 347 time: 0.0257931 Jul 23 20:17:22.879051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39608) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:22.904666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27767ab-f287-4af7-b3b5-5aa8103ec203 None None] The sync data for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 is: [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '48d9b9c4-6521-48a2-8735-b7c5c8a12b12', 'name': '', 'network_id': 'c67dd8ac-7aef-48e9-8567-fbab772c8dbe', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'mac_address': 'fa:16:3e:f6:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:48Z', 'updated_at': '2021-07-23T20:14:57Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'subnets': [{'id': 'dbec0fe0-0970-422f-a777-906b445d1c41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:17:22.910010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:22.979481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7d151-0ef2-49fe-b3d3-b8fdf028cf4a req-8234acae-0330-4079-bebe-316bf9620b9d tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:22.981154 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc7d151-0ef2-49fe-b3d3-b8fdf028cf4a req-8234acae-0330-4079-bebe-316bf9620b9d tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 943 time: 0.0900879 Jul 23 20:17:23.047338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc7d151-0ef2-49fe-b3d3-b8fdf028cf4a req-e16f5401-0fe6-45ba-bb5b-287cbc085813 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Jul 23 20:17:23.059613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Deleting port 86cb687c-3ad2-4260-938f-33fcf05c0241 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:23.060164 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.082385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:23.097202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'mac_address': 'fa:16:3e:9e:9d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:23.142086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.142605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.152118 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.155827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Calling delete_port for 86cb687c-3ad2-4260-938f-33fcf05c0241 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:23.165967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef0c32c-658f-48c2-848c-d34585f1d4ac {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:23.201591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:23.214067 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.253633 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd3a8c-39ec-469e-ab29-8297fc55a724 None None] New status for floating IP 65922563-811a-44c3-8193-6994f6df3352: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:17:23.268334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:23.323208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.333780 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.db.api [None req-debd3a8c-39ec-469e-ab29-8297fc55a724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:17:23.334283 n-d-793620-13 neutron-server[94029]: DEBUG oslo_db.api [None req-debd3a8c-39ec-469e-ab29-8297fc55a724 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:17:23.347913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Pushing event deleted for resources: {'Port': ['ID=86cb687c-3ad2-4260-938f-33fcf05c0241,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:23.392613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e8cad-fe66-436d-802c-161189d549ac req-ae33b7f0-45ab-4c92-bc32-1f924b23e67b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:23.394136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-398e8cad-fe66-436d-802c-161189d549ac req-ae33b7f0-45ab-4c92-bc32-1f924b23e67b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0666733 Jul 23 20:17:23.414873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.417421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.418593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-467abee6-e672-4f33-a41c-6b1a48dd29c7 tempest-ServersTestJSON-1293439319 tempest-ServersTestJSON-1293439319-project] 10.222.0.46 "DELETE /v2.0/floatingips/65922563-811a-44c3-8193-6994f6df3352 HTTP/1.1" status: 204 len: 168 time: 0.5381398 Jul 23 20:17:23.421495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39618) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:23.435570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-398e8cad-fe66-436d-802c-161189d549ac req-6eebb81f-e303-4c2b-a109-400efe27e9e9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Jul 23 20:17:23.556169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3ef0c32c-658f-48c2-848c-d34585f1d4ac'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:23.651157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1c17b-97a0-4db9-9d41-20c3cbe97806 req-c5b3fbb4-5370-4a0d-8b61-6d57e22faef2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:23.652653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1c1c17b-97a0-4db9-9d41-20c3cbe97806 req-c5b3fbb4-5370-4a0d-8b61-6d57e22faef2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 945 time: 0.0743451 Jul 23 20:17:23.693869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1c1c17b-97a0-4db9-9d41-20c3cbe97806 req-af0ae6c6-4f0f-48a6-a662-c4f723cf25b9 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Jul 23 20:17:23.783330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:23.828451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-2f7630a1-e442-43a9-9440-b6fb0dd87ec0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1367264257&fields=id&tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 267 time: 0.0571718 Jul 23 20:17:23.835729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd3a8c-39ec-469e-ab29-8297fc55a724 None None] New status for floating IP 65922563-811a-44c3-8193-6994f6df3352: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:17:23.880679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57a9bd-a45b-41f3-85ad-2e386653653a req-6471dbd4-67d3-476a-a198-f95070fc0b1e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:23.882236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b57a9bd-a45b-41f3-85ad-2e386653653a req-6471dbd4-67d3-476a-a198-f95070fc0b1e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 943 time: 0.1199250 Jul 23 20:17:23.885319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'tag': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:23.887616 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d534b7ae-13ed-4c19-9f8e-1163976f1a66" -d '{"events": [{"name": "network-changed", "server_uuid": "a1018e03-8446-4934-a92f-7199b8870bc9", "tag": "0668d939-d2eb-4735-9ff4-91c3c7d79ae1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:23.945171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c5b64951-a311-4597-9fbd-4d4ad605af7f tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:23.946690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c5b64951-a311-4597-9fbd-4d4ad605af7f tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 945 time: 0.1109939 Jul 23 20:17:23.949400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b57a9bd-a45b-41f3-85ad-2e386653653a req-16cabbc7-97aa-4aa8-9dc3-3030dfeeff34 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593262 Jul 23 20:17:23.961046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'port': {'security_groups': ['5b958895-17c5-4f85-ba25-0b0513592816', 'd6b43ed6-ec38-4e4c-8b6b-3602f626765b']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:23.996665 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ea520f-d26d-48af-9d42-d2aa25814989 x-openstack-request-id: req-b3ea520f-d26d-48af-9d42-d2aa25814989 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:23.997782 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1018e03-8446-4934-a92f-7199b8870bc9", "tag": "0668d939-d2eb-4735-9ff4-91c3c7d79ae1", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:23.998125 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3ea520f-d26d-48af-9d42-d2aa25814989 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:23.998522 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'tag': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1', 'status': 'completed', 'code': 200} Jul 23 20:17:24.076266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.108350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Deleting port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:24.108693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.124868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-b5261925-7b68-493d-9e33-8268c7379b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.126780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-b5261925-7b68-493d-9e33-8268c7379b3d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fa725d531cb40189a59dd4ac86f8310&device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0883555 Jul 23 20:17:24.224896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caeb225-400b-4aab-9e87-3d8cfba83cec req-ef7dd29e-85e9-4274-bd22-8d7255eac806 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.226355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4caeb225-400b-4aab-9e87-3d8cfba83cec req-ef7dd29e-85e9-4274-bd22-8d7255eac806 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 944 time: 0.1102872 Jul 23 20:17:24.259617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] For port 48d9b9c4-6521-48a2-8735-b7c5c8a12b12, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:24.260225 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.282246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Calling delete_port for 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:24.284465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-efd0544d-39aa-488a-b39f-47f0514cbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.285959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-efd0544d-39aa-488a-b39f-47f0514cbde4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c8265c47-1ea8-47a0-8e09-9e04231f04a4 HTTP/1.1" status: 200 len: 915 time: 0.1510434 Jul 23 20:17:24.322813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4caeb225-400b-4aab-9e87-3d8cfba83cec req-261d6a40-0758-4283-be2c-710365fb1ddc tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901835 Jul 23 20:17:24.354813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:24.362887 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-b87caeb4-14ff-4aab-85be-3ddae8c8e4a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1 HTTP/1.1" status: 200 len: 217 time: 0.0691683 Jul 23 20:17:24.390148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.396068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.444664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'b1c962cc-6623-4eba-8c84-4bf891266fbe'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:24.456651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.457293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.458922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53f71b54-ffc9-43d6-8554-d110514b5aa0 req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "PUT /v2.0/ports/b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 981 time: 0.5029817 Jul 23 20:17:24.459397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:24.461844 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2073587a-df53-4558-a17e-10bfcff154cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:24.477644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-18fcbd15-fd2e-4fba-b50e-eca7b404357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.479121 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-18fcbd15-fd2e-4fba-b50e-eca7b404357c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a33d0b34-d0b4-4bc1-8276-398dc85bdcd7 HTTP/1.1" status: 200 len: 854 time: 0.1095743 Jul 23 20:17:24.492231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44728fa-b7ca-4184-9afe-e8ced079820d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:24.526491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-bc246a6e-59e2-4985-b9d2-98da9b84cd25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8265c47-1ea8-47a0-8e09-9e04231f04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390565 Jul 23 20:17:24.580188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18e638c6-51af-4bfb-91d4-d6aee54665ec req-369de9cf-443c-4cde-a38e-34ab2b70ffb4 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/d6b43ed6-ec38-4e4c-8b6b-3602f626765b HTTP/1.1" status: 200 len: 1803 time: 0.0789390 Jul 23 20:17:24.601244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b1c962cc-6623-4eba-8c84-4bf891266fbe'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:24.640313 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-18e638c6-51af-4bfb-91d4-d6aee54665ec req-0346efaf-e036-4d79-bdca-7e51dbfd0972 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:17:24.653476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18e638c6-51af-4bfb-91d4-d6aee54665ec req-0346efaf-e036-4d79-bdca-7e51dbfd0972 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6b43ed6-ec38-4e4c-8b6b-3602f626765b HTTP/1.1" status: 409 len: 341 time: 0.0722408 Jul 23 20:17:24.671520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-512c0559-d488-49e7-a4a2-76d38f64fcf6 service neutron] 10.222.0.36 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310298 Jul 23 20:17:24.674268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d53ae2-6518-4406-825b-46e9375689e5 req-9c7ff21f-4f33-4996-8e5f-2b094d6743ec tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.675580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:24.676474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:24.685954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3d53ae2-6518-4406-825b-46e9375689e5 req-9c7ff21f-4f33-4996-8e5f-2b094d6743ec tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1506977 Jul 23 20:17:24.692120 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e8cfd6-9b6c-4780-ad48-140d33a56cb9 x-openstack-request-id: req-90e8cfd6-9b6c-4780-ad48-140d33a56cb9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:24.692471 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:24.692784 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90e8cfd6-9b6c-4780-ad48-140d33a56cb9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:24.693939 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'status': 'completed', 'code': 200} Jul 23 20:17:24.742765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Pushing event deleted for resources: {'Port': ['ID=48d9b9c4-6521-48a2-8735-b7c5c8a12b12,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:24.762459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3d53ae2-6518-4406-825b-46e9375689e5 req-cd3a71ad-9524-46e6-9430-b16c1d64ce12 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747426 Jul 23 20:17:24.946371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:24.959145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d008e-0f39-4a86-b430-516f22db7636 req-7d9e39f5-c3dd-4b82-85d0-629697f2b1f5 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:24.966586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-466d008e-0f39-4a86-b430-516f22db7636 req-7d9e39f5-c3dd-4b82-85d0-629697f2b1f5 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 984 time: 0.0827565 Jul 23 20:17:25.021692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073587a-df53-4558-a17e-10bfcff154cd req-0688a4e4-0da4-4c69-94e2-758fc5352a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.023265 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-0688a4e4-0da4-4c69-94e2-758fc5352a16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1136 time: 0.3006089 Jul 23 20:17:25.025053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-466d008e-0f39-4a86-b430-516f22db7636 req-9ae554ec-4e6b-4a19-bb80-59e5ec1d6efc tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0573518 Jul 23 20:17:25.029276 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d534b7ae-13ed-4c19-9f8e-1163976f1a66 req-e0be7a02-01ad-4f9c-8ea4-f5dd45e13996 service neutron] 10.222.0.36 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468359 Jul 23 20:17:25.069985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,segment=NetworkSegment(04e540d1-4014-4ace-8cf2-ad5f73db0006),segment_id=04e540d1-4014-4ace-8cf2-ad5f73db0006)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:25.124077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1', 'network_id': 'c8265c47-1ea8-47a0-8e09-9e04231f04a4', 'port_id': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1', 'mac_address': 'fa:16:3e:a4:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33d0b34-d0b4-4bc1-8276-398dc85bdcd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:25.144666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3ef0c32c-658f-48c2-848c-d34585f1d4ac completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:25.145054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.153309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3ef0c32c-658f-48c2-848c-d34585f1d4ac triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:25.153726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.187865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d7be-70d8-42cc-8dc7-d54ed7926cc2 req-52cb3ce1-1d72-4d44-8db3-949ee20ecc77 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.189577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8091d7be-70d8-42cc-8dc7-d54ed7926cc2 req-52cb3ce1-1d72-4d44-8db3-949ee20ecc77 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 943 time: 0.1064441 Jul 23 20:17:25.228171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073587a-df53-4558-a17e-10bfcff154cd req-75030232-57fc-4fce-8459-3f8e0fc885c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.229752 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-75030232-57fc-4fce-8459-3f8e0fc885c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.1955953 Jul 23 20:17:25.230482 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8091d7be-70d8-42cc-8dc7-d54ed7926cc2 req-70a3f533-3916-4fd4-b8ea-dc60191dd585 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345035 Jul 23 20:17:25.255143 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.281110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:25.339700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,segment=NetworkSegment(04e540d1-4014-4ace-8cf2-ad5f73db0006),segment_id=04e540d1-4014-4ace-8cf2-ad5f73db0006)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:25.353392 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.395772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.457478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:25.459830 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f2d3da-a391-4f81-b982-e788a9e8ce17" -d '{"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:25.475501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:25.494850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:25.503907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:25.518308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e7eef-7d7d-40b5-b21c-5e0528dc4d7b req-069f01cc-2364-485c-bc11-2c5cc9178131 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.520684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb4e7eef-7d7d-40b5-b21c-5e0528dc4d7b req-069f01cc-2364-485c-bc11-2c5cc9178131 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 944 time: 0.1080987 Jul 23 20:17:25.543609 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0d23a4-cbea-45ec-a4db-5053af8ded91 x-openstack-request-id: req-ab0d23a4-cbea-45ec-a4db-5053af8ded91 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:25.543901 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:25.544153 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab0d23a4-cbea-45ec-a4db-5053af8ded91 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:25.544553 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'code': 200} Jul 23 20:17:25.566353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:25.574530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb4e7eef-7d7d-40b5-b21c-5e0528dc4d7b req-0e2e3edf-84b4-444e-b77e-0e97c8f7c05c tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476205 Jul 23 20:17:25.633922 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-5fd2e856-aba0-43dc-a8da-770d1887b6ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 217 time: 0.3940437 Jul 23 20:17:25.688627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0668d939-d2eb-4735-9ff4-91c3c7d79ae1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:25.718090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073587a-df53-4558-a17e-10bfcff154cd req-3dcb6c1a-fd5b-4061-a4d9-374d805acebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.719589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-3dcb6c1a-fd5b-4061-a4d9-374d805acebb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0674891 Jul 23 20:17:25.816188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-13cd43fb-6491-419d-a006-17a45489f08d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610886 Jul 23 20:17:25.825627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645c19e-3b3a-404d-837b-b959e4d9e3a6 req-91740de4-a4d9-47ad-b654-f6f5086d8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.827357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f645c19e-3b3a-404d-837b-b959e4d9e3a6 req-91740de4-a4d9-47ad-b654-f6f5086d8fa0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 1097 time: 0.2048542 Jul 23 20:17:25.888434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdcb1d-2848-43e2-b640-2616b3a08ff5 req-9b6a4fd8-6e7f-412d-b064-f3bfce5de026 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:25.889937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fbdcb1d-2848-43e2-b640-2616b3a08ff5 req-9b6a4fd8-6e7f-412d-b064-f3bfce5de026 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0630414 Jul 23 20:17:25.929022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fbdcb1d-2848-43e2-b640-2616b3a08ff5 req-a6812dae-d498-43c6-a01f-846ed5af8997 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323126 Jul 23 20:17:25.935912 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f645c19e-3b3a-404d-837b-b959e4d9e3a6 req-3be03992-11e8-435f-a3f6-741ffb834446 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925746 Jul 23 20:17:25.949174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Router 23ec2455-5ae1-473d-9677-b8af03103927 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:17:25.973068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-4c118639-aed5-49e2-840b-c5f194c944af service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418595 Jul 23 20:17:26.144450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:17:26.150635 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a301176f-0350-4145-b497-138aa43c347e admin admin] 10.222.0.46 "PUT /v2.0/routers/23ec2455-5ae1-473d-9677-b8af03103927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7276006 Jul 23 20:17:26.154668 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2073587a-df53-4558-a17e-10bfcff154cd req-eadcb642-a993-4a2b-be6c-23558b28a52d service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490018 Jul 23 20:17:26.155130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:26.155586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] Sync routers for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:17:26.166486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:26.167121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:26.205334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94bf36-aba7-4255-9432-74b025ac7da4 req-3f590801-e28b-493f-a219-3f880baec67b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.207155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f94bf36-aba7-4255-9432-74b025ac7da4 req-3f590801-e28b-493f-a219-3f880baec67b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 984 time: 0.1058676 Jul 23 20:17:26.283200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-9fa14416-d5da-4d89-a431-74e921763e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.285172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-9fa14416-d5da-4d89-a431-74e921763e87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1136 time: 0.0708332 Jul 23 20:17:26.288984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:26.300632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f94bf36-aba7-4255-9432-74b025ac7da4 req-7d56ebbc-9858-4590-b6ee-3d0eeb785a31 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0561805 Jul 23 20:17:26.329258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.403697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-57b57fab-e463-4714-8f89-2039f278d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.405336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-57b57fab-e463-4714-8f89-2039f278d1db service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.1135020 Jul 23 20:17:26.447791 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-dad67739-c143-4587-a971-95e79deac643 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 217 time: 0.0352013 Jul 23 20:17:26.474101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bd934-cc3b-4f2b-beb0-c8f922222fa2 req-5ecb4df0-f760-4167-b005-aed159e52cd4 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.475635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-911bd934-cc3b-4f2b-beb0-c8f922222fa2 req-5ecb4df0-f760-4167-b005-aed159e52cd4 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 944 time: 0.1443779 Jul 23 20:17:26.483141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.488917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:17:24Z', 'revision_number': 5, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port': {'id': 'f7d18182-93d1-4b5e-9800-1cb0a32e33ac', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ed:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ec2455-5ae1-473d-9677-b8af03103927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 832, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:14:39Z', 'updated_at': '2021-07-23T20:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:26.499593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-ab321307-c3f8-4e6c-9449-946d55336dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.504460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-ab321307-c3f8-4e6c-9449-946d55336dd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0480936 Jul 23 20:17:26.528650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] Checking router: 23ec2455-5ae1-473d-9677-b8af03103927 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:17:26.541119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] Routers {'23ec2455-5ae1-473d-9677-b8af03103927'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:26.541803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['23ec2455-5ae1-473d-9677-b8af03103927'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:26.552417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-911bd934-cc3b-4f2b-beb0-c8f922222fa2 req-7e6e1033-3729-4839-970f-812539d7b2cb tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659065 Jul 23 20:17:26.561809 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-525005eb-851f-4177-a10c-bed3b1754c0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491598 Jul 23 20:17:26.576438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Deleting port f7d18182-93d1-4b5e-9800-1cb0a32e33ac {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:26.576794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.646366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] Set router 23ec2455-5ae1-473d-9677-b8af03103927 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:26.696622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] For port f7d18182-93d1-4b5e-9800-1cb0a32e33ac, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:26.696930 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.706970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-10652139-396b-4d76-b8e0-d7fe8c9c83e2 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378384 Jul 23 20:17:26.708225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:26.710500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:17:26Z', 'revision_number': 6, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:26.714727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Calling delete_port for f7d18182-93d1-4b5e-9800-1cb0a32e33ac owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:26.759258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbda8a3-7860-49fe-aa3b-51f7f8444b49 None None] The sync data for ids ['23ec2455-5ae1-473d-9677-b8af03103927'] in n-d-793620-13 is: [{'id': '23ec2455-5ae1-473d-9677-b8af03103927', 'name': 'tempest-ServersTestJSON-1132524070-router', 'tenant_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:14:37Z', 'updated_at': '2021-07-23T20:17:26Z', 'revision_number': 6, 'project_id': '71d7c4f6ba2a4d9385c029b92afa7d59', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:17:26.794120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:26.795490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277e653-70d3-4a6b-a6e5-7821190ae08a req-a952b13d-a84a-47ff-9a3c-75421cdf16d3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:26.797963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f277e653-70d3-4a6b-a6e5-7821190ae08a req-a952b13d-a84a-47ff-9a3c-75421cdf16d3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1459830 Jul 23 20:17:26.801117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:26.801117 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.849543 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4ef15782-3481-472b-96a2-df0e4cd9a594 req-4da33021-bf31-4079-86ba-42095fd1c55c service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244297 Jul 23 20:17:26.874139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f277e653-70d3-4a6b-a6e5-7821190ae08a req-c90ac2e3-19be-4882-8bb9-290e5e31b6b1 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514493 Jul 23 20:17:26.896505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.929007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,segment=NetworkSegment(04e540d1-4014-4ace-8cf2-ad5f73db0006),segment_id=04e540d1-4014-4ace-8cf2-ad5f73db0006)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:26.932820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:26.994633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:27.016368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.330868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d18182-93d1-4b5e-9800-1cb0a32e33ac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:27.473037 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.545890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:27.548898 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d376fbd3-198a-4963-b814-2f11bc7a6a03" -d '{"events": [{"server_uuid": "a1018e03-8446-4934-a92f-7199b8870bc9", "name": "network-vif-plugged", "status": "completed", "tag": "0668d939-d2eb-4735-9ff4-91c3c7d79ae1"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:27.571628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed64001-2b89-4354-997b-50a741e55152 req-52429120-1730-4b15-a46f-50cdcea1b091 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:27.573164 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eed64001-2b89-4354-997b-50a741e55152 req-52429120-1730-4b15-a46f-50cdcea1b091 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2459071 Jul 23 20:17:27.592644 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.602236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.617764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13070c-0cdd-40cb-b820-8792158c0dc0 req-e0dcce3a-bebb-4e38-bf03-0b85654f12e0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:27.619242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d13070c-0cdd-40cb-b820-8792158c0dc0 req-e0dcce3a-bebb-4e38-bf03-0b85654f12e0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 984 time: 0.2274032 Jul 23 20:17:27.681389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eed64001-2b89-4354-997b-50a741e55152 req-b68501de-5cce-4a73-b4d7-c8fd97580790 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997560 Jul 23 20:17:27.690382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.690910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23ec2455-5ae1-473d-9677-b8af03103927 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:17:27.696419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.697573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-524b1064-577b-4e3b-b9f8-7754742989dd admin admin] 10.222.0.46 "DELETE /v2.0/routers/23ec2455-5ae1-473d-9677-b8af03103927 HTTP/1.1" status: 204 len: 168 time: 1.5400357 Jul 23 20:17:27.700058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39686) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:27.730122 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1182f45-8b96-45c6-913a-19cd0b1a8e7a x-openstack-request-id: req-e1182f45-8b96-45c6-913a-19cd0b1a8e7a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:27.730950 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1018e03-8446-4934-a92f-7199b8870bc9", "name": "network-vif-plugged", "status": "completed", "tag": "0668d939-d2eb-4735-9ff4-91c3c7d79ae1", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:27.731297 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1182f45-8b96-45c6-913a-19cd0b1a8e7a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:27.731903 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1', 'code': 200} Jul 23 20:17:27.749214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d13070c-0cdd-40cb-b820-8792158c0dc0 req-ee750887-bf84-4a58-b9e3-4f409d89c797 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1191680 Jul 23 20:17:27.762643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Deleting subnet dbec0fe0-0970-422f-a777-906b445d1c41 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:27.775552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.831939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:27.889299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab3da7-b1fc-45ca-b1e1-53fca6ac50c2 req-2e478de6-5eb8-4139-81da-689b5a651ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:27.891004 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93ab3da7-b1fc-45ca-b1e1-53fca6ac50c2 req-2e478de6-5eb8-4139-81da-689b5a651ec2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0625293 Jul 23 20:17:27.932585 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93ab3da7-b1fc-45ca-b1e1-53fca6ac50c2 req-982fffd7-096a-4bcf-ab49-33f46a8b2ee2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Jul 23 20:17:27.995123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cf921-e5e7-4432-85fd-57d0e5ffd32c req-2970da63-15de-4d35-b7b1-646f8f3d6c88 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:27.996520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d0cf921-e5e7-4432-85fd-57d0e5ffd32c req-2970da63-15de-4d35-b7b1-646f8f3d6c88 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.1624615 Jul 23 20:17:28.019148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.081806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d0cf921-e5e7-4432-85fd-57d0e5ffd32c req-793790fe-61b5-4075-9ac9-f9ec7647401a tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782552 Jul 23 20:17:28.115020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfbd2c-c141-4d08-98ee-b595d508f919 req-8f2c0d58-a4fa-473f-a0ce-796cd171cbc4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:28.116561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fbfbd2c-c141-4d08-98ee-b595d508f919 req-8f2c0d58-a4fa-473f-a0ce-796cd171cbc4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1691172 Jul 23 20:17:28.124498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.164539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbec0fe0-0970-422f-a777-906b445d1c41,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:28.169550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.173143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-53b2a5fe-ebaf-4ec5-8e09-061c305008cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dbec0fe0-0970-422f-a777-906b445d1c41 HTTP/1.1" status: 204 len: 168 time: 0.4700034 Jul 23 20:17:28.173518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39692) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:28.174499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da67150-3e3c-45c6-9e39-c3bd1fa48184 None None] Network c67dd8ac-7aef-48e9-8567-fbab772c8dbe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:28.222132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fbfbd2c-c141-4d08-98ee-b595d508f919 req-c2bff4d0-0c3f-47c6-a3af-c5d7c43df54b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 Jul 23 20:17:28.267168 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.331720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Deleting port e3909530-e640-4618-b4b1-e89095924aed {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:28.332209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.421769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] For port e3909530-e640-4618-b4b1-e89095924aed, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3909530-e640-4618-b4b1-e89095924aed,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:28.423447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.432822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] DHCP port deletion for c67dd8ac-7aef-48e9-8567-fbab772c8dbe request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:17:28.444009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Calling delete_port for e3909530-e640-4618-b4b1-e89095924aed owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:28.502458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] Deleting port e3909530-e640-4618-b4b1-e89095924aed {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:28.502847 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.569508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] For port e3909530-e640-4618-b4b1-e89095924aed, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3909530-e640-4618-b4b1-e89095924aed,segment=NetworkSegment(00e20100-b89f-4eea-9524-2773ef00fcb7),segment_id=00e20100-b89f-4eea-9524-2773ef00fcb7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:28.570579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.577557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fea3ed-4da7-46ce-8483-db323c99ffdf req-89d977f5-37a8-4c98-8bc2-f598a9e888f5 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:28.581637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13fea3ed-4da7-46ce-8483-db323c99ffdf req-89d977f5-37a8-4c98-8bc2-f598a9e888f5 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1295760 Jul 23 20:17:28.588489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] Calling delete_port for e3909530-e640-4618-b4b1-e89095924aed owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:28.605080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.642736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e3909530-e640-4618-b4b1-e89095924aed,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:28.650988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] No DVR routers for this DVR port e3909530-e640-4618-b4b1-e89095924aed on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:28.677258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13fea3ed-4da7-46ce-8483-db323c99ffdf req-98ac17d2-6d14-4198-a1fc-dc03c288ca8b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 Jul 23 20:17:28.686948 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.716663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] Pushing event deleted for resources: {'Port': ['ID=e3909530-e640-4618-b4b1-e89095924aed,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:28.730857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dadeff7-cc7b-4b5d-9d13-a8f0a4809b2e None None] No DVR routers for this DVR port e3909530-e640-4618-b4b1-e89095924aed on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:28.751806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.772511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67dd8ac-7aef-48e9-8567-fbab772c8dbe']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:28.790775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e20100-b89f-4eea-9524-2773ef00fcb7') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:28.791217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e20100-b89f-4eea-9524-2773ef00fcb7') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:28.817412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.842664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f7d18182-93d1-4b5e-9800-1cb0a32e33ac no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:28.846036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.855561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:28.855925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:28.857736 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:28.882802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f7d18182-93d1-4b5e-9800-1cb0a32e33ac {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:28.883163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f7d18182-93d1-4b5e-9800-1cb0a32e33ac not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:28.883701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3909530-e640-4618-b4b1-e89095924aed no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:28.909991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e3909530-e640-4618-b4b1-e89095924aed {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:28.910347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3909530-e640-4618-b4b1-e89095924aed not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:28.910784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:28.934313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d76e7ec-08f6-44fd-b09d-caea5939999f req-2db8a203-50b1-4b82-b2c8-3919addf543d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:28.934911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:28.935265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 48d9b9c4-6521-48a2-8735-b7c5c8a12b12 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:28.938880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d76e7ec-08f6-44fd-b09d-caea5939999f req-2db8a203-50b1-4b82-b2c8-3919addf543d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1649833 Jul 23 20:17:28.956099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.977889 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:28.979766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] 10.222.0.46 "DELETE /v2.0/networks/c67dd8ac-7aef-48e9-8567-fbab772c8dbe HTTP/1.1" status: 204 len: 168 time: 0.8053701 Jul 23 20:17:29.000584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f657ba2-a180-4c67-a2fa-3fcce8f99b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c67dd8ac-7aef-48e9-8567-fbab772c8dbe,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:29.033130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d76e7ec-08f6-44fd-b09d-caea5939999f req-e383c3f6-b553-4a23-9d64-cc23ee715e7e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838976 Jul 23 20:17:29.125808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd877979-f455-422f-a24b-4a213b11051a req-14f1727b-7366-4171-860d-105da4e772ad tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.127657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd877979-f455-422f-a24b-4a213b11051a req-14f1727b-7366-4171-860d-105da4e772ad tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 984 time: 0.0919549 Jul 23 20:17:29.166141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39730) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:29.169484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd877979-f455-422f-a24b-4a213b11051a req-6af1ef02-ee36-4c9c-83e1-dcfd819aa432 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=5b958895-17c5-4f85-ba25-0b0513592816&id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0362923 Jul 23 20:17:29.211939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3191bfb6-dca5-4b73-854c-123b6eedc7fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71d7c4f6ba2a4d9385c029b92afa7d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446458 Jul 23 20:17:29.214575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:29.263954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba232ef1-f2bb-45ad-a072-6e2cb8513fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.285790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba232ef1-f2bb-45ad-a072-6e2cb8513fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.307346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-0cb87a5f-c528-4274-8736-71a2ffa78a93 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-128666629&fields=id&tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8 HTTP/1.1" status: 200 len: 267 time: 0.0453942 Jul 23 20:17:29.339034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba232ef1-f2bb-45ad-a072-6e2cb8513fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.341537 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba232ef1-f2bb-45ad-a072-6e2cb8513fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.342687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba232ef1-f2bb-45ad-a072-6e2cb8513fa2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23d6cd05-3379-4d7f-bda3-4f394a099d26 HTTP/1.1" status: 204 len: 168 time: 0.1270974 Jul 23 20:17:29.350768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba232ef1-f2bb-45ad-a072-6e2cb8513fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d6cd05-3379-4d7f-bda3-4f394a099d26,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:29.351193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d917f-08c7-4470-a90e-64001aa40757 req-1c15dd42-b5d8-4c93-a239-9778b3811a8e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.352747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d83d917f-08c7-4470-a90e-64001aa40757 req-1c15dd42-b5d8-4c93-a239-9778b3811a8e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.1253927 Jul 23 20:17:29.402692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d83d917f-08c7-4470-a90e-64001aa40757 req-e3bdd75d-31cc-41ce-80b1-e8bff0590f0d tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Jul 23 20:17:29.421074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-133ec5f9-25f2-4c02-8dbd-9ccb51f8ffb6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.423270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-133ec5f9-25f2-4c02-8dbd-9ccb51f8ffb6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 984 time: 0.1098092 Jul 23 20:17:29.435193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'port': {'security_groups': ['5b958895-17c5-4f85-ba25-0b0513592816', 'd6b43ed6-ec38-4e4c-8b6b-3602f626765b', '373bffc2-4484-4d89-92c7-71364f86c4ef']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:29.546042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.775312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-6384f768-6f6f-4c73-ba2e-f24dd509cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.778208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-6384f768-6f6f-4c73-ba2e-f24dd509cdb9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fa725d531cb40189a59dd4ac86f8310&device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0892389 Jul 23 20:17:29.806465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153696bc-3c38-4961-b14e-21545c8d4407 req-cf08d7e7-8d33-44fc-bcc0-f68f0a511b34 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.808177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-153696bc-3c38-4961-b14e-21545c8d4407 req-cf08d7e7-8d33-44fc-bcc0-f68f0a511b34 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.1274841 Jul 23 20:17:29.889949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-153696bc-3c38-4961-b14e-21545c8d4407 req-6d4210fc-6674-4244-a88b-e2e1dfa03f7e tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743656 Jul 23 20:17:29.901427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:29.924702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-810e1d4b-b6be-40b3-ace5-612e32e4fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:29.926447 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-810e1d4b-b6be-40b3-ace5-612e32e4fd2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c8265c47-1ea8-47a0-8e09-9e04231f04a4 HTTP/1.1" status: 200 len: 915 time: 0.1350322 Jul 23 20:17:29.952832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.960582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:29.975245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'b1c962cc-6623-4eba-8c84-4bf891266fbe'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:29.986640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-be12364e-050e-4d6f-8359-a3a385492be6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1 HTTP/1.1" status: 200 len: 217 time: 0.0527360 Jul 23 20:17:30.067401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.068070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.086906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80edec0e-4f28-47b6-ac87-0a1a280ca386 req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "PUT /v2.0/ports/b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 1020 time: 0.6565394 Jul 23 20:17:30.087642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:30.091856 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da97b48-e755-48d3-a6d7-b2a51ed677c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:30.096617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-b00577d2-57c9-4396-9a2e-4dbdb05c5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.098735 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-b00577d2-57c9-4396-9a2e-4dbdb05c5b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a33d0b34-d0b4-4bc1-8276-398dc85bdcd7 HTTP/1.1" status: 200 len: 854 time: 0.1031225 Jul 23 20:17:30.121702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca953c6-089b-4c6f-94d0-fea4bc6bd834 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:30.153991 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-b7fc8a87-b9ee-4f8f-8226-1eb9e047aa05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8265c47-1ea8-47a0-8e09-9e04231f04a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481861 Jul 23 20:17:30.158408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64efd72-ec0b-4011-8a3c-c636c0996f46 req-96594d23-f6d0-4959-800a-1beb5caa3971 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.159993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f64efd72-ec0b-4011-8a3c-c636c0996f46 req-96594d23-f6d0-4959-800a-1beb5caa3971 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1872337 Jul 23 20:17:30.208719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b1c962cc-6623-4eba-8c84-4bf891266fbe'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:30.274278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f64efd72-ec0b-4011-8a3c-c636c0996f46 req-3e5aa0dc-e9ea-41b2-bcb9-f7b840f7126d tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080363 Jul 23 20:17:30.318009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ea40a-4c45-4798-8264-c40669f22151 req-7d0ff498-1d99-42f3-9b9c-cb35f592eb52 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.325095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-033ea40a-4c45-4798-8264-c40669f22151 req-7d0ff498-1d99-42f3-9b9c-cb35f592eb52 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1240244 Jul 23 20:17:30.327234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-ee7deff6-7cd5-44f0-9a9c-b31a0eccb480 service neutron] 10.222.0.36 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594563 Jul 23 20:17:30.394793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-033ea40a-4c45-4798-8264-c40669f22151 req-6988430b-0325-4d49-aee2-780ec621adea tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Jul 23 20:17:30.399316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd0f6797-1ae5-4f7f-802c-027f47887bd1 req-1e7897cb-d5f6-47d7-b294-d8a153b71e7c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/373bffc2-4484-4d89-92c7-71364f86c4ef HTTP/1.1" status: 200 len: 1802 time: 0.0718827 Jul 23 20:17:30.422423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39776) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:30.474493 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6895ca29-4850-4943-9dcd-9ff16e78b363 x-openstack-request-id: req-6895ca29-4850-4943-9dcd-9ff16e78b363 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:30.474785 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:30.475039 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6895ca29-4850-4943-9dcd-9ff16e78b363 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:30.475447 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'status': 'completed', 'code': 200} Jul 23 20:17:30.476025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4638baf8-a518-4422-8dac-fed6db538cb0 req-7db8ce77-2be2-452e-806f-da6170007714 service neutron] 10.222.0.36 "GET /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415360 Jul 23 20:17:30.514156 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-fd0f6797-1ae5-4f7f-802c-027f47887bd1 req-241711e6-57ee-40b8-a070-6b1ea05a73d8 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:17:30.530059 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd0f6797-1ae5-4f7f-802c-027f47887bd1 req-241711e6-57ee-40b8-a070-6b1ea05a73d8 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/373bffc2-4484-4d89-92c7-71364f86c4ef HTTP/1.1" status: 409 len: 341 time: 0.1197550 Jul 23 20:17:30.638985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-27397cac-91f2-49a1-839b-bd2a4d5a1f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.642919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-27397cac-91f2-49a1-839b-bd2a4d5a1f79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1175 time: 0.1349885 Jul 23 20:17:30.652400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-116675772-network', 'tenant_id': '9d14367b83044e529a3566de75b8d76b'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:30.702732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:30.705383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.723252 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.847297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-8c8613a7-cd33-4082-8c27-7ac5f4e965df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:30.853172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-8c8613a7-cd33-4082-8c27-7ac5f4e965df service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 200 len: 913 time: 0.1919606 Jul 23 20:17:30.907550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.921007 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-67ef15bd-ab79-41d6-8d36-06eba6041e8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 200 len: 217 time: 0.0541048 Jul 23 20:17:30.924519 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.969651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:30.988402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:30.988756 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Added segment 0a037087-9c01-4376-bffa-d7d71f0b4f6c of type vlan for network 53c45865-1bc0-4a89-8dad-1eefa35406d7 Jul 23 20:17:31.012669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-643dd1fe-e115-45ee-b46a-354f97934b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.014603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-643dd1fe-e115-45ee-b46a-354f97934b43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 200 len: 852 time: 0.0848658 Jul 23 20:17:31.045706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.082663 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-0a7061ad-2e87-4d10-be90-8ad92c6eee83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6a5d930-f37a-4c4b-96a3-391e26986a17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564489 Jul 23 20:17:31.096893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.097945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.098472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.141405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7172019 Jul 23 20:17:31.152962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b62e3a-d532-4ef0-8fa1-fe8cccafd432,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.165729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:31.172651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Request body: {'subnet': {'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-116675772-subnet', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:31.188963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26002c-9632-411d-85b0-fb3bb277d465 req-e82d18aa-3f83-47f9-ac76-831df3bedc4b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.190909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a26002c-9632-411d-85b0-fb3bb277d465 req-e82d18aa-3f83-47f9-ac76-831df3bedc4b tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1023 time: 0.3246500 Jul 23 20:17:31.216262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-46ce17f3-39d2-4ff0-b116-62c62e9fe1d0 service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263456 Jul 23 20:17:31.219802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:31.222572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.275061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa42d2-a0d8-4c68-b8c6-7b011771de4a admin admin] Pushing event updated for resources: {'Network': ['ID=53c45865-1bc0-4a89-8dad-1eefa35406d7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.286688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:31.289786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c833cb7-5cd0-49ef-8653-6e13a39ab9d0 req-6564f891-a538-42ba-85bc-5cbf8e83ad5a tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.296875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c833cb7-5cd0-49ef-8653-6e13a39ab9d0 req-6564f891-a538-42ba-85bc-5cbf8e83ad5a tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.2153716 Jul 23 20:17:31.353811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c833cb7-5cd0-49ef-8653-6e13a39ab9d0 req-9473af61-2c6c-40da-8772-1fa8f3043eeb tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Jul 23 20:17:31.382276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a26002c-9632-411d-85b0-fb3bb277d465 req-1e083e36-e8a8-4493-9573-6b6681e244f6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&id=5b958895-17c5-4f85-ba25-0b0513592816&id=373bffc2-4484-4d89-92c7-71364f86c4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1761773 Jul 23 20:17:31.427310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4da97b48-e755-48d3-a6d7-b2a51ed677c3 req-6690fa3a-527e-47f1-b22b-87640f3a32bc service neutron] 10.222.0.47 "GET /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880052 Jul 23 20:17:31.494489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.533695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0026f8-3c57-4ea3-9c01-64650cbc6355 req-78dc727d-c701-4f32-9817-d7ed3e0077eb tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.540856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b0026f8-3c57-4ea3-9c01-64650cbc6355 req-78dc727d-c701-4f32-9817-d7ed3e0077eb tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1060436 Jul 23 20:17:31.565449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Checking segment: {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:31.565965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Network hostable DHCP agents. Network: 53c45865-1bc0-4a89-8dad-1eefa35406d7, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:31.588827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b846e9a2-7769-46ae-8750-65d6ba83e3b7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:31.596447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b0026f8-3c57-4ea3-9c01-64650cbc6355 req-7a1d36fa-b25e-4c8e-aefb-cff51d6c43d7 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 Jul 23 20:17:31.598295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:31.618029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 53c45865-1bc0-4a89-8dad-1eefa35406d7) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:31.631528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c51c11f-87c2-4dc8-9671-e65495a9223a None None] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:31.640284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.642326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.652840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33670-e336-4d87-8c21-d79a90e07350 req-28e478af-7b3e-4c0c-97b3-3acc2be05e10 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.654480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bd33670-e336-4d87-8c21-d79a90e07350 req-28e478af-7b3e-4c0c-97b3-3acc2be05e10 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1646452 Jul 23 20:17:31.664786 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-393d1dac-9c94-4dfa-b2f7-582d887f9119 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4955027 Jul 23 20:17:31.666231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:31.684203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:31.708881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bd33670-e336-4d87-8c21-d79a90e07350 req-0f610a83-0eca-43f1-b7b6-f475c051be49 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461400 Jul 23 20:17:31.754936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.756016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.829355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba2819-2a25-49b6-98db-c8840d268a34 req-b6bc2782-a028-4c66-bdb5-957fbdab4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:31.830776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f5ba2819-2a25-49b6-98db-c8840d268a34 req-b6bc2782-a028-4c66-bdb5-957fbdab4e1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.1655023 Jul 23 20:17:31.832229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.844714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-53c45865-1bc0-4a89-8dad-1eefa35406d7', 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'fixed_ips': [{'subnet_id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:31.845998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:31.933909 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f5ba2819-2a25-49b6-98db-c8840d268a34 req-8a3b483d-f9d5-40c8-9d48-9d8242b86d78 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950260 Jul 23 20:17:32.004632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.127368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Allocated IP 172.20.0.2 (53c45865-1bc0-4a89-8dad-1eefa35406d7/b846e9a2-7769-46ae-8750-65d6ba83e3b7/8aaa1f18-646d-4728-aa3c-9d9c0664e4a7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:32.227291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.247875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.283215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.293369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Transition to ACTIVE for port object 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:32.318273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Transition to ACTIVE for port object 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:32.331257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.352030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:32.372058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:32.376192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:32.396548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Allocated IP 172.25.8.98 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/1f0ac6f5-af9b-4218-a217-73bb8d7f132a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:32.415186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Pushing event updated for resources: {'Port': ['ID=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:32.453287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Attempting to bind port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:32.453949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Attempting to bind port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:32.454351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Attempting to bind port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 on network 53c45865-1bc0-4a89-8dad-1eefa35406d7 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:32.460648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:32.461034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Checking segment: {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:32.461543 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.461947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Bound using segment: {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:32.462416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Bound port: 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:32.462803 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.541482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] For port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:32.546020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] For port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:32.556904 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.575963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c6399-036f-441c-9a98-18695274b8ef req-b84dd373-7a71-4f3e-897f-2e4cfbc332b6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.577635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b7c6399-036f-441c-9a98-18695274b8ef req-b84dd373-7a71-4f3e-897f-2e4cfbc332b6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1023 time: 0.0860865 Jul 23 20:17:32.586158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30928c17-2435-4aa0-ac01-182e6e46b2c8 req-aaa03dcc-3b8d-426c-a4c4-9a8718e8da5a tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.596008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30928c17-2435-4aa0-ac01-182e6e46b2c8 req-aaa03dcc-3b8d-426c-a4c4-9a8718e8da5a tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.1487048 Jul 23 20:17:32.632380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1726de-ae2f-4288-9ae9-fe8d8ce6f1bc None None] Pushing event updated for resources: {'Port': ['ID=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:32.661941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b7c6399-036f-441c-9a98-18695274b8ef req-9b5d7136-f2df-488b-8935-0b607d4080b3 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&id=5b958895-17c5-4f85-ba25-0b0513592816&id=373bffc2-4484-4d89-92c7-71364f86c4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0615571 Jul 23 20:17:32.677335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-db17d868-e1a8-4030-a668-58b0a87fc618 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.681523 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-db17d868-e1a8-4030-a668-58b0a87fc618 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1023 time: 0.1647778 Jul 23 20:17:32.687940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.707725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30928c17-2435-4aa0-ac01-182e6e46b2c8 req-4fa7ddff-f5fe-4ab6-a4d5-631cd47a122f tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106257 Jul 23 20:17:32.841383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:32.919948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:32.927196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:32.936052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:32.966984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670104-f8ce-4790-b4dc-5d6e19af55b0 req-69a1a5ca-1da7-4865-8deb-97c528288554 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:32.971053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc670104-f8ce-4790-b4dc-5d6e19af55b0 req-69a1a5ca-1da7-4865-8deb-97c528288554 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1573348 Jul 23 20:17:33.012486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Pushing event updated for resources: {'Port': ['ID=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:33.061248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc670104-f8ce-4790-b4dc-5d6e19af55b0 req-fe03ad71-ca18-4df8-846b-6302bdf7ce6c tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836325 Jul 23 20:17:33.113911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e5738-8206-4b67-90d4-6cc2a6ac1290 req-72834f0d-9e2b-4358-962a-6662df95cc52 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:33.116134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a96e5738-8206-4b67-90d4-6cc2a6ac1290 req-72834f0d-9e2b-4358-962a-6662df95cc52 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1366930 Jul 23 20:17:33.163509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a96e5738-8206-4b67-90d4-6cc2a6ac1290 req-89224457-8b37-424c-a94e-256bf6df9df9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Jul 23 20:17:33.398708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Deleting port b1c962cc-6623-4eba-8c84-4bf891266fbe {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:33.399047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.457904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196735-db18-42b7-ba98-cfb15abfd98f req-f7c0581b-dbd3-4dd3-a66a-65abfb71da3c tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:33.460612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96196735-db18-42b7-ba98-cfb15abfd98f req-f7c0581b-dbd3-4dd3-a66a-65abfb71da3c tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.0984495 Jul 23 20:17:33.517422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96196735-db18-42b7-ba98-cfb15abfd98f req-717ef0b5-92ef-4683-8986-63084dec9934 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495996 Jul 23 20:17:33.602320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] For port b1c962cc-6623-4eba-8c84-4bf891266fbe, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b1c962cc-6623-4eba-8c84-4bf891266fbe,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:33.602701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.623252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Calling delete_port for b1c962cc-6623-4eba-8c84-4bf891266fbe owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:33.691088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.851899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d1e4-a5e1-4078-99ed-57252003e43d req-08f66272-6f11-4178-9515-2667ee1b7f88 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:33.854220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ef5d1e4-a5e1-4078-99ed-57252003e43d req-08f66272-6f11-4178-9515-2667ee1b7f88 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=4987c6b5-a7fb-4a77-b582-6538ca4c49bd HTTP/1.1" status: 200 len: 1023 time: 0.1111963 Jul 23 20:17:33.881359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25fc8a2-f38b-40b0-b058-5a1caf51e983 None None] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:33.917817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ef5d1e4-a5e1-4078-99ed-57252003e43d req-e9235ed4-8ef6-4063-9b5e-00be76d712cb tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=d6b43ed6-ec38-4e4c-8b6b-3602f626765b&id=5b958895-17c5-4f85-ba25-0b0513592816&id=373bffc2-4484-4d89-92c7-71364f86c4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0557184 Jul 23 20:17:33.960938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-33e9c495-63b1-45d4-9d56-bf6a7795954d None None] Provisioning for port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:33.970273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:33.982561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'b1c962cc-6623-4eba-8c84-4bf891266fbe'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:34.008443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'Port': ['ID=b1c962cc-6623-4eba-8c84-4bf891266fbe,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:34.046019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.070308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] No DVR routers for this DVR port b1c962cc-6623-4eba-8c84-4bf891266fbe on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:34.072879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.075573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-14c60d16-f9a4-42d9-b56a-4b3b0439da53 req-45b8c847-c4a3-4f7a-a20f-e0c46f0d4196 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "DELETE /v2.0/ports/b1c962cc-6623-4eba-8c84-4bf891266fbe HTTP/1.1" status: 204 len: 173 time: 1.3803725 Jul 23 20:17:34.077063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'name': 'network-vif-deleted', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:34.080270 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bdd211-22e5-412b-ba7b-6c08b91040da" -d '{"events": [{"server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "name": "network-vif-deleted", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:34.219948 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa8c00f-3fe7-4e53-887c-e61ff571e2ef x-openstack-request-id: req-9aa8c00f-3fe7-4e53-887c-e61ff571e2ef {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:34.222415 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4987c6b5-a7fb-4a77-b582-6538ca4c49bd", "name": "network-vif-deleted", "tag": "b1c962cc-6623-4eba-8c84-4bf891266fbe", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:34.222694 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aa8c00f-3fe7-4e53-887c-e61ff571e2ef {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:34.223113 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4987c6b5-a7fb-4a77-b582-6538ca4c49bd', 'name': 'network-vif-deleted', 'tag': 'b1c962cc-6623-4eba-8c84-4bf891266fbe', 'status': 'completed', 'code': 200} Jul 23 20:17:34.346395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2e59d-9dab-4c78-8a21-c9c0c3ad6541 req-c5d01886-c014-4c47-bf51-bfeafd5d5df3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:34.348281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0f2e59d-9dab-4c78-8a21-c9c0c3ad6541 req-c5d01886-c014-4c47-bf51-bfeafd5d5df3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1509256 Jul 23 20:17:34.377415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Router 0e141875-0f22-4952-b212-3927b6e4ebd8 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:17:34.412027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0f2e59d-9dab-4c78-8a21-c9c0c3ad6541 req-07693791-7b03-47f0-aacf-f147048b5fb4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578692 Jul 23 20:17:34.473693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca1cc-e02e-4fe8-9cc7-1ea96628d8a9 req-38790ad2-d684-4f96-9ac8-bb23944b6e41 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:34.475002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75dca1cc-e02e-4fe8-9cc7-1ea96628d8a9 req-38790ad2-d684-4f96-9ac8-bb23944b6e41 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0802512 Jul 23 20:17:34.511832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:17:34.523154 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Sync routers for ids ['0e141875-0f22-4952-b212-3927b6e4ebd8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:17:34.530692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:34.533328 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ddf8b96-546e-48b9-8d4f-831e9e4344de admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8551569 Jul 23 20:17:34.536106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39840) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:34.538544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75dca1cc-e02e-4fe8-9cc7-1ea96628d8a9 req-cffb2326-48cb-4c3a-ada9-239cbaf43f9e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Jul 23 20:17:34.551437 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Routers {'0e141875-0f22-4952-b212-3927b6e4ebd8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:34.551974 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0e141875-0f22-4952-b212-3927b6e4ebd8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:34.760048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f37bc-ef7f-4a54-ad4b-ccc72cd8d503 req-f276f780-ee1c-4c1d-a824-12b34d2d3a3b tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:34.762206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-774f37bc-ef7f-4a54-ad4b-ccc72cd8d503 req-f276f780-ee1c-4c1d-a824-12b34d2d3a3b tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.1440136 Jul 23 20:17:34.868628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-774f37bc-ef7f-4a54-ad4b-ccc72cd8d503 req-3a64fe66-2fb5-4255-8df2-3b5e15f30e45 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996304 Jul 23 20:17:34.958867 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Set router 0e141875-0f22-4952-b212-3927b6e4ebd8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:34.991429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:35.116564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-a0828a7d-42dc-4d97-b849-1a7d8c0021d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.119068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-a0828a7d-42dc-4d97-b849-1a7d8c0021d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.1432946 Jul 23 20:17:35.165172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:35.181021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:35.181718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.183411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef1a54-1862-409b-a51e-012d94d2edab req-65f5ab3e-cb44-46e0-b659-c0f6e1a48f9f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.192680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fef1a54-1862-409b-a51e-012d94d2edab req-65f5ab3e-cb44-46e0-b659-c0f6e1a48f9f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2087417 Jul 23 20:17:35.249409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ac21bb8-1294-4f4c-9c9e-3f916ae21ba7 req-806113bb-78f0-4dbe-8dae-0786b185ae66 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/d6b43ed6-ec38-4e4c-8b6b-3602f626765b HTTP/1.1" status: 200 len: 1803 time: 0.1106298 Jul 23 20:17:35.260550 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:17:33Z', 'revision_number': 3, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:35.264164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-c56fd14b-6073-4348-b555-2a894e425da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.265894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-c56fd14b-6073-4348-b555-2a894e425da0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.1293826 Jul 23 20:17:35.278607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fef1a54-1862-409b-a51e-012d94d2edab req-ff6c9e1b-9701-4ce7-b568-c687ffaa6ab7 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831466 Jul 23 20:17:35.280339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-92e41a76-6db9-4bc7-ab42-e40a2ff37be2 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.282467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-92e41a76-6db9-4bc7-ab42-e40a2ff37be2 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.2521710 Jul 23 20:17:35.334633 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.342697 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Checking router: 0e141875-0f22-4952-b212-3927b6e4ebd8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:17:35.343047 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Updating router 0e141875-0f22-4952-b212-3927b6e4ebd8 port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:17:35.382648 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-92688fa2-ba41-4736-9ab0-cf78eefc2cec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.0959196 Jul 23 20:17:35.385659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:35.397070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.399524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ac21bb8-1294-4f4c-9c9e-3f916ae21ba7 req-3854bbf4-6e56-4fe4-85b8-b2bc5c15470d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.418308 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.452527 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ac21bb8-1294-4f4c-9c9e-3f916ae21ba7 req-3854bbf4-6e56-4fe4-85b8-b2bc5c15470d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.465916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-85836b8c-2b2a-4b7c-ae65-5e8a282f354b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.467399 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-85836b8c-2b2a-4b7c-ae65-5e8a282f354b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.0492549 Jul 23 20:17:35.501110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:35.522302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ac21bb8-1294-4f4c-9c9e-3f916ae21ba7 req-3854bbf4-6e56-4fe4-85b8-b2bc5c15470d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.525093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ac21bb8-1294-4f4c-9c9e-3f916ae21ba7 req-3854bbf4-6e56-4fe4-85b8-b2bc5c15470d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.529893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-79f7aa42-0495-47ce-aa9a-92d1006c6983 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530374 Jul 23 20:17:35.536959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ac21bb8-1294-4f4c-9c9e-3f916ae21ba7 req-3854bbf4-6e56-4fe4-85b8-b2bc5c15470d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/d6b43ed6-ec38-4e4c-8b6b-3602f626765b HTTP/1.1" status: 204 len: 173 time: 0.2831287 Jul 23 20:17:35.601598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854bbf4-6e56-4fe4-85b8-b2bc5c15470d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b43ed6-ec38-4e4c-8b6b-3602f626765b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:35.661304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66161ed5-9c75-48be-bbfd-e79635c794c9 req-c171e7de-22b5-4ee8-ac2d-1276d9a3c6e6 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/373bffc2-4484-4d89-92c7-71364f86c4ef HTTP/1.1" status: 200 len: 1802 time: 0.0750022 Jul 23 20:17:35.703299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.708402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e94bd6-59f8-4d0b-a54c-ad98e6f809be req-1ae330a0-5280-4238-8c02-434c2ceac6a3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:35.715772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33e94bd6-59f8-4d0b-a54c-ad98e6f809be req-1ae330a0-5280-4238-8c02-434c2ceac6a3 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1797903 Jul 23 20:17:35.739528 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-12bb260b-0dbe-4ec2-8489-bc48eccf5b4f service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994202 Jul 23 20:17:35.764690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Deleting port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:35.765844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.770720 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-66161ed5-9c75-48be-bbfd-e79635c794c9 req-120ebc1a-fe78-4480-8728-fcc3692a55b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.789891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33e94bd6-59f8-4d0b-a54c-ad98e6f809be req-8d948859-a7f7-4675-92af-549b36efe266 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732183 Jul 23 20:17:35.810602 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.813489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-66161ed5-9c75-48be-bbfd-e79635c794c9 req-120ebc1a-fe78-4480-8728-fcc3692a55b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.825392 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Transition to ACTIVE for port object 1f0ac6f5-af9b-4218-a217-73bb8d7f132a will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:35.838063 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.896258 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Pushing event updated for resources: {'Port': ['ID=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:35.900821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-66161ed5-9c75-48be-bbfd-e79635c794c9 req-120ebc1a-fe78-4480-8728-fcc3692a55b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.911408 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.912720 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-66161ed5-9c75-48be-bbfd-e79635c794c9 req-120ebc1a-fe78-4480-8728-fcc3692a55b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.914533 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.915069 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.915569 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.915914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66161ed5-9c75-48be-bbfd-e79635c794c9 req-120ebc1a-fe78-4480-8728-fcc3692a55b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/373bffc2-4484-4d89-92c7-71364f86c4ef HTTP/1.1" status: 204 len: 173 time: 0.2517819 Jul 23 20:17:35.924455 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.925015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.925742 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.926252 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.926730 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.927615 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.932079 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.932625 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:17:35.960540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-cb64315e-755a-4f29-90fc-9c0b00808e73 req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-755874590', 'description': 'tempest-description-959580498'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:35.965604 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Attempting to bind port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:35.966366 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Attempting to bind port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:35.967133 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Attempting to bind port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:35.980706 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:35.981390 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:35.981999 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:35.982537 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:35.983201 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Bound port: 1f0ac6f5-af9b-4218-a217-73bb8d7f132a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:35.987193 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.008031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ebc1a-fe78-4480-8728-fcc3692a55b2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=373bffc2-4484-4d89-92c7-71364f86c4ef,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.013513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb64315e-755a-4f29-90fc-9c0b00808e73 req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.068263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] For port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,segment=NetworkSegment(04e540d1-4014-4ace-8cf2-ad5f73db0006),segment_id=04e540d1-4014-4ace-8cf2-ad5f73db0006)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:36.068639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.072902 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6415242e-7d1b-4249-85d2-b1b07cce5fa1 req-e0ec043e-53fe-4494-802d-d6d266f59721 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221776 Jul 23 20:17:36.082849 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] For port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:36.091447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Calling delete_port for 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:36.092953 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] For port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:36.107229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Allocated IP 172.20.0.1 (53c45865-1bc0-4a89-8dad-1eefa35406d7/b846e9a2-7769-46ae-8750-65d6ba83e3b7/af5364c2-d94d-4123-b45a-4dfc4a992080) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:36.125332 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.149698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc228-45fe-4733-b852-7959ba04c26e req-a3c8a8c4-ca0e-4257-a8ec-20f928125100 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.151366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-557fc228-45fe-4733-b852-7959ba04c26e req-a3c8a8c4-ca0e-4257-a8ec-20f928125100 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 945 time: 0.1570146 Jul 23 20:17:36.219586 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Routers {'0e141875-0f22-4952-b212-3927b6e4ebd8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:36.220134 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0e141875-0f22-4952-b212-3927b6e4ebd8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:36.221205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb64315e-755a-4f29-90fc-9c0b00808e73 req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.226861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-557fc228-45fe-4733-b852-7959ba04c26e req-2450f94c-9a2f-422c-95ce-e00365e57c60 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/security-groups?id=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634632 Jul 23 20:17:36.237699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb64315e-755a-4f29-90fc-9c0b00808e73 req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.276272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb64315e-755a-4f29-90fc-9c0b00808e73 req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.292437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb64315e-755a-4f29-90fc-9c0b00808e73 req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3450925 Jul 23 20:17:36.293994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5eea-d708-44cf-b7bd-178daf2906c7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1362973c-b8ee-482c-a682-7dbd127792d4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.332298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7686b8-f3db-4f10-8722-70f91af70319 None None] Pushing event updated for resources: {'Port': ['ID=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.356051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.378330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Transition to ACTIVE for port object af5364c2-d94d-4123-b45a-4dfc4a992080 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:36.402553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.415347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0668d939-d2eb-4735-9ff4-91c3c7d79ae1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:36.420742 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] Set router 0e141875-0f22-4952-b212-3927b6e4ebd8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:36.429258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-905ba385-37cd-49b5-87f2-892d1ba042c0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/1362973c-b8ee-482c-a682-7dbd127792d4 HTTP/1.1" status: 200 len: 1801 time: 0.0847347 Jul 23 20:17:36.442280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2030603642', 'description': 'tempest-description-hth-273696812'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:36.450194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Pushing event deleted for resources: {'Port': ['ID=0668d939-d2eb-4735-9ff4-91c3c7d79ae1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.524333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.526558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] No DVR routers for this DVR port 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:36.533396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.535426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a5c87b7-a49f-4dcf-a91a-a05f7ab28e09 req-32692604-91d1-48ab-909e-256ca83d7a94 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.36 "DELETE /v2.0/ports/0668d939-d2eb-4735-9ff4-91c3c7d79ae1 HTTP/1.1" status: 204 len: 173 time: 1.2428372 Jul 23 20:17:36.538989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'name': 'network-vif-deleted', 'tag': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:36.541672 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f5c57-bb93-4822-b16d-cdfd84e163d7" -d '{"events": [{"server_uuid": "a1018e03-8446-4934-a92f-7199b8870bc9", "name": "network-vif-deleted", "tag": "0668d939-d2eb-4735-9ff4-91c3c7d79ae1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:36.546782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.590698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:36.604515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:36.608625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:36.619304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Pushing event updated for resources: {'Port': ['ID=af5364c2-d94d-4123-b45a-4dfc4a992080,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.636804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.649026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.652303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.670326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7108336-0b2e-4ced-bf43-c7307c722af1 req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "PUT /v2.0/security-groups/1362973c-b8ee-482c-a682-7dbd127792d4 HTTP/1.1" status: 200 len: 1776 time: 0.2333684 Jul 23 20:17:36.696392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:36.715704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e50cf-66dd-4c35-ba24-3fcdd18280a1 req-8ff5bd33-4677-4d40-8fd0-8752f2c31f33 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:36.719394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c0e50cf-66dd-4c35-ba24-3fcdd18280a1 req-8ff5bd33-4677-4d40-8fd0-8752f2c31f33 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2364371 Jul 23 20:17:36.769031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0933a3-c5f1-4925-9940-e25a80a14ade tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1362973c-b8ee-482c-a682-7dbd127792d4,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:36.772415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:17:33Z', 'revision_number': 3, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:36.813733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c0e50cf-66dd-4c35-ba24-3fcdd18280a1 req-db4b9e3e-26e0-44bc-93ab-d2275f1ad352 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759399 Jul 23 20:17:36.854982 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79213f-0230-42cf-b02a-0b17fb0307f3 x-openstack-request-id: req-9a79213f-0230-42cf-b02a-0b17fb0307f3 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:36.857384 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1018e03-8446-4934-a92f-7199b8870bc9", "name": "network-vif-deleted", "tag": "0668d939-d2eb-4735-9ff4-91c3c7d79ae1", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:36.858074 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a79213f-0230-42cf-b02a-0b17fb0307f3 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:36.859560 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538f6fb-8a18-492b-8b8b-3233c851d0ec None None] The sync data for ids ['0e141875-0f22-4952-b212-3927b6e4ebd8'] in n-d-793620-13 is: [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:17:33Z', 'revision_number': 3, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:17:36.860106 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1018e03-8446-4934-a92f-7199b8870bc9', 'name': 'network-vif-deleted', 'tag': '0668d939-d2eb-4735-9ff4-91c3c7d79ae1', 'status': 'completed', 'code': 200} Jul 23 20:17:36.952015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1571ab86-ddba-4523-9f0f-785b23cf4a60 req-8cc2f7d9-b957-42fe-b2e3-49c199d99443 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/1362973c-b8ee-482c-a682-7dbd127792d4 HTTP/1.1" status: 200 len: 1776 time: 0.0967171 Jul 23 20:17:36.963210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:36.983555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.044399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b1c962cc-6623-4eba-8c84-4bf891266fbe no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:37.114399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: b1c962cc-6623-4eba-8c84-4bf891266fbe {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:37.115017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b1c962cc-6623-4eba-8c84-4bf891266fbe not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:37.119142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8231100a-523d-46eb-88c7-9f083d5a2e5c None None] Provisioning for port af5364c2-d94d-4123-b45a-4dfc4a992080 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:37.150933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8231100a-523d-46eb-88c7-9f083d5a2e5c None None] Provisioning complete for port af5364c2-d94d-4123-b45a-4dfc4a992080 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:37.151323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8231100a-523d-46eb-88c7-9f083d5a2e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.178356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d2a9-9e5b-4758-af43-999480e8bcba req-e7431d15-3587-4ba4-bdc6-f2bc42033536 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:37.186546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fc6d2a9-9e5b-4758-af43-999480e8bcba req-e7431d15-3587-4ba4-bdc6-f2bc42033536 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.2530181 Jul 23 20:17:37.198279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7a88f21-ce0f-45be-bb16-9c9271aa801c req-761d0b2a-c8b4-4524-8b8d-b84841b4abea tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/1362973c-b8ee-482c-a682-7dbd127792d4 HTTP/1.1" status: 200 len: 1776 time: 0.1443081 Jul 23 20:17:37.242932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8231100a-523d-46eb-88c7-9f083d5a2e5c None None] Port af5364c2-d94d-4123-b45a-4dfc4a992080 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:17:37.262826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:37.263142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.285586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fc6d2a9-9e5b-4758-af43-999480e8bcba req-348636d7-2b10-4ba8-9ae1-4612efc2daa1 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980198 Jul 23 20:17:37.394572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d7a88f21-ce0f-45be-bb16-9c9271aa801c req-3adcebca-51ca-4bbb-a88d-2e6f1012e671 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.450371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.451367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d7a88f21-ce0f-45be-bb16-9c9271aa801c req-3adcebca-51ca-4bbb-a88d-2e6f1012e671 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.459807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.516888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27c37b51-2d71-4cc1-8c71-26f4dd4a3e23 req-b76d1367-3f7e-4585-a545-694d21e69ba6 tempest-InstanceActionsTestJSON-1509447713 tempest-InstanceActionsTestJSON-1509447713-project] 10.222.0.46 "GET /v2.0/ports?device_id=a1018e03-8446-4934-a92f-7199b8870bc9 HTTP/1.1" status: 200 len: 210 time: 0.0604310 Jul 23 20:17:37.534208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Pushing event updated for resources: {'Port': ['ID=af5364c2-d94d-4123-b45a-4dfc4a992080,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:37.565788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.567977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d7a88f21-ce0f-45be-bb16-9c9271aa801c req-3adcebca-51ca-4bbb-a88d-2e6f1012e671 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.572650 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d7a88f21-ce0f-45be-bb16-9c9271aa801c req-3adcebca-51ca-4bbb-a88d-2e6f1012e671 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:37.574821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7a88f21-ce0f-45be-bb16-9c9271aa801c req-3adcebca-51ca-4bbb-a88d-2e6f1012e671 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/1362973c-b8ee-482c-a682-7dbd127792d4 HTTP/1.1" status: 204 len: 173 time: 0.3611600 Jul 23 20:17:37.588181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcebca-51ca-4bbb-a88d-2e6f1012e671 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362973c-b8ee-482c-a682-7dbd127792d4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:37.758595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:37.760499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:37.789161 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-4169a686-7a0c-453b-b810-35f8e40c4e57 req-7f4fe713-583c-4ef3-b5ff-c6c833e289d2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:37.796341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4169a686-7a0c-453b-b810-35f8e40c4e57 req-7f4fe713-583c-4ef3-b5ff-c6c833e289d2 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/373bffc2-4484-4d89-92c7-71364f86c4ef HTTP/1.1" status: 404 len: 352 time: 0.0478168 Jul 23 20:17:37.862131 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-33594c44-150c-410c-8942-a66a820096dd req-1c77cacc-4d62-4498-8b18-68e03be535f7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:37.870672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33594c44-150c-410c-8942-a66a820096dd req-1c77cacc-4d62-4498-8b18-68e03be535f7 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/d6b43ed6-ec38-4e4c-8b6b-3602f626765b HTTP/1.1" status: 404 len: 352 time: 0.0423813 Jul 23 20:17:37.955447 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-f29fe19f-dc00-409f-991d-87311436e63e req-8d9acd79-2a4a-4078-bf00-fd0672b7d3e0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:37.961834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f29fe19f-dc00-409f-991d-87311436e63e req-8d9acd79-2a4a-4078-bf00-fd0672b7d3e0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/9c6f6b41-f620-415a-bb75-ed33ab12091d HTTP/1.1" status: 404 len: 352 time: 0.0360587 Jul 23 20:17:38.013004 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-24a45536-0a07-4806-95c3-daf4254e94ec req-9f5e3e09-00c6-40d5-a4cc-69a04600618a tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:38.014089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24a45536-0a07-4806-95c3-daf4254e94ec req-9f5e3e09-00c6-40d5-a4cc-69a04600618a tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/1daa7ad6-fce6-45e2-8e90-3c5b0a77da04 HTTP/1.1" status: 404 len: 352 time: 0.0213025 Jul 23 20:17:38.094889 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-7ba4248d-cce0-4082-8ad6-4315e235400b req-60df0da4-c534-47cd-bb20-05d5e46b6e7a tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:38.095934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ba4248d-cce0-4082-8ad6-4315e235400b req-60df0da4-c534-47cd-bb20-05d5e46b6e7a tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/3bfc0798-8b49-48dd-9767-c5d4d02c2afd HTTP/1.1" status: 404 len: 352 time: 0.0275044 Jul 23 20:17:38.179478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-46d66b62-be6b-48e9-b7aa-781a050ea77d None None] Provisioning complete for port af5364c2-d94d-4123-b45a-4dfc4a992080 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:38.180078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-46d66b62-be6b-48e9-b7aa-781a050ea77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:38.195994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44389aa-308e-49d1-8387-392a809a6729 req-315349c3-4e3a-4054-89dd-50e76da32c2e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.205486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e44389aa-308e-49d1-8387-392a809a6729 req-315349c3-4e3a-4054-89dd-50e76da32c2e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1903205 Jul 23 20:17:38.260131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-46d66b62-be6b-48e9-b7aa-781a050ea77d None None] Port af5364c2-d94d-4123-b45a-4dfc4a992080 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:17:38.288361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e44389aa-308e-49d1-8387-392a809a6729 req-bff5aaf0-e29c-4cb1-b3b3-aaaf6a369230 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762963 Jul 23 20:17:38.289479 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-fcbff812-b1a9-41e3-acdc-7c058d727a56 req-b9528556-fbeb-4db3-8c02-ef5fae39c1be tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] show failed (client error): The resource could not be found. Jul 23 20:17:38.290669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcbff812-b1a9-41e3-acdc-7c058d727a56 req-b9528556-fbeb-4db3-8c02-ef5fae39c1be tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/68851826-d0cd-40fb-8782-efa2df29db88 HTTP/1.1" status: 404 len: 352 time: 0.1564295 Jul 23 20:17:38.331306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Router 0e141875-0f22-4952-b212-3927b6e4ebd8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:17:38.477070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c00a22-1a91-41d4-9f08-1d00c5710eb2 req-10f9c15c-0f8d-44dc-b7f1-9e9c539aee35 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:38.486470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71c00a22-1a91-41d4-9f08-1d00c5710eb2 req-10f9c15c-0f8d-44dc-b7f1-9e9c539aee35 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.0978107 Jul 23 20:17:38.517721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:17:38.524475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a833595-eb06-4ed6-9cc1-8eaec81152a3 admin admin] 10.222.0.46 "PUT /v2.0/routers/0e141875-0f22-4952-b212-3927b6e4ebd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9863513 Jul 23 20:17:38.656227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39938) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:38.730024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:38.733395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:38.805017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Deleting subnet a33d0b34-d0b4-4bc1-8276-398dc85bdcd7 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:38.821018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:38.821364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0668d939-d2eb-4735-9ff4-91c3c7d79ae1 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:38.829073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:38.881648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1188462432'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:38.912395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:38.916843 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:38.938944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f0ac6f5-af9b-4218-a217-73bb8d7f132a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:38.994850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.034728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:39.042441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:39.042739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.044278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71c00a22-1a91-41d4-9f08-1d00c5710eb2 req-ffcdc272-2bda-4fa6-8859-3fd7f5bad0cb tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5569389 Jul 23 20:17:39.094986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:39.097282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.098055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791906a-3451-48de-bcbf-689387b6b92f req-f78f243f-2b27-4069-a030-a1e4b5929b9e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:39.110120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4791906a-3451-48de-bcbf-689387b6b92f req-f78f243f-2b27-4069-a030-a1e4b5929b9e tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1024 time: 0.1368048 Jul 23 20:17:39.138602 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.139321 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Added segment 7a6c8849-edaf-4945-9ee7-5ada6ca0fa14 of type vlan for network 2d21069f-d154-49de-b9a6-a49d9a4e9499 Jul 23 20:17:39.187567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4791906a-3451-48de-bcbf-689387b6b92f req-2f06bbc7-192a-4385-8e71-94d8e95b1bbe tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=79ff5adb-71a4-409a-9e6f-4e9b20977bac&id=5b958895-17c5-4f85-ba25-0b0513592816&id=56284d3f-c3d7-4307-a7ab-3338ddff2aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0762095 Jul 23 20:17:39.253918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.271373 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.287962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.306447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:39.318312 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.340394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33d0b34-d0b4-4bc1-8276-398dc85bdcd7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:39.346775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.351212 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e91490c2-53e6-4390-b5e2-343a5cb5a846 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a33d0b34-d0b4-4bc1-8276-398dc85bdcd7 HTTP/1.1" status: 204 len: 168 time: 0.6916223 Jul 23 20:17:39.351927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39954) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:39.356109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.363298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:39.363938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.424515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6810184 Jul 23 20:17:39.427535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39956) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:39.433679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'subnet': {'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:39.440844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:39.467736 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.574536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.585718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8265c47-1ea8-47a0-8e09-9e04231f04a4']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.597317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e540d1-4014-4ace-8cf2-ad5f73db0006') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.597678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e540d1-4014-4ace-8cf2-ad5f73db0006') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.619555 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.630316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Sync routers for ids ['0e141875-0f22-4952-b212-3927b6e4ebd8'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:17:39.640992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Routers {'0e141875-0f22-4952-b212-3927b6e4ebd8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:39.642072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbbb17-249d-406d-8709-026796ced5bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Network': ['ID=2d21069f-d154-49de-b9a6-a49d9a4e9499,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:39.643254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0e141875-0f22-4952-b212-3927b6e4ebd8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:39.650265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:39.656364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.667344 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.686519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:39.687126 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.725628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:39.781138 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:39.793427 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.804618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.812722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c8265c47-1ea8-47a0-8e09-9e04231f04a4 HTTP/1.1" status: 204 len: 168 time: 0.4590528 Jul 23 20:17:39.830486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb88337-757b-4e86-8a0b-517f04a6f8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8265c47-1ea8-47a0-8e09-9e04231f04a4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:39.914958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:39.966834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Set router 0e141875-0f22-4952-b212-3927b6e4ebd8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:39.977247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Subnet': ['ID=cb2b2407-f2ba-4867-ad76-155ee6f9a6ca,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:39.982197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:40.054450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Checking segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:40.054819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network hostable DHCP agents. Network: 2d21069f-d154-49de-b9a6-a49d9a4e9499, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:40.102723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39974) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:40.106318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2723ee52-4026-450b-986d-1008bd957616 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8fa725d531cb40189a59dd4ac86f8310&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141727 Jul 23 20:17:40.163285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-b4824d18-09ae-440a-b691-1e4e2322fd63 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.164866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-b4824d18-09ae-440a-b691-1e4e2322fd63 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 1024 time: 0.1728926 Jul 23 20:17:40.165559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:40.259758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 2d21069f-d154-49de-b9a6-a49d9a4e9499) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:40.267838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a5715-e311-4150-8f26-f8f185c5a2dd None None] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:40.283221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.283760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.339857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ebc604ee-cea9-4e5e-a811-76e06fc90afb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9111691 Jul 23 20:17:40.347497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39982) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:40.362723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-884834350'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:40.393604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce92046-910c-49ac-afa4-9cecd369f716 req-b9da4867-c004-4be9-b057-d775ff447c12 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.401062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ce92046-910c-49ac-afa4-9cecd369f716 req-b9da4867-c004-4be9-b057-d775ff447c12 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1110938 Jul 23 20:17:40.418214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c2299b-cf5c-47d8-82e2-94da0472e46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.445286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:40.449758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.489631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:40.496445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Deleting port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:40.496853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.527372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:17:36Z', 'revision_number': 4, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af5364c2-d94d-4123-b45a-4dfc4a992080', 'name': '', 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'mac_address': 'fa:16:3e:f4:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:35Z', 'updated_at': '2021-07-23T20:17:37Z', 'revision_number': 2, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'subnets': [{'id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:40.531384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a172f-32ac-4bd4-b0a6-8405d7498692 req-514f1283-47e0-4d76-919c-d2bd4dc0b7da tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:40.533913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-785a172f-32ac-4bd4-b0a6-8405d7498692 req-514f1283-47e0-4d76-919c-d2bd4dc0b7da tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.3354952 Jul 23 20:17:40.536449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c2299b-cf5c-47d8-82e2-94da0472e46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.583416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Checking router: 0e141875-0f22-4952-b212-3927b6e4ebd8 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:17:40.583798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Updating router 0e141875-0f22-4952-b212-3927b6e4ebd8 port af5364c2-d94d-4123-b45a-4dfc4a992080 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:17:40.610914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ce92046-910c-49ac-afa4-9cecd369f716 req-7511bbc0-0ffe-45e4-9a9a-3548f8ecd893 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050903 Jul 23 20:17:40.611341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] For port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,segment=NetworkSegment(6ea8a949-7159-4e0e-944b-2015fb8edaad),segment_id=6ea8a949-7159-4e0e-944b-2015fb8edaad)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:40.611721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.625320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Calling delete_port for a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:40.663363 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.676501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-2d21069f-d154-49de-b9a6-a49d9a4e9499', 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'fixed_ips': [{'subnet_id': 'cb2b2407-f2ba-4867-ad76-155ee6f9a6ca'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:40.677693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.682297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-785a172f-32ac-4bd4-b0a6-8405d7498692 req-c4a74c21-c945-4806-bacd-4b3a3870d489 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380115 Jul 23 20:17:40.720908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c2299b-cf5c-47d8-82e2-94da0472e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.724103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b7c2299b-cf5c-47d8-82e2-94da0472e46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.736957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b7c2299b-cf5c-47d8-82e2-94da0472e46a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2 HTTP/1.1" status: 204 len: 168 time: 0.6327803 Jul 23 20:17:40.761243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2299b-cf5c-47d8-82e2-94da0472e46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0277c3de-d0a2-4a4c-bbe6-cdb82ff456f2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:40.960799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.983584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:40.984777 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Added segment b1a15253-4c03-4ec9-9fe3-410211d4163f of type vlan for network df4f6e77-bb57-45d3-b953-f62e57511f77 Jul 23 20:17:41.002576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098e580-8744-4d77-bf5a-2cd24c82144b req-8fef0833-493a-4d9a-8e0c-975a1c9ae9fc tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:41.011013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2098e580-8744-4d77-bf5a-2cd24c82144b req-8fef0833-493a-4d9a-8e0c-975a1c9ae9fc tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9 HTTP/1.1" status: 200 len: 945 time: 0.1549196 Jul 23 20:17:41.053471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'Port': ['ID=a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:41.091346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2098e580-8744-4d77-bf5a-2cd24c82144b req-c183d285-f1c8-45ee-b59c-ec5c5fd8ceeb tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups?id=79ff5adb-71a4-409a-9e6f-4e9b20977bac&id=5b958895-17c5-4f85-ba25-0b0513592816&id=56284d3f-c3d7-4307-a7ab-3338ddff2aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0793793 Jul 23 20:17:41.098672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f0ac6f5-af9b-4218-a217-73bb8d7f132a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:41.100950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:41.134197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] No DVR routers for this DVR port a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:41.137017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.141840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.143858 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5920035-70b6-4d29-9ff2-e381eadcf679 req-863b716a-d931-4bf7-b1d2-d7fe41fa32f0 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.47 "DELETE /v2.0/ports/a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 HTTP/1.1" status: 204 len: 173 time: 0.9697814 Jul 23 20:17:41.144317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'name': 'network-vif-deleted', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:41.146661 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02887401-4bb8-4f4b-8c4a-7203da9bc3e0" -d '{"events": [{"server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "name": "network-vif-deleted", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:41.198729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.213954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:41.215221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.222126 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d7cb9e-caea-4d44-be79-7d608496a57e x-openstack-request-id: req-31d7cb9e-caea-4d44-be79-7d608496a57e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:41.222422 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9", "name": "network-vif-deleted", "tag": "a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:41.222677 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31d7cb9e-caea-4d44-be79-7d608496a57e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:41.223153 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8104ff-5b0d-4a71-9409-b97bc6bbd2e9', 'name': 'network-vif-deleted', 'tag': 'a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3', 'status': 'completed', 'code': 200} Jul 23 20:17:41.315454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Network': ['ID=df4f6e77-bb57-45d3-b953-f62e57511f77,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:41.328756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-02e2529f-1cb0-42b5-ac60-2917959b003c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9767334 Jul 23 20:17:41.328756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39998) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:41.334481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'subnet': {'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:41.347339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network df4f6e77-bb57-45d3-b953-f62e57511f77 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:41.439296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Allocated IP 19.80.0.2 (2d21069f-d154-49de-b9a6-a49d9a4e9499/cb2b2407-f2ba-4867-ad76-155ee6f9a6ca/d9aae7c8-6596-4843-9a4a-7d8439e9fe47) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:41.496739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:41.497136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.538962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:41.546514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.795653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.919364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:41.957410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1979e-1858-48a3-90a5-71fb4bd627e5 req-43ca2465-2d0d-471a-b386-87f47cac024f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:41.959170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68a1979e-1858-48a3-90a5-71fb4bd627e5 req-43ca2465-2d0d-471a-b386-87f47cac024f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1601057 Jul 23 20:17:41.971891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Transition to ACTIVE for port object af5364c2-d94d-4123-b45a-4dfc4a992080 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:42.054200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.066256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68a1979e-1858-48a3-90a5-71fb4bd627e5 req-a7468a0d-3ca3-4669-a14e-f8636f6c738f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934513 Jul 23 20:17:42.075081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Checking segment: {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:42.076461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network hostable DHCP agents. Network: df4f6e77-bb57-45d3-b953-f62e57511f77, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:42.083494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Subnet': ['ID=feb1fc0c-4589-4e42-b3bf-57bb41e38a24,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:42.117831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network df4f6e77-bb57-45d3-b953-f62e57511f77 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:42.133881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, df4f6e77-bb57-45d3-b953-f62e57511f77) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:42.138949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.140367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.162545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7de54d5-cedc-4ada-a0a4-bf433ec7a323 None None] Network df4f6e77-bb57-45d3-b953-f62e57511f77 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:42.174514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72b61c60-2019-4118-af99-cdff72cf12f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8448279 Jul 23 20:17:42.261239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40032) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:42.287043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33889982-8185-4364-9ef4-c68edaeb4c65 req-9c6fc189-5477-4787-a46c-395c974c314d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/56284d3f-c3d7-4307-a7ab-3338ddff2aaf HTTP/1.1" status: 200 len: 1800 time: 0.0540009 Jul 23 20:17:42.455929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-33889982-8185-4364-9ef4-c68edaeb4c65 req-01c60acf-3603-483b-9433-704d3798573c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.508463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-289698368-network', 'tenant_id': '39f16a3bbcf34348acef5bcc7c0de79a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:42.517025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-33889982-8185-4364-9ef4-c68edaeb4c65 req-01c60acf-3603-483b-9433-704d3798573c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.536896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.554276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Made reservation on behalf of 39f16a3bbcf34348acef5bcc7c0de79a for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:42.556819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.568672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171acea6-fafc-49aa-a011-d1f8de78346a None None] Pushing event updated for resources: {'Port': ['ID=af5364c2-d94d-4123-b45a-4dfc4a992080,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:42.574680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.588545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Attempting to bind port af5364c2-d94d-4123-b45a-4dfc4a992080 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:42.588917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Attempting to bind port af5364c2-d94d-4123-b45a-4dfc4a992080 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:42.589284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Attempting to bind port af5364c2-d94d-4123-b45a-4dfc4a992080 on network 53c45865-1bc0-4a89-8dad-1eefa35406d7 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:42.602015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Transition to ACTIVE for port object d9aae7c8-6596-4843-9a4a-7d8439e9fe47 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:42.615787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:42.616173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Checking segment: {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:42.616682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.617263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Bound using segment: {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:42.617784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Bound port: af5364c2-d94d-4123-b45a-4dfc4a992080, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a037087-9c01-4376-bffa-d7d71f0b4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:42.618169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.650633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Transition to ACTIVE for port object d9aae7c8-6596-4843-9a4a-7d8439e9fe47 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:42.697529 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.727285 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-33889982-8185-4364-9ef4-c68edaeb4c65 req-01c60acf-3603-483b-9433-704d3798573c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.731009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-33889982-8185-4364-9ef4-c68edaeb4c65 req-01c60acf-3603-483b-9433-704d3798573c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.737747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33889982-8185-4364-9ef4-c68edaeb4c65 req-01c60acf-3603-483b-9433-704d3798573c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/56284d3f-c3d7-4307-a7ab-3338ddff2aaf HTTP/1.1" status: 204 len: 173 time: 0.4445322 Jul 23 20:17:42.742177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-df4f6e77-bb57-45d3-b953-f62e57511f77', 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'fixed_ips': [{'subnet_id': 'feb1fc0c-4589-4e42-b3bf-57bb41e38a24'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:42.743598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.801887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c60acf-3603-483b-9433-704d3798573c tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56284d3f-c3d7-4307-a7ab-3338ddff2aaf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:42.831662 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.841085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.841560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-54c58fbf-66c4-4387-9a40-9beff6a9e21a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.851425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-54c58fbf-66c4-4387-9a40-9beff6a9e21a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.853820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:42.862719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-54c58fbf-66c4-4387-9a40-9beff6a9e21a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/networks?id=2d21069f-d154-49de-b9a6-a49d9a4e9499&id=df4f6e77-bb57-45d3-b953-f62e57511f77&id=2d21069f-d154-49de-b9a6-a49d9a4e9499 HTTP/1.1" status: 200 len: 1391 time: 0.3240130 Jul 23 20:17:42.863873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.864253 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Added segment fc19ee5e-60aa-41ec-8730-5495318f3554 of type vlan for network 1c58177e-4758-4f20-b350-3b5013dec321 Jul 23 20:17:42.896982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-8d04c69f-cd42-4817-a988-e71ed9f00660 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/quotas/9d14367b83044e529a3566de75b8d76b HTTP/1.1" status: 200 len: 375 time: 0.0328708 Jul 23 20:17:42.907169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:42.911059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.932274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:42.936491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:42.947978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Pushing event updated for resources: {'Port': ['ID=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:42.954518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.955798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:42.956930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:42.978213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98675946-d938-4c41-9503-65140f6ae3c8 req-09672863-9afd-42a4-a696-3d7aa72a28f4 tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "GET /v2.0/security-groups/79ff5adb-71a4-409a-9e6f-4e9b20977bac HTTP/1.1" status: 200 len: 1801 time: 0.2071383 Jul 23 20:17:42.985402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] For port af5364c2-d94d-4123-b45a-4dfc4a992080, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:42.996430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32817ba5-a2af-4f5b-8913-13eb6751de94,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:43.013345 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7505875 Jul 23 20:17:43.016606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40054) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:43.022253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Request body: {'subnet': {'network_id': '1c58177e-4758-4f20-b350-3b5013dec321', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-289698368-subnet', 'tenant_id': '39f16a3bbcf34348acef5bcc7c0de79a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:43.079966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] For port af5364c2-d94d-4123-b45a-4dfc4a992080, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=af5364c2-d94d-4123-b45a-4dfc4a992080,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:43.081628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cc732850-fceb-4856-bd74-29121b625356 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828680 Jul 23 20:17:43.098392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Attempting to bind port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:43.099096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Attempting to bind port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:43.099641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Attempting to bind port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:43.103493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc784e-0b19-443e-b809-ff3c4cb9da4d admin admin] Pushing event updated for resources: {'Network': ['ID=1c58177e-4758-4f20-b350-3b5013dec321,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:43.112820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.115124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Made reservation on behalf of 39f16a3bbcf34348acef5bcc7c0de79a for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:43.117943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.121845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 1c58177e-4758-4f20-b350-3b5013dec321 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:43.162742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:43.163456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Checking segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:43.164053 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.164627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Bound using segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:43.165276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Bound port: d9aae7c8-6596-4843-9a4a-7d8439e9fe47, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:43.165870 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.166700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98675946-d938-4c41-9503-65140f6ae3c8 req-d80b4e45-3319-4b31-94f3-2359785a333d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.290485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98675946-d938-4c41-9503-65140f6ae3c8 req-d80b4e45-3319-4b31-94f3-2359785a333d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.366417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Routers {'0e141875-0f22-4952-b212-3927b6e4ebd8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:17:43.367605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-5d411073-10f0-4f41-8757-26251cfcd99a service neutron] 10.222.0.46 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848456 Jul 23 20:17:43.368930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0e141875-0f22-4952-b212-3927b6e4ebd8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:43.471436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.479609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171acea6-fafc-49aa-a011-d1f8de78346a None None] Pushing event updated for resources: {'Port': ['ID=af5364c2-d94d-4123-b45a-4dfc4a992080,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:43.481652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98675946-d938-4c41-9503-65140f6ae3c8 req-d80b4e45-3319-4b31-94f3-2359785a333d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.484965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-98675946-d938-4c41-9503-65140f6ae3c8 req-d80b4e45-3319-4b31-94f3-2359785a333d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.486709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98675946-d938-4c41-9503-65140f6ae3c8 req-d80b4e45-3319-4b31-94f3-2359785a333d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] 10.222.0.46 "DELETE /v2.0/security-groups/79ff5adb-71a4-409a-9e6f-4e9b20977bac HTTP/1.1" status: 204 len: 173 time: 0.5072761 Jul 23 20:17:43.492290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40062) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:43.515344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b4e45-3319-4b31-94f3-2359785a333d tempest-SecurityGroupsTestJSON-1821818486 tempest-SecurityGroupsTestJSON-1821818486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff5adb-71a4-409a-9e6f-4e9b20977bac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:43.595854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=96ed2d80-e2c8-4566-8bc0-506ee8c852bb,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:43.620970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Allocated IP 19.86.0.2 (df4f6e77-bb57-45d3-b953-f62e57511f77/feb1fc0c-4589-4e42-b3bf-57bb41e38a24/7812f4db-be80-404a-bef6-6f2cff3d07cc) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:43.651077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] For port d9aae7c8-6596-4843-9a4a-7d8439e9fe47, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:43.664210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-561ca0b8-fe72-43a2-b18a-8c9fea0c3203 service neutron] 10.222.0.46 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954082 Jul 23 20:17:43.667251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Deleting subnet 62e62457-40ac-459c-9fbd-c599ac913b67 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:43.681460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.696691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] For port d9aae7c8-6596-4843-9a4a-7d8439e9fe47, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:43.700339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.709995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Checking segment: {'id': 'fc19ee5e-60aa-41ec-8730-5495318f3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:43.710482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Network hostable DHCP agents. Network: 1c58177e-4758-4f20-b350-3b5013dec321, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:43.744331 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.751544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Network 1c58177e-4758-4f20-b350-3b5013dec321 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:43.757259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.778156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 1c58177e-4758-4f20-b350-3b5013dec321) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:43.787513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:43.791118 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.816781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:43.830340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-47088925-d9cc-4a49-939d-a54b2474adfa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8042943 Jul 23 20:17:43.880940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea6e9d-6afa-4088-bcc4-5b9daf8322d6 None None] Network 1c58177e-4758-4f20-b350-3b5013dec321 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:44.002694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-eb18c794-f689-4eaa-b4d9-53008ad45bfa service neutron] 10.222.0.46 "GET /v2.0/networks/df4f6e77-bb57-45d3-b953-f62e57511f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520991 Jul 23 20:17:44.071915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.087540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] Set router 0e141875-0f22-4952-b212-3927b6e4ebd8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:17:44.218837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e62457-40ac-459c-9fbd-c599ac913b67,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.233936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-86601da1-bce7-4aa3-aeab-b368c2985768 service neutron] 10.222.0.46 "GET /v2.0/networks/df4f6e77-bb57-45d3-b953-f62e57511f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299640 Jul 23 20:17:44.274801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.279394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2fc95c4a-da42-490e-84cc-cb4f31d63c70 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/62e62457-40ac-459c-9fbd-c599ac913b67 HTTP/1.1" status: 204 len: 168 time: 0.7809339 Jul 23 20:17:44.279845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40074) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:44.286694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8bbc24fa-9382-47c3-a6b7-383ba5e0eafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.352803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bc5db-d3cd-4980-bdeb-5360dba540f3 None None] Pushing event updated for resources: {'Port': ['ID=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.377316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef86d9-b88e-46ab-9bb1-2d9aa6686e62 req-6dd95146-fefd-41a2-8b4f-c99c70b15e18 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:44.385071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5ef86d9-b88e-46ab-9bb1-2d9aa6686e62 req-6dd95146-fefd-41a2-8b4f-c99c70b15e18 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.4402983 Jul 23 20:17:44.466489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.507021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5ef86d9-b88e-46ab-9bb1-2d9aa6686e62 req-6de7167b-5731-43e0-965a-ce729aa7c0ec tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201460 Jul 23 20:17:44.522443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-63c42677-1fa4-446e-9f85-d2e7f215fc46 service neutron] 10.222.0.46 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868445 Jul 23 20:17:44.549889 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.606376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.616998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Transition to ACTIVE for port object 7812f4db-be80-404a-bef6-6f2cff3d07cc will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:44.632161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a5d930-f37a-4c4b-96a3-391e26986a17']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:44.633376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fb525e-7be1-452a-ae55-377db0043bfd None None] Network 1c58177e-4758-4f20-b350-3b5013dec321 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:44.651223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea8a949-7159-4e0e-944b-2015fb8edaad') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:44.651602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea8a949-7159-4e0e-944b-2015fb8edaad') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:44.666753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.676810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Transition to ACTIVE for port object 7812f4db-be80-404a-bef6-6f2cff3d07cc will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:44.692786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.709842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:44.710328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:44.712765 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:44.741685 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.784938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-d8baadcb-7b14-4581-8525-5ee75495bfb9 service neutron] 10.222.0.46 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560492 Jul 23 20:17:44.854106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Network df4f6e77-bb57-45d3-b953-f62e57511f77 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:44.881745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:44.905082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:44.908937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.918675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:44.922916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Pushing event updated for resources: {'Port': ['ID=7812f4db-be80-404a-bef6-6f2cff3d07cc,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:44.927076 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] 10.222.0.46 "DELETE /v2.0/networks/a6a5d930-f37a-4c4b-96a3-391e26986a17 HTTP/1.1" status: 204 len: 168 time: 0.6425126 Jul 23 20:17:44.971687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1ed79-2664-441e-adcb-e4dc13ddb96a admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a5d930-f37a-4c4b-96a3-391e26986a17,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:45.036264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9aae7c8-6596-4843-9a4a-7d8439e9fe47 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:45.079036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:45.133416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40098) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:45.148092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:45.148694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7c94f67-f7d9-490e-b5eb-d5e05f25e7e3 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:45.156068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Attempting to bind port 7812f4db-be80-404a-bef6-6f2cff3d07cc on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:45.156678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Attempting to bind port 7812f4db-be80-404a-bef6-6f2cff3d07cc by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:45.157960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Attempting to bind port 7812f4db-be80-404a-bef6-6f2cff3d07cc on network df4f6e77-bb57-45d3-b953-f62e57511f77 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:45.224857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:45.228951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Checking segment: {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:45.229669 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.230382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Bound using segment: {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:45.233351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Bound port: 7812f4db-be80-404a-bef6-6f2cff3d07cc, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:45.234819 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.281213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1b1f30a-6010-46ca-b035-d65d2a933a31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2a2d37d2ec8f4272b2af0ff4261eeec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458797 Jul 23 20:17:45.283822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40104) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:45.284225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:17:36Z', 'revision_number': 4, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af5364c2-d94d-4123-b45a-4dfc4a992080', 'name': '', 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'mac_address': 'fa:16:3e:f4:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:35Z', 'updated_at': '2021-07-23T20:17:42Z', 'revision_number': 4, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'subnets': [{'id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:45.319958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-58daebba-6a25-488f-a25b-df5a33d45f6a tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:45.330013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-58daebba-6a25-488f-a25b-df5a33d45f6a tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/networks?id=1c58177e-4758-4f20-b350-3b5013dec321 HTTP/1.1" status: 200 len: 821 time: 0.4152734 Jul 23 20:17:45.356419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:45.362515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-95dc3dc8-1c34-42e2-9d45-28d3be3f5a38 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/quotas/39f16a3bbcf34348acef5bcc7c0de79a HTTP/1.1" status: 200 len: 375 time: 0.0304835 Jul 23 20:17:45.427779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] For port 7812f4db-be80-404a-bef6-6f2cff3d07cc, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:45.443373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-964c2019-0cba-4a16-9fcd-88b37df5e87e tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=39f16a3bbcf34348acef5bcc7c0de79a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774589 Jul 23 20:17:45.450541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] For port 7812f4db-be80-404a-bef6-6f2cff3d07cc, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7812f4db-be80-404a-bef6-6f2cff3d07cc,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:45.454109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f2530ec-7319-41f2-9bd1-7c6cb43e3328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.457021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a98923b-51f2-4acd-bcef-0006a75b6750 None None] The sync data for ids ['0e141875-0f22-4952-b212-3927b6e4ebd8'] in n-d-793620-13 is: [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:17:36Z', 'revision_number': 4, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'af5364c2-d94d-4123-b45a-4dfc4a992080', 'name': '', 'network_id': '53c45865-1bc0-4a89-8dad-1eefa35406d7', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'mac_address': 'fa:16:3e:f4:91:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:35Z', 'updated_at': '2021-07-23T20:17:42Z', 'revision_number': 4, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'subnets': [{'id': 'b846e9a2-7769-46ae-8750-65d6ba83e3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:17:45.466877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.555146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f2530ec-7319-41f2-9bd1-7c6cb43e3328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.631234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f6da5-df97-46df-b757-94810d29cfc8 None None] Pushing event updated for resources: {'Port': ['ID=7812f4db-be80-404a-bef6-6f2cff3d07cc,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:45.736163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-dca18ba7-4869-4db1-9f23-d4c18eb7f499 service neutron] 10.222.0.46 "GET /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910268 Jul 23 20:17:45.749621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f2530ec-7319-41f2-9bd1-7c6cb43e3328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.752507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f2530ec-7319-41f2-9bd1-7c6cb43e3328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:45.763608 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5f2530ec-7319-41f2-9bd1-7c6cb43e3328 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b958895-17c5-4f85-ba25-0b0513592816 HTTP/1.1" status: 204 len: 168 time: 0.4694059 Jul 23 20:17:45.789503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2530ec-7319-41f2-9bd1-7c6cb43e3328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b958895-17c5-4f85-ba25-0b0513592816,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:45.827108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab433e5-b2db-4b6d-bb92-f1f40041cd70 None None] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:46.009793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d13b5fe3-cc15-47eb-b89d-bfbca62e611b req-7142c1a8-edd3-47e3-8368-0e7e63b98e89 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 210 time: 0.0890002 Jul 23 20:17:46.029566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] Provisioning for port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:46.110855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-a2b7f478-8159-4721-80b5-dd4cb33ea85e service neutron] 10.222.0.46 "GET /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609080 Jul 23 20:17:46.112471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] Provisioning complete for port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:46.113530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.302481 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:17:46.441566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28808920-3da4-453a-9020-fad4bbf88d78 req-c0e63a16-58a9-4ead-94ef-9a578aedfa87 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:46.450255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28808920-3da4-453a-9020-fad4bbf88d78 req-c0e63a16-58a9-4ead-94ef-9a578aedfa87 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 946 time: 0.2086554 Jul 23 20:17:46.515377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0be0a40-df78-4921-a869-5282d46294c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.536661 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.543348 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.590686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28808920-3da4-453a-9020-fad4bbf88d78 req-8a9c9ee1-565a-45b5-baa5-c2caf9eb16fe tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379716 Jul 23 20:17:46.674968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] For port d9aae7c8-6596-4843-9a4a-7d8439e9fe47, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:46.683689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:46.743080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9d0481a-a0f5-4084-abfd-c8bc50508ee8 req-3166be5e-3855-4d03-bc6e-6a4457d5ddc6 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 210 time: 0.0942724 Jul 23 20:17:46.806253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c304f3-b581-440a-921a-6624f9000bf3 None None] Pushing event updated for resources: {'Port': ['ID=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:46.875015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ba22e-8823-4143-bc38-b154fe3ab1ce req-48b50998-4cd1-4a7c-8f45-0d4f295a0b9b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:46.888417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-596ba22e-8823-4143-bc38-b154fe3ab1ce req-48b50998-4cd1-4a7c-8f45-0d4f295a0b9b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1945484 Jul 23 20:17:46.988161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-596ba22e-8823-4143-bc38-b154fe3ab1ce req-41ab053b-5e46-4590-a047-c210b5c04b5e tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984941 Jul 23 20:17:47.016177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.168316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7812f4db-be80-404a-bef6-6f2cff3d07cc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:47.304291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25f810f9-6e3c-457c-b061-a27f31239eeb req-113a5441-6c68-40fe-9cb2-f6aff20c3e6a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 210 time: 0.1105978 Jul 23 20:17:47.319074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d6e6a4b7-d7d2-4927-ab68-22f72ae066e9 None None] Provisioning complete for port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:47.319456 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6e6a4b7-d7d2-4927-ab68-22f72ae066e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.440658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7812f4db-be80-404a-bef6-6f2cff3d07cc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:47.449324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af5364c2-d94d-4123-b45a-4dfc4a992080 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:47.587706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-af72dcc8-406b-4641-9b43-8adb5ac2f743 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.601535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-af72dcc8-406b-4641-9b43-8adb5ac2f743 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.606391 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-af72dcc8-406b-4641-9b43-8adb5ac2f743 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "GET /v2.0/networks?id=2d21069f-d154-49de-b9a6-a49d9a4e9499&id=df4f6e77-bb57-45d3-b953-f62e57511f77&id=2d21069f-d154-49de-b9a6-a49d9a4e9499 HTTP/1.1" status: 200 len: 1391 time: 0.4512212 Jul 23 20:17:47.621187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'port': {'device_id': 'b03796ea-4850-4099-ab34-7f93d735663f', 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499', 'admin_state_up': True, 'tenant_id': '9d14367b83044e529a3566de75b8d76b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:47.649733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port af5364c2-d94d-4123-b45a-4dfc4a992080 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:47.660581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692480da-2685-455d-a51a-e71080806dc1 req-8125078f-346a-43d8-8d22-251a1e0fcc24 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.662412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-692480da-2685-455d-a51a-e71080806dc1 req-8125078f-346a-43d8-8d22-251a1e0fcc24 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.36 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 946 time: 0.4232640 Jul 23 20:17:47.668828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port af5364c2-d94d-4123-b45a-4dfc4a992080 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:47.669537 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.690090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.758586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f513d-0da3-4a1b-a374-e2c5fbac919d None None] Network df4f6e77-bb57-45d3-b953-f62e57511f77 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:47.868372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40160) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:47.945025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:47.951092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:47.965217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a68b8d-0a6e-4914-ac3a-55ed680af596 req-b6ee3293-6b9e-48c5-8bbf-a0293a5f936b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:47.966876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4a68b8d-0a6e-4914-ac3a-55ed680af596 req-b6ee3293-6b9e-48c5-8bbf-a0293a5f936b tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 946 time: 0.1990116 Jul 23 20:17:47.980806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Deleting port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:17:47.981384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.046843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe640fc6-8ef2-4f4b-b623-afbf6a32f158 req-42f8f7cd-dd6c-441e-a2b2-2bcd02a768aa tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 210 time: 0.1106336 Jul 23 20:17:48.047403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.088459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] Provisioning for port 7812f4db-be80-404a-bef6-6f2cff3d07cc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:48.130454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port af5364c2-d94d-4123-b45a-4dfc4a992080, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=af5364c2-d94d-4123-b45a-4dfc4a992080,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:48.132086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] Provisioning complete for port 7812f4db-be80-404a-bef6-6f2cff3d07cc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:48.132693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.169651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4a68b8d-0a6e-4914-ac3a-55ed680af596 req-59c09546-1f76-44c4-a36f-067576239c50 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/security-groups?id=863b170a-8972-460f-a88d-9c6338f86ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200643 Jul 23 20:17:48.187362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1628934930-network', 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:48.231994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.288413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:48.291570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.332624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] For port 72e26b6c-998b-40bb-902c-b0e6dbbefac0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=72e26b6c-998b-40bb-902c-b0e6dbbefac0,segment=NetworkSegment(da6fd75f-c89d-4178-b7ce-c3748bd56b2b),segment_id=da6fd75f-c89d-4178-b7ce-c3748bd56b2b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:48.339212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.342236 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.383578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=af5364c2-d94d-4123-b45a-4dfc4a992080,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:48.399398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Calling delete_port for 72e26b6c-998b-40bb-902c-b0e6dbbefac0 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:17:48.424881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Allocated IP 19.80.0.8 (2d21069f-d154-49de-b9a6-a49d9a4e9499/cb2b2407-f2ba-4867-ad76-155ee6f9a6ca/fb81b02c-dc31-4123-b92a-37e71fa47d28) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:48.427959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c049c73-eed4-4e08-a6b9-18bb5a3dc020 req-701e3e75-67ec-4555-a4bf-a028ca2ca3a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:48.429271 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.441752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c049c73-eed4-4e08-a6b9-18bb5a3dc020 req-701e3e75-67ec-4555-a4bf-a028ca2ca3a0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1680574 Jul 23 20:17:48.496863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] For port 7812f4db-be80-404a-bef6-6f2cff3d07cc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7812f4db-be80-404a-bef6-6f2cff3d07cc,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:48.501008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c049c73-eed4-4e08-a6b9-18bb5a3dc020 req-b0e8bc14-7837-4e16-bca1-14edd50c1c65 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Jul 23 20:17:48.521330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.548041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6dcca2d-8abc-4685-b6ec-de3639e1c0d8 req-bfe5a0bb-e187-4137-8ed1-860e7ee45af7 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 210 time: 0.0557961 Jul 23 20:17:48.627035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bf56be-3e9e-4d00-9cc3-d6fcd63de869 None None] Pushing event updated for resources: {'Port': ['ID=7812f4db-be80-404a-bef6-6f2cff3d07cc,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:48.794224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.854260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-af8cfd30-9c3d-4a0f-864c-a82b87d934ae tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:48.855549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-af8cfd30-9c3d-4a0f-864c-a82b87d934ae tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.36 "GET /v2.0/networks?id=1c58177e-4758-4f20-b350-3b5013dec321 HTTP/1.1" status: 200 len: 821 time: 0.2898562 Jul 23 20:17:48.856019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff59d161-a10c-4377-8a67-66d21fbc5415 None None] Provisioning complete for port 7812f4db-be80-404a-bef6-6f2cff3d07cc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:48.856931 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff59d161-a10c-4377-8a67-66d21fbc5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:48.860613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Transition to ACTIVE for port object fb81b02c-dc31-4123-b92a-37e71fa47d28 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:48.872486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Request body: {'port': {'device_id': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321', 'admin_state_up': True, 'tenant_id': '39f16a3bbcf34348acef5bcc7c0de79a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:48.893217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7812f4db-be80-404a-bef6-6f2cff3d07cc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:49.021875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.055954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.070824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.119265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7812f4db-be80-404a-bef6-6f2cff3d07cc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:49.119634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.125243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.132517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:49.144972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Pushing event deleted for resources: {'Port': ['ID=72e26b6c-998b-40bb-902c-b0e6dbbefac0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:49.169643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228166a1-1ceb-42d3-a5e5-2091acb21c5c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:49.193250 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.193642 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Added segment 545b5d8d-ef28-41da-b1bf-7b1e8f3132a5 of type vlan for network 45670cfd-5c68-4367-a125-786a89623f58 Jul 23 20:17:49.227729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46f4c32f-1419-420e-b0d2-53d618486745 req-1443c967-9506-4647-b1ad-f737ed2fdf3f tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 210 time: 0.0883703 Jul 23 20:17:49.229134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9aae7c8-6596-4843-9a4a-7d8439e9fe47 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:49.281208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] No DVR routers for this DVR port 72e26b6c-998b-40bb-902c-b0e6dbbefac0 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:17:49.287507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:49.290276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Made reservation on behalf of 39f16a3bbcf34348acef5bcc7c0de79a for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:49.293924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.305008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.307302 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-692480da-2685-455d-a51a-e71080806dc1 req-921bbcc3-65b2-46fe-8dd4-94d4ae8c2087 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.36 "DELETE /v2.0/ports/72e26b6c-998b-40bb-902c-b0e6dbbefac0 HTTP/1.1" status: 204 len: 173 time: 1.6325023 Jul 23 20:17:49.308002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692b1948-101c-4d36-9118-6c73db47ea47', 'name': 'network-vif-deleted', 'tag': '72e26b6c-998b-40bb-902c-b0e6dbbefac0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:49.310746 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28aa9d50-07cc-472f-a267-317bad3399ea" -d '{"events": [{"server_uuid": "692b1948-101c-4d36-9118-6c73db47ea47", "name": "network-vif-deleted", "tag": "72e26b6c-998b-40bb-902c-b0e6dbbefac0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:49.315297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fb1463c-68d7-47f2-8499-581a216f284e req-60079196-2581-4fa0-ab23-2c5d18799149 tempest-VolumesAdminNegativeTest-1992087474 tempest-VolumesAdminNegativeTest-1992087474-project] 10.222.0.46 "GET /v2.0/ports?device_id=692b1948-101c-4d36-9118-6c73db47ea47 HTTP/1.1" status: 200 len: 210 time: 0.0483749 Jul 23 20:17:49.331291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:49.332059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:49.334149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.335140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.340742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Port': ['ID=fb81b02c-dc31-4123-b92a-37e71fa47d28,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:49.346965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:49.425385 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2169375-46ac-4384-a802-89b17cdc7896 x-openstack-request-id: req-a2169375-46ac-4384-a802-89b17cdc7896 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:49.425720 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692b1948-101c-4d36-9118-6c73db47ea47", "name": "network-vif-deleted", "tag": "72e26b6c-998b-40bb-902c-b0e6dbbefac0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:49.425972 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2169375-46ac-4384-a802-89b17cdc7896 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:49.426375 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692b1948-101c-4d36-9118-6c73db47ea47', 'name': 'network-vif-deleted', 'tag': '72e26b6c-998b-40bb-902c-b0e6dbbefac0', 'status': 'completed', 'code': 200} Jul 23 20:17:49.538532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.539652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:49.540241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.577956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af5364c2-d94d-4123-b45a-4dfc4a992080 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:49.645005 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.655358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port af5364c2-d94d-4123-b45a-4dfc4a992080 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:49.655870 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.747789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44f0faba-94bd-48b9-b3cf-75da560e4062 None None] Provisioning for port fb81b02c-dc31-4123-b92a-37e71fa47d28 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:49.754027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44f0faba-94bd-48b9-b3cf-75da560e4062 None None] Provisioning complete for port fb81b02c-dc31-4123-b92a-37e71fa47d28 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:49.768052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44f0faba-94bd-48b9-b3cf-75da560e4062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.773828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15f0cb-4cae-47da-b19c-a12f9eb708bb req-69a291b6-c07d-4363-b0ab-157f127f8365 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:49.792939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b15f0cb-4cae-47da-b19c-a12f9eb708bb req-69a291b6-c07d-4363-b0ab-157f127f8365 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 930 time: 0.1044374 Jul 23 20:17:49.808155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-44f0faba-94bd-48b9-b3cf-75da560e4062 None None] Port fb81b02c-dc31-4123-b92a-37e71fa47d28 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:17:49.824115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0260f-f254-44cf-af83-986e175c8fc6 req-06bca46a-3214-4a78-8182-9f6d39f407f9 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:49.826805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07f0260f-f254-44cf-af83-986e175c8fc6 req-06bca46a-3214-4a78-8182-9f6d39f407f9 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1741209 Jul 23 20:17:49.892077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b15f0cb-4cae-47da-b19c-a12f9eb708bb req-cd395466-64bf-4b33-b4bf-c33a8f7366af tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982254 Jul 23 20:17:49.907808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07f0260f-f254-44cf-af83-986e175c8fc6 req-d2fcb027-15bc-4264-ada3-9d01a22f239d tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723710 Jul 23 20:17:49.941252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:49.941926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:49.995982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0998962 Jul 23 20:17:49.999576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:50.005120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Request body: {'subnet': {'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1628934930-subnet', 'tenant_id': '657776fe95154b68b22a84989be6e67f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:50.009950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2dd9f-6428-44b9-9ecd-9854145fc705 admin admin] Pushing event updated for resources: {'Network': ['ID=45670cfd-5c68-4367-a125-786a89623f58,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:50.026095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 45670cfd-5c68-4367-a125-786a89623f58 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:50.060851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-cfb13c7f-7de5-4483-b5b6-e628fa9c6b59 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4474225 Jul 23 20:17:50.062363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:50.069725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.074039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'port': {'device_id': 'b03796ea-4850-4099-ab34-7f93d735663f', 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77', 'admin_state_up': True, 'tenant_id': '9d14367b83044e529a3566de75b8d76b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:50.113075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Allocated IP 172.20.0.11 (1c58177e-4758-4f20-b350-3b5013dec321/96ed2d80-e2c8-4566-8bc0-506ee8c852bb/931dc0e6-1f5e-497c-aa70-6fb1dcd31d03) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:50.261673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.266148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:50.269720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.343553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da525c2-2d8f-4e65-a76a-f0674effa0ee,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:50.348439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62fc450c-b256-495c-8418-21956b4caa24 req-d48dfe5e-c5cb-4fcb-a4ce-924e99273136 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 210 time: 0.0457187 Jul 23 20:17:50.363383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:50.363756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Network hostable DHCP agents. Network: 45670cfd-5c68-4367-a125-786a89623f58, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:50.387133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Network 45670cfd-5c68-4367-a125-786a89623f58 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:50.396847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.398855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40196) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:50.406372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 45670cfd-5c68-4367-a125-786a89623f58) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:50.411742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:50.412139 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.416115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf1d4a3-49ca-4e0b-b376-9c20dc09a524 None None] Network 45670cfd-5c68-4367-a125-786a89623f58 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:50.462045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e20adfa7-8fdb-45bc-a45f-f379e19889ee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4612589 Jul 23 20:17:50.479104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Deleting subnet 94c164a2-df72-4594-ad4a-fe82b1ca7e17 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:50.482481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.495607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Allocated IP 19.86.0.250 (df4f6e77-bb57-45d3-b953-f62e57511f77/feb1fc0c-4589-4e42-b3bf-57bb41e38a24/a35bda7f-f5a4-4820-8d4f-26c6629cd803) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:50.528888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.543037 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.586642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.588447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Pushing event updated for resources: {'Port': ['ID=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:50.630414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Network 1c58177e-4758-4f20-b350-3b5013dec321 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:50.635781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:50.641017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:50.644534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7235e10e-d743-428b-a819-57b3746e84e2 None None] Network 45670cfd-5c68-4367-a125-786a89623f58 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:50.676356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.716424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.721353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/94c164a2-df72-4594-ad4a-fe82b1ca7e17 HTTP/1.1" status: 204 len: 168 time: 0.3190107 Jul 23 20:17:50.721600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:50.721600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.721810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026dfa3-fffb-44f1-b2b7-1f3b5bc3cfd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c164a2-df72-4594-ad4a-fe82b1ca7e17,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:50.722614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40208) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:50.809301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.809717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.825058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Transition to ACTIVE for port object a35bda7f-f5a4-4820-8d4f-26c6629cd803 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:50.835594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 72e26b6c-998b-40bb-902c-b0e6dbbefac0 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:17:50.854883 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-01fa3d4c-b963-452b-af0c-12daebffafe9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9866250 Jul 23 20:17:50.859054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 72e26b6c-998b-40bb-902c-b0e6dbbefac0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:17:50.859417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 72e26b6c-998b-40bb-902c-b0e6dbbefac0 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:17:50.868151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Request body: {'port': {'device_id': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:50.872141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.910090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.922024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f203fca4-fabe-4242-912a-f5a762d6e854']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:50.937898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:50.938241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6fd75f-c89d-4178-b7ce-c3748bd56b2b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:50.947069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network df4f6e77-bb57-45d3-b953-f62e57511f77 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:50.948430 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.967050 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.974421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:50.975083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:50.986476 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:50.989582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:50.992420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:50.994936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Port': ['ID=a35bda7f-f5a4-4820-8d4f-26c6629cd803,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:51.031497 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.060765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.062106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.099948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0a59d032-1626-42a9-91d0-f1c62cfc57ee tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309110 Jul 23 20:17:51.117478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'port': {'device_id': 'b03796ea-4850-4099-ab34-7f93d735663f', 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499', 'admin_state_up': True, 'tenant_id': '9d14367b83044e529a3566de75b8d76b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:51.140743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.151447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.153615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] 10.222.0.46 "DELETE /v2.0/networks/f203fca4-fabe-4242-912a-f5a762d6e854 HTTP/1.1" status: 204 len: 168 time: 0.4299645 Jul 23 20:17:51.169732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40226) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:51.182409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee77f37-7075-454a-98cb-0fd7920bfc2d admin admin] Pushing event deleted for resources: {'Network': ['ID=f203fca4-fabe-4242-912a-f5a762d6e854,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:51.245821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-43c39fb7-945c-4b35-876b-87491fe575ec None None] Provisioning for port a35bda7f-f5a4-4820-8d4f-26c6629cd803 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:51.250635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1d713-ae2d-43c7-bcce-c4baf837f93b req-9017ab75-5ea9-493d-a9d2-93c23e5dd566 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.251046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-43c39fb7-945c-4b35-876b-87491fe575ec None None] Provisioning complete for port a35bda7f-f5a4-4820-8d4f-26c6629cd803 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:51.251640 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-43c39fb7-945c-4b35-876b-87491fe575ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.258265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53a1d713-ae2d-43c7-bcce-c4baf837f93b req-9017ab75-5ea9-493d-a9d2-93c23e5dd566 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.2706387 Jul 23 20:17:51.272942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-dd8dacd0-ac35-42aa-b128-dc4f3f8c695e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.276058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-dd8dacd0-ac35-42aa-b128-dc4f3f8c695e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.2776198 Jul 23 20:17:51.290859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-43c39fb7-945c-4b35-876b-87491fe575ec None None] Port a35bda7f-f5a4-4820-8d4f-26c6629cd803 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:17:51.294779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Deleting subnet 45cd5486-e927-4aaf-b976-8f0c5a4a7452 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:17:51.310547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.336735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-79c8bef9-4302-48e0-90ce-0776c1c6786c tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0475731 Jul 23 20:17:51.376642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:51.380156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.386387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-7242d14a-0e5e-4b1d-a521-29eac9a86730 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427439 Jul 23 20:17:51.392382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53a1d713-ae2d-43c7-bcce-c4baf837f93b req-896f0a97-a3d3-4650-b791-3df4b2bba678 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124976 Jul 23 20:17:51.397537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.509454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:51.520208 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.522103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.564655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Transition to ACTIVE for port object 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:51.571026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.590130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-5825e434-7bfc-4c55-91f2-376602f191db service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946898 Jul 23 20:17:51.613659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Allocated IP 19.80.0.234 (2d21069f-d154-49de-b9a6-a49d9a4e9499/cb2b2407-f2ba-4867-ad76-155ee6f9a6ca/34ba53db-7ee0-4ef1-8630-65165967713c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:51.645750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bb5fb-c34d-45cb-a01f-06ce8f2b377d req-302c64da-20bb-4f9c-b28c-76304617b280 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.652161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bb5fb-c34d-45cb-a01f-06ce8f2b377d req-302c64da-20bb-4f9c-b28c-76304617b280 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:51.653809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-379bb5fb-c34d-45cb-a01f-06ce8f2b377d req-302c64da-20bb-4f9c-b28c-76304617b280 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 1653 time: 0.2002962 Jul 23 20:17:51.656506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Pushing event updated for resources: {'Port': ['ID=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:51.667572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.823081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Attempting to bind port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:51.823335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Attempting to bind port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'fc19ee5e-60aa-41ec-8730-5495318f3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:51.823659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Attempting to bind port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 on network 1c58177e-4758-4f20-b350-3b5013dec321 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:51.836964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 on network 1c58177e-4758-4f20-b350-3b5013dec321 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:51.837297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Attempting to bind port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 on network 1c58177e-4758-4f20-b350-3b5013dec321 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:51.850144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:51.850492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Checking segment: {'id': 'fc19ee5e-60aa-41ec-8730-5495318f3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:51.851143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Bound using segment: {'id': 'fc19ee5e-60aa-41ec-8730-5495318f3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:51.851599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Bound port: 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc19ee5e-60aa-41ec-8730-5495318f3554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:51.851962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.884842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:51.922164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Transition to ACTIVE for port object 34ba53db-7ee0-4ef1-8630-65165967713c will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:51.955073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] For port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:51.977107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] For port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,segment=NetworkSegment(fc19ee5e-60aa-41ec-8730-5495318f3554),segment_id=fc19ee5e-60aa-41ec-8730-5495318f3554)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:51.983910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.017344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.025617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cd5486-e927-4aaf-b976-8f0c5a4a7452,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:52.031726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.032015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.032459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.033789 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] 10.222.0.36 "PUT /v2.0/ports/931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 HTTP/1.1" status: 200 len: 1093 time: 1.1714087 Jul 23 20:17:52.034246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'tag': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:52.036415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4615d0a2-6b95-4557-8988-b6d36bcfc021 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/45cd5486-e927-4aaf-b976-8f0c5a4a7452 HTTP/1.1" status: 204 len: 168 time: 0.8657720 Jul 23 20:17:52.036553 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89a7f0a-21a8-4d77-8218-5e38154aab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "da437b0f-6326-4182-9fe3-31efcf0a577d", "tag": "931dc0e6-1f5e-497c-aa70-6fb1dcd31d03"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:52.037337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:52.066828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:52.067723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c50aa-45a4-419d-97d0-2c0652fb329f service neutron] Pushing event updated for resources: {'Port': ['ID=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:52.071036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:52.076217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:52.094391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-379bb5fb-c34d-45cb-a01f-06ce8f2b377d req-fe7ebe84-1967-4aed-9a43-a158ccb5875d tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274220 Jul 23 20:17:52.117978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-7bfc4fdb-5fbf-4927-a90e-46034d20f5b4 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201502 Jul 23 20:17:52.194224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:52.204500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.205142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.218881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.231479 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-be91022d-e291-4697-a136-d35c7bebc783 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1184499 Jul 23 20:17:52.252043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Request body: {'port': {'device_id': 'b03796ea-4850-4099-ab34-7f93d735663f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:52.322392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ab222-9ebb-4cff-8b06-098f05070e7a req-64bc9be2-d309-4fc0-bde7-c0be016cce5b tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.324109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-632ab222-9ebb-4cff-8b06-098f05070e7a req-64bc9be2-d309-4fc0-bde7-c0be016cce5b tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 944 time: 0.1506658 Jul 23 20:17:52.339089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-f06455cf-1ae4-4d6a-8346-acd73b09aacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.340604 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-f06455cf-1ae4-4d6a-8346-acd73b09aacb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39f16a3bbcf34348acef5bcc7c0de79a&device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 1096 time: 0.2402184 Jul 23 20:17:52.373060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.381807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.384238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7502471-5b13-4888-b1d9-e30d15f77f71']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:52.400823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08508aa-e273-4a9e-8227-9f540630a9d6') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:52.401130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08508aa-e273-4a9e-8227-9f540630a9d6') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:17:52.425651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.426515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a1732729-0420-43ef-abb6-16bd36715533 None None] Provisioning for port 34ba53db-7ee0-4ef1-8630-65165967713c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:52.433630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a1732729-0420-43ef-abb6-16bd36715533 None None] Provisioning complete for port 34ba53db-7ee0-4ef1-8630-65165967713c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:52.434388 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a1732729-0420-43ef-abb6-16bd36715533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.444329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-ec8cb675-e433-4732-a744-864c0edece4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 HTTP/1.1" status: 200 len: 217 time: 0.0602133 Jul 23 20:17:52.464228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-632ab222-9ebb-4cff-8b06-098f05070e7a req-7af195ff-6328-4a86-8242-fa7e03b45644 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288717 Jul 23 20:17:52.479247 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.486146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a1732729-0420-43ef-abb6-16bd36715533 None None] Port 34ba53db-7ee0-4ef1-8630-65165967713c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:17:52.497773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:17:52.498194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:17:52.505822 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:17:52.518761 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492ee61b-0c0c-4ab4-9b93-a84a86b16c04 x-openstack-request-id: req-492ee61b-0c0c-4ab4-9b93-a84a86b16c04 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:52.519055 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da437b0f-6326-4182-9fe3-31efcf0a577d", "tag": "931dc0e6-1f5e-497c-aa70-6fb1dcd31d03", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:52.519415 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-492ee61b-0c0c-4ab4-9b93-a84a86b16c04 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:52.519694 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'tag': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03', 'status': 'completed', 'code': 200} Jul 23 20:17:52.609934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705040d2-7129-43c3-b7e1-21c74687c395 req-f4285945-4f69-42b2-b3f4-d73ed6021973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.610151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06ce3aea-6720-4ab7-97cd-5e6eeacced2e req-d8dcfcff-95fb-4761-9142-59b19601e7d6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 210 time: 0.0597041 Jul 23 20:17:52.612030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-f4285945-4f69-42b2-b3f4-d73ed6021973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96ed2d80-e2c8-4566-8bc0-506ee8c852bb HTTP/1.1" status: 200 len: 861 time: 0.1367123 Jul 23 20:17:52.654675 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.671093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.673069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-d7cd4863-579f-4d4e-a6fc-ac1d455806e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c58177e-4758-4f20-b350-3b5013dec321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494981 Jul 23 20:17:52.673411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] 10.222.0.46 "DELETE /v2.0/networks/f7502471-5b13-4888-b1d9-e30d15f77f71 HTTP/1.1" status: 204 len: 168 time: 0.6300006 Jul 23 20:17:52.674025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13611109-82c6-4b11-8fa5-fc5435b95b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f7502471-5b13-4888-b1d9-e30d15f77f71,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:52.722880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e63920-012d-4269-98d5-508e461b6fc9 req-dc068ec7-7466-4351-a49b-8defe34840bc tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:52.727524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6e63920-012d-4269-98d5-508e461b6fc9 req-dc068ec7-7466-4351-a49b-8defe34840bc tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1159554 Jul 23 20:17:52.798436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6e63920-012d-4269-98d5-508e461b6fc9 req-184d0a3c-6c89-4a63-81b8-59d9639d49de tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611122 Jul 23 20:17:52.851368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40256) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:52.893204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73b5ceb1-4fab-4ac3-8c3e-7827380569fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a505907c222840ef87111d157de00764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406041 Jul 23 20:17:52.895703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40258) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:52.926990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb81b02c-dc31-4123-b92a-37e71fa47d28 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:52.936681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.940301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-7dacc11f-206b-4792-9578-e38a8eea6df0 service neutron] 10.222.0.36 "GET /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489054 Jul 23 20:17:52.947700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f03199c6-56c6-4425-bc52-b589af9d99e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.959769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Transition to ACTIVE for port object fb81b02c-dc31-4123-b92a-37e71fa47d28 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:52.972005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:52.976329 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f03199c6-56c6-4425-bc52-b589af9d99e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.037289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f03199c6-56c6-4425-bc52-b589af9d99e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.042027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f03199c6-56c6-4425-bc52-b589af9d99e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.046856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f03199c6-56c6-4425-bc52-b589af9d99e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/863b170a-8972-460f-a88d-9c6338f86ff8 HTTP/1.1" status: 204 len: 168 time: 0.1472862 Jul 23 20:17:53.055019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03199c6-56c6-4425-bc52-b589af9d99e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863b170a-8972-460f-a88d-9c6338f86ff8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.071384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Pushing event updated for resources: {'Port': ['ID=fb81b02c-dc31-4123-b92a-37e71fa47d28,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.146390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-705040d2-7129-43c3-b7e1-21c74687c395 req-3184a836-1829-4a66-b2ba-515741ec1c91 service neutron] 10.222.0.36 "GET /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989896 Jul 23 20:17:53.169675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Attempting to bind port fb81b02c-dc31-4123-b92a-37e71fa47d28 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:53.170090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Attempting to bind port fb81b02c-dc31-4123-b92a-37e71fa47d28 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:53.170365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Attempting to bind port fb81b02c-dc31-4123-b92a-37e71fa47d28 on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:53.175393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Port fb81b02c-dc31-4123-b92a-37e71fa47d28 on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:53.175975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Attempting to bind port fb81b02c-dc31-4123-b92a-37e71fa47d28 on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:53.181666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:53.182333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Checking segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:53.183157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Bound using segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:53.183877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Bound port: fb81b02c-dc31-4123-b92a-37e71fa47d28, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:53.184433 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.280983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde9bdc-ea93-4fff-a201-ac8791cd65e1 req-ad904318-b79e-48c2-8b82-3ee4f8f80833 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.292500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde9bdc-ea93-4fff-a201-ac8791cd65e1 req-ad904318-b79e-48c2-8b82-3ee4f8f80833 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.293041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] For port fb81b02c-dc31-4123-b92a-37e71fa47d28, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:53.298003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] For port fb81b02c-dc31-4123-b92a-37e71fa47d28, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb81b02c-dc31-4123-b92a-37e71fa47d28,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:53.302418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde9bdc-ea93-4fff-a201-ac8791cd65e1 req-ad904318-b79e-48c2-8b82-3ee4f8f80833 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.305005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dde9bdc-ea93-4fff-a201-ac8791cd65e1 req-ad904318-b79e-48c2-8b82-3ee4f8f80833 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2387 time: 0.1383820 Jul 23 20:17:53.314413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.364380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dde9bdc-ea93-4fff-a201-ac8791cd65e1 req-f27c1702-fd13-4d0f-a4ed-938a9743f79b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538757 Jul 23 20:17:53.386754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-f972aa6e-9800-4707-a620-6386068d6532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.388307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-f972aa6e-9800-4707-a620-6386068d6532 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39f16a3bbcf34348acef5bcc7c0de79a&device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 1096 time: 0.1793475 Jul 23 20:17:53.426794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.427426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.431536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb81b02c-dc31-4123-b92a-37e71fa47d28 HTTP/1.1" status: 200 len: 1091 time: 1.1917474 Jul 23 20:17:53.535840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Request body: {'port': {'device_id': 'b03796ea-4850-4099-ab34-7f93d735663f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:53.538290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b9711-6d5a-4c4b-924c-53ebab99e348 service neutron] Pushing event updated for resources: {'Port': ['ID=fb81b02c-dc31-4123-b92a-37e71fa47d28,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.624547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40272) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:53.676750 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6d1f04e9-f991-45a2-a3d6-e828c2889ae5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92508f416d194851a36a7d129f14818c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478947 Jul 23 20:17:53.676750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40276) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:53.744208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac57e4dd-da2c-4d48-a3de-db06215dbde0 req-c97bfa22-6341-4b18-a860-6c26d811db21 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 210 time: 0.0413339 Jul 23 20:17:53.752199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-5ba4df39-0029-4143-840b-1bedf5db471d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.753752 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-5ba4df39-0029-4143-840b-1bedf5db471d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.3186054 Jul 23 20:17:53.758889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-187a85f7-a5b5-47fb-857a-e89c561f2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.759250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214d742-9a22-4d6b-a6ac-6894c6af0b05 req-e6befa76-311d-4380-a863-45da7476adc9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.760300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-187a85f7-a5b5-47fb-857a-e89c561f2511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1c58177e-4758-4f20-b350-3b5013dec321 HTTP/1.1" status: 200 len: 922 time: 0.3594286 Jul 23 20:17:53.761042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1214d742-9a22-4d6b-a6ac-6894c6af0b05 req-e6befa76-311d-4380-a863-45da7476adc9 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 944 time: 0.1885519 Jul 23 20:17:53.773527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Request body: {'port': {'device_id': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'admin_state_up': True, 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:53.784698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.795395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23631be-51b5-4171-b600-a72a62c7f285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.829118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23631be-51b5-4171-b600-a72a62c7f285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.833055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1214d742-9a22-4d6b-a6ac-6894c6af0b05 req-42df0bf7-34d8-4fbe-9977-1bcb24091cae tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651522 Jul 23 20:17:53.837783 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-27ee212e-2a49-4f71-830f-6774db42f0cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 HTTP/1.1" status: 200 len: 217 time: 0.0603225 Jul 23 20:17:53.916630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23631be-51b5-4171-b600-a72a62c7f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.919143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f23631be-51b5-4171-b600-a72a62c7f285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:53.920276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f23631be-51b5-4171-b600-a72a62c7f285 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c71d2d85-6d56-4c4e-af0e-c1e1de8a2f43 HTTP/1.1" status: 204 len: 168 time: 0.2427030 Jul 23 20:17:53.933587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23631be-51b5-4171-b600-a72a62c7f285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d2d85-6d56-4c4e-af0e-c1e1de8a2f43,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:53.971631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-6a9d42e0-15e7-426f-aea7-9352b30a0087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.973134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-6a9d42e0-15e7-426f-aea7-9352b30a0087 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96ed2d80-e2c8-4566-8bc0-506ee8c852bb HTTP/1.1" status: 200 len: 861 time: 0.1245956 Jul 23 20:17:53.973333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedd97f-1b09-4ac0-b513-32ab6e40c606 req-b9ceed51-7866-44a7-bcec-aea5f9f0dff2 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:53.975410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbedd97f-1b09-4ac0-b513-32ab6e40c606 req-b9ceed51-7866-44a7-bcec-aea5f9f0dff2 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.0946071 Jul 23 20:17:54.017411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbedd97f-1b09-4ac0-b513-32ab6e40c606 req-2c2ed171-89a8-4cb1-b9f8-1da5bc7d3bf0 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354166 Jul 23 20:17:54.064527 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-a777c226-1024-4805-aa5e-96bd83eef1d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1c58177e-4758-4f20-b350-3b5013dec321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759423 Jul 23 20:17:54.171961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:54.175351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.513156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e7f1f-5ae2-4a02-998b-d06f8da45d60 req-c2e3a91a-16a4-4cf5-a4f8-046b8a90a4d6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.526369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e7f1f-5ae2-4a02-998b-d06f8da45d60 req-c2e3a91a-16a4-4cf5-a4f8-046b8a90a4d6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.526722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'tag': 'fb81b02c-dc31-4123-b92a-37e71fa47d28'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:54.528862 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81a72a-bf37-4818-8e61-61b349871ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "tag": "fb81b02c-dc31-4123-b92a-37e71fa47d28"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:54.532979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e7f1f-5ae2-4a02-998b-d06f8da45d60 req-c2e3a91a-16a4-4cf5-a4f8-046b8a90a4d6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.540594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a9e7f1f-5ae2-4a02-998b-d06f8da45d60 req-c2e3a91a-16a4-4cf5-a4f8-046b8a90a4d6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2387 time: 0.1040750 Jul 23 20:17:54.579186 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-55a4566f-f75a-40a1-966c-5292cf7cfed7 service neutron] 10.222.0.36 "GET /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006859 Jul 23 20:17:54.588277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a9e7f1f-5ae2-4a02-998b-d06f8da45d60 req-a5bbb48e-eb09-44bb-9335-d9d3922a12a9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469024 Jul 23 20:17:54.626656 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe40a9-725f-4012-9023-b4633b5425da x-openstack-request-id: req-9dbe40a9-725f-4012-9023-b4633b5425da {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:54.627010 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "tag": "fb81b02c-dc31-4123-b92a-37e71fa47d28", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:54.627223 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9dbe40a9-725f-4012-9023-b4633b5425da {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:54.627579 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'tag': 'fb81b02c-dc31-4123-b92a-37e71fa47d28', 'status': 'completed', 'code': 200} Jul 23 20:17:54.712782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40310) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:54.826158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-network', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:54.840325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:17:54.852217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35bda7f-f5a4-4820-8d4f-26c6629cd803 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:54.872517 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.874790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-309ee9b4-e408-4e4a-95c9-189e534af4f6 req-890bf2f5-781e-46f7-8977-2596a944f18b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 210 time: 0.0431759 Jul 23 20:17:54.882115 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e89a7f0a-21a8-4d77-8218-5e38154aab6c req-5507aeda-d7d4-4553-aab2-a528b7d58777 service neutron] 10.222.0.36 "GET /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946532 Jul 23 20:17:54.886226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Allocated IP 172.20.0.6 (45670cfd-5c68-4367-a125-786a89623f58/4da525c2-2d8f-4e65-a76a-f0674effa0ee/fbe470ba-775d-41bf-924a-839e53e9f697) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:54.905361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Transition to ACTIVE for port object a35bda7f-f5a4-4820-8d4f-26c6629cd803 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:54.906857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Made reservation on behalf of 283820e9f2f14ddd9b5c869cb7fad042 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:54.908822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-1da8cbe7-3479-4eaa-9807-e6fda6a4e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.909318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-1da8cbe7-3479-4eaa-9807-e6fda6a4e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.909821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-1da8cbe7-3479-4eaa-9807-e6fda6a4e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:54.911524 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-1da8cbe7-3479-4eaa-9807-e6fda6a4e215 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2731 time: 0.2582762 Jul 23 20:17:54.912255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.913304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:54.931698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.012288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,segment=NetworkSegment(fc19ee5e-60aa-41ec-8730-5495318f3554),segment_id=fc19ee5e-60aa-41ec-8730-5495318f3554)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:55.027652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03', 'network_id': '1c58177e-4758-4f20-b350-3b5013dec321', 'port_id': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03', 'mac_address': 'fa:16:3e:d5:6e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96ed2d80-e2c8-4566-8bc0-506ee8c852bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:17:55.034716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a35bda7f-f5a4-4820-8d4f-26c6629cd803,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.097260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163ee77-6ec5-4d57-af80-5695eeac2e5c req-839d262b-e668-4062-885f-9ac774911380 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.099783 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.105824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f163ee77-6ec5-4d57-af80-5695eeac2e5c req-839d262b-e668-4062-885f-9ac774911380 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 944 time: 0.1516085 Jul 23 20:17:55.121556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:55.143812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,segment=NetworkSegment(fc19ee5e-60aa-41ec-8730-5495318f3554),segment_id=fc19ee5e-60aa-41ec-8730-5495318f3554)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:55.149148 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.207295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.208152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f163ee77-6ec5-4d57-af80-5695eeac2e5c req-b0cd890b-44a7-4b8b-869d-cc6f980b8d21 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013403 Jul 23 20:17:55.231807 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.239187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.258199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-485b724b-b728-44a5-b7ea-a7d591b57a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.258675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-485b724b-b728-44a5-b7ea-a7d591b57a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.259148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-485b724b-b728-44a5-b7ea-a7d591b57a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.260739 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-485b724b-b728-44a5-b7ea-a7d591b57a3e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9d14367b83044e529a3566de75b8d76b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3389823 Jul 23 20:17:55.271589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:17:55.294480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45379315-b8f8-4d81-8f3d-cd60f9a50c7a req-222282b3-64e3-48e0-8978-13e5bd110232 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.296281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45379315-b8f8-4d81-8f3d-cd60f9a50c7a req-222282b3-64e3-48e0-8978-13e5bd110232 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1752548 Jul 23 20:17:55.300338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de92c1d7-1114-4ec2-941a-18cefcff2e84,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.305334 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.305715 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Added segment fdf34774-c1e7-495d-9dfc-ef8aeaf112b8 of type vlan for network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 Jul 23 20:17:55.338795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Attempting to bind port a35bda7f-f5a4-4820-8d4f-26c6629cd803 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:55.339142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Attempting to bind port a35bda7f-f5a4-4820-8d4f-26c6629cd803 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:55.339479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Attempting to bind port a35bda7f-f5a4-4820-8d4f-26c6629cd803 on network df4f6e77-bb57-45d3-b953-f62e57511f77 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:55.348815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.372489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.387995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45379315-b8f8-4d81-8f3d-cd60f9a50c7a req-a4a9039a-57b9-4f3c-a24a-a7d8a6df89d7 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727921 Jul 23 20:17:55.388427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Port a35bda7f-f5a4-4820-8d4f-26c6629cd803 on network df4f6e77-bb57-45d3-b953-f62e57511f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:55.388766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Attempting to bind port a35bda7f-f5a4-4820-8d4f-26c6629cd803 on network df4f6e77-bb57-45d3-b953-f62e57511f77 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:55.409311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:55.409684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Checking segment: {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:55.410083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Bound using segment: {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:55.410528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Bound port: a35bda7f-f5a4-4820-8d4f-26c6629cd803, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1a15253-4c03-4ec9-9fe3-410211d4163f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:55.410905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.412421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.413496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.414089 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.426124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['931dc0e6-1f5e-497c-aa70-6fb1dcd31d03'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:17:55.447711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7337818 Jul 23 20:17:55.452779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40322) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:55.455347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-edd9d8de-c327-49ed-9311-73efa2d7a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.456861 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8b81a72a-bf37-4818-8e61-61b349871ca5 req-edd9d8de-c327-49ed-9311-73efa2d7a12c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1876168 Jul 23 20:17:55.457851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Request body: {'subnet': {'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-subnet', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:55.503641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.514043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e4e46-b440-472a-9ff3-16044e44c2e7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b9c7b34-e240-4ff0-b28a-2b02beee1225,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.517331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Made reservation on behalf of 283820e9f2f14ddd9b5c869cb7fad042 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:17:55.518649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.537025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:17:55.549136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] For port a35bda7f-f5a4-4820-8d4f-26c6629cd803, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:55.558156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Network 45670cfd-5c68-4367-a125-786a89623f58 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:55.568723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:55.573484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] For port a35bda7f-f5a4-4820-8d4f-26c6629cd803, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a35bda7f-f5a4-4820-8d4f-26c6629cd803,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:55.576680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:55.603848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.608932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event updated for resources: {'Port': ['ID=fbe470ba-775d-41bf-924a-839e53e9f697,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.663849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.664436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.666837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] 10.222.0.47 "PUT /v2.0/ports/a35bda7f-f5a4-4820-8d4f-26c6629cd803 HTTP/1.1" status: 200 len: 1093 time: 2.1457460 Jul 23 20:17:55.679163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.679841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.714927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Request body: {'port': {'device_id': 'b03796ea-4850-4099-ab34-7f93d735663f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:55.745338 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-05fe83b7-083b-4c16-a97d-625d387ce7ce tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9772844 Jul 23 20:17:55.751661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116537be-3cdc-4da2-a63b-71196a6b1e04 service neutron] Pushing event updated for resources: {'Port': ['ID=a35bda7f-f5a4-4820-8d4f-26c6629cd803,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:55.763846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Request body: {'port': {'device_id': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:55.870185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.896327 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:55.934927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf41c-b6f7-4b34-a0d6-d6b63721dc30 req-4aa4b478-81f7-4cee-9d9e-2251e94872be tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.942434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf41c-b6f7-4b34-a0d6-d6b63721dc30 req-4aa4b478-81f7-4cee-9d9e-2251e94872be tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.949491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bf41c-b6f7-4b34-a0d6-d6b63721dc30 req-4aa4b478-81f7-4cee-9d9e-2251e94872be tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:55.951582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-349bf41c-b6f7-4b34-a0d6-d6b63721dc30 req-4aa4b478-81f7-4cee-9d9e-2251e94872be tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2399 time: 0.2441168 Jul 23 20:17:55.953460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.087383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-349bf41c-b6f7-4b34-a0d6-d6b63721dc30 req-02741d4b-12cf-4bed-8dbd-b579bfb514bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243684 Jul 23 20:17:56.094549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db7e5567-fa7f-4aa2-a5d8-fd24965793bd,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:56.119315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Checking segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:56.119694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Network hostable DHCP agents. Network: 7b9c7b34-e240-4ff0-b28a-2b02beee1225, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:17:56.148838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1e28d-7362-4324-8ba4-f58e96d14c89 req-26ad0f32-2979-42b2-8118-e3365a0af63a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.150414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97c1e28d-7362-4324-8ba4-f58e96d14c89 req-26ad0f32-2979-42b2-8118-e3365a0af63a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 931 time: 0.1367824 Jul 23 20:17:56.156461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:17:56.177470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7b9c7b34-e240-4ff0-b28a-2b02beee1225) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:56.183550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.184147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.191981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b96000-2946-472b-8d21-e5b497d63f80 None None] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:56.214528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97c1e28d-7362-4324-8ba4-f58e96d14c89 req-f557884d-7dde-4c89-bac9-c94b6ce7e6f7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522919 Jul 23 20:17:56.218980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4434b34c-ebfa-432e-9a95-46f50f2a7928 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7650547 Jul 23 20:17:56.221655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40338) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:17:56.228865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:17:56.267632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.271687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.356945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.438504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:17:56.439409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.495284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ba53db-7ee0-4ef1-8630-65165967713c {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:56.507220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe470ba-775d-41bf-924a-839e53e9f697 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:17:56.512358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.525858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.547845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Transition to ACTIVE for port object fbe470ba-775d-41bf-924a-839e53e9f697 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:56.549934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Transition to ACTIVE for port object 34ba53db-7ee0-4ef1-8630-65165967713c will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:56.559380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.561505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.571370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.594081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Allocated IP 172.20.0.2 (7b9c7b34-e240-4ff0-b28a-2b02beee1225/db7e5567-fa7f-4aa2-a5d8-fd24965793bd/4d1d3179-06dd-44dc-bcd1-4a69c22f9990) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:56.608469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015724d-8c35-44a3-aed9-6ad95d1b8cf6 req-afb475db-0288-4ff5-b42e-3a3b6ba6f800 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.610338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a015724d-8c35-44a3-aed9-6ad95d1b8cf6 req-afb475db-0288-4ff5-b42e-3a3b6ba6f800 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 945 time: 0.2938240 Jul 23 20:17:56.631711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6354-3e35-4071-b178-134282a8df9a req-c1ea7c8f-3404-4a66-a749-97a0d24f0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.633654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-c1ea7c8f-3404-4a66-a749-97a0d24f0040 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.2158055 Jul 23 20:17:56.634201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'tag': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:56.637872 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "tag": "a35bda7f-f5a4-4820-8d4f-26c6629cd803"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:56.652452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a6c9b-85ed-44aa-8c2d-76b2ace110e1 req-c038977a-f304-481e-b7d6-a54097ae327f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:56.654038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b17a6c9b-85ed-44aa-8c2d-76b2ace110e1 req-c038977a-f304-481e-b7d6-a54097ae327f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2388377 Jul 23 20:17:56.691530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:56.734232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a015724d-8c35-44a3-aed9-6ad95d1b8cf6 req-32cdcfdf-4f54-4cc4-8c8c-9518e33ba576 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112895 Jul 23 20:17:56.766694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b17a6c9b-85ed-44aa-8c2d-76b2ace110e1 req-6d47d1d7-350a-474e-9b4f-ad1d86a56a51 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978272 Jul 23 20:17:56.778571 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.798914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Transition to ACTIVE for port object 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:56.816097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Transition to ACTIVE for port object 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:17:56.825270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:56.896292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Pushing event updated for resources: {'Port': ['ID=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:56.900987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:56.920800 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c41be97-fae5-438f-a2ac-ff6400657233 x-openstack-request-id: req-7c41be97-fae5-438f-a2ac-ff6400657233 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:56.921094 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "tag": "a35bda7f-f5a4-4820-8d4f-26c6629cd803", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:56.921620 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c41be97-fae5-438f-a2ac-ff6400657233 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:56.921971 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'tag': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803', 'status': 'completed', 'code': 200} Jul 23 20:17:56.953868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:56.960677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:56.966354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:56.979544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe470ba-775d-41bf-924a-839e53e9f697,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.015945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502776b3-ae62-40be-83f6-ef23026cd54c req-36b69e32-e00a-4bc3-80c6-a99e1bcac4cb tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.023169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-502776b3-ae62-40be-83f6-ef23026cd54c req-36b69e32-e00a-4bc3-80c6-a99e1bcac4cb tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.1764934 Jul 23 20:17:57.043315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6354-3e35-4071-b178-134282a8df9a req-e0aab222-6728-4663-afc9-d9a5a62d2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.044972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-e0aab222-6728-4663-afc9-d9a5a62d2615 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.3992684 Jul 23 20:17:57.065832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Attempting to bind port fbe470ba-775d-41bf-924a-839e53e9f697 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:57.066246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Attempting to bind port fbe470ba-775d-41bf-924a-839e53e9f697 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:57.066708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Attempting to bind port fbe470ba-775d-41bf-924a-839e53e9f697 on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:57.070468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Attempting to bind port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:57.071086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Attempting to bind port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:57.071637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Attempting to bind port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 on network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:57.083878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:57.084541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Checking segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:57.085146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.085741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Bound using segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:57.086398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Bound port: 4d1d3179-06dd-44dc-bcd1-4a69c22f9990, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:57.086955 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.099959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:57.107348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:57.108627 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.125916 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-f8925b32-64d5-435a-82ce-ef7b005e4b2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.0703454 Jul 23 20:17:57.126765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Attempting to bind port 34ba53db-7ee0-4ef1-8630-65165967713c on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:17:57.127298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Attempting to bind port 34ba53db-7ee0-4ef1-8630-65165967713c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:17:57.127704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Attempting to bind port 34ba53db-7ee0-4ef1-8630-65165967713c on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:57.131138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Port fbe470ba-775d-41bf-924a-839e53e9f697 on network 45670cfd-5c68-4367-a125-786a89623f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:57.131531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Attempting to bind port fbe470ba-775d-41bf-924a-839e53e9f697 on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:57.148059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Port 34ba53db-7ee0-4ef1-8630-65165967713c on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:17:57.148449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Attempting to bind port 34ba53db-7ee0-4ef1-8630-65165967713c on network 2d21069f-d154-49de-b9a6-a49d9a4e9499 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:17:57.170009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:57.171539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:57.171719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Bound using segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:57.172277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Bound port: fbe470ba-775d-41bf-924a-839e53e9f697, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:57.172712 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.176876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-502776b3-ae62-40be-83f6-ef23026cd54c req-12d8b0f3-8e1f-42c1-9482-92ddfab15837 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527779 Jul 23 20:17:57.188866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:17:57.189145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Checking segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:17:57.189633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Bound using segment: {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:17:57.190352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Bound port: 34ba53db-7ee0-4ef1-8630-65165967713c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:17:57.190943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.223987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] For port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:57.226616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-05063fc8-1a58-4072-8315-e5835bfc82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.227175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-05063fc8-1a58-4072-8315-e5835bfc82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.228483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-05063fc8-1a58-4072-8315-e5835bfc82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.231144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-05063fc8-1a58-4072-8315-e5835bfc82a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2825 time: 0.3058789 Jul 23 20:17:57.241826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] For port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:57.252880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.309283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b6354-3e35-4071-b178-134282a8df9a req-818fc71e-8c19-4e61-ab2a-f50e7dc8d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.316130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-818fc71e-8c19-4e61-ab2a-f50e7dc8d570 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.1802518 Jul 23 20:17:57.318027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.339974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:57.344097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=34ba53db-7ee0-4ef1-8630-65165967713c,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:57.355892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a0a24-fbb9-4dfe-847a-5dccc14d52ca None None] Pushing event updated for resources: {'Port': ['ID=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.359398 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.384676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:57.387205 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d50d26-6012-47ce-840b-a29f9c754690" -d '{"events": [{"server_uuid": "da437b0f-6326-4182-9fe3-31efcf0a577d", "name": "network-vif-plugged", "status": "completed", "tag": "931dc0e6-1f5e-497c-aa70-6fb1dcd31d03"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:57.394775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.399729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.401027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,segment=NetworkSegment(fc19ee5e-60aa-41ec-8730-5495318f3554),segment_id=fc19ee5e-60aa-41ec-8730-5495318f3554)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:57.406480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-74544d30-ea5c-4735-81c3-c472811327d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797327 Jul 23 20:17:57.408071 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.465211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.465907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.467536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] 10.222.0.47 "PUT /v2.0/ports/34ba53db-7ee0-4ef1-8630-65165967713c HTTP/1.1" status: 200 len: 1093 time: 1.7632489 Jul 23 20:17:57.475437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.580650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] For port fbe470ba-775d-41bf-924a-839e53e9f697, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:17:57.588116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b1537-f808-4ad9-b4e8-e35821f3d5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.610295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] For port fbe470ba-775d-41bf-924a-839e53e9f697, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbe470ba-775d-41bf-924a-839e53e9f697,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:17:57.634258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.684843 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-4ad9265d-01bd-4b04-aace-763b316eab06 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683506 Jul 23 20:17:57.689105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.690054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:57.692146 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] 10.222.0.36 "PUT /v2.0/ports/fbe470ba-775d-41bf-924a-839e53e9f697 HTTP/1.1" status: 200 len: 1092 time: 1.9359925 Jul 23 20:17:57.772027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e2456-8156-4294-989c-364c3f25ef68 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe470ba-775d-41bf-924a-839e53e9f697,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:57.866101 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c02b6354-3e35-4071-b178-134282a8df9a req-c6b7822e-30db-4c88-bfae-d12e3ca64963 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708412 Jul 23 20:17:57.880264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-a40fc22a-e2a4-407f-bed6-0e40468f7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:57.881796 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-a40fc22a-e2a4-407f-bed6-0e40468f7bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 1095 time: 0.1338508 Jul 23 20:17:57.938788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-9137bbd8-c1f4-4d73-b679-9f7a47a514c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe470ba-775d-41bf-924a-839e53e9f697 HTTP/1.1" status: 200 len: 217 time: 0.0500810 Jul 23 20:17:58.000522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-5926e869-752a-438c-9c70-6bc2e5b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.001103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-5926e869-752a-438c-9c70-6bc2e5b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.001467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-5926e869-752a-438c-9c70-6bc2e5b9dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.003094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-5926e869-752a-438c-9c70-6bc2e5b9dad9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9d14367b83044e529a3566de75b8d76b&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7640555 Jul 23 20:17:58.022162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-b8e38309-f89a-4d29-8aa8-c960d0608332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.023602 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-b8e38309-f89a-4d29-8aa8-c960d0608332 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0591440 Jul 23 20:17:58.035227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-e53e4ba1-9f40-4994-839f-c6198111f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.036672 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-e53e4ba1-9f40-4994-839f-c6198111f956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.1090586 Jul 23 20:17:58.064066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901bda4-f8e7-4fe9-acab-5fe2bf2e7f45 req-7d77085e-d6df-49a4-b949-4279d6f1619b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.068729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-6fb9e8cc-966b-47fb-b218-918bdd1f0d49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358126 Jul 23 20:17:58.070078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901bda4-f8e7-4fe9-acab-5fe2bf2e7f45 req-7d77085e-d6df-49a4-b949-4279d6f1619b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.076373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901bda4-f8e7-4fe9-acab-5fe2bf2e7f45 req-7d77085e-d6df-49a4-b949-4279d6f1619b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.078317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3901bda4-f8e7-4fe9-acab-5fe2bf2e7f45 req-7d77085e-d6df-49a4-b949-4279d6f1619b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2411 time: 0.8381588 Jul 23 20:17:58.155775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301160dc-16ac-4870-bb78-3271f6c820e7 req-1ce31162-20e2-4bff-8ced-ee9dfd1bc531 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.157334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-301160dc-16ac-4870-bb78-3271f6c820e7 req-1ce31162-20e2-4bff-8ced-ee9dfd1bc531 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 943 time: 0.8166251 Jul 23 20:17:58.206738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Allocated IP 172.25.8.167 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/36906c74-4287-4063-b178-79f97f05202e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:17:58.233684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-40afd073-c4bc-450c-925a-ac73498f96e6 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577303 Jul 23 20:17:58.234926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-4d532706-8808-4558-b02d-2c480ce7a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.236340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-4d532706-8808-4558-b02d-2c480ce7a02d service neutron] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.1709194 Jul 23 20:17:58.286509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3901bda4-f8e7-4fe9-acab-5fe2bf2e7f45 req-ec365053-06d0-4179-924d-5ebb2c4d7fc7 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913676 Jul 23 20:17:58.343528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-301160dc-16ac-4870-bb78-3271f6c820e7 req-67e38bfa-6c11-49cf-988f-8cd174fddb0e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718023 Jul 23 20:17:58.385691 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203a2413-6aa3-4497-af6a-21790f607b7e x-openstack-request-id: req-203a2413-6aa3-4497-af6a-21790f607b7e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:58.385691 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da437b0f-6326-4182-9fe3-31efcf0a577d", "name": "network-vif-plugged", "status": "completed", "tag": "931dc0e6-1f5e-497c-aa70-6fb1dcd31d03", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:58.385691 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-203a2413-6aa3-4497-af6a-21790f607b7e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:58.386458 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03', 'code': 200} Jul 23 20:17:58.392955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-16c1d8e7-237f-4b78-988f-1488599a657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.394549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd8812b-93bb-40c8-bbe0-a9cb196d1d9c req-16c1d8e7-237f-4b78-988f-1488599a657a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3808665 Jul 23 20:17:58.543063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78bcce-57b2-4836-badd-7c0dd41f4489 None None] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:17:58.605267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.626077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a57151b-cdb7-468b-a000-b2083b849312 None None] Provisioning for port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:58.651023 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-56764382-3830-4c39-8873-a3f4508e53c3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.4015076 Jul 23 20:17:58.678876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-7456342a-4478-447a-8c21-b48daef35d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.679420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-7456342a-4478-447a-8c21-b48daef35d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.680259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-7456342a-4478-447a-8c21-b48daef35d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.681600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-7456342a-4478-447a-8c21-b48daef35d77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2867 time: 0.2315612 Jul 23 20:17:58.694678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4105f-20d5-4990-ae01-f0f17b30af31 req-e43ecf15-4580-4c45-9caf-91e1c794c8ea tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.702347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8eb4105f-20d5-4990-ae01-f0f17b30af31 req-e43ecf15-4580-4c45-9caf-91e1c794c8ea tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 946 time: 0.2536221 Jul 23 20:17:58.716442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aa05e-17cd-47fb-9378-74fd368b2523 req-733321fc-5622-4ca6-831c-3c5571f1829d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.724225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a0aa05e-17cd-47fb-9378-74fd368b2523 req-733321fc-5622-4ca6-831c-3c5571f1829d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2596722 Jul 23 20:17:58.769709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-a3bb53f4-45ca-4001-87fd-35243ef2539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.771393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-a3bb53f4-45ca-4001-87fd-35243ef2539e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.0980923 Jul 23 20:17:58.805047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-a8c18f04-38c1-4ac4-add3-23a23c627aae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=fb81b02c-dc31-4123-b92a-37e71fa47d28 HTTP/1.1" status: 200 len: 217 time: 0.1000886 Jul 23 20:17:58.807418 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:58.816302 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-7ab8a209-d04c-4eef-8784-3ff4e153ff43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379438 Jul 23 20:17:58.819481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd8a8072-faf3-47f6-a940-2a256c8f1cd0 req-8c10b678-1bc4-4e9c-9a17-7c913e3ed63b service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787528 Jul 23 20:17:58.837593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d11e19-5bdb-4abd-a068-e4835357a21d req-79e09a45-e1b4-4fec-a467-2f6dbaafb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:58.839272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13d11e19-5bdb-4abd-a068-e4835357a21d req-79e09a45-e1b4-4fec-a467-2f6dbaafb173 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 1098 time: 0.2001760 Jul 23 20:17:58.922652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c'}, {'name': 'network-changed', 'server_uuid': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'tag': 'fbe470ba-775d-41bf-924a-839e53e9f697'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:17:58.925385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:17:58.926347 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a21533a-c2a3-4887-97b8-e15bcae3d61a" -d '{"events": [{"name": "network-changed", "server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c"}, {"name": "network-changed", "server_uuid": "ff8b7103-f426-4de5-b4b2-70f1d9235b72", "tag": "fbe470ba-775d-41bf-924a-839e53e9f697"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:17:58.929892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a0aa05e-17cd-47fb-9378-74fd368b2523 req-dc580f2a-7db3-4c55-a7b8-98d6cc82c30e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043707 Jul 23 20:17:58.935725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:17:58.939849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:17:58.973005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13d11e19-5bdb-4abd-a068-e4835357a21d req-c5ad69c0-f129-4735-b460-bf54f9587c35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223340 Jul 23 20:17:58.976273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:17:58.993618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-5db1deff-24d7-4c49-add8-909ab7d726be service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701837 Jul 23 20:17:59.059038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:17:59.064247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:59.064541 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.111655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8eb4105f-20d5-4990-ae01-f0f17b30af31 req-cbf4dec1-8390-4d4b-9128-9b7996ca2f59 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087799 Jul 23 20:17:59.118423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Pushing event updated for resources: {'Port': ['ID=36906c74-4287-4063-b178-79f97f05202e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:59.157815 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6212ae0f-81f8-4528-b926-1578eb408e3b req-ae4a26ea-132a-43bc-874b-a3cdb986c265 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572456 Jul 23 20:17:59.168976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-e763e91a-ae17-4ec5-8dc8-543f9a9fe8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.171560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-e763e91a-ae17-4ec5-8dc8-543f9a9fe8cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb2b2407-f2ba-4867-ad76-155ee6f9a6ca HTTP/1.1" status: 200 len: 801 time: 0.3601511 Jul 23 20:17:59.184767 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68d27fd-c744-499b-8429-06e1fe7e6879 x-openstack-request-id: req-b68d27fd-c744-499b-8429-06e1fe7e6879 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:17:59.185067 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff8b7103-f426-4de5-b4b2-70f1d9235b72", "tag": "fbe470ba-775d-41bf-924a-839e53e9f697", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:17:59.185317 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b68d27fd-c744-499b-8429-06e1fe7e6879 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:17:59.186359 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c', 'status': 'completed', 'code': 200} Jul 23 20:17:59.186616 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'tag': 'fbe470ba-775d-41bf-924a-839e53e9f697', 'status': 'completed', 'code': 200} Jul 23 20:17:59.211891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.247017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:17:59.259822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.276175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-b2f3949d-83b3-4f12-a07e-c159cd0408a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.277749 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-b2f3949d-83b3-4f12-a07e-c159cd0408a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 1095 time: 0.0639908 Jul 23 20:17:59.313348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f42e71cc-df20-4ddb-aa1f-67da01b8fc90 None None] Provisioning complete for port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:17:59.314781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f42e71cc-df20-4ddb-aa1f-67da01b8fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.361563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:17:59.374054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.399349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-0a333a8f-2713-4dce-88a9-aede36494c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.401586 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-0a333a8f-2713-4dce-88a9-aede36494c41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 0.1170199 Jul 23 20:17:59.411517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-35a67bc0-9e35-4c9a-a701-a11f346154d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.413035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-35a67bc0-9e35-4c9a-a701-a11f346154d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d21069f-d154-49de-b9a6-a49d9a4e9499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235003 Jul 23 20:17:59.450129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-7b812be6-72d5-4706-9754-b95365b02773 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe470ba-775d-41bf-924a-839e53e9f697 HTTP/1.1" status: 200 len: 217 time: 0.0404103 Jul 23 20:17:59.473093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781ab2-d03b-4bf1-8c02-f8a7aa5253fc req-da294c5f-79cc-4f0b-a6de-331450e65832 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.474602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f781ab2-d03b-4bf1-8c02-f8a7aa5253fc req-da294c5f-79cc-4f0b-a6de-331450e65832 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.2372365 Jul 23 20:17:59.501294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-4aa71a48-e99e-4a74-bbdb-db9cc8c25ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.502785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-4aa71a48-e99e-4a74-bbdb-db9cc8c25ee6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0439968 Jul 23 20:17:59.537450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-29d6b237-0ffd-4010-8217-8b344ca5e727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271108 Jul 23 20:17:59.626880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f781ab2-d03b-4bf1-8c02-f8a7aa5253fc req-46735bcf-dce1-471d-bbd9-fa0bb73d94d1 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210730 Jul 23 20:17:59.634840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-74500159-8f31-44f7-94e5-d6593bdeb35c service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865793 Jul 23 20:17:59.677210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-c224b925-e320-46f9-bf65-b201f233c153 service neutron] 10.222.0.47 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286935 Jul 23 20:17:59.748592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-dc8c4010-f751-4bb7-8196-9c19fba82537 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033103 Jul 23 20:17:59.753030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140851-8cc6-443c-8920-b1b467326714 req-dd804be4-90a9-4da1-b69f-8fb01485e37e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.759293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140851-8cc6-443c-8920-b1b467326714 req-dd804be4-90a9-4da1-b69f-8fb01485e37e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.766528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a140851-8cc6-443c-8920-b1b467326714 req-dd804be4-90a9-4da1-b69f-8fb01485e37e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.768201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a140851-8cc6-443c-8920-b1b467326714 req-dd804be4-90a9-4da1-b69f-8fb01485e37e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2411 time: 0.3239813 Jul 23 20:17:59.905646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a140851-8cc6-443c-8920-b1b467326714 req-4eec6abe-1186-40df-ab18-934ea4ac047e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137018 Jul 23 20:17:59.918530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:17:59.973577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67983d-584c-4b06-84e9-2b5398e9d5a7 req-b2ef856e-c1d6-4764-84e3-351fbcbf6681 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:17:59.975832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e67983d-584c-4b06-84e9-2b5398e9d5a7 req-b2ef856e-c1d6-4764-84e3-351fbcbf6681 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 943 time: 0.2622576 Jul 23 20:18:00.012026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-f871034b-f6eb-4a82-a436-9d3574ef2da9 service neutron] 10.222.0.47 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014739 Jul 23 20:18:00.394624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-30d1ddef-8b0a-456e-9fac-814a2d922f30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=a35bda7f-f5a4-4820-8d4f-26c6629cd803 HTTP/1.1" status: 200 len: 217 time: 0.3737848 Jul 23 20:18:00.446502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e67983d-584c-4b06-84e9-2b5398e9d5a7 req-0923e9ee-efa8-4285-8f58-3663b5045997 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394057 Jul 23 20:18:00.481977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-abb3ccaa-0d21-4ce7-bda8-79aa4a98d978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:00.483495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-abb3ccaa-0d21-4ce7-bda8-79aa4a98d978 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=feb1fc0c-4589-4e42-b3bf-57bb41e38a24 HTTP/1.1" status: 200 len: 801 time: 0.0771105 Jul 23 20:18:00.537582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc4add-0a17-4b22-99c8-7c6e13d1cda0 req-306e4f64-aa81-4056-b498-670f999d8ff1 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:00.539203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fc4add-0a17-4b22-99c8-7c6e13d1cda0 req-306e4f64-aa81-4056-b498-670f999d8ff1 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2182431 Jul 23 20:18:00.570997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:18:00.635530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fc4add-0a17-4b22-99c8-7c6e13d1cda0 req-df6f2edc-7941-42e1-a50c-d5530ad45a3e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883126 Jul 23 20:18:00.712721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-b2eea00d-0603-4f37-956c-7e50fef77c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:00.714276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-b2eea00d-0603-4f37-956c-7e50fef77c83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=df4f6e77-bb57-45d3-b953-f62e57511f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2223907 Jul 23 20:18:00.791154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a2ca2-aef1-4bc5-9896-58f37bb16956 req-b32e365b-cf46-4b85-b1ee-968d13be4ae3 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:00.792643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a39a2ca2-aef1-4bc5-9896-58f37bb16956 req-b32e365b-cf46-4b85-b1ee-968d13be4ae3 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 946 time: 0.2170472 Jul 23 20:18:00.832262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:00.843392 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Sync routers for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:00.850713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:00.853231 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:00.854096 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:00.878443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbe470ba-775d-41bf-924a-839e53e9f697 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:00.878704 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.883251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-af94c4f4-a3ba-47fc-9605-cd432caeebb3 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.6559653 Jul 23 20:18:00.884151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40410) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:00.894198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a39a2ca2-aef1-4bc5-9896-58f37bb16956 req-862aff3c-3d28-4a3d-a96b-becb562da0c4 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734503 Jul 23 20:18:00.897503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-75db498d-1c0c-437b-a0a0-e752138159f6 service neutron] 10.222.0.47 "GET /v2.0/networks/df4f6e77-bb57-45d3-b953-f62e57511f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744406 Jul 23 20:18:00.968436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:00.969632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:00.989899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:01.198026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-e1060cfb-19c2-419e-a4d5-170effeb125f service neutron] 10.222.0.47 "GET /v2.0/networks/df4f6e77-bb57-45d3-b953-f62e57511f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865641 Jul 23 20:18:01.202569 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:17:59Z', 'revision_number': 3, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:01.221822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fbe470ba-775d-41bf-924a-839e53e9f697, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbe470ba-775d-41bf-924a-839e53e9f697,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:01.236143 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Checking router: 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:01.236798 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Updating router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 port 36906c74-4287-4063-b178-79f97f05202e binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:18:01.244667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'fbe470ba-775d-41bf-924a-839e53e9f697', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': 'fbe470ba-775d-41bf-924a-839e53e9f697', 'mac_address': 'fa:16:3e:7a:b2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:01.271045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-0bdbb1d6-a07f-4ed8-a0e8-d995b0211e20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=34ba53db-7ee0-4ef1-8630-65165967713c HTTP/1.1" status: 200 len: 217 time: 0.0652885 Jul 23 20:18:01.275279 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.330634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.345867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe470ba-775d-41bf-924a-839e53e9f697 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:01.352614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278efd8-ceb2-4da9-87fd-2a6494a674a7 req-b4d132b1-c4d7-4897-8815-0d700f8ef4b2 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.360454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278efd8-ceb2-4da9-87fd-2a6494a674a7 req-b4d132b1-c4d7-4897-8815-0d700f8ef4b2 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.366746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278efd8-ceb2-4da9-87fd-2a6494a674a7 req-b4d132b1-c4d7-4897-8815-0d700f8ef4b2 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.368841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fbe470ba-775d-41bf-924a-839e53e9f697, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbe470ba-775d-41bf-924a-839e53e9f697,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:01.375737 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.377188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e278efd8-ceb2-4da9-87fd-2a6494a674a7 req-b4d132b1-c4d7-4897-8815-0d700f8ef4b2 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2411 time: 0.3303430 Jul 23 20:18:01.446217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=fbe470ba-775d-41bf-924a-839e53e9f697,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.456379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-fc4fa080-54cd-4668-b3b9-a54a38b430c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.458572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-fc4fa080-54cd-4668-b3b9-a54a38b430c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb2b2407-f2ba-4867-ad76-155ee6f9a6ca HTTP/1.1" status: 200 len: 801 time: 0.1681859 Jul 23 20:18:01.472301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e278efd8-ceb2-4da9-87fd-2a6494a674a7 req-9485bb80-0bb9-4ae5-a2fd-9211f7f4e155 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938151 Jul 23 20:18:01.534100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b4b5-4090-4c57-af64-a1ea6943fa67 req-a4f6366b-e749-40b0-bb9a-1fb4acae15eb tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.540851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1575b4b5-4090-4c57-af64-a1ea6943fa67 req-a4f6366b-e749-40b0-bb9a-1fb4acae15eb tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 946 time: 0.1559935 Jul 23 20:18:01.602862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.617701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c6523-46fd-402d-a811-ef02f6244997 req-59040339-d22f-4ca7-8596-a196bc4d0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.619237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-59040339-d22f-4ca7-8596-a196bc4d0722 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d21069f-d154-49de-b9a6-a49d9a4e9499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460867 Jul 23 20:18:01.627367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1575b4b5-4090-4c57-af64-a1ea6943fa67 req-94b0845d-550d-42ea-8d4b-b26a1f474bb4 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856850 Jul 23 20:18:01.672916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['fbe470ba-775d-41bf-924a-839e53e9f697'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:01.734512 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.761661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3e0eb-87d7-4ee4-b598-76bc2efdbfc2 req-ea01c3a5-3e87-470d-97dc-26a2752e7d29 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.766974 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Transition to ACTIVE for port object 36906c74-4287-4063-b178-79f97f05202e will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:01.770940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22d3e0eb-87d7-4ee4-b598-76bc2efdbfc2 req-ea01c3a5-3e87-470d-97dc-26a2752e7d29 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 944 time: 0.2215118 Jul 23 20:18:01.777463 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.837131 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Attempting to bind port 36906c74-4287-4063-b178-79f97f05202e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:01.837566 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Attempting to bind port 36906c74-4287-4063-b178-79f97f05202e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:01.837893 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Attempting to bind port 36906c74-4287-4063-b178-79f97f05202e on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:01.844611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-35a2065d-36fa-4603-b185-cafef78db0ba service neutron] 10.222.0.47 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162845 Jul 23 20:18:01.846144 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230fded-f1b0-4670-9698-da53e440d6c9 None None] Pushing event updated for resources: {'Port': ['ID=36906c74-4287-4063-b178-79f97f05202e,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.852039 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:01.852422 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:01.852824 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.853204 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:01.853722 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Bound port: 36906c74-4287-4063-b178-79f97f05202e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:01.854104 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.859281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Allocated IP 172.20.0.1 (7b9c7b34-e240-4ff0-b28a-2b02beee1225/db7e5567-fa7f-4aa2-a5d8-fd24965793bd/c95532dc-799b-4a8e-914d-3e5f946ca46b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:01.886647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22d3e0eb-87d7-4ee4-b598-76bc2efdbfc2 req-5b429f28-0a55-4d08-98a4-325400311301 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001871 Jul 23 20:18:01.908752 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] For port 36906c74-4287-4063-b178-79f97f05202e, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:01.912044 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] For port 36906c74-4287-4063-b178-79f97f05202e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=36906c74-4287-4063-b178-79f97f05202e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:01.917912 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:01.982220 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230fded-f1b0-4670-9698-da53e440d6c9 None None] Pushing event updated for resources: {'Port': ['ID=36906c74-4287-4063-b178-79f97f05202e,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:01.995769 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:01.996635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80d3d-0096-48c2-816c-6fab13766202 req-e24a4baf-9484-4cfc-954f-87eaa548aa89 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:01.996797 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:02.005191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4f80d3d-0096-48c2-816c-6fab13766202 req-e24a4baf-9484-4cfc-954f-87eaa548aa89 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1762745 Jul 23 20:18:02.010292 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.026982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Transition to ACTIVE for port object c95532dc-799b-4a8e-914d-3e5f946ca46b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:02.044484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87c6523-46fd-402d-a811-ef02f6244997 req-8553680d-5961-48e8-9a78-a912f0364fba service neutron] 10.222.0.47 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746950 Jul 23 20:18:02.071716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4f80d3d-0096-48c2-816c-6fab13766202 req-a3b56340-117d-4564-b8f0-e3f6b6b7bf98 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656469 Jul 23 20:18:02.090938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.131740 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:02.139947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:02.143088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:02.149996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:02.153227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Pushing event updated for resources: {'Port': ['ID=c95532dc-799b-4a8e-914d-3e5f946ca46b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:02.184806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-2b24c682-92bd-4dc0-bc14-61c80d752c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.185284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-2b24c682-92bd-4dc0-bc14-61c80d752c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.186305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-2b24c682-92bd-4dc0-bc14-61c80d752c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.188139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-2b24c682-92bd-4dc0-bc14-61c80d752c3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2867 time: 0.0752029 Jul 23 20:18:02.203972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.321657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-4aee4aad-9687-4f74-87c2-50b3d375b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.323458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-4aee4aad-9687-4f74-87c2-50b3d375b699 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d21069f-d154-49de-b9a6-a49d9a4e9499 HTTP/1.1" status: 200 len: 903 time: 0.1256151 Jul 23 20:18:02.341064 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:17:59Z', 'revision_number': 3, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:02.363191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.375644 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d09c52-cca5-40e0-9ee8-cef1029fab9e None None] The sync data for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 is: [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:17:59Z', 'revision_number': 3, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:02.377375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-6cec53d5-fa02-4ba8-8f81-81b40162d9b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=34ba53db-7ee0-4ef1-8630-65165967713c HTTP/1.1" status: 200 len: 217 time: 0.0429544 Jul 23 20:18:02.449731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-4bcd8e6a-11ed-4b9c-9537-c7229eddbb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.452167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-4bcd8e6a-11ed-4b9c-9537-c7229eddbb8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb2b2407-f2ba-4867-ad76-155ee6f9a6ca HTTP/1.1" status: 200 len: 801 time: 0.0536356 Jul 23 20:18:02.477069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3a29df08-cb8b-4a35-a8ca-590e600361c0 None None] Provisioning for port c95532dc-799b-4a8e-914d-3e5f946ca46b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:02.481948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3a29df08-cb8b-4a35-a8ca-590e600361c0 None None] Provisioning complete for port c95532dc-799b-4a8e-914d-3e5f946ca46b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:02.482162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a29df08-cb8b-4a35-a8ca-590e600361c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.539317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3a29df08-cb8b-4a35-a8ca-590e600361c0 None None] Port c95532dc-799b-4a8e-914d-3e5f946ca46b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:02.564656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-cfd88ac7-e7a6-4d93-97d6-c6a80c3f537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.566511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-cfd88ac7-e7a6-4d93-97d6-c6a80c3f537d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d21069f-d154-49de-b9a6-a49d9a4e9499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970314 Jul 23 20:18:02.577137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.601707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.689530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:02.697903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Pushing event updated for resources: {'Port': ['ID=c95532dc-799b-4a8e-914d-3e5f946ca46b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:02.752556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-b51457ba-93e2-4899-9763-7e8e06c43f0e tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.754125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-b51457ba-93e2-4899-9763-7e8e06c43f0e tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.36 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 946 time: 0.1969185 Jul 23 20:18:02.764541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceac2e-480e-4d2c-a304-f85683e93065 req-015d736f-e755-442c-9d68-0ecee24b6927 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.770753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceac2e-480e-4d2c-a304-f85683e93065 req-015d736f-e755-442c-9d68-0ecee24b6927 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.777703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceac2e-480e-4d2c-a304-f85683e93065 req-015d736f-e755-442c-9d68-0ecee24b6927 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:02.788123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9ceac2e-480e-4d2c-a304-f85683e93065 req-015d736f-e755-442c-9d68-0ecee24b6927 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2411 time: 0.2186220 Jul 23 20:18:02.838822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-c22447e8-01b4-4f9f-9d60-a6c996348eae service neutron] 10.222.0.47 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323625 Jul 23 20:18:02.902527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbe470ba-775d-41bf-924a-839e53e9f697 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:02.945346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36906c74-4287-4063-b178-79f97f05202e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:02.954809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:02.980569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:02.990703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a21533a-c2a3-4887-97b8-e15bcae3d61a req-ec8fd03b-b95d-465d-b4f7-b05f2fe5c385 service neutron] 10.222.0.47 "GET /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185062 Jul 23 20:18:03.072132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9ceac2e-480e-4d2c-a304-f85683e93065 req-4c30635f-2616-4e70-80f5-abd08a8334ab tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829745 Jul 23 20:18:03.077534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port fbe470ba-775d-41bf-924a-839e53e9f697 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:03.089891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port fbe470ba-775d-41bf-924a-839e53e9f697 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:03.090621 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.162325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14febd5-e603-4d38-b2b0-ae903420c011 req-4442a025-1be5-44b9-a620-d89beabd112c tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:03.171711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b14febd5-e603-4d38-b2b0-ae903420c011 req-4442a025-1be5-44b9-a620-d89beabd112c tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 946 time: 0.3456805 Jul 23 20:18:03.267016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b14febd5-e603-4d38-b2b0-ae903420c011 req-b0bb2b39-84e9-4723-b997-651c1529823b tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/security-groups?id=32817ba5-a2af-4f5b-8913-13eb6751de94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835385 Jul 23 20:18:03.278162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Deleting port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:03.285891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.338604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:03.407542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 36906c74-4287-4063-b178-79f97f05202e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:03.434247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:03.445851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 36906c74-4287-4063-b178-79f97f05202e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:03.448488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.470550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff808c-03ea-4aab-a4e1-dcefb7165fbc req-2ffc9479-7f54-4506-84c9-8be8361eef8a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:03.485163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bff808c-03ea-4aab-a4e1-dcefb7165fbc req-2ffc9479-7f54-4506-84c9-8be8361eef8a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 944 time: 0.1659224 Jul 23 20:18:03.586323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bff808c-03ea-4aab-a4e1-dcefb7165fbc req-123fbf3d-0b72-434f-91ed-c12859815cec tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999079 Jul 23 20:18:03.618763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] For port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,segment=NetworkSegment(fc19ee5e-60aa-41ec-8730-5495318f3554),segment_id=fc19ee5e-60aa-41ec-8730-5495318f3554)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:03.619146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.634055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Calling delete_port for 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:03.635630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924a0ff-430b-4ef7-83dc-8922a150eb51 req-57119cc0-0a92-45d1-a317-173bc92cd4b2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:03.654736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c924a0ff-430b-4ef7-83dc-8922a150eb51 req-57119cc0-0a92-45d1-a317-173bc92cd4b2 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1669476 Jul 23 20:18:03.671699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9fb8164c-2315-4d65-b1f1-6b8010f10d06 None None] Provisioning complete for port c95532dc-799b-4a8e-914d-3e5f946ca46b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:03.672275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9fb8164c-2315-4d65-b1f1-6b8010f10d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.761940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c924a0ff-430b-4ef7-83dc-8922a150eb51 req-d4440b51-d781-4387-833e-ad757a5fe7f4 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034231 Jul 23 20:18:03.773059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:03.778275 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-281bbd61-66df-4a7a-a491-79a77e979194 admin admin] 10.222.0.46 "PUT /v2.0/routers/51bd5892-505f-49c8-bf4c-fbc4ee653cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8935688 Jul 23 20:18:03.864487 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.875631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8164c-2315-4d65-b1f1-6b8010f10d06 None None] Port c95532dc-799b-4a8e-914d-3e5f946ca46b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:03.878851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:03.894674 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:03.926260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fbe470ba-775d-41bf-924a-839e53e9f697, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbe470ba-775d-41bf-924a-839e53e9f697,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:03.930887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe470ba-775d-41bf-924a-839e53e9f697'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:03.933178 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cded519b-3f10-4a4b-b216-662590d77765" -d '{"events": [{"server_uuid": "ff8b7103-f426-4de5-b4b2-70f1d9235b72", "name": "network-vif-plugged", "status": "completed", "tag": "fbe470ba-775d-41bf-924a-839e53e9f697"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:03.936214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['931dc0e6-1f5e-497c-aa70-6fb1dcd31d03'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:03.953292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'mac_address': 'fa:16:3e:9e:9d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:03.957255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Pushing event deleted for resources: {'Port': ['ID=931dc0e6-1f5e-497c-aa70-6fb1dcd31d03,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:04.016166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.020711 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dd6f98-1fcc-4427-a5f7-04d7af99f764 x-openstack-request-id: req-d1dd6f98-1fcc-4427-a5f7-04d7af99f764 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:04.020980 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8b7103-f426-4de5-b4b2-70f1d9235b72", "name": "network-vif-plugged", "status": "completed", "tag": "fbe470ba-775d-41bf-924a-839e53e9f697", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:04.021233 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1dd6f98-1fcc-4427-a5f7-04d7af99f764 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:04.021648 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe470ba-775d-41bf-924a-839e53e9f697', 'code': 200} Jul 23 20:18:04.027086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.055487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] No DVR routers for this DVR port 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:04.062315 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.064838 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8c96b637-c86d-49af-b944-9b0ca1c00474 req-d141ad06-96ef-44ab-973b-42203c63cfed tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.36 "DELETE /v2.0/ports/931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 HTTP/1.1" status: 204 len: 173 time: 1.3005421 Jul 23 20:18:04.065393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'name': 'network-vif-deleted', 'tag': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:04.076812 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6425e59-1526-464d-bdbf-8681627e4b69" -d '{"events": [{"server_uuid": "da437b0f-6326-4182-9fe3-31efcf0a577d", "name": "network-vif-deleted", "tag": "931dc0e6-1f5e-497c-aa70-6fb1dcd31d03"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:04.128198 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.162428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ef0c32c-658f-48c2-848c-d34585f1d4ac {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:04.168066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 36906c74-4287-4063-b178-79f97f05202e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=36906c74-4287-4063-b178-79f97f05202e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:04.183195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.200098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=fbe470ba-775d-41bf-924a-839e53e9f697,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:04.211016 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674de942-db42-431c-8766-91148291b7cc x-openstack-request-id: req-674de942-db42-431c-8766-91148291b7cc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:04.211298 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da437b0f-6326-4182-9fe3-31efcf0a577d", "name": "network-vif-deleted", "tag": "931dc0e6-1f5e-497c-aa70-6fb1dcd31d03", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:04.211552 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-674de942-db42-431c-8766-91148291b7cc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:04.211997 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da437b0f-6326-4182-9fe3-31efcf0a577d', 'name': 'network-vif-deleted', 'tag': '931dc0e6-1f5e-497c-aa70-6fb1dcd31d03', 'status': 'completed', 'code': 200} Jul 23 20:18:04.271727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3bc943-b4b7-45df-a342-af5dde984a3b req-b2ea7a32-099a-4793-9ac8-18b574caa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.279119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8e3bc943-b4b7-45df-a342-af5dde984a3b req-b2ea7a32-099a-4793-9ac8-18b574caa559 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 1097 time: 0.1869495 Jul 23 20:18:04.297349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:04.311099 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:04.343540 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8e3bc943-b4b7-45df-a342-af5dde984a3b req-6dc3c865-5575-49dc-8cae-cbb035ff507e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569873 Jul 23 20:18:04.364532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=36906c74-4287-4063-b178-79f97f05202e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:04.428858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:04.437024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3ef0c32c-658f-48c2-848c-d34585f1d4ac'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:04.481708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c557-0d1e-4d89-8b9b-5574bba51e9f req-64a61d5d-71ea-40f1-a012-bc71590d677e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.488919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c557-0d1e-4d89-8b9b-5574bba51e9f req-64a61d5d-71ea-40f1-a012-bc71590d677e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.504813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264c557-0d1e-4d89-8b9b-5574bba51e9f req-64a61d5d-71ea-40f1-a012-bc71590d677e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.506821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c264c557-0d1e-4d89-8b9b-5574bba51e9f req-64a61d5d-71ea-40f1-a012-bc71590d677e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2411 time: 0.2043953 Jul 23 20:18:04.557649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-4510d375-de91-46a9-8dc3-45e933fea497 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:04.559356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-4510d375-de91-46a9-8dc3-45e933fea497 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 829 time: 0.1917994 Jul 23 20:18:04.591804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c264c557-0d1e-4d89-8b9b-5574bba51e9f req-dd95e2b5-6ad8-47da-9940-f7042ae7368a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777285 Jul 23 20:18:04.638252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-5ce0fff4-7f15-43e0-b7fb-b0613d299ee2 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/quotas/283820e9f2f14ddd9b5c869cb7fad042 HTTP/1.1" status: 200 len: 375 time: 0.0449443 Jul 23 20:18:04.765830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-bf541814-b4d0-464e-bb2c-aec9c04b618b tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1256554 Jul 23 20:18:04.858505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5295a77-3c9a-42d4-890b-380cce6e1d0c req-71e9c187-f728-495b-bb0c-9807bdc4dba1 tempest-ServerAddressesNegativeTestJSON-253879018 tempest-ServerAddressesNegativeTestJSON-253879018-project] 10.222.0.46 "GET /v2.0/ports?device_id=da437b0f-6326-4182-9fe3-31efcf0a577d HTTP/1.1" status: 200 len: 210 time: 0.0480907 Jul 23 20:18:04.918855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36906c74-4287-4063-b178-79f97f05202e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:04.936346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-37a03c08-923b-4d4e-8612-0de1f471aac8 service neutron] 10.222.0.46 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639607 Jul 23 20:18:04.992411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 36906c74-4287-4063-b178-79f97f05202e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:04.992936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.109208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Sync routers for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:05.158403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 34ba53db-7ee0-4ef1-8630-65165967713c details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:05.160347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:05.171462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:05.172251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:05.195968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-a82cace1-d532-4fab-acec-7657c863d131 service neutron] 10.222.0.46 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468636 Jul 23 20:18:05.248635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055e9b-c04c-4d1f-92f1-6ea1c3c595e8 req-464bbf47-8e9e-4378-b9d7-82b19c9981f6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:05.256951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2055e9b-c04c-4d1f-92f1-6ea1c3c595e8 req-464bbf47-8e9e-4378-b9d7-82b19c9981f6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 945 time: 0.1648455 Jul 23 20:18:05.338437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2055e9b-c04c-4d1f-92f1-6ea1c3c595e8 req-528c0fce-61a1-43a1-8938-6d021839a393 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801725 Jul 23 20:18:05.473010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3ef0c32c-658f-48c2-848c-d34585f1d4ac triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:05.473390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.539934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:05.587404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb7a1d-8ca3-4516-b932-2047d5607321 req-64863259-0395-4628-9583-621d4105b73e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:05.589272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=34ba53db-7ee0-4ef1-8630-65165967713c,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:05.596818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bafb7a1d-8ca3-4516-b932-2047d5607321 req-64863259-0395-4628-9583-621d4105b73e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1543467 Jul 23 20:18:05.603584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0063d5b0-83ed-4a7b-8b54-fbc782fefb69 req-5ef5c9c6-ce1d-4cc5-9289-58843252816b tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 210 time: 0.0616720 Jul 23 20:18:05.615067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '34ba53db-7ee0-4ef1-8630-65165967713c', 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499', 'port_id': '34ba53db-7ee0-4ef1-8630-65165967713c', 'mac_address': 'fa:16:3e:64:0e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2b2407-f2ba-4867-ad76-155ee6f9a6ca', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:05.674999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bafb7a1d-8ca3-4516-b932-2047d5607321 req-b425a6c5-105d-43a7-9196-229984f3c4dd tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770767 Jul 23 20:18:05.798046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.859024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419e14c-b4b5-41bf-9b48-5c1f70c89e46 req-b00944a5-9c4e-45f2-bace-2d6cbf2d3bc9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:05.872554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.876457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419e14c-b4b5-41bf-9b48-5c1f70c89e46 req-b00944a5-9c4e-45f2-bace-2d6cbf2d3bc9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:05.910459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419e14c-b4b5-41bf-9b48-5c1f70c89e46 req-b00944a5-9c4e-45f2-bace-2d6cbf2d3bc9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:05.919338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0419e14c-b4b5-41bf-9b48-5c1f70c89e46 req-b00944a5-9c4e-45f2-bace-2d6cbf2d3bc9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2411 time: 0.1738431 Jul 23 20:18:05.923624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ba53db-7ee0-4ef1-8630-65165967713c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:05.957733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:05.982599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0419e14c-b4b5-41bf-9b48-5c1f70c89e46 req-d8680c9f-5394-45e2-b75b-7b3742a1e6bd tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573835 Jul 23 20:18:05.987366 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:05.990373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=34ba53db-7ee0-4ef1-8630-65165967713c,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:06.009481 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.009481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a35bda7f-f5a4-4820-8d4f-26c6629cd803 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:06.012846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40550) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:06.028134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:06.031950 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cd46c8-c994-4dc5-a354-f6d703173519" -d '{"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:06.069229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Deleting subnet 96ed2d80-e2c8-4566-8bc0-506ee8c852bb {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:18:06.077128 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.109477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:06.122686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 2, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:06.159344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.196126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:06.203455 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b32e948-03e0-45be-b737-2e6358c3829e x-openstack-request-id: req-2b32e948-03e0-45be-b737-2e6358c3829e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:06.204008 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-plugged", "status": "completed", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:06.204424 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b32e948-03e0-45be-b737-2e6358c3829e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:06.205794 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'code': 200} Jul 23 20:18:06.278845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.281183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Checking router: 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:06.281699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Updating router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 port c95532dc-799b-4a8e-914d-3e5f946ca46b binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:18:06.428446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.532405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96ed2d80-e2c8-4566-8bc0-506ee8c852bb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:06.537343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.541163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ed6d3c9-b40e-4d27-99a0-7ac2e824ef87 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/96ed2d80-e2c8-4566-8bc0-506ee8c852bb HTTP/1.1" status: 204 len: 168 time: 0.5266366 Jul 23 20:18:06.542559 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.544109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:06.559128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a35bda7f-f5a4-4820-8d4f-26c6629cd803, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a35bda7f-f5a4-4820-8d4f-26c6629cd803,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:06.700810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71aa05e-bf6b-44c9-b95e-2981f59958b0 req-6f73a561-a185-40f4-8d93-9966f28544f0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:06.704725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c71aa05e-bf6b-44c9-b95e-2981f59958b0 req-6f73a561-a185-40f4-8d93-9966f28544f0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 945 time: 0.2236686 Jul 23 20:18:06.710953 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.750475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803', 'network_id': 'df4f6e77-bb57-45d3-b953-f62e57511f77', 'port_id': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803', 'mac_address': 'fa:16:3e:c6:89:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb1fc0c-4589-4e42-b3bf-57bb41e38a24', 'ip_address': '19.86.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:06.864638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c71aa05e-bf6b-44c9-b95e-2981f59958b0 req-3d474d85-9e99-40f5-9c46-b2d61f8d11c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479304 Jul 23 20:18:06.870542 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.872506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f61d3a84-4383-4c6a-9503-f03320c7d38f req-3c7c4b3b-8d6e-4e4f-b61c-3479e38ed255 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 210 time: 0.1091671 Jul 23 20:18:06.894579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35bda7f-f5a4-4820-8d4f-26c6629cd803 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:06.941470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a35bda7f-f5a4-4820-8d4f-26c6629cd803, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a35bda7f-f5a4-4820-8d4f-26c6629cd803,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:06.949790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:06.966528 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:06.967495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb81b02c-dc31-4123-b92a-37e71fa47d28 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:07.001774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:07.002303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 931dc0e6-1f5e-497c-aa70-6fb1dcd31d03 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:07.098797 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.120482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb81b02c-dc31-4123-b92a-37e71fa47d28, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb81b02c-dc31-4123-b92a-37e71fa47d28,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:07.129792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.132084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a35bda7f-f5a4-4820-8d4f-26c6629cd803,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:07.156361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Transition to ACTIVE for port object c95532dc-799b-4a8e-914d-3e5f946ca46b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:07.164306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c58177e-4758-4f20-b350-3b5013dec321']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:07.179205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'fb81b02c-dc31-4123-b92a-37e71fa47d28', 'network_id': '2d21069f-d154-49de-b9a6-a49d9a4e9499', 'port_id': 'fb81b02c-dc31-4123-b92a-37e71fa47d28', 'mac_address': 'fa:16:3e:9b:bb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb2b2407-f2ba-4867-ad76-155ee6f9a6ca', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:07.180960 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.209110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc19ee5e-60aa-41ec-8730-5495318f3554') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:07.209570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc19ee5e-60aa-41ec-8730-5495318f3554') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:07.247705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.293678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c05d0-1f1c-43d0-8287-e0748fbbaad7 None None] Pushing event updated for resources: {'Port': ['ID=c95532dc-799b-4a8e-914d-3e5f946ca46b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:07.301532 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.313899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-47ed9364-d06e-4e0a-b25d-9659d5d59278 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:07.317920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb81b02c-dc31-4123-b92a-37e71fa47d28 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:07.318592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-47ed9364-d06e-4e0a-b25d-9659d5d59278 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.36 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 829 time: 0.2175312 Jul 23 20:18:07.323553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.343616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Request body: {'port': {'device_id': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'admin_state_up': True, 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:07.374920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300c16e-2e55-4e30-a149-30aef902c32c req-7b5c0d28-ec40-4912-8cc1-c69ce9dfacdb tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:07.383016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1300c16e-2e55-4e30-a149-30aef902c32c req-7b5c0d28-ec40-4912-8cc1-c69ce9dfacdb tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.3941083 Jul 23 20:18:07.412713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb81b02c-dc31-4123-b92a-37e71fa47d28, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb81b02c-dc31-4123-b92a-37e71fa47d28,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:07.412943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:18:07.415935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:18:07.420851 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:18:07.441697 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.454445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Attempting to bind port c95532dc-799b-4a8e-914d-3e5f946ca46b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:07.454814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Attempting to bind port c95532dc-799b-4a8e-914d-3e5f946ca46b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:07.455449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Attempting to bind port c95532dc-799b-4a8e-914d-3e5f946ca46b on network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:07.490883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:07.491266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Checking segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:07.491671 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.492062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Bound using segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:07.492531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Bound port: c95532dc-799b-4a8e-914d-3e5f946ca46b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:07.492912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.571478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=fb81b02c-dc31-4123-b92a-37e71fa47d28,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:07.653983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] For port c95532dc-799b-4a8e-914d-3e5f946ca46b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:07.655117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Made reservation on behalf of 283820e9f2f14ddd9b5c869cb7fad042 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:07.662304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] For port c95532dc-799b-4a8e-914d-3e5f946ca46b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c95532dc-799b-4a8e-914d-3e5f946ca46b,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:07.663352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.673681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.691986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.703429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:07.706719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] 10.222.0.46 "DELETE /v2.0/networks/1c58177e-4758-4f20-b350-3b5013dec321 HTTP/1.1" status: 204 len: 168 time: 1.1605554 Jul 23 20:18:07.736111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1300c16e-2e55-4e30-a149-30aef902c32c req-a6843d55-3e81-4a22-aa79-803303b3c821 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519003 Jul 23 20:18:07.786169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:07.787129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:17:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:07.811293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad0b88-938a-442b-a9f4-8cdc96ebc647 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c58177e-4758-4f20-b350-3b5013dec321,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:07.871804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3861-4131-4d34-9ebb-8cd5d8027543 req-501f0fb0-d841-4b69-8031-8e1d9f42537b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:07.890092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3861-4131-4d34-9ebb-8cd5d8027543 req-501f0fb0-d841-4b69-8031-8e1d9f42537b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:07.906764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac3861-4131-4d34-9ebb-8cd5d8027543 req-501f0fb0-d841-4b69-8031-8e1d9f42537b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:07.907378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['34ba53db-7ee0-4ef1-8630-65165967713c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:07.919269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4aac3861-4131-4d34-9ebb-8cd5d8027543 req-501f0fb0-d841-4b69-8031-8e1d9f42537b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2414 time: 0.4454515 Jul 23 20:18:07.924922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a35bda7f-f5a4-4820-8d4f-26c6629cd803'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:07.927696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb81b02c-dc31-4123-b92a-37e71fa47d28'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:07.980585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Allocated IP 172.20.0.9 (7b9c7b34-e240-4ff0-b28a-2b02beee1225/db7e5567-fa7f-4aa2-a5d8-fd24965793bd/f5953c67-d72b-455b-bea3-93d91b073a81) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:07.990489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:08.006738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4aac3861-4131-4d34-9ebb-8cd5d8027543 req-6010bd26-25eb-4829-a88f-4170061fa375 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858400 Jul 23 20:18:08.148734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f4dd54a6-6a95-47e9-bbc1-0930cbf2e39d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39f16a3bbcf34348acef5bcc7c0de79a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406455 Jul 23 20:18:08.152182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40598) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:08.184197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c05d0-1f1c-43d0-8287-e0748fbbaad7 None None] Pushing event updated for resources: {'Port': ['ID=c95532dc-799b-4a8e-914d-3e5f946ca46b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:08.234035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.266687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Transition to ACTIVE for port object f5953c67-d72b-455b-bea3-93d91b073a81 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:08.313942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.333826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f748d6ad-eed8-4b17-b42c-a8ef21a1a54f req-7044ad30-0439-49e2-a1c6-9b4341150631 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 210 time: 0.1012366 Jul 23 20:18:08.354118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:08.365151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669e03b-71fb-4b03-9c25-bee4e18628e1 req-d5705528-f5b1-424d-8997-21d1da3811d5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:08.374657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7669e03b-71fb-4b03-9c25-bee4e18628e1 req-d5705528-f5b1-424d-8997-21d1da3811d5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 945 time: 0.3614922 Jul 23 20:18:08.401407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dbeb-88de-4ee2-8629-cd6074ef9d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.403729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:08.413206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:08.428512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:08.533786 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dbeb-88de-4ee2-8629-cd6074ef9d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.616891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:08.617605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.658929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dbeb-88de-4ee2-8629-cd6074ef9d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.663737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event updated for resources: {'Port': ['ID=f5953c67-d72b-455b-bea3-93d91b073a81,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:08.672933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4e3dbeb-88de-4ee2-8629-cd6074ef9d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:08.677825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b4e3dbeb-88de-4ee2-8629-cd6074ef9d4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/32817ba5-a2af-4f5b-8913-13eb6751de94 HTTP/1.1" status: 204 len: 168 time: 0.5237186 Jul 23 20:18:08.695278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3dbeb-88de-4ee2-8629-cd6074ef9d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32817ba5-a2af-4f5b-8913-13eb6751de94,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:08.755003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-8495b667-4d20-4d24-8888-4f62939e81ef tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4168444 Jul 23 20:18:08.767393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Request body: {'port': {'device_id': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:08.819602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-b2206768-66d6-45a7-8e65-3fa82ba58a17 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:08.821714 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-b2206768-66d6-45a7-8e65-3fa82ba58a17 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 945 time: 0.1731508 Jul 23 20:18:08.933010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7669e03b-71fb-4b03-9c25-bee4e18628e1 req-14f9e28b-993f-40f1-9dc0-97f173c4aa1a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495992 Jul 23 20:18:09.017214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a3e4de9-d859-47cb-a9b3-3e8dc33439ee None None] Provisioning for port f5953c67-d72b-455b-bea3-93d91b073a81 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:09.023255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a3e4de9-d859-47cb-a9b3-3e8dc33439ee None None] Provisioning complete for port f5953c67-d72b-455b-bea3-93d91b073a81 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:09.023928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5a3e4de9-d859-47cb-a9b3-3e8dc33439ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.125216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f12a4-e8b1-4e2a-bde4-4184530bc75f req-8bbb87c5-c3ec-484f-8dbd-10a81411446c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.134504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-462f12a4-e8b1-4e2a-bde4-4184530bc75f req-8bbb87c5-c3ec-484f-8dbd-10a81411446c tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2001882 Jul 23 20:18:09.174933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e4de9-d859-47cb-a9b3-3e8dc33439ee None None] Port f5953c67-d72b-455b-bea3-93d91b073a81 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:09.215828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:07Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:09.218068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-462f12a4-e8b1-4e2a-bde4-4184530bc75f req-ace03b3a-2506-4d8f-bec3-79789d768ac1 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559139 Jul 23 20:18:09.271387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e29b5-887d-4dd0-a86e-73aaa3f376cd None None] The sync data for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 is: [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:07Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:09.296914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.328775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Deleting port fbe470ba-775d-41bf-924a-839e53e9f697 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:09.329985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.372862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bef78-64b4-4add-998c-4bdcaa1db1bf req-0c59c5b8-a614-4ceb-9633-124f3ae12f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.375025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e90bef78-64b4-4add-998c-4bdcaa1db1bf req-0c59c5b8-a614-4ceb-9633-124f3ae12f91 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.1754324 Jul 23 20:18:09.403716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b201203-8ad2-4153-9341-3b17eabfba2a req-89fcda6e-244b-4b33-a8e8-d9317877ba68 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.410622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b201203-8ad2-4153-9341-3b17eabfba2a req-89fcda6e-244b-4b33-a8e8-d9317877ba68 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.416949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b201203-8ad2-4153-9341-3b17eabfba2a req-89fcda6e-244b-4b33-a8e8-d9317877ba68 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.418724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b201203-8ad2-4153-9341-3b17eabfba2a req-89fcda6e-244b-4b33-a8e8-d9317877ba68 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2414 time: 0.1994777 Jul 23 20:18:09.590260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b201203-8ad2-4153-9341-3b17eabfba2a req-9f9dde3f-ea65-4712-abf1-97206c02d9f6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413093 Jul 23 20:18:09.641535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e90bef78-64b4-4add-998c-4bdcaa1db1bf req-2f8e564c-487f-4ee2-bf89-19b2b7dfd6c7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587714 Jul 23 20:18:09.734673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fe69e-34e7-4eb1-ac19-8c1992baaeab req-0bb14ae4-7a62-4c45-b5b3-129d2b0503fa tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:09.736274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c52fe69e-34e7-4eb1-ac19-8c1992baaeab req-0bb14ae4-7a62-4c45-b5b3-129d2b0503fa tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 931 time: 0.2039161 Jul 23 20:18:09.738393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] For port fbe470ba-775d-41bf-924a-839e53e9f697, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbe470ba-775d-41bf-924a-839e53e9f697,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:09.738758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:09.784783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Calling delete_port for fbe470ba-775d-41bf-924a-839e53e9f697 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:09.808050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c52fe69e-34e7-4eb1-ac19-8c1992baaeab req-deba9a87-fbdb-4c1f-9e5d-f9daa24e6750 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654750 Jul 23 20:18:10.177729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:10.218453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356e74b-7d4e-46e3-9458-44477f9e5845 req-224d4efb-efbd-447e-b43b-68196acf05bc tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:10.220340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5356e74b-7d4e-46e3-9458-44477f9e5845 req-224d4efb-efbd-447e-b43b-68196acf05bc tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff8b7103-f426-4de5-b4b2-70f1d9235b72 HTTP/1.1" status: 200 len: 945 time: 0.1392341 Jul 23 20:18:10.356150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-network', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:10.407474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5356e74b-7d4e-46e3-9458-44477f9e5845 req-ff643a52-1311-4b72-9fc7-e76d639dabc2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774454 Jul 23 20:18:10.463463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Made reservation on behalf of 80dd021b649f4af7b2d092be55a602fd for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:10.466287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.488876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31f00c-0bb9-48f1-9b8c-324d014def6c req-2515d136-cdde-4e61-9e2a-2e73f6f6a200 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:10.500787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de31f00c-0bb9-48f1-9b8c-324d014def6c req-2515d136-cdde-4e61-9e2a-2e73f6f6a200 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1376200 Jul 23 20:18:10.534405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.574344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de31f00c-0bb9-48f1-9b8c-324d014def6c req-66bc878f-4f44-4cd2-aa87-60fcd24a282e tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674996 Jul 23 20:18:10.639622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5953c67-d72b-455b-bea3-93d91b073a81 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:10.661196 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.680401 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.692124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['fbe470ba-775d-41bf-924a-839e53e9f697'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:10.725494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Transition to ACTIVE for port object f5953c67-d72b-455b-bea3-93d91b073a81 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:10.728953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event deleted for resources: {'Port': ['ID=fbe470ba-775d-41bf-924a-839e53e9f697,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:10.733459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.828612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] No DVR routers for this DVR port fbe470ba-775d-41bf-924a-839e53e9f697 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:10.828612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.831078 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a1abf087-1459-4331-b584-bd2ee37c5aa1 req-35dc8a37-2c40-480f-aa7d-755af59e586a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "DELETE /v2.0/ports/fbe470ba-775d-41bf-924a-839e53e9f697 HTTP/1.1" status: 204 len: 173 time: 2.0032122 Jul 23 20:18:10.833834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'name': 'network-vif-deleted', 'tag': 'fbe470ba-775d-41bf-924a-839e53e9f697'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:10.836215 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5709d80-bcc6-404d-96a2-12219d7ac3df" -d '{"events": [{"server_uuid": "ff8b7103-f426-4de5-b4b2-70f1d9235b72", "name": "network-vif-deleted", "tag": "fbe470ba-775d-41bf-924a-839e53e9f697"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:10.850996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Pushing event updated for resources: {'Port': ['ID=f5953c67-d72b-455b-bea3-93d91b073a81,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:10.884905 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:10.923266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.022353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c95532dc-799b-4a8e-914d-3e5f946ca46b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:11.044505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Attempting to bind port f5953c67-d72b-455b-bea3-93d91b073a81 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:11.045429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Attempting to bind port f5953c67-d72b-455b-bea3-93d91b073a81 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:11.045793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Attempting to bind port f5953c67-d72b-455b-bea3-93d91b073a81 on network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:11.068282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Port f5953c67-d72b-455b-bea3-93d91b073a81 on network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:11.069171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Attempting to bind port f5953c67-d72b-455b-bea3-93d91b073a81 on network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:11.081236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:11.081944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Checking segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:11.082550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Bound using segment: {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:11.084192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Bound port: f5953c67-d72b-455b-bea3-93d91b073a81, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:11.084570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.159009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c95532dc-799b-4a8e-914d-3e5f946ca46b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:11.171178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c95532dc-799b-4a8e-914d-3e5f946ca46b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:11.176412 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.253404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] For port f5953c67-d72b-455b-bea3-93d91b073a81, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:11.265833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] For port f5953c67-d72b-455b-bea3-93d91b073a81, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5953c67-d72b-455b-bea3-93d91b073a81,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:11.276270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.334880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.344876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.345831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.347407 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 1092 time: 2.5846744 Jul 23 20:18:11.378053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c95532dc-799b-4a8e-914d-3e5f946ca46b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c95532dc-799b-4a8e-914d-3e5f946ca46b,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:11.384611 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.453330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 34ba53db-7ee0-4ef1-8630-65165967713c up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:11.461904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c95532dc-799b-4a8e-914d-3e5f946ca46b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:11.500693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d1a75-bc9e-437b-8f1c-1a7628f25358 service neutron] Pushing event updated for resources: {'Port': ['ID=f5953c67-d72b-455b-bea3-93d91b073a81,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:11.558182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-71afbfb3-727b-4816-9899-cb7bca04e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.559716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-71afbfb3-727b-4816-9899-cb7bca04e236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1095 time: 0.1378059 Jul 23 20:18:11.569154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 34ba53db-7ee0-4ef1-8630-65165967713c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:11.586297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 34ba53db-7ee0-4ef1-8630-65165967713c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:11.586589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.648967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be626e-59a3-4f89-b8cc-207079afd956 req-02fee507-f023-4bb1-9a53-94836457ec60 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.656933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be626e-59a3-4f89-b8cc-207079afd956 req-02fee507-f023-4bb1-9a53-94836457ec60 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.666909 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-d84a1d83-be3a-4275-86c7-96b3adf70735 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 217 time: 0.0958495 Jul 23 20:18:11.671806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be626e-59a3-4f89-b8cc-207079afd956 req-02fee507-f023-4bb1-9a53-94836457ec60 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.680567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52be626e-59a3-4f89-b8cc-207079afd956 req-02fee507-f023-4bb1-9a53-94836457ec60 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2414 time: 0.9778032 Jul 23 20:18:11.750742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:18:11.755312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15664b9b-5c99-4e0f-96e8-708c61560607,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:11.777498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-e3a5a1fd-50e7-444b-a60c-5ef9b5bb9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.779615 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-e3a5a1fd-50e7-444b-a60c-5ef9b5bb9c0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 200 len: 868 time: 0.1060743 Jul 23 20:18:11.780552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.780945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.781324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.781723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.782062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.782395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.782723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.783053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.783377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.783697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.784023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.784369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:11.800398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.800755 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Added segment ed35e326-3d54-4d90-818e-442334f28faf of type vlan for network 10ade711-6b44-4232-868f-5c1db5d53790 Jul 23 20:18:11.823379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52be626e-59a3-4f89-b8cc-207079afd956 req-2ce855a0-9486-4bbd-9ddc-929e4f79b39c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410673 Jul 23 20:18:11.830687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.884267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.893157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-2abe5671-9318-4958-8227-0f627aa3bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.894041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:11.896508 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a741820-2403-4d60-affe-35b5c0a0f525" -d '{"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-plugged", "status": "completed", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:11.896780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f1f0c-58cb-4b32-8d5e-4ee690fa2758 req-eb1b5139-4899-452b-aed5-5b9ea5ec51ea tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.898399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09f1f0c-58cb-4b32-8d5e-4ee690fa2758 req-eb1b5139-4899-452b-aed5-5b9ea5ec51ea tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 943 time: 0.2888470 Jul 23 20:18:11.899746 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-2abe5671-9318-4958-8227-0f627aa3bc50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b9c7b34-e240-4ff0-b28a-2b02beee1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140013 Jul 23 20:18:11.917051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=34ba53db-7ee0-4ef1-8630-65165967713c,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:11.924140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.924877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb81b02c-dc31-4123-b92a-37e71fa47d28 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:11.959638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09f1f0c-58cb-4b32-8d5e-4ee690fa2758 req-e0c1e61d-64ff-402a-802e-93226fa0cc76 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520089 Jul 23 20:18:11.975244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.976791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:11.978630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:11.996883 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855573cf-8f1f-45bc-b832-c1a26ec72b28 x-openstack-request-id: req-855573cf-8f1f-45bc-b832-c1a26ec72b28 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:11.997330 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8b7103-f426-4de5-b4b2-70f1d9235b72", "name": "network-vif-deleted", "tag": "fbe470ba-775d-41bf-924a-839e53e9f697", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:11.997495 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-855573cf-8f1f-45bc-b832-c1a26ec72b28 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:11.998486 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8b7103-f426-4de5-b4b2-70f1d9235b72', 'name': 'network-vif-deleted', 'tag': 'fbe470ba-775d-41bf-924a-839e53e9f697', 'status': 'completed', 'code': 200} Jul 23 20:18:12.045776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8644705 Jul 23 20:18:12.047846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40688) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:12.050863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.065228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Request body: {'subnet': {'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-subnet', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:12.134677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Made reservation on behalf of 80dd021b649f4af7b2d092be55a602fd for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:12.137172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.153727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56e39e-123b-4f02-87a0-2f53bf91e5fa admin admin] Pushing event updated for resources: {'Network': ['ID=10ade711-6b44-4232-868f-5c1db5d53790,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.168296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 10ade711-6b44-4232-868f-5c1db5d53790 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:18:12.215907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port fb81b02c-dc31-4123-b92a-37e71fa47d28 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:12.221747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port fb81b02c-dc31-4123-b92a-37e71fa47d28 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:12.222180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.346589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcacb7b-03c0-4790-ad83-c83e32651b5b req-75add694-2cf0-4ff7-b4fb-89bdbfda45d9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:12.348369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dcacb7b-03c0-4790-ad83-c83e32651b5b req-75add694-2cf0-4ff7-b4fb-89bdbfda45d9 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1332300 Jul 23 20:18:12.392567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-e51f79df-781f-4aea-a940-ce0f8301819d service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847550 Jul 23 20:18:12.425759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dcacb7b-03c0-4790-ad83-c83e32651b5b req-5c18df9c-6b31-4920-bb41-8341ad41bbfe tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689695 Jul 23 20:18:12.464421 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c53ff30-f0e5-4529-9bad-04f38bdbdc26 x-openstack-request-id: req-8c53ff30-f0e5-4529-9bad-04f38bdbdc26 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:12.464911 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-plugged", "status": "completed", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:12.465371 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8c53ff30-f0e5-4529-9bad-04f38bdbdc26 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:12.465926 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c', 'code': 200} Jul 23 20:18:12.599276 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.643799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb81b02c-dc31-4123-b92a-37e71fa47d28, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb81b02c-dc31-4123-b92a-37e71fa47d28,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:12.655542 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.656737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a35bda7f-f5a4-4820-8d4f-26c6629cd803 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:12.722003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2f1f41eb-0201-48ac-a291-e9b378756792 req-011f2d7d-bd6d-4b98-b519-543e0dced66b service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193543 Jul 23 20:18:12.764945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.781800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-7c06b28a-48a3-4e5c-af21-8f2575639de5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:12.788540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-7c06b28a-48a3-4e5c-af21-8f2575639de5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.2455044 Jul 23 20:18:12.795551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=fb81b02c-dc31-4123-b92a-37e71fa47d28,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.812308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a35bda7f-f5a4-4820-8d4f-26c6629cd803 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:12.819914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a35bda7f-f5a4-4820-8d4f-26c6629cd803 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:12.820639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.887389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-79f49c1b-a422-41cd-9658-6b0b519070c2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0969887 Jul 23 20:18:12.929026 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:12.943227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66eeaaa8-74af-47e2-9cc1-151514c8160a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:12.948331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Checking segment: {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:12.948614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Network hostable DHCP agents. Network: 10ade711-6b44-4232-868f-5c1db5d53790, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:18:12.951725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c95532dc-799b-4a8e-914d-3e5f946ca46b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:12.974693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.975119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.975388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.975742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.976071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.976408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.976685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-99906c07-544d-4f93-8d6c-1b6cf3fd2050 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879610 Jul 23 20:18:12.976934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.977095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.977381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.977742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.978097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:12.978389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:13.000729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Network 10ade711-6b44-4232-868f-5c1db5d53790 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:18:13.020401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 10ade711-6b44-4232-868f-5c1db5d53790) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:13.026929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbe470ba-775d-41bf-924a-839e53e9f697 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:13.033013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:13.033930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.064082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a2aaa-7451-42d2-aba7-adb44669244b None None] Network 10ade711-6b44-4232-868f-5c1db5d53790 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:13.069126 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ab008ea7-a86a-432e-872e-0ea3ff5d2d98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0166323 Jul 23 20:18:13.069126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40724) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:13.069787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: fbe470ba-775d-41bf-924a-839e53e9f697 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:13.070053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbe470ba-775d-41bf-924a-839e53e9f697 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:13.081305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:13.083129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001eebd0-f206-4897-9032-587cc7972515 req-c2876aac-5a18-446d-98cf-c8dde4768f3b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:13.085508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-001eebd0-f206-4897-9032-587cc7972515 req-c2876aac-5a18-446d-98cf-c8dde4768f3b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1907091 Jul 23 20:18:13.119905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a35bda7f-f5a4-4820-8d4f-26c6629cd803, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a35bda7f-f5a4-4820-8d4f-26c6629cd803,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:13.127961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.129357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.130707 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.151182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-4bbc082e-b8ec-49b8-993a-91e63a507c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:13.153689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-4bbc082e-b8ec-49b8-993a-91e63a507c8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=803822078e9547978f578c6be8bd14c5&device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 1097 time: 0.3644340 Jul 23 20:18:13.203724 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.251541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c95532dc-799b-4a8e-914d-3e5f946ca46b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:13.252474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.287952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-001eebd0-f206-4897-9032-587cc7972515 req-688323ed-a9f4-4728-bf88-722777dbe561 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623566 Jul 23 20:18:13.321034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-024f7d6e-8e3a-4595-9334-b041096c009b service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434486 Jul 23 20:18:13.365979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a35bda7f-f5a4-4820-8d4f-26c6629cd803,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:13.461126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.507751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-39bf296f-7671-4a18-b6d3-0b580ddc2c46 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837275 Jul 23 20:18:13.511712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-1eea5eeb-3c75-4674-932b-586d2e37b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:13.515982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-1eea5eeb-3c75-4674-932b-586d2e37b9e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 200 len: 920 time: 0.3508110 Jul 23 20:18:13.549884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4965584d-7c64-4987-b7c7-ebb3109ed3eb None None] Network 10ade711-6b44-4232-868f-5c1db5d53790 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:13.613915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-8eeb4ad1-8d4d-4a7f-987e-1dfa56199804 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 200 len: 217 time: 0.0882092 Jul 23 20:18:13.744651 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.763818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-c2bda9d8-eb9c-4915-8571-7b2dd8379239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:13.781458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-c2bda9d8-eb9c-4915-8571-7b2dd8379239 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 200 len: 859 time: 0.1601472 Jul 23 20:18:13.822386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cefb6b5a-f62a-48f4-8268-25f0b19f6604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.867430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-57d87dea-0bdb-4676-82c0-764f4043c4a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=24148162-0648-4107-add2-44ba434e04f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642266 Jul 23 20:18:13.905005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:13.929040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.000634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:14.006373 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:14.098266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee14482-4165-4570-a6c9-803530642b1c req-85be1062-5cfb-4839-a5fe-5062feac24ec tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.112461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee14482-4165-4570-a6c9-803530642b1c req-85be1062-5cfb-4839-a5fe-5062feac24ec tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.121537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee14482-4165-4570-a6c9-803530642b1c req-85be1062-5cfb-4839-a5fe-5062feac24ec tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.122329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Allocated IP 172.25.8.112 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/22c943d7-a707-431e-b7b0-e46a2c742463) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:14.129186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aee14482-4165-4570-a6c9-803530642b1c req-85be1062-5cfb-4839-a5fe-5062feac24ec tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2417 time: 0.6549680 Jul 23 20:18:14.175452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bee452-19bc-4b2e-b736-3f9dfd9cf63f req-98a79ada-d8e1-4c2b-ae40-245a8310db87 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.183596 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63bee452-19bc-4b2e-b736-3f9dfd9cf63f req-98a79ada-d8e1-4c2b-ae40-245a8310db87 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 943 time: 0.3062863 Jul 23 20:18:14.210725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-3c1e9221-674e-4614-823e-acc34babe9b8 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417926 Jul 23 20:18:14.258956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aee14482-4165-4570-a6c9-803530642b1c req-a042e77d-749d-4758-8238-98a7ede35e41 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287844 Jul 23 20:18:14.331904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.379653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7ddc9b7-812f-437a-909d-1ef87f5a1b21 req-d735e880-cc03-46d4-906c-c44bb629da57 service neutron] 10.222.0.47 "GET /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577616 Jul 23 20:18:14.421381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63bee452-19bc-4b2e-b736-3f9dfd9cf63f req-e613c3ae-fb70-4c72-9a3f-13c0905887bd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184672 Jul 23 20:18:14.428280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:14.467832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb81b02c-dc31-4123-b92a-37e71fa47d28'}, {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:14.470647 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c63a32-21fc-4b97-8f22-205620c64eab" -d '{"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-plugged", "status": "completed", "tag": "fb81b02c-dc31-4123-b92a-37e71fa47d28"}, {"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-plugged", "status": "completed", "tag": "a35bda7f-f5a4-4820-8d4f-26c6629cd803"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:14.516653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:14.525093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:14.527821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Pushing event updated for resources: {'Port': ['ID=22c943d7-a707-431e-b7b0-e46a2c742463,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:14.534946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:14.658783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47b8d243-86c9-4b31-bca6-c7913d3058f3 req-fefb33dc-8238-4c04-adf2-37728fdac300 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0668011 Jul 23 20:18:14.691081 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e46ec-0ef7-4c0f-963a-caeafc10a1f7 x-openstack-request-id: req-180e46ec-0ef7-4c0f-963a-caeafc10a1f7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:14.692245 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:14.692496 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-180e46ec-0ef7-4c0f-963a-caeafc10a1f7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:14.692887 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'status': 'completed', 'code': 200} Jul 23 20:18:14.762348 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d439cf3c-3f6b-456f-829a-dd8bc0f960ff x-openstack-request-id: req-d439cf3c-3f6b-456f-829a-dd8bc0f960ff {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:14.762662 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-plugged", "status": "completed", "tag": "fb81b02c-dc31-4123-b92a-37e71fa47d28", "code": 200}, {"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-plugged", "status": "completed", "tag": "a35bda7f-f5a4-4820-8d4f-26c6629cd803", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:14.762920 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d439cf3c-3f6b-456f-829a-dd8bc0f960ff {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:14.764504 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb81b02c-dc31-4123-b92a-37e71fa47d28', 'code': 200} Jul 23 20:18:14.764761 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803', 'code': 200} Jul 23 20:18:14.828851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-8a5e9671-8153-4716-8148-09680e6f2d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.830687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-8a5e9671-8153-4716-8148-09680e6f2d0c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1095 time: 0.1086104 Jul 23 20:18:14.896070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879af9d-cea9-4121-b23a-533e17a6f224 req-e9cb32a4-c092-42d6-94da-2a2ce6e4f31f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.903713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7879af9d-cea9-4121-b23a-533e17a6f224 req-e9cb32a4-c092-42d6-94da-2a2ce6e4f31f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1420963 Jul 23 20:18:14.961109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7879af9d-cea9-4121-b23a-533e17a6f224 req-cfe430f8-56bb-4003-8899-96f580113786 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550141 Jul 23 20:18:14.976223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5953c67-d72b-455b-bea3-93d91b073a81 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:14.992786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c3e8-ad4d-47f9-9226-4d347388f5b4 req-e593fd60-60ee-4dd8-8faa-ed862d78080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.993548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c3e8-ad4d-47f9-9226-4d347388f5b4 req-e593fd60-60ee-4dd8-8faa-ed862d78080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.994193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4c3e8-ad4d-47f9-9226-4d347388f5b4 req-e593fd60-60ee-4dd8-8faa-ed862d78080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:14.996027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fe4c3e8-ad4d-47f9-9226-4d347388f5b4 req-e593fd60-60ee-4dd8-8faa-ed862d78080d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2873 time: 0.1554501 Jul 23 20:18:15.043330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.070136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fe4c3e8-ad4d-47f9-9226-4d347388f5b4 req-0f4d60a6-7446-43b4-9515-d5be78d1551a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658760 Jul 23 20:18:15.144454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5953c67-d72b-455b-bea3-93d91b073a81, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5953c67-d72b-455b-bea3-93d91b073a81,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:15.156758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'port_id': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'mac_address': 'fa:16:3e:49:c2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:15.199132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.215432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5953c67-d72b-455b-bea3-93d91b073a81 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:15.227236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-38065b71-7e11-4450-ab9d-a2a85a3fdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.229059 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-38065b71-7e11-4450-ab9d-a2a85a3fdd42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 930 time: 0.2247903 Jul 23 20:18:15.240966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5953c67-d72b-455b-bea3-93d91b073a81, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5953c67-d72b-455b-bea3-93d91b073a81,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:15.246831 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.311747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5953c67-d72b-455b-bea3-93d91b073a81,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:15.316593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-eeb3acc6-86fc-4fb6-b2e3-7ffa0e1026c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 217 time: 0.0718405 Jul 23 20:18:15.459271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f4c14-1224-4b63-9cb9-4117df950b92 req-311a5295-d9bf-4ac5-91f6-a3d346d7ae5f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.469254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f4c14-1224-4b63-9cb9-4117df950b92 req-311a5295-d9bf-4ac5-91f6-a3d346d7ae5f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.483166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f4c14-1224-4b63-9cb9-4117df950b92 req-311a5295-d9bf-4ac5-91f6-a3d346d7ae5f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.496026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b4f4c14-1224-4b63-9cb9-4117df950b92 req-311a5295-d9bf-4ac5-91f6-a3d346d7ae5f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2417 time: 0.1348412 Jul 23 20:18:15.535761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f5953c67-d72b-455b-bea3-93d91b073a81'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:15.563540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b4f4c14-1224-4b63-9cb9-4117df950b92 req-9647835d-d9df-4409-9afc-b6c3f093c087 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Jul 23 20:18:15.622596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-58631cfc-ba8f-4f96-b635-e8254e60f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.634883 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-58631cfc-ba8f-4f96-b635-e8254e60f43e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 200 len: 868 time: 0.3060095 Jul 23 20:18:15.726598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5681d94-eb81-4659-b21a-5586f24f2935 req-783106c1-21e6-485c-9b23-35cdce991ffe tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.728118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5681d94-eb81-4659-b21a-5586f24f2935 req-783106c1-21e6-485c-9b23-35cdce991ffe tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 944 time: 0.1198280 Jul 23 20:18:15.777288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5681d94-eb81-4659-b21a-5586f24f2935 req-1a29b15a-50bc-409e-8557-f4c6c02ee37d tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 Jul 23 20:18:15.804901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:15.867396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-6d70486f-b837-44f7-a9b9-b2d17c090510 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.869178 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-6d70486f-b837-44f7-a9b9-b2d17c090510 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.5015895 Jul 23 20:18:15.885738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e746c2a-8489-4e98-9be8-6a9c9d53d984 req-6e9310ae-21ca-4b3e-93f1-ccd7dda72bae tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0325208 Jul 23 20:18:15.909107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Request body: {'port': {'device_id': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'admin_state_up': True, 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:15.971719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-03a9b6a1-d4b7-4852-b6d7-48b27e26c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:15.973267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-03a9b6a1-d4b7-4852-b6d7-48b27e26c74d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b9c7b34-e240-4ff0-b28a-2b02beee1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698195 Jul 23 20:18:16.179298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20b86c-04df-40a0-8cac-46dbd70ba547 req-47c7f078-4b8f-478e-b0c6-51cb4e0c528d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:16.183204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-8ef52e97-4e18-44cc-984e-fd33686db234 service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012615 Jul 23 20:18:16.183671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e20b86c-04df-40a0-8cac-46dbd70ba547 req-47c7f078-4b8f-478e-b0c6-51cb4e0c528d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1358099 Jul 23 20:18:16.264774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e20b86c-04df-40a0-8cac-46dbd70ba547 req-570f24a6-8f4a-45f3-a753-7ac8cc92ed5d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702019 Jul 23 20:18:16.317389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:16.321168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.328031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Router a31513a9-5f90-485c-a9a3-6ce79a9f7576 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:18:16.377528 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f5ee6e96-c2b5-4abb-8ad1-418b9b08f553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.398190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.730036 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d9ef2b2f-962d-4b3c-88a5-5021659c0a69 req-afabe3a9-a5b2-422a-afd4-63a54b34f9ed service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5265093 Jul 23 20:18:16.756086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3c170-3272-449d-a16d-0dd7c5ad9269 req-df4f942d-bee5-439f-83c1-03a3bafd1698 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:16.762366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3c170-3272-449d-a16d-0dd7c5ad9269 req-df4f942d-bee5-439f-83c1-03a3bafd1698 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:16.770245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3c170-3272-449d-a16d-0dd7c5ad9269 req-df4f942d-bee5-439f-83c1-03a3bafd1698 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:16.779902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34b3c170-3272-449d-a16d-0dd7c5ad9269 req-df4f942d-bee5-439f-83c1-03a3bafd1698 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2417 time: 0.1381907 Jul 23 20:18:16.872188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34b3c170-3272-449d-a16d-0dd7c5ad9269 req-ceddf128-b2f9-4108-96d4-228e233b7f1c tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911355 Jul 23 20:18:16.907744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:16.922518 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Sync routers for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:16.931773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Allocated IP 172.20.0.3 (45670cfd-5c68-4367-a125-786a89623f58/4da525c2-2d8f-4e65-a76a-f0674effa0ee/cf790f3b-e963-455d-a998-db33d6960aed) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:16.941344 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:16.942076 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:16.949100 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:16.955406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-50b0bce7-5396-43eb-aa20-d02d506c880b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8845463 Jul 23 20:18:16.956241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:16.976252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5953c67-d72b-455b-bea3-93d91b073a81 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:17.069904 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.078624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7a4ad-92c6-46e9-beef-7a60cf2d7742 req-d9881107-00d3-4d24-8ef5-63651ec6d7a7 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.086123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cef7a4ad-92c6-46e9-beef-7a60cf2d7742 req-d9881107-00d3-4d24-8ef5-63651ec6d7a7 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 944 time: 0.1575475 Jul 23 20:18:17.117531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f5953c67-d72b-455b-bea3-93d91b073a81 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:17.121235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f5953c67-d72b-455b-bea3-93d91b073a81 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:17.121642 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.162132 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:17.171125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7b097a3-f77d-4c15-88b5-e8fce0d36797 req-8d35c110-a4cb-44a3-b699-e829da1c3bd3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0820711 Jul 23 20:18:17.242071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cef7a4ad-92c6-46e9-beef-7a60cf2d7742 req-edb84b89-c7c8-46b1-ab68-727dca72561f tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505625 Jul 23 20:18:17.282785 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.331834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5953c67-d72b-455b-bea3-93d91b073a81, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5953c67-d72b-455b-bea3-93d91b073a81,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:17.333170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:17.337020 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a06e0-8fcd-41f1-9683-d9d7c6e74fba" -d '{"events": [{"server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "name": "network-vif-plugged", "status": "completed", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:17.343275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.355470 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.416811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5953c67-d72b-455b-bea3-93d91b073a81,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:17.469278 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:14Z', 'revision_number': 3, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:17.514087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941a321-085f-4ce1-a676-9aca4e4a4982 req-cd3d61f2-8c9a-4936-aa74-85ca624eee03 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.527600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1941a321-085f-4ce1-a676-9aca4e4a4982 req-cd3d61f2-8c9a-4936-aa74-85ca624eee03 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1593912 Jul 23 20:18:17.530584 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Checking router: a31513a9-5f90-485c-a9a3-6ce79a9f7576 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:17.531234 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Updating router a31513a9-5f90-485c-a9a3-6ce79a9f7576 port 22c943d7-a707-431e-b7b0-e46a2c742463 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:18:17.559439 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9586f37-26b6-4913-9310-d8536ac2ea33 x-openstack-request-id: req-b9586f37-26b6-4913-9310-d8536ac2ea33 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:17.560030 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "name": "network-vif-plugged", "status": "completed", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:17.560561 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b9586f37-26b6-4913-9310-d8536ac2ea33 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:17.561116 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'code': 200} Jul 23 20:18:17.626114 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.628853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1941a321-085f-4ce1-a676-9aca4e4a4982 req-f260cc55-5055-4862-8999-29d85fc2fdc5 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000481 Jul 23 20:18:17.659291 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.721305 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:17.796201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event updated for resources: {'Port': ['ID=cf790f3b-e963-455d-a998-db33d6960aed,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:17.820335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Network 45670cfd-5c68-4367-a125-786a89623f58 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:17.823055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:17.827870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a85c3-a1ed-4945-80ef-1e2adf805346 req-a2049157-122d-41b8-94fc-a095ffef4371 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.828724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:17.838807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a85c3-a1ed-4945-80ef-1e2adf805346 req-a2049157-122d-41b8-94fc-a095ffef4371 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.846543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a85c3-a1ed-4945-80ef-1e2adf805346 req-a2049157-122d-41b8-94fc-a095ffef4371 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.854076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-380a85c3-a1ed-4945-80ef-1e2adf805346 req-a2049157-122d-41b8-94fc-a095ffef4371 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2417 time: 0.1554563 Jul 23 20:18:17.921198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-380a85c3-a1ed-4945-80ef-1e2adf805346 req-7da18d17-2c0f-47b4-a4af-94e37ea2478f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661321 Jul 23 20:18:17.934993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7ad7d-613e-4d39-b838-a08d223b6f9a req-bd307005-6b07-4779-b3dc-9f4964c6bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.937709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbb7ad7d-613e-4d39-b838-a08d223b6f9a req-bd307005-6b07-4779-b3dc-9f4964c6bbd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1097 time: 0.2880337 Jul 23 20:18:17.946624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:17.956303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.031261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbb7ad7d-613e-4d39-b838-a08d223b6f9a req-aaaab8ea-1b68-4d8c-baac-ec3ded55301c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681219 Jul 23 20:18:18.050771 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28b94fd9-1cc5-4926-9e68-e872223fd0a6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1493092 Jul 23 20:18:18.114263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-e0271b3e-ec81-4896-8739-4e872fc3bd82 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:18:18.115239 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-e0271b3e-ec81-4896-8739-4e872fc3bd82 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068858 Jul 23 20:18:18.128411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Request body: {'port': {'device_id': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:18.174095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.182437 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.205126 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Transition to ACTIVE for port object 22c943d7-a707-431e-b7b0-e46a2c742463 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:18.219829 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.345255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.382759 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b46897-4cf2-4a51-ac35-5f68c9f5ede3 None None] Pushing event updated for resources: {'Port': ['ID=22c943d7-a707-431e-b7b0-e46a2c742463,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:18.397014 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Attempting to bind port 22c943d7-a707-431e-b7b0-e46a2c742463 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:18.397704 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Attempting to bind port 22c943d7-a707-431e-b7b0-e46a2c742463 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:18.398277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Attempting to bind port 22c943d7-a707-431e-b7b0-e46a2c742463 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:18.404269 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:18.405466 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:18.406204 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.407079 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:18.407771 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Bound port: 22c943d7-a707-431e-b7b0-e46a2c742463, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:18.408364 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.456150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ea765-d826-40b7-a725-a75c015da716 req-55311feb-1814-4c56-91da-ecaff1416cc6 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:18.457755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad2ea765-d826-40b7-a725-a75c015da716 req-55311feb-1814-4c56-91da-ecaff1416cc6 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 945 time: 0.0863307 Jul 23 20:18:18.471248 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] For port 22c943d7-a707-431e-b7b0-e46a2c742463, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:18.475360 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] For port 22c943d7-a707-431e-b7b0-e46a2c742463, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22c943d7-a707-431e-b7b0-e46a2c742463,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:18.483227 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:18.497950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e62e36-db1b-48b0-9a8d-79533f965b92 req-c7bea18b-a044-4ff9-ad4e-5fc461632c84 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:18.504131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4e62e36-db1b-48b0-9a8d-79533f965b92 req-c7bea18b-a044-4ff9-ad4e-5fc461632c84 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 931 time: 0.1792448 Jul 23 20:18:18.556602 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b46897-4cf2-4a51-ac35-5f68c9f5ede3 None None] Pushing event updated for resources: {'Port': ['ID=22c943d7-a707-431e-b7b0-e46a2c742463,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:18.556791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad2ea765-d826-40b7-a725-a75c015da716 req-2e544c04-3c4b-450c-a488-b988f702cfcf tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857363 Jul 23 20:18:18.574436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4e62e36-db1b-48b0-9a8d-79533f965b92 req-42f80dd0-9b52-4257-a015-0053234f3fea tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641599 Jul 23 20:18:18.580892 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:18.582085 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:18.686931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Allocated IP 172.20.0.1 (10ade711-6b44-4232-868f-5c1db5d53790/66eeaaa8-74af-47e2-9cc1-151514c8160a/df4eae29-1491-42e5-bf65-b08a07c61cf1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:18.698157 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:19.087069 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:14Z', 'revision_number': 3, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:19.130395 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e16ee5-201c-41ee-8195-0689092baebc None None] The sync data for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 is: [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:14Z', 'revision_number': 3, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:19.157705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.157947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1b99-b561-4f83-ab5e-65467ab81b02 req-3a2a821e-e7a1-43f4-afec-98e0d93fe721 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.174727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1b99-b561-4f83-ab5e-65467ab81b02 req-3a2a821e-e7a1-43f4-afec-98e0d93fe721 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.184184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb1b99-b561-4f83-ab5e-65467ab81b02 req-3a2a821e-e7a1-43f4-afec-98e0d93fe721 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.193604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98bb1b99-b561-4f83-ab5e-65467ab81b02 req-3a2a821e-e7a1-43f4-afec-98e0d93fe721 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2417 time: 0.1855795 Jul 23 20:18:19.198828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf790f3b-e963-455d-a998-db33d6960aed {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:19.227590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.286251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Transition to ACTIVE for port object cf790f3b-e963-455d-a998-db33d6960aed will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:19.301063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.327922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98bb1b99-b561-4f83-ab5e-65467ab81b02 req-357ca809-2991-497f-9407-bce21e507e16 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330683 Jul 23 20:18:19.369153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-b20d7114-4771-425c-8a0b-627bda6532f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.376114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-b20d7114-4771-425c-8a0b-627bda6532f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.383268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-b20d7114-4771-425c-8a0b-627bda6532f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.385203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-b20d7114-4771-425c-8a0b-627bda6532f9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 2417 time: 0.1790996 Jul 23 20:18:19.394298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Pushing event updated for resources: {'Port': ['ID=cf790f3b-e963-455d-a998-db33d6960aed,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:19.415785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.483097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Network 10ade711-6b44-4232-868f-5c1db5d53790 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:19.489080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:19.506847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:19.560379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port a35bda7f-f5a4-4820-8d4f-26c6629cd803 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:19.560379 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.594211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.726972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Pushing event updated for resources: {'Port': ['ID=df4eae29-1491-42e5-bf65-b08a07c61cf1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:19.776326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.857628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Attempting to bind port cf790f3b-e963-455d-a998-db33d6960aed on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:19.858267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Attempting to bind port cf790f3b-e963-455d-a998-db33d6960aed by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:19.858697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Attempting to bind port cf790f3b-e963-455d-a998-db33d6960aed on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:19.867566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Port cf790f3b-e963-455d-a998-db33d6960aed on network 45670cfd-5c68-4367-a125-786a89623f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:19.868026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Attempting to bind port cf790f3b-e963-455d-a998-db33d6960aed on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:19.881627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:19.882130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:19.882612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Bound using segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:19.883149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Bound port: cf790f3b-e963-455d-a998-db33d6960aed, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:19.883606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:19.912745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c24e92-d956-4fca-adce-18eeabba1ab6 req-2396ef5f-bf03-48e7-ba51-f5e501d59e5e tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:19.920358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3c24e92-d956-4fca-adce-18eeabba1ab6 req-2396ef5f-bf03-48e7-ba51-f5e501d59e5e tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 945 time: 0.1704898 Jul 23 20:18:19.993904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3c24e92-d956-4fca-adce-18eeabba1ab6 req-0c9d9848-0007-4c57-810c-0567298ad57a tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725465 Jul 23 20:18:20.014125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port a35bda7f-f5a4-4820-8d4f-26c6629cd803, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a35bda7f-f5a4-4820-8d4f-26c6629cd803,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:20.014606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.051023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bccd3-1f67-481b-b366-75b29991e781 req-aa5f7895-f5a3-4018-b516-0914be1a6bda tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:20.052576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e46bccd3-1f67-481b-b366-75b29991e781 req-aa5f7895-f5a3-4018-b516-0914be1a6bda tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 943 time: 0.3380382 Jul 23 20:18:20.084799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for a35bda7f-f5a4-4820-8d4f-26c6629cd803 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:20.165653 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.191046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] For port cf790f3b-e963-455d-a998-db33d6960aed, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:20.214064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] For port cf790f3b-e963-455d-a998-db33d6960aed, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cf790f3b-e963-455d-a998-db33d6960aed,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:20.267981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.455264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-ff051341-2411-46f1-adb7-7f634e018be8 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 258 time: 0.2713757 Jul 23 20:18:20.460217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:20.512314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e46bccd3-1f67-481b-b366-75b29991e781 req-24aed654-24bf-4672-b8ae-bcab1e4d85ba tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405062 Jul 23 20:18:20.516374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.586122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:20.586747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.590482 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] 10.222.0.36 "PUT /v2.0/ports/cf790f3b-e963-455d-a998-db33d6960aed HTTP/1.1" status: 200 len: 1092 time: 2.4666374 Jul 23 20:18:20.613625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'tag': 'cf790f3b-e963-455d-a998-db33d6960aed'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:20.616123 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848a8759-02db-448b-8130-44f13a3fee50" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158", "tag": "cf790f3b-e963-455d-a998-db33d6960aed"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:20.708169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.736518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.806348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:20.819417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb81b02c-dc31-4123-b92a-37e71fa47d28', '34ba53db-7ee0-4ef1-8630-65165967713c', 'a35bda7f-f5a4-4820-8d4f-26c6629cd803'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:20.875865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6b514-f2dd-401b-8e27-e817fdd6b5fb service neutron] Pushing event updated for resources: {'Port': ['ID=cf790f3b-e963-455d-a998-db33d6960aed,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:20.901234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=a35bda7f-f5a4-4820-8d4f-26c6629cd803,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:20.967179 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.097742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22c943d7-a707-431e-b7b0-e46a2c742463 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:21.135329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port a35bda7f-f5a4-4820-8d4f-26c6629cd803 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:21.144386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.146197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-53d73d25-31c9-4fc7-9940-b28ef055e1c5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "DELETE /v2.0/ports/a35bda7f-f5a4-4820-8d4f-26c6629cd803 HTTP/1.1" status: 204 len: 173 time: 1.7441323 Jul 23 20:18:21.148836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-deleted', 'tag': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:21.151342 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d058cfdd-48fe-4fd2-b49d-86495c0ae868" -d '{"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-deleted", "tag": "a35bda7f-f5a4-4820-8d4f-26c6629cd803"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:21.170237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Pushing event updated for resources: {'Port': ['ID=df4eae29-1491-42e5-bf65-b08a07c61cf1,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.175490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.324025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-e9e27683-1156-4a14-a284-681b1f5deb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:21.326287 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-e9e27683-1156-4a14-a284-681b1f5deb87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 1095 time: 0.6597707 Jul 23 20:18:21.330182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 22c943d7-a707-431e-b7b0-e46a2c742463 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:21.345694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 22c943d7-a707-431e-b7b0-e46a2c742463 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:21.346387 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.387218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Allocated IP 172.25.8.74 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/996acd8d-3ef7-4180-8228-d13093e332a9) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:21.417559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-734095e3-42aa-418b-91cd-fb5b47cce7bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf790f3b-e963-455d-a998-db33d6960aed HTTP/1.1" status: 200 len: 217 time: 0.0815573 Jul 23 20:18:21.423439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Network 10ade711-6b44-4232-868f-5c1db5d53790 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:21.448748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:21.498924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.505284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872babb-d8ce-42e9-ae43-5a39027deaba req-e4052e89-4619-43e1-9dda-de778803a945 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:21.523219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872babb-d8ce-42e9-ae43-5a39027deaba req-e4052e89-4619-43e1-9dda-de778803a945 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:21.588784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8872babb-d8ce-42e9-ae43-5a39027deaba req-e4052e89-4619-43e1-9dda-de778803a945 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 1681 time: 0.6169267 Jul 23 20:18:21.610040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 22c943d7-a707-431e-b7b0-e46a2c742463, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22c943d7-a707-431e-b7b0-e46a2c742463,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:21.625859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.732418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=22c943d7-a707-431e-b7b0-e46a2c742463,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:21.741232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.741880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.742638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.743390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.744340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.744854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.745338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.746112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.746617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.747736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.748323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.748834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:18:21.749451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-7cf19ab5-3b32-4a3a-83e8-3e7419c74b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:21.752133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-7cf19ab5-3b32-4a3a-83e8-3e7419c74b87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.3255746 Jul 23 20:18:21.777615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8872babb-d8ce-42e9-ae43-5a39027deaba req-9fe9b40d-703e-462c-91b6-f8a673385084 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344162 Jul 23 20:18:21.823096 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-28fe82cc-e171-4361-b63f-75a0c23dc51a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583904 Jul 23 20:18:21.893611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:21.955751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-2b56fa66-49a8-4f40-b5c0-307906f138e4 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253064 Jul 23 20:18:21.959477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port fb81b02c-dc31-4123-b92a-37e71fa47d28 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:21.960630 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c68669-5f7c-44fa-b52f-a6283ad26b91 x-openstack-request-id: req-77c68669-5f7c-44fa-b52f-a6283ad26b91 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:21.960630 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158", "tag": "cf790f3b-e963-455d-a998-db33d6960aed", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:21.960959 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77c68669-5f7c-44fa-b52f-a6283ad26b91 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:21.961314 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'tag': 'cf790f3b-e963-455d-a998-db33d6960aed', 'status': 'completed', 'code': 200} Jul 23 20:18:21.962677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.065951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Router a31513a9-5f90-485c-a9a3-6ce79a9f7576 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:22.127850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.132972 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eae6c6a-78ee-441b-9d43-b17ba2e2830e x-openstack-request-id: req-5eae6c6a-78ee-441b-9d43-b17ba2e2830e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:22.133369 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-deleted", "tag": "a35bda7f-f5a4-4820-8d4f-26c6629cd803", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:22.133772 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5eae6c6a-78ee-441b-9d43-b17ba2e2830e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:22.134217 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-deleted', 'tag': 'a35bda7f-f5a4-4820-8d4f-26c6629cd803', 'status': 'completed', 'code': 200} Jul 23 20:18:22.260018 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e678d17-bda4-4725-8171-dd5e7259c0c0 req-a3572211-c32d-4a20-85b9-2dc5ddf04702 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960625 Jul 23 20:18:22.326828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:22.362448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d754573-b96f-40b7-8296-e6f99f0b0df2 admin admin] 10.222.0.46 "PUT /v2.0/routers/a31513a9-5f90-485c-a9a3-6ce79a9f7576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4033420 Jul 23 20:18:22.376255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Sync routers for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:22.395503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:22.400011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:22.454245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8759-02db-448b-8130-44f13a3fee50 req-aa12f5d5-1251-483f-95f9-3bd4f26d659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:22.455775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-aa12f5d5-1251-483f-95f9-3bd4f26d659a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 1095 time: 0.0893545 Jul 23 20:18:22.613208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8759-02db-448b-8130-44f13a3fee50 req-3dbf4b6f-2270-4ee0-8d58-3342140edecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:22.614965 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-3dbf4b6f-2270-4ee0-8d58-3342140edecd service neutron] 10.222.0.36 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 0.1471710 Jul 23 20:18:22.635324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:22.719061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event updated for resources: {'Port': ['ID=996acd8d-3ef7-4180-8228-d13093e332a9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:22.738366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:22.744061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:22.757043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:22.808976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port fb81b02c-dc31-4123-b92a-37e71fa47d28, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb81b02c-dc31-4123-b92a-37e71fa47d28,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:22.809466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:22.836836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for fb81b02c-dc31-4123-b92a-37e71fa47d28 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:22.889456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051075-6b5a-4f80-8ba5-bf19baf8b5b3 req-aaf9efac-f24a-43d9-ae13-bb0ac5ffb498 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:22.898940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63051075-6b5a-4f80-8ba5-bf19baf8b5b3 req-aaf9efac-f24a-43d9-ae13-bb0ac5ffb498 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 943 time: 0.7407238 Jul 23 20:18:22.946834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:20Z', 'revision_number': 2, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:22.977683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Checking router: a31513a9-5f90-485c-a9a3-6ce79a9f7576 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:22.978129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Updating router a31513a9-5f90-485c-a9a3-6ce79a9f7576 port df4eae29-1491-42e5-bf65-b08a07c61cf1 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:18:23.028953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.053047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22c943d7-a707-431e-b7b0-e46a2c742463 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:23.093650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63051075-6b5a-4f80-8ba5-bf19baf8b5b3 req-d17a70f5-4094-4d7c-aab2-4a72842d00f3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936843 Jul 23 20:18:23.143564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.237508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 22c943d7-a707-431e-b7b0-e46a2c742463 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:23.238417 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.275837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-6af8edbf-3727-456c-8bb9-4a82758d1cd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf790f3b-e963-455d-a998-db33d6960aed HTTP/1.1" status: 200 len: 217 time: 0.6535540 Jul 23 20:18:23.307355 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:18:23.314800 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.369203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8759-02db-448b-8130-44f13a3fee50 req-6e88da4d-911a-4985-abe8-500ef69b2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:23.371353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-6e88da4d-911a-4985-abe8-500ef69b2d59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0881624 Jul 23 20:18:23.435437 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-d7aa99b6-d158-41a0-a615-0b2034a7fc4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551078 Jul 23 20:18:23.510072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.556295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 34ba53db-7ee0-4ef1-8630-65165967713c no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:23.604562 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-ad2bd85d-ef1c-4733-9ac8-91f7bb2ed4d0 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625397 Jul 23 20:18:23.631362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=fb81b02c-dc31-4123-b92a-37e71fa47d28,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:23.777624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port fb81b02c-dc31-4123-b92a-37e71fa47d28 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:23.782821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-848a8759-02db-448b-8130-44f13a3fee50 req-1b6666ab-07ac-4ee8-be8b-56efceb2f0ca service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704745 Jul 23 20:18:23.803720 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.809801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-a6b0c1b3-3387-40a5-8f36-6a7338eea7b9 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "DELETE /v2.0/ports/fb81b02c-dc31-4123-b92a-37e71fa47d28 HTTP/1.1" status: 204 len: 173 time: 2.6507838 Jul 23 20:18:23.841158 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.884869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-ba8d5dc0-7c31-48ff-9532-6e362cb25e79 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:23.886896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-ba8d5dc0-7c31-48ff-9532-6e362cb25e79 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 819 time: 0.2898180 Jul 23 20:18:23.896343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:23.898825 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ff2a07-2d14-4591-8504-a7201806305a" -d '{"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-unplugged", "status": "completed", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:23.921246 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.924357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-3651525c-059f-4e66-9825-a8ef65b7e8ce tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/quotas/80dd021b649f4af7b2d092be55a602fd HTTP/1.1" status: 200 len: 375 time: 0.0306196 Jul 23 20:18:23.932711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=34ba53db-7ee0-4ef1-8630-65165967713c,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:23.942550 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:23.943311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb81b02c-dc31-4123-b92a-37e71fa47d28 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:23.945514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Transition to ACTIVE for port object df4eae29-1491-42e5-bf65-b08a07c61cf1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:24.008909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.021394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.127190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: fb81b02c-dc31-4123-b92a-37e71fa47d28 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:24.127413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb81b02c-dc31-4123-b92a-37e71fa47d28 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:24.127795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a35bda7f-f5a4-4820-8d4f-26c6629cd803 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:24.134091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event updated for resources: {'Port': ['ID=996acd8d-3ef7-4180-8228-d13093e332a9,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:24.149200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: a35bda7f-f5a4-4820-8d4f-26c6629cd803 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:24.149573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a35bda7f-f5a4-4820-8d4f-26c6629cd803 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:24.152687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.155095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-deleted', 'tag': 'fb81b02c-dc31-4123-b92a-37e71fa47d28'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:24.159002 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32975386-acb6-4b8f-90a2-4e2d99c8616b" -d '{"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-deleted", "tag": "fb81b02c-dc31-4123-b92a-37e71fa47d28"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:24.163049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.194772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:24.205371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port 34ba53db-7ee0-4ef1-8630-65165967713c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:24.205843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.214261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-5e6cde94-be69-4fa0-b5ba-87668ef48392 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2765012 Jul 23 20:18:24.218085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.219649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-4ceb2860-e0a4-4ff0-a35c-b6cb8a8abd64 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7636297 Jul 23 20:18:24.244715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-28c30cf2-41be-433d-8d4e-62c370f4b1d0 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:18:24.244715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-28c30cf2-41be-433d-8d4e-62c370f4b1d0 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130157 Jul 23 20:18:24.287037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Attempting to bind port df4eae29-1491-42e5-bf65-b08a07c61cf1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:24.287415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Attempting to bind port df4eae29-1491-42e5-bf65-b08a07c61cf1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:24.287788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Attempting to bind port df4eae29-1491-42e5-bf65-b08a07c61cf1 on network 10ade711-6b44-4232-868f-5c1db5d53790 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:24.292597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067713-4819-4698-89bd-a8c554bf09a9 None None] Pushing event updated for resources: {'Port': ['ID=df4eae29-1491-42e5-bf65-b08a07c61cf1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:24.297002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:24.297390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Checking segment: {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:24.297844 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.298233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Bound using segment: {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:24.298713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Bound port: df4eae29-1491-42e5-bf65-b08a07c61cf1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:24.299099 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.331438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-f1b9d7dd-90b2-4bd0-bc18-c8e57dd2ea52 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0990164 Jul 23 20:18:24.366057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] For port df4eae29-1491-42e5-bf65-b08a07c61cf1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:24.369081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] For port df4eae29-1491-42e5-bf65-b08a07c61cf1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=df4eae29-1491-42e5-bf65-b08a07c61cf1,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:24.375196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.438253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:24.438888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:24.443936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067713-4819-4698-89bd-a8c554bf09a9 None None] Pushing event updated for resources: {'Port': ['ID=df4eae29-1491-42e5-bf65-b08a07c61cf1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:24.543729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-95b049c6-fb36-43ee-9625-698758fc4ad0 service neutron] 10.222.0.46 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529376 Jul 23 20:18:24.549593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port 34ba53db-7ee0-4ef1-8630-65165967713c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=34ba53db-7ee0-4ef1-8630-65165967713c,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:24.549962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.553000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:24.596019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-c940c790-96f4-46e4-9dc2-f8de2b02cc80 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:24.597125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d1605e2-6c79-42e4-8826-c52c398dcf8d req-c940c790-96f4-46e4-9dc2-f8de2b02cc80 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2381053 Jul 23 20:18:24.600057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for 34ba53db-7ee0-4ef1-8630-65165967713c owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:24.761341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-837a302d-09d6-42e1-8818-1aadd8960abf service neutron] 10.222.0.46 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043309 Jul 23 20:18:24.820720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4737177-5da2-4412-9601-3d12d0be13df req-02616b06-0689-420a-af82-f9320e488bbe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:24.822722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4737177-5da2-4412-9601-3d12d0be13df req-02616b06-0689-420a-af82-f9320e488bbe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b03796ea-4850-4099-ab34-7f93d735663f HTTP/1.1" status: 200 len: 944 time: 0.1317184 Jul 23 20:18:24.894528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:24Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:24.901837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4737177-5da2-4412-9601-3d12d0be13df req-6fe8641a-05d7-435d-8ed9-24b60fd8c1aa tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729043 Jul 23 20:18:24.945304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:24.971096 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12219c1a-1a37-4bef-8b00-95fe41b5a17b x-openstack-request-id: req-12219c1a-1a37-4bef-8b00-95fe41b5a17b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:24.971505 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-unplugged", "status": "completed", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:24.971857 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12219c1a-1a37-4bef-8b00-95fe41b5a17b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:24.972796 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c', 'code': 200} Jul 23 20:18:24.974541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7542faf7-0c1c-4cd5-b140-f45f8fd9069c None None] The sync data for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 is: [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:24Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:25.010844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cf790f3b-e963-455d-a998-db33d6960aed details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:25.173861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=34ba53db-7ee0-4ef1-8630-65165967713c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:25.204129 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5659e9fb-916d-4bfa-803b-02cc4a65f1c7 x-openstack-request-id: req-5659e9fb-916d-4bfa-803b-02cc4a65f1c7 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:25.204478 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-deleted", "tag": "fb81b02c-dc31-4123-b92a-37e71fa47d28", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:25.204675 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5659e9fb-916d-4bfa-803b-02cc4a65f1c7 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:25.205064 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-deleted', 'tag': 'fb81b02c-dc31-4123-b92a-37e71fa47d28', 'status': 'completed', 'code': 200} Jul 23 20:18:25.231574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port 34ba53db-7ee0-4ef1-8630-65165967713c on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:25.234905 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:25.237449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ef396cd-8516-4fea-917e-5c2d88594384 req-45dd088e-d150-4189-930c-306211e25b53 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "DELETE /v2.0/ports/34ba53db-7ee0-4ef1-8630-65165967713c HTTP/1.1" status: 204 len: 173 time: 1.4229732 Jul 23 20:18:25.299884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port cf790f3b-e963-455d-a998-db33d6960aed, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cf790f3b-e963-455d-a998-db33d6960aed,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:25.306782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675a9e6-2bbe-4cbd-95fd-dc062282b5b3 req-8882cc99-c21e-4dff-9f3b-86f2b2d46f9b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:25.308424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b675a9e6-2bbe-4cbd-95fd-dc062282b5b3 req-8882cc99-c21e-4dff-9f3b-86f2b2d46f9b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 943 time: 0.2438612 Jul 23 20:18:25.334359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'cf790f3b-e963-455d-a998-db33d6960aed', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': 'cf790f3b-e963-455d-a998-db33d6960aed', 'mac_address': 'fa:16:3e:9a:4e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:25.407756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b675a9e6-2bbe-4cbd-95fd-dc062282b5b3 req-bd2e4fe6-e9e5-4f2f-8df9-0f000c80fb3c tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888526 Jul 23 20:18:25.475257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:25.507083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf790f3b-e963-455d-a998-db33d6960aed {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:25.563948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port cf790f3b-e963-455d-a998-db33d6960aed, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cf790f3b-e963-455d-a998-db33d6960aed,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:25.566346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70190935-77bd-4ca0-8666-5b9e90d6817c req-a9926b8d-712e-4752-b272-3fb794834148 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 210 time: 0.0711129 Jul 23 20:18:25.576892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:25.647164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=cf790f3b-e963-455d-a998-db33d6960aed,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:25.675337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-951b152a-4908-4973-ab4a-eb3db8ee8c57 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:25.683264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-951b152a-4908-4973-ab4a-eb3db8ee8c57 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1194685 Jul 23 20:18:25.751033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-f844bc47-9393-4990-9811-54302939d9c7 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 695 time: 0.0659981 Jul 23 20:18:25.755259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Request body: {'floatingip': {'port_id': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:25.821577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:25.883188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['cf790f3b-e963-455d-a998-db33d6960aed'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:26.476902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.483220 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.538471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41046) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:26.611345 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Floating IP ff384cbf-3893-4d96-be40-08d56c54a156 associated. External IP: 172.25.8.74, port: f5953c67-d72b-455b-bea3-93d91b073a81. Jul 23 20:18:26.729793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting subnet feb1fc0c-4589-4e42-b3bf-57bb41e38a24 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:18:26.736059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.791478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-d838d7e6-bcb9-4e24-8137-c68b46918f51 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:26.792930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-d838d7e6-bcb9-4e24-8137-c68b46918f51 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 819 time: 0.2417541 Jul 23 20:18:26.797427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:26.821379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'port': {'device_id': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'admin_state_up': True, 'tenant_id': '80dd021b649f4af7b2d092be55a602fd'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:26.883809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da48560-49fd-4b2a-a754-9a9fe1ebcfca req-d83316c7-4f56-40fc-9c54-6e67e601832a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:26.885367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6da48560-49fd-4b2a-a754-9a9fe1ebcfca req-d83316c7-4f56-40fc-9c54-6e67e601832a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 944 time: 0.1582944 Jul 23 20:18:26.941405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device df4eae29-1491-42e5-bf65-b08a07c61cf1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:26.955434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.003331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port df4eae29-1491-42e5-bf65-b08a07c61cf1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:27.008318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port df4eae29-1491-42e5-bf65-b08a07c61cf1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:27.008702 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.032597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cf790f3b-e963-455d-a998-db33d6960aed up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:27.049355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Made reservation on behalf of 80dd021b649f4af7b2d092be55a602fd for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:27.053591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.065071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.120382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port cf790f3b-e963-455d-a998-db33d6960aed completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:27.120626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.128004 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/subnets/feb1fc0c-4589-4e42-b3bf-57bb41e38a24 HTTP/1.1" status: 204 len: 168 time: 0.5879519 Jul 23 20:18:27.130323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41052) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:27.130590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port cf790f3b-e963-455d-a998-db33d6960aed triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:27.130913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc4d05f-a21d-4378-b882-2a245f946842 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Subnet': ['ID=feb1fc0c-4589-4e42-b3bf-57bb41e38a24,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:27.131023 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.143891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9b09a7-84c9-40ca-8833-e88ad12137ba None None] Network df4f6e77-bb57-45d3-b953-f62e57511f77 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:27.176939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.234054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-deleted', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:27.236317 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ddd03a-39b5-439f-a422-b2fbe74f6033" -d '{"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-deleted", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:27.266705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port df4eae29-1491-42e5-bf65-b08a07c61cf1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=df4eae29-1491-42e5-bf65-b08a07c61cf1,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:27.270938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6da48560-49fd-4b2a-a754-9a9fe1ebcfca req-ffac925c-d61e-4974-91a4-14c4064d8ab5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767698 Jul 23 20:18:27.278829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:27.284274 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.319085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.320547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.364777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Allocated IP 172.20.0.6 (10ade711-6b44-4232-868f-5c1db5d53790/66eeaaa8-74af-47e2-9cc1-151514c8160a/7f78f1da-d1e7-4df4-850b-091c9e867507) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:27.410691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf790f3b-e963-455d-a998-db33d6960aed'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:27.412922 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7819ae0c-790b-4396-8cb2-19c6ca881118" -d '{"events": [{"server_uuid": "e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158", "name": "network-vif-plugged", "status": "completed", "tag": "cf790f3b-e963-455d-a998-db33d6960aed"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:27.422099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port 7812f4db-be80-404a-bef6-6f2cff3d07cc {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:27.422665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.432045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:27.436427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port cf790f3b-e963-455d-a998-db33d6960aed, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cf790f3b-e963-455d-a998-db33d6960aed,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:27.439205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.450074 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] Sync routers for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:27.454417 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.457606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=df4eae29-1491-42e5-bf65-b08a07c61cf1,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:27.472169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:27.474126 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:27.513473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-1ed8feaa-2f54-404e-8f1a-b19516e79ad5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "PUT /v2.0/floatingips/ff384cbf-3893-4d96-be40-08d56c54a156 HTTP/1.1" status: 200 len: 995 time: 1.7614188 Jul 23 20:18:27.526711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=cf790f3b-e963-455d-a998-db33d6960aed,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:27.602226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] DHCP port deletion for df4f6e77-bb57-45d3-b953-f62e57511f77 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:18:27.621260 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:27.658386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-23aa2ba4-9de5-4cab-9819-1feb41372051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:27.664837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-23aa2ba4-9de5-4cab-9819-1feb41372051 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1097 time: 0.1341481 Jul 23 20:18:27.696081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port 7812f4db-be80-404a-bef6-6f2cff3d07cc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7812f4db-be80-404a-bef6-6f2cff3d07cc,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:27.697089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.722311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for 7812f4db-be80-404a-bef6-6f2cff3d07cc owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:27.723788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d381e57-fd37-49da-a47b-540f6c7aadf9 req-96865917-0c3e-4990-849b-a25be4c5efe8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 210 time: 0.0439773 Jul 23 20:18:27.741476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] Deleting port 7812f4db-be80-404a-bef6-6f2cff3d07cc {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:27.741849 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.810742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-93391867-7ab5-4229-b6e6-185add526baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:27.813126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-93391867-7ab5-4229-b6e6-185add526baa service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 930 time: 0.1413720 Jul 23 20:18:27.821731 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.859815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] For port 7812f4db-be80-404a-bef6-6f2cff3d07cc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7812f4db-be80-404a-bef6-6f2cff3d07cc,segment=NetworkSegment(b1a15253-4c03-4ec9-9fe3-410211d4163f),segment_id=b1a15253-4c03-4ec9-9fe3-410211d4163f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:27.859815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.875404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] Calling delete_port for 7812f4db-be80-404a-bef6-6f2cff3d07cc owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:27.904347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.915647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:27.968825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-a2058229-e554-407a-8823-035d7de15dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 998 time: 0.1480074 Jul 23 20:18:27.970494 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4bb79-59db-41b7-a890-887cf875bf28 x-openstack-request-id: req-f5b4bb79-59db-41b7-a890-887cf875bf28 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:27.973163 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03796ea-4850-4099-ab34-7f93d735663f", "name": "network-vif-deleted", "tag": "34ba53db-7ee0-4ef1-8630-65165967713c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:27.973422 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f5b4bb79-59db-41b7-a890-887cf875bf28 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:27.975774 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03796ea-4850-4099-ab34-7f93d735663f', 'name': 'network-vif-deleted', 'tag': '34ba53db-7ee0-4ef1-8630-65165967713c', 'status': 'completed', 'code': 200} Jul 23 20:18:27.985714 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'ff384cbf-3893-4d96-be40-08d56c54a156', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'port_id': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'mac_address': 'fa:16:3e:49:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:18:22Z', 'updated_at': '2021-07-23T20:18:26Z', 'revision_number': 1, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:11Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:28.003545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port 7812f4db-be80-404a-bef6-6f2cff3d07cc on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:28.008336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=7812f4db-be80-404a-bef6-6f2cff3d07cc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:28.020919 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] Checking router: 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:28.032080 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:28.033067 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:28.103186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-0e6e6872-30bf-46c8-a9dc-8dddf93593e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.104941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-0e6e6872-30bf-46c8-a9dc-8dddf93593e3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 200 len: 868 time: 0.1281703 Jul 23 20:18:28.125702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Network 10ade711-6b44-4232-868f-5c1db5d53790 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:28.147341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:28.192116 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:28.227342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-9b95656f-d30f-4933-9997-7548bc12d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.228519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:28.228897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-9b95656f-d30f-4933-9997-7548bc12d0fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b9c7b34-e240-4ff0-b28a-2b02beee1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174233 Jul 23 20:18:28.234161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:28.274630 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25e0808-587c-4a2c-adbd-8df79344c46e x-openstack-request-id: req-f25e0808-587c-4a2c-adbd-8df79344c46e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:28.275169 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158", "name": "network-vif-plugged", "status": "completed", "tag": "cf790f3b-e963-455d-a998-db33d6960aed", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:28.275169 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f25e0808-587c-4a2c-adbd-8df79344c46e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:28.275545 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf790f3b-e963-455d-a998-db33d6960aed', 'code': 200} Jul 23 20:18:28.322006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.348964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] Pushing event deleted for resources: {'Port': ['ID=7812f4db-be80-404a-bef6-6f2cff3d07cc,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:28.355344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf37ec-20bf-4f5a-8d9d-bdcf9a92fb41 None None] No DVR routers for this DVR port 7812f4db-be80-404a-bef6-6f2cff3d07cc on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:28.408781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.427557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f6e77-bb57-45d3-b953-f62e57511f77']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:28.446698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a15253-4c03-4ec9-9fe3-410211d4163f') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:28.447137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a15253-4c03-4ec9-9fe3-410211d4163f') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:28.453943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a82b7443-753b-41f5-b7ce-ae1c413df63a tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.455590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.456763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.460964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a82b7443-753b-41f5-b7ce-ae1c413df63a tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.2263658 Jul 23 20:18:28.474205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a305c0-15df-4a0d-a628-c563b897fcfa req-99281a55-0e8a-4214-9dff-93ca1d727c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:28.474997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-134dbc88-4d76-4ebf-8229-46673844f9e6 service neutron] 10.222.0.46 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230792 Jul 23 20:18:28.476254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b1a305c0-15df-4a0d-a628-c563b897fcfa req-99281a55-0e8a-4214-9dff-93ca1d727c7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 1097 time: 0.3460343 Jul 23 20:18:28.480176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.486021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-daf72af2-c12d-4b0f-9638-6681ce0074da tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/quotas/506d65e8a3d44e92a2aa77768dbad525 HTTP/1.1" status: 200 len: 375 time: 0.0237806 Jul 23 20:18:28.503477 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'ff384cbf-3893-4d96-be40-08d56c54a156', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'port_id': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'mac_address': 'fa:16:3e:49:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:18:22Z', 'updated_at': '2021-07-23T20:18:26Z', 'revision_number': 1, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:11Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:28.537690 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b1a305c0-15df-4a0d-a628-c563b897fcfa req-2d5f422d-ec86-49ab-98ff-68f1f14d2bc1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537152 Jul 23 20:18:28.538995 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec78a2c-e90a-462f-b7b9-3d4613ae4c71 None None] The sync data for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 is: [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'ff384cbf-3893-4d96-be40-08d56c54a156', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'port_id': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'mac_address': 'fa:16:3e:49:c2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:18:22Z', 'updated_at': '2021-07-23T20:18:26Z', 'revision_number': 1, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:11Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:28.541594 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-77c16e8a-02e1-46d0-a2e9-7f1aa338b4ab tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7241285 Jul 23 20:18:28.546511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.558774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:18:28.559190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:18:28.563093 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:18:28.642259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Request body: {'port': {'device_id': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:28.644820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-1f421b5c-e553-4bcc-86b1-0c6c77ae60ea tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575999 Jul 23 20:18:28.669764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc629367-466a-4fb1-b0ab-727c5e49015c req-45d8b11c-89ab-4146-91fa-8fb25ce032c7 service neutron] 10.222.0.46 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656423 Jul 23 20:18:28.687584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.698065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.702678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/networks/df4f6e77-bb57-45d3-b953-f62e57511f77 HTTP/1.1" status: 204 len: 168 time: 1.5645206 Jul 23 20:18:28.703472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41084) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:28.732833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c0eef-c613-4d51-b08c-fceeeb30b4f1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Network': ['ID=df4f6e77-bb57-45d3-b953-f62e57511f77,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:28.745857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.842934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-3410fa33-43b3-4927-9383-839ae69d3fd3 service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971889 Jul 23 20:18:28.907221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333069d9-061a-4e97-903b-1f78c53beb5e None None] New status for floating IP ff384cbf-3893-4d96-be40-08d56c54a156: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:18:28.942017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting subnet cb2b2407-f2ba-4867-ad76-155ee6f9a6ca {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:18:28.949094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:28.976770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device df4eae29-1491-42e5-bf65-b08a07c61cf1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:29.033471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.090178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46a9d3-f3aa-4e7e-8dcc-3cd4ed043645 req-abbb1582-d74c-41c0-a441-5833a250208f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:29.091961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc46a9d3-f3aa-4e7e-8dcc-3cd4ed043645 req-abbb1582-d74c-41c0-a441-5833a250208f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 945 time: 0.2572525 Jul 23 20:18:29.129230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-8b7d3c2c-672f-44f7-8699-ce62ec99d839 service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701650 Jul 23 20:18:29.136158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port df4eae29-1491-42e5-bf65-b08a07c61cf1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:29.137028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.163548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f78f1da-d1e7-4df4-850b-091c9e867507 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:29.173254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.191151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Transition to ACTIVE for port object 7f78f1da-d1e7-4df4-850b-091c9e867507 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:29.201117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.216893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc46a9d3-f3aa-4e7e-8dcc-3cd4ed043645 req-26900c33-14f5-49f8-add1-12f1a039eb2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172531 Jul 23 20:18:29.263484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.344114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:29.481057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7812f4db-be80-404a-bef6-6f2cff3d07cc no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:29.485985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Attempting to bind port 7f78f1da-d1e7-4df4-850b-091c9e867507 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:29.486332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Attempting to bind port 7f78f1da-d1e7-4df4-850b-091c9e867507 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:29.486673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Attempting to bind port 7f78f1da-d1e7-4df4-850b-091c9e867507 on network 10ade711-6b44-4232-868f-5c1db5d53790 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:29.500738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Port 7f78f1da-d1e7-4df4-850b-091c9e867507 on network 10ade711-6b44-4232-868f-5c1db5d53790 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:29.501029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Attempting to bind port 7f78f1da-d1e7-4df4-850b-091c9e867507 on network 10ade711-6b44-4232-868f-5c1db5d53790 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:29.512545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:29.513263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Checking segment: {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:29.514972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Bound using segment: {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:29.515802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Bound port: 7f78f1da-d1e7-4df4-850b-091c9e867507, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed35e326-3d54-4d90-818e-442334f28faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:29.516635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.523361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7812f4db-be80-404a-bef6-6f2cff3d07cc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:29.526050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7812f4db-be80-404a-bef6-6f2cff3d07cc not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:29.538070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:29.631198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:29.638646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:29.647397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.649955 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.669807 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.676951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/subnets/cb2b2407-f2ba-4867-ad76-155ee6f9a6ca HTTP/1.1" status: 204 len: 168 time: 0.9726319 Jul 23 20:18:29.679279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:29.680393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ac1306-b4e3-48c1-ae0e-5878485858d2 None None] Network 2d21069f-d154-49de-b9a6-a49d9a4e9499 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:29.702283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:29.702997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.704489 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] 10.222.0.36 "PUT /v2.0/ports/7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 1092 time: 1.0686200 Jul 23 20:18:29.704967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:29.707315 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d52bf5f-3591-4149-ad50-7e37c37930e1" -d '{"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:29.725132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.736620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdc1fb-d4f0-4ceb-8858-bbe9682309b4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Subnet': ['ID=cb2b2407-f2ba-4867-ad76-155ee6f9a6ca,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:29.763918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-1d8ff690-404e-4696-944e-13b160baa1b3 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 258 time: 0.3334701 Jul 23 20:18:29.771872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-a51fd614-9378-4a7b-89f1-eda6b8859756 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:29.773349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-a51fd614-9378-4a7b-89f1-eda6b8859756 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cfdad45-8e94-4afc-a5bd-02032bd15a7d HTTP/1.1" status: 200 len: 945 time: 0.4455667 Jul 23 20:18:29.800622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:29.819116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6307e6-8803-4607-bba7-501d4a578a7d service neutron] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:29.846646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:29.855421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.879723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-8b675988-1937-43f3-ae18-aa88011fb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:29.881408 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-8b675988-1937-43f3-ae18-aa88011fb59a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1095 time: 0.1121593 Jul 23 20:18:29.916609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de13be-6dfd-421d-a975-3982908183cf req-b7480dfc-c259-4028-a37e-a8606c9efb49 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:29.918394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6de13be-6dfd-421d-a975-3982908183cf req-b7480dfc-c259-4028-a37e-a8606c9efb49 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 943 time: 0.4111235 Jul 23 20:18:29.945216 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-0a21cbf5-d048-4bfc-ace5-1c915626885e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.0454240 Jul 23 20:18:29.947778 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:29.985964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:29.988208 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f81afe-efd2-4a43-be48-311a827b1a0e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:30.008508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:30.053750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-8e7c2df0-7fcb-43ef-95ca-bd69dc40effd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:30.054065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.064193 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-8e7c2df0-7fcb-43ef-95ca-bd69dc40effd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.1079125 Jul 23 20:18:30.113315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-825d9681-663a-4312-a950-3cb54aa63ebd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470128 Jul 23 20:18:30.114578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6de13be-6dfd-421d-a975-3982908183cf req-afe36462-0df3-4044-86d6-870766d944c4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603355 Jul 23 20:18:30.173391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Deleting port 3ef0c32c-658f-48c2-848c-d34585f1d4ac {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:30.174332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.186381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] DHCP port deletion for 2d21069f-d154-49de-b9a6-a49d9a4e9499 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:18:30.195843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:30.196254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.268746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port d9aae7c8-6596-4843-9a4a-7d8439e9fe47, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:30.269138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.282386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:30.284785 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31380be8-81f9-49a7-87b1-689289e7ec68" -d '{"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:30.309582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-e46dce74-c30a-4824-b174-a571daf77d38 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800714 Jul 23 20:18:30.319592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for d9aae7c8-6596-4843-9a4a-7d8439e9fe47 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:30.347863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] Deleting port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:30.348511 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.458854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-edb737ad-f2e5-41d2-8e4b-156f44f80b9a req-e5eadf05-6597-4ede-a4bd-788f5aeab454 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412930 Jul 23 20:18:30.463575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] For port d9aae7c8-6596-4843-9a4a-7d8439e9fe47, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,segment=NetworkSegment(7a6c8849-edaf-4945-9ee7-5ada6ca0fa14),segment_id=7a6c8849-edaf-4945-9ee7-5ada6ca0fa14)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:30.469863 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.486064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0a6407c-97cc-472e-9b62-0e17b1090bf0 req-828c5d30-a347-4015-b8ed-2ef67e413750 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 210 time: 0.0577583 Jul 23 20:18:30.488216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] Calling delete_port for d9aae7c8-6596-4843-9a4a-7d8439e9fe47 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:30.538376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] For port 3ef0c32c-658f-48c2-848c-d34585f1d4ac, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ef0c32c-658f-48c2-848c-d34585f1d4ac,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:30.538745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.556009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.610244 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef591506-c6de-402d-ae3c-9fcea5e1db2c x-openstack-request-id: req-ef591506-c6de-402d-ae3c-9fcea5e1db2c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:30.610917 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:30.611170 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef591506-c6de-402d-ae3c-9fcea5e1db2c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:30.611573 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'status': 'completed', 'code': 200} Jul 23 20:18:30.647255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Calling delete_port for 3ef0c32c-658f-48c2-848c-d34585f1d4ac owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:30.666128 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d0023d-fe35-4eaf-b93b-161cbcbe51e1 x-openstack-request-id: req-d5d0023d-fe35-4eaf-b93b-161cbcbe51e1 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:30.666729 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:30.666729 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5d0023d-fe35-4eaf-b93b-161cbcbe51e1 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:30.667074 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'status': 'completed', 'code': 200} Jul 23 20:18:30.691000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.730913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:30.734940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] Pushing event deleted for resources: {'Port': ['ID=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:30.744337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cacbd4-3182-40e0-ac44-3325bcb20cd3 None None] No DVR routers for this DVR port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:30.848231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=d9aae7c8-6596-4843-9a4a-7d8439e9fe47,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:30.868447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port d9aae7c8-6596-4843-9a4a-7d8439e9fe47 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:30.912913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Allocated IP 172.25.8.207 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/e6ffe36c-9ce7-4f98-8505-06bb3cd1f283) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:30.929572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9aae7c8-6596-4843-9a4a-7d8439e9fe47 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:30.962673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-df47ea9d-4f0a-42e2-a6c9-33e7f04ac367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:30.972078 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-df47ea9d-4f0a-42e2-a6c9-33e7f04ac367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1095 time: 0.3344829 Jul 23 20:18:30.984043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d9aae7c8-6596-4843-9a4a-7d8439e9fe47 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:30.984637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9aae7c8-6596-4843-9a4a-7d8439e9fe47 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:30.992676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-43e33681-7df4-44fc-b02f-075f4075ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:30.996805 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-43e33681-7df4-44fc-b02f-075f4075ebad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1097 time: 0.2843139 Jul 23 20:18:31.054653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.062969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-c4cc5f35-f663-438b-9384-d03c695eb526 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.064542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-c4cc5f35-f663-438b-9384-d03c695eb526 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.3085334 Jul 23 20:18:31.080473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Request body: {'port': {'device_id': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'admin_state_up': True, 'tenant_id': '506d65e8a3d44e92a2aa77768dbad525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:31.081895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593669d-c3ac-4253-9016-c18ccb9ab533 req-4faf4a72-6740-4a54-9e53-467039dd3da5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.083475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1593669d-c3ac-4253-9016-c18ccb9ab533 req-4faf4a72-6740-4a54-9e53-467039dd3da5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 945 time: 0.3297422 Jul 23 20:18:31.116734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d21069f-d154-49de-b9a6-a49d9a4e9499']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:31.167532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:31.167834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a6c8849-edaf-4945-9ee7-5ada6ca0fa14') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:31.187653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.236510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.249743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1593669d-c3ac-4253-9016-c18ccb9ab533 req-60339b0b-b18f-491d-a1a5-85eb33db4bb3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290166 Jul 23 20:18:31.256430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:18:31.256846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:18:31.261089 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:18:31.265380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.277648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-315910de-d96f-4a04-914f-eac2e3600b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.292452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-315910de-d96f-4a04-914f-eac2e3600b6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.2887652 Jul 23 20:18:31.317274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.327162 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf222025-cc1f-48df-9627-5553fcc7f54b x-openstack-request-id: req-bf222025-cc1f-48df-9627-5553fcc7f54b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:31.327528 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:31.327848 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf222025-cc1f-48df-9627-5553fcc7f54b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:31.328312 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'code': 200} Jul 23 20:18:31.332555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-b83a9dc2-2d69-4e1f-94cf-facf83eb9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.335718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-b83a9dc2-2d69-4e1f-94cf-facf83eb9a1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 930 time: 0.3199558 Jul 23 20:18:31.437626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-91010921-ea3e-455c-a768-3d24be10bbd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.1274023 Jul 23 20:18:31.477768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event deleted for resources: {'Port': ['ID=3ef0c32c-658f-48c2-848c-d34585f1d4ac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:31.573132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.615405 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-98310305-7bef-4573-9217-362f0964998a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 1000 time: 0.2096994 Jul 23 20:18:31.615974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Made reservation on behalf of 506d65e8a3d44e92a2aa77768dbad525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:31.619558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.623142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-93031043-d86d-43d2-ba79-3fc5fc96bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.624647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-93031043-d86d-43d2-ba79-3fc5fc96bc02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.1060443 Jul 23 20:18:31.630100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] No DVR routers for this DVR port 3ef0c32c-658f-48c2-848c-d34585f1d4ac on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:31.661610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.663609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/networks/2d21069f-d154-49de-b9a6-a49d9a4e9499 HTTP/1.1" status: 204 len: 168 time: 1.9760344 Jul 23 20:18:31.664959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:31.672825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e23d0dee-c112-492c-bd11-07d22d63fbe5 req-7dee4e02-d569-4131-822c-f9ad4eac65ae tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "DELETE /v2.0/ports/3ef0c32c-658f-48c2-848c-d34585f1d4ac HTTP/1.1" status: 204 len: 173 time: 1.8779893 Jul 23 20:18:31.692631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41134) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:31.697709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1200985660'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:31.708630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-cb28fd82-fb22-485f-9b1d-72325973ab9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742731 Jul 23 20:18:31.909236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-9b50de9c-9e0f-452a-9178-ea07976696a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:31.911083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-9b50de9c-9e0f-452a-9178-ea07976696a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 200 len: 868 time: 0.2845833 Jul 23 20:18:31.916006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:31.920281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.142126 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.150556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76979b2-c0b2-489c-860e-a38d20d9cc81 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Network': ['ID=2d21069f-d154-49de-b9a6-a49d9a4e9499,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:32.192214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:32.199211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:32.203087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:32.257859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event updated for resources: {'Port': ['ID=e6ffe36c-9ce7-4f98-8505-06bb3cd1f283,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:32.314679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f01996-3713-441e-8c14-e0883c945534 req-51be45a6-9190-428b-a8cd-1955f209d016 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:32.317097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46f01996-3713-441e-8c14-e0883c945534 req-51be45a6-9190-428b-a8cd-1955f209d016 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 943 time: 0.7677503 Jul 23 20:18:32.409637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:18:32.415003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-bba90660-c5a1-427a-ae0a-2a96e69a1890 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876214 Jul 23 20:18:32.447350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46f01996-3713-441e-8c14-e0883c945534 req-366b537b-c75c-4df3-9bd2-36eacdd459f5 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191609 Jul 23 20:18:32.455778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.456131 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Added segment 39edb0f5-6d5d-4551-b2af-7a00a1321ce7 of type vlan for network b5344812-6acf-436d-a037-a4952bf2dbba Jul 23 20:18:32.472157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Allocated IP 172.20.0.11 (dd5b3c52-ab22-4174-bc3e-9b253591f258/d730a284-4b16-4a2a-802e-70815f5f153f/a9d362ee-88e8-423e-9948-c71acf1cafcf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:32.483161 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.559708 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.572017 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.614966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-7378ee94-717b-43a3-aa06-7de29cdc8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:32.616586 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-7378ee94-717b-43a3-aa06-7de29cdc8e31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b9c7b34-e240-4ff0-b28a-2b02beee1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6935911 Jul 23 20:18:32.671858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-deleted', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:32.676838 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f586e58-a167-41b7-981d-d6adeb2ce8be" -d '{"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-deleted", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:32.789857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d52bf5f-3591-4149-ad50-7e37c37930e1 req-3a55cef2-c066-475e-9f1f-9bf3b7e4f075 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674526 Jul 23 20:18:32.807447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-029c85f1-2207-42a4-b548-0b1f928b4d20 req-7ce85134-25f7-458d-b05b-e728e5c9ee28 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 210 time: 0.0850883 Jul 23 20:18:32.845801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.864288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:32.864947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:32.969718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-3d181dd5-41b3-4631-9ded-68e8c1e6dacf service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428552 Jul 23 20:18:33.018338 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4f55ff-cd73-4bb0-a919-5975eba5d136 x-openstack-request-id: req-5a4f55ff-cd73-4bb0-a919-5975eba5d136 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:33.018636 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfdad45-8e94-4afc-a5bd-02032bd15a7d", "name": "network-vif-deleted", "tag": "3ef0c32c-658f-48c2-848c-d34585f1d4ac", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:33.018887 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a4f55ff-cd73-4bb0-a919-5975eba5d136 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:33.019282 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfdad45-8e94-4afc-a5bd-02032bd15a7d', 'name': 'network-vif-deleted', 'tag': '3ef0c32c-658f-48c2-848c-d34585f1d4ac', 'status': 'completed', 'code': 200} Jul 23 20:18:33.021901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.025860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7f78f1da-d1e7-4df4-850b-091c9e867507 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:33.031713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3354807 Jul 23 20:18:33.032838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41150) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:33.037524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'subnet': {'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:33.065415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.091057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5b4a4-ccea-4b3b-a842-2e44d80f4047 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Network': ['ID=b5344812-6acf-436d-a037-a4952bf2dbba,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:33.132831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b5344812-6acf-436d-a037-a4952bf2dbba details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:18:33.157686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.191478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-67f81afe-efd2-4a43-be48-311a827b1a0e req-86d9bd8f-d73f-4e7e-8516-1e8d7ac8e099 service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808610 Jul 23 20:18:33.206553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event updated for resources: {'Port': ['ID=e6ffe36c-9ce7-4f98-8505-06bb3cd1f283,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:33.225890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.226488 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.233611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:33.237294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.246345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:33.266996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'port_id': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'mac_address': 'fa:16:3e:a5:92:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:33.276086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.277315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-55a417d1-7090-495c-86fd-d93acb4e5484 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5001440 Jul 23 20:18:33.288337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:33.292402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:33.297000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:33.318778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.333836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:33.334025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f78f1da-d1e7-4df4-850b-091c9e867507 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:33.361552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:33.365057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:33.365809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.367115 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.385830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-b87a3647-544f-4f8c-a5ad-222b708bcca4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3102391 Jul 23 20:18:33.400776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-473380c5-8b7c-4fb9-857a-dbe1dc2055dd tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:18:33.402191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-473380c5-8b7c-4fb9-857a-dbe1dc2055dd tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082405 Jul 23 20:18:33.405716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-8dc10fe6-2090-4751-8331-92fbebbf5078 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.0560403 Jul 23 20:18:33.432025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:33.474911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Request body: {'port': {'device_id': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:33.547819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:33.570977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.578055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 3ef0c32c-658f-48c2-848c-d34585f1d4ac {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:33.578403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ef0c32c-658f-48c2-848c-d34585f1d4ac not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:33.631015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-920af199-0ec6-4042-b6e3-d0498c935879 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:33.632386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7cc66a8-122d-44e5-87e1-57ddfa70eec8 req-920af199-0ec6-4042-b6e3-d0498c935879 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2168081 Jul 23 20:18:33.634522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.694088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Subnet': ['ID=abc5fa99-f076-4ce4-843e-cb2dd2366b4b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:33.703652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7f78f1da-d1e7-4df4-850b-091c9e867507'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:33.772503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2944f0-3800-4623-801e-5c5f8c52b3b7 req-aed607b5-840d-42fe-8bfd-d68cf906b161 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:33.774168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba2944f0-3800-4623-801e-5c5f8c52b3b7 req-aed607b5-840d-42fe-8bfd-d68cf906b161 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 944 time: 0.2217607 Jul 23 20:18:33.853387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Checking segment: {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:33.853778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network hostable DHCP agents. Network: b5344812-6acf-436d-a037-a4952bf2dbba, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:18:33.876780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba2944f0-3800-4623-801e-5c5f8c52b3b7 req-de0daa6c-18c5-4a32-9b45-748ed53e36cb tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896482 Jul 23 20:18:33.909599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network b5344812-6acf-436d-a037-a4952bf2dbba is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:18:33.925322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b5344812-6acf-436d-a037-a4952bf2dbba) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:33.937095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:33.937902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.938650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3da231-bf72-4f73-bdfc-e23994a769db None None] Network b5344812-6acf-436d-a037-a4952bf2dbba requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:33.951893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-340abfc1-05bd-4543-9e8d-aad89444ff1f tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:33.954912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-340abfc1-05bd-4543-9e8d-aad89444ff1f tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1785038 Jul 23 20:18:33.962651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d362ee-88e8-423e-9948-c71acf1cafcf {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:33.978593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:33.993426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Transition to ACTIVE for port object a9d362ee-88e8-423e-9948-c71acf1cafcf will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:34.002711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.021005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3e5d925-4880-4877-8b89-99607a537c15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9879696 Jul 23 20:18:34.032191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41170) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:34.045319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1420083727'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:34.056817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-e1edb32f-1539-47c9-b288-927285121389 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.0967052 Jul 23 20:18:34.068373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:34.110902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-35b9db6c-d741-4bcb-8896-5d6522af5894 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Request body: {'floatingip': {'port_id': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:34.116176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:34.120204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.165233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b5344812-6acf-436d-a037-a4952bf2dbba', 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'fixed_ips': [{'subnet_id': 'abc5fa99-f076-4ce4-843e-cb2dd2366b4b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:18:34.166757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.176767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Attempting to bind port a9d362ee-88e8-423e-9948-c71acf1cafcf on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:34.176767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Attempting to bind port a9d362ee-88e8-423e-9948-c71acf1cafcf by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:34.177057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Attempting to bind port a9d362ee-88e8-423e-9948-c71acf1cafcf on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:34.181949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Port a9d362ee-88e8-423e-9948-c71acf1cafcf on network dd5b3c52-ab22-4174-bc3e-9b253591f258 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:34.182349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Attempting to bind port a9d362ee-88e8-423e-9948-c71acf1cafcf on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:34.190245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:34.190594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Checking segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:34.193011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-35b9db6c-d741-4bcb-8896-5d6522af5894 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.193744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Bound using segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:34.194444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Bound port: a9d362ee-88e8-423e-9948-c71acf1cafcf, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:34.195148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.272511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:18:34.298402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:34.303516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:34.306498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230eaea1-edec-41aa-bcd2-71632c725ded req-3e49cc2c-cdfb-4f4a-b4cc-9d745de7a1ec tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:34.310811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.314255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-230eaea1-edec-41aa-bcd2-71632c725ded req-3e49cc2c-cdfb-4f4a-b4cc-9d745de7a1ec tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 944 time: 0.2999797 Jul 23 20:18:34.332377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:34.333097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.335906 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] 10.222.0.47 "PUT /v2.0/ports/a9d362ee-88e8-423e-9948-c71acf1cafcf HTTP/1.1" status: 200 len: 1093 time: 0.9197278 Jul 23 20:18:34.338367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:34.343038 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c95747-6319-498b-9106-036bb757017f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:34.348691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Allocated IP 19.80.0.2 (b5344812-6acf-436d-a037-a4952bf2dbba/abc5fa99-f076-4ce4-843e-cb2dd2366b4b/9c048942-8a5b-4aa4-abb4-b48cb7745c36) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:34.375887 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.376241 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Added segment 4e3e23f4-0a31-4a50-b1b4-3facd00ac55a of type vlan for network 6eeeb1b5-4106-494c-b811-5905380c98fb Jul 23 20:18:34.405706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-230eaea1-edec-41aa-bcd2-71632c725ded req-f652fc97-d5ce-43c2-859e-2ad130453e0b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905228 Jul 23 20:18:34.447511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2995783-eaa9-481f-b1a7-96e3d88ad287 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:34.470085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.477087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-539579d6-b175-4d34-8a34-e36e56b430ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:34.478683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-539579d6-b175-4d34-8a34-e36e56b430ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 1096 time: 0.0978644 Jul 23 20:18:34.553837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-f8a3d879-b732-45c3-bf29-963377c29675 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf HTTP/1.1" status: 200 len: 217 time: 0.0657463 Jul 23 20:18:34.568829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.592274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Transition to ACTIVE for port object 9c048942-8a5b-4aa4-abb4-b48cb7745c36 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:34.595681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.601926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:34.602537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.621504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Transition to ACTIVE for port object 9c048942-8a5b-4aa4-abb4-b48cb7745c36 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:34.629349 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.633102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-569e8959-e4a1-4b97-bf1c-7841dbf79071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:34.637347 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-569e8959-e4a1-4b97-bf1c-7841dbf79071 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.0758214 Jul 23 20:18:34.677633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Network b5344812-6acf-436d-a037-a4952bf2dbba is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:34.681533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:34.683634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6444483 Jul 23 20:18:34.695433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41176) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:34.696984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:34.709076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'subnet': {'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:34.713738 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-cb62ac22-ef7f-4f06-a27a-64b150459965 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693202 Jul 23 20:18:34.719229 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-35b9db6c-d741-4bcb-8896-5d6522af5894 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:18:34.728092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-590b2022-e0bf-423a-910f-42d09ce7f572 req-35b9db6c-d741-4bcb-8896-5d6522af5894 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "PUT /v2.0/floatingips/cff63720-cb97-4ea8-97c6-8477e3fb2036 HTTP/1.1" status: 409 len: 550 time: 0.6282537 Jul 23 20:18:34.757877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Pushing event updated for resources: {'Port': ['ID=9c048942-8a5b-4aa4-abb4-b48cb7745c36,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:34.805629 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afadd245-e650-492f-9438-4ff702a479ff x-openstack-request-id: req-afadd245-e650-492f-9438-4ff702a479ff {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:34.805629 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:34.805940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324ebd2-ac42-4201-ad08-920fa8ecd6c1 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Network': ['ID=6eeeb1b5-4106-494c-b811-5905380c98fb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:34.820134 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-afadd245-e650-492f-9438-4ff702a479ff {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:34.820785 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'status': 'completed', 'code': 200} Jul 23 20:18:34.838958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6eeeb1b5-4106-494c-b811-5905380c98fb details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:18:34.902478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-25e6e7fb-0772-4a3f-ba6c-ef6d5a965337 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792471 Jul 23 20:18:34.921054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Attempting to bind port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:34.921733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Attempting to bind port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:34.922865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Attempting to bind port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 on network b5344812-6acf-436d-a037-a4952bf2dbba {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:34.939909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:34.940564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Checking segment: {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:34.941139 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:34.941713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Bound using segment: {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:34.942346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Bound port: 9c048942-8a5b-4aa4-abb4-b48cb7745c36, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:34.942895 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.009722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:35.023081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.046012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7f78f1da-d1e7-4df4-850b-091c9e867507 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:35.048850 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bc31ad2-666a-47c6-a50a-4b6d03b0c34e req-be198823-265a-4b1a-a7aa-0892b6d33903 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387539 Jul 23 20:18:35.155010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-a2b99a9d-272f-421a-9c77-4382e8dbc1a9 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips/cff63720-cb97-4ea8-97c6-8477e3fb2036 HTTP/1.1" status: 200 len: 693 time: 0.1525996 Jul 23 20:18:35.185217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] For port 9c048942-8a5b-4aa4-abb4-b48cb7745c36, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:35.189276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] For port 9c048942-8a5b-4aa4-abb4-b48cb7745c36, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9c048942-8a5b-4aa4-abb4-b48cb7745c36,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:35.190506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 7f78f1da-d1e7-4df4-850b-091c9e867507 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:35.209369 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.210326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c95747-6319-498b-9106-036bb757017f req-aa843d62-cd50-412c-9c66-c0c45f673fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:35.211867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-aa843d62-cd50-412c-9c66-c0c45f673fc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 1096 time: 0.1025467 Jul 23 20:18:35.220313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 7f78f1da-d1e7-4df4-850b-091c9e867507 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:35.220698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.357821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287bc53-114b-4fd3-9d2b-35fd6e977426 None None] Pushing event updated for resources: {'Port': ['ID=9c048942-8a5b-4aa4-abb4-b48cb7745c36,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:35.410135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c95747-6319-498b-9106-036bb757017f req-3bdfc83d-04b1-441f-bf63-31baddc27efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:35.412042 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-3bdfc83d-04b1-441f-bf63-31baddc27efe service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 905 time: 0.1939037 Jul 23 20:18:35.412184 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.438856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:35.441589 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9fad21-b7ce-433e-936c-7d278e3bfe98" -d '{"events": [{"server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "name": "network-vif-plugged", "status": "completed", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:35.461518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:35.470377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.483036 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-8b2e65a2-e731-4cc6-91a7-bdf95e9d0dbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf HTTP/1.1" status: 200 len: 217 time: 0.0625935 Jul 23 20:18:35.556694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-a69c33cd-af93-47ea-ba30-407824a799cc tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:35.558670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-a69c33cd-af93-47ea-ba30-407824a799cc tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.3859420 Jul 23 20:18:35.563051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:35.605800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c95747-6319-498b-9106-036bb757017f req-48c0a8d1-a139-4d5b-a781-ecfa2d94de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:35.607809 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-48c0a8d1-a139-4d5b-a781-ecfa2d94de2e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.1178329 Jul 23 20:18:35.663340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-3f296a3d-d3f7-41c3-be10-f3007e963894 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447178 Jul 23 20:18:35.666425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6de1e4-81ef-47d3-a570-445a5f9a6a0c req-2f371ba4-3268-4637-8838-e44e1cc63c1f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:35.668271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd6de1e4-81ef-47d3-a570-445a5f9a6a0c req-2f371ba4-3268-4637-8838-e44e1cc63c1f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 944 time: 0.3110397 Jul 23 20:18:35.708141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-b774918c-f82d-4784-ac45-c635ab28c0e0 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.1297071 Jul 23 20:18:35.782066 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-fe05b3bf-7837-43e1-a8c9-6bc41e95022c service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094880 Jul 23 20:18:35.783026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:35.800696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-c60e2b99-f7a2-40dc-9bb2-ae4c26da6f8d tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.207 HTTP/1.1" status: 200 len: 696 time: 0.0740688 Jul 23 20:18:35.838416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd6de1e4-81ef-47d3-a570-445a5f9a6a0c req-2acb20f1-4496-418c-ab42-b7594cde6429 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344345 Jul 23 20:18:35.886653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56c95747-6319-498b-9106-036bb757017f req-49c2343d-d897-416d-85e3-8b9db0c1086c service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971658 Jul 23 20:18:35.991449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Subnet': ['ID=a5a719e0-aced-4494-a975-7249af54c6b1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:36.025260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Checking segment: {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:36.025885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network hostable DHCP agents. Network: 6eeeb1b5-4106-494c-b811-5905380c98fb, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:18:36.065732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network 6eeeb1b5-4106-494c-b811-5905380c98fb is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:18:36.086276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Deleting port e6ffe36c-9ce7-4f98-8505-06bb3cd1f283 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:36.086658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.154010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 6eeeb1b5-4106-494c-b811-5905380c98fb) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:36.163854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18bb35-4da7-4034-b181-eb2b7acb9f00 None None] Network 6eeeb1b5-4106-494c-b811-5905380c98fb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:36.164217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81ee1d-b840-49ff-ad4d-ab87410dc212 req-091f7ce3-7459-468b-bde8-161c0f110b03 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.165866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd81ee1d-b840-49ff-ad4d-ab87410dc212 req-091f7ce3-7459-468b-bde8-161c0f110b03 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.2552640 Jul 23 20:18:36.174015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.174663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.224743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7231ddfa-c826-4fd1-b027-fff9453f4f76 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5201771 Jul 23 20:18:36.224743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.224743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.245744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Calling delete_port for e6ffe36c-9ce7-4f98-8505-06bb3cd1f283 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:36.254891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd81ee1d-b840-49ff-ad4d-ab87410dc212 req-89a0a80c-0ea3-4efd-af20-9ee4250523e4 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775757 Jul 23 20:18:36.419739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-6eeeb1b5-4106-494c-b811-5905380c98fb', 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'fixed_ips': [{'subnet_id': 'a5a719e0-aced-4494-a975-7249af54c6b1'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:18:36.421280 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.467996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930ae0f-36ff-44f0-ac31-084d17b9fa26 req-63872274-f58e-4bb6-b6e6-87f2f2a400b4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.469561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c930ae0f-36ff-44f0-ac31-084d17b9fa26 req-63872274-f58e-4bb6-b6e6-87f2f2a400b4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 944 time: 0.1287692 Jul 23 20:18:36.504780 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.551946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12b1ef-86f1-46da-bc1a-599d81c9542d None None] Network b5344812-6acf-436d-a037-a4952bf2dbba requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:36.553986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event deleted for resources: {'Port': ['ID=e6ffe36c-9ce7-4f98-8505-06bb3cd1f283,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:36.583190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c930ae0f-36ff-44f0-ac31-084d17b9fa26 req-abf73f45-6ba2-4e17-82ad-0db56e608f41 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051311 Jul 23 20:18:36.633867 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.638298 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3011e8ba-3940-4536-88f4-949028950294 x-openstack-request-id: req-3011e8ba-3940-4536-88f4-949028950294 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:36.638587 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "name": "network-vif-plugged", "status": "completed", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:36.639254 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3011e8ba-3940-4536-88f4-949028950294 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:36.639498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:36.639714 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'code': 200} Jul 23 20:18:36.643182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b77b30c-ae9c-4f46-89bc-5b02df7f34cc None None] Provisioning for port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:36.651443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Allocated IP 19.86.0.2 (6eeeb1b5-4106-494c-b811-5905380c98fb/a5a719e0-aced-4494-a975-7249af54c6b1/f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:36.655036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14c075ec-f2e5-4d07-a132-938bb5876b91 req-0f562ef4-899c-4673-917c-59f1e6180726 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "DELETE /v2.0/floatingips/cff63720-cb97-4ea8-97c6-8477e3fb2036 HTTP/1.1" status: 204 len: 173 time: 0.8336790 Jul 23 20:18:36.817824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524eb66-bcff-4cde-8163-75a112a4d3c5 req-6ae7d737-b6c4-460d-8b0e-6154025001b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:36.821314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1524eb66-bcff-4cde-8163-75a112a4d3c5 req-6ae7d737-b6c4-460d-8b0e-6154025001b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.0948536 Jul 23 20:18:36.871126 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1524eb66-bcff-4cde-8163-75a112a4d3c5 req-203c6829-13af-4f45-b4fb-85c648646918 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Jul 23 20:18:37.026523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-d4cc842f-8ad3-46cf-8f15-9e0530a7faaa tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 1000 time: 0.2404444 Jul 23 20:18:37.028786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c048942-8a5b-4aa4-abb4-b48cb7745c36 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:37.148265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-b2e244aa-773d-4d5f-bb27-596a0172d58e tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.161238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-b2e244aa-773d-4d5f-bb27-596a0172d58e tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports/f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 942 time: 0.1293511 Jul 23 20:18:37.185765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-bd5302c0-d1dc-42e0-b2ee-f6e188d8f9f4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.199322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-bd5302c0-d1dc-42e0-b2ee-f6e188d8f9f4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.202781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-bd5302c0-d1dc-42e0-b2ee-f6e188d8f9f4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/networks?id=b5344812-6acf-436d-a037-a4952bf2dbba&id=6eeeb1b5-4106-494c-b811-5905380c98fb HTTP/1.1" status: 200 len: 1392 time: 0.3205366 Jul 23 20:18:37.221721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-7c733e4e-00c9-44cf-b65b-83a69e63417d tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/quotas/9d14367b83044e529a3566de75b8d76b HTTP/1.1" status: 200 len: 375 time: 0.0132833 Jul 23 20:18:37.277879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:37.285313 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.292886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:37.293344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.319215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Transition to ACTIVE for port object f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:37.355275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Transition to ACTIVE for port object f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:37.373010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.451359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Network 6eeeb1b5-4106-494c-b811-5905380c98fb is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:37.460253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:37.462240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Pushing event updated for resources: {'Port': ['ID=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:37.483197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:37.536973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.619752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Attempting to bind port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:37.620409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Attempting to bind port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:37.621527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Attempting to bind port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 on network 6eeeb1b5-4106-494c-b811-5905380c98fb {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:37.637291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:37.638685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Checking segment: {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:37.639488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.640063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Bound using segment: {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:37.640728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Bound port: f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:37.641859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.645519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9c048942-8a5b-4aa4-abb4-b48cb7745c36, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9c048942-8a5b-4aa4-abb4-b48cb7745c36,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:37.658177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.763041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-5d52f932-95ed-4909-8e5d-7b7b5c9aa031 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 1000 time: 0.5370705 Jul 23 20:18:37.769821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9c048942-8a5b-4aa4-abb4-b48cb7745c36,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:37.780831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-eef01d2e-2bb0-4d3c-94a2-699caeb9ac90 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:37.781027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] For port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:37.782632 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-eef01d2e-2bb0-4d3c-94a2-699caeb9ac90 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.36 "GET /v2.0/ports?device_id=de8300bf-98ce-48eb-bd92-aebc31096c5e HTTP/1.1" status: 200 len: 946 time: 0.1383421 Jul 23 20:18:37.785726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] For port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:37.805270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.933658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-81e46e78-2ab7-4759-a136-2f8ecfa9d6ca None None] Provisioning complete for port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:37.934208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-81e46e78-2ab7-4759-a136-2f8ecfa9d6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.938352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Deleting port bcce5964-136b-4b74-b82b-ca85da70f03f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:37.938816 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:37.968435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-44815cb8-a8c3-4344-8b65-43e5963cb6e4 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7077289 Jul 23 20:18:37.994774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac98b1-884f-47e2-812a-012caa2dd17d None None] Pushing event updated for resources: {'Port': ['ID=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:38.024467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-7569bf65-a5a8-4e83-a452-fbcff78aba7a tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:38.032376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-7569bf65-a5a8-4e83-a452-fbcff78aba7a tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2688851 Jul 23 20:18:38.112786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] For port bcce5964-136b-4b74-b82b-ca85da70f03f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bcce5964-136b-4b74-b82b-ca85da70f03f,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:38.113633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.131840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Calling delete_port for bcce5964-136b-4b74-b82b-ca85da70f03f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:38.159857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-bfd5dec1-9ac6-45dd-8942-1d7bb3daf8f5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 1000 time: 0.1150062 Jul 23 20:18:38.218199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:38.333996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-18d23091-e90b-47fe-bfc9-a625ff98bdda service neutron] 10.222.0.46 "GET /v2.0/networks/b5344812-6acf-436d-a037-a4952bf2dbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579104 Jul 23 20:18:38.342500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.367346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.382073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['bf1039ee-0299-488a-9268-f793663c2d82'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:38.384298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['bcce5964-136b-4b74-b82b-ca85da70f03f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:38.437902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Pushing event deleted for resources: {'Port': ['ID=bcce5964-136b-4b74-b82b-ca85da70f03f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:38.463539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] No DVR routers for this DVR port bcce5964-136b-4b74-b82b-ca85da70f03f on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:38.467462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.469556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa325f18-78e0-4c49-9e76-2a38d267d5d5 req-5042dc81-924b-45a4-93bd-e2185d5752f0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.36 "DELETE /v2.0/ports/bcce5964-136b-4b74-b82b-ca85da70f03f HTTP/1.1" status: 204 len: 173 time: 0.6808093 Jul 23 20:18:38.470266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'name': 'network-vif-deleted', 'tag': 'bcce5964-136b-4b74-b82b-ca85da70f03f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:38.472326 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff800424-ee7c-4e03-b792-dbb924c14f14" -d '{"events": [{"server_uuid": "de8300bf-98ce-48eb-bd92-aebc31096c5e", "name": "network-vif-deleted", "tag": "bcce5964-136b-4b74-b82b-ca85da70f03f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:38.549173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-6c281624-7a48-4a7c-bac7-e4bfc34449f9 service neutron] 10.222.0.46 "GET /v2.0/networks/b5344812-6acf-436d-a037-a4952bf2dbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017379 Jul 23 20:18:38.593349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.604410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:38.604773 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Floating IP ff384cbf-3893-4d96-be40-08d56c54a156 disassociated. External IP: 172.25.8.74, port: f5953c67-d72b-455b-bea3-93d91b073a81. Jul 23 20:18:38.776446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-0717e4e4-b1cd-485e-b6b8-6a70ae361969 service neutron] 10.222.0.46 "GET /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211773 Jul 23 20:18:38.983177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-54ef3913-764f-4929-a927-ad6c4f298eec service neutron] 10.222.0.46 "GET /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985624 Jul 23 20:18:39.031240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:39.080180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c048942-8a5b-4aa4-abb4-b48cb7745c36 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:39.144427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:39.144985 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.234199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:39.244151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] Sync routers for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:39.244642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.257968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:39.259570 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:39.288547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-de8ad1ff-8521-4e82-80c4-f04009438741 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "PUT /v2.0/floatingips/ff384cbf-3893-4d96-be40-08d56c54a156 HTTP/1.1" status: 200 len: 694 time: 1.1276131 Jul 23 20:18:39.289021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:39.291359 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41810fb-ee37-4b62-b056-a3e6c71fb896" -d '{"events": [{"name": "network-changed", "server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:39.329162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:39.363903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845f51a-f752-4e35-b922-9bac18bc90f8 None None] Network 6eeeb1b5-4106-494c-b811-5905380c98fb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:39.426663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-2454eefd-ee9d-4bc2-b5b6-fecc6944a239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.428357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-2454eefd-ee9d-4bc2-b5b6-fecc6944a239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1097 time: 0.1256089 Jul 23 20:18:39.514059 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:39.517193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dea2cb-8d5b-4348-b04e-9431b4cbe961 req-78efab5f-9ddd-484e-b1ff-4bfdd10228fb tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.518785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72dea2cb-8d5b-4348-b04e-9431b4cbe961 req-78efab5f-9ddd-484e-b1ff-4bfdd10228fb tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1741698 Jul 23 20:18:39.520731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e2436d98-56e8-48d6-9d52-c9c9c20c261b None None] Provisioning for port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:39.546607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:39.559055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:39.561658 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:39.594761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72dea2cb-8d5b-4348-b04e-9431b4cbe961 req-499dc523-7a8c-4309-8b18-09b95e2b1f82 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454779 Jul 23 20:18:39.628467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-d9097252-0249-429b-9217-8f7bf2357e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.633207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-d9097252-0249-429b-9217-8f7bf2357e42 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 930 time: 0.1976786 Jul 23 20:18:39.641726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:39.750114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-930cc719-1134-4863-9dfb-cce29e8cb47b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 217 time: 0.1010268 Jul 23 20:18:39.800910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-b04f9b4e-4e57-4025-b05c-c23f2825b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.802496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-b04f9b4e-4e57-4025-b05c-c23f2825b9c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 200 len: 868 time: 0.0515640 Jul 23 20:18:39.909532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94ea05-43cf-4fcb-a90c-c4f77eb78c3b req-1873edd8-bdcb-4546-aec1-421cc3435962 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.911137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e94ea05-43cf-4fcb-a90c-c4f77eb78c3b req-1873edd8-bdcb-4546-aec1-421cc3435962 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 944 time: 0.1077197 Jul 23 20:18:39.916323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-63f0ee88-26a1-4586-b44c-c981482e9851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:39.916727 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:11Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:39.917851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-63f0ee88-26a1-4586-b44c-c981482e9851 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7b9c7b34-e240-4ff0-b28a-2b02beee1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047375 Jul 23 20:18:39.962965 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] Checking router: 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:39.973420 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:39.974285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:39.991070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.029969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:40.049121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'mac_address': 'fa:16:3e:34:6c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:40.086467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:40.108776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-4675f0c6-fbd8-437f-83aa-2b6416552da1 service neutron] 10.222.0.46 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820960 Jul 23 20:18:40.130184 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:40.134627 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.209473 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.232269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d362ee-88e8-423e-9948-c71acf1cafcf {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:40.250688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e94ea05-43cf-4fcb-a90c-c4f77eb78c3b req-bb6b7ede-f0ed-4484-a609-d69fa093b472 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318634 Jul 23 20:18:40.269387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:40.284921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1ee97d1-6ec6-453c-a968-381eed249888 req-7dd74f47-8d1d-430f-a7d6-f0c502a80567 service neutron] 10.222.0.46 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695981 Jul 23 20:18:40.288672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:40.301258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.390262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a4400c8c-4abd-471a-ada8-059baea633c3 None None] Provisioning complete for port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:40.390731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a4400c8c-4abd-471a-ada8-059baea633c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:40.393959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:40.474296 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8206dd-9646-4dcc-a77f-fd0cf8132e01 x-openstack-request-id: req-9e8206dd-9646-4dcc-a77f-fd0cf8132e01 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:40.475427 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de8300bf-98ce-48eb-bd92-aebc31096c5e", "name": "network-vif-deleted", "tag": "bcce5964-136b-4b74-b82b-ca85da70f03f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:40.475427 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e8206dd-9646-4dcc-a77f-fd0cf8132e01 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:40.475788 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8300bf-98ce-48eb-bd92-aebc31096c5e', 'name': 'network-vif-deleted', 'tag': 'bcce5964-136b-4b74-b82b-ca85da70f03f', 'status': 'completed', 'code': 200} Jul 23 20:18:40.597389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ee821ca-50e1-4351-8440-19fd875b392c req-abd13d16-1ca2-4dcd-bb63-c5bbf66e7eeb tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 210 time: 0.0964661 Jul 23 20:18:40.638410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a9d362ee-88e8-423e-9948-c71acf1cafcf'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:40.670905 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d134fb-137b-4614-9af7-253a362537ec x-openstack-request-id: req-51d134fb-137b-4614-9af7-253a362537ec {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:40.671263 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:40.671582 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51d134fb-137b-4614-9af7-253a362537ec {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:40.672050 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'status': 'completed', 'code': 200} Jul 23 20:18:40.694568 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:11Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:40.738102 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc1bd12-d94e-4efb-9713-7001979f60b1 None None] The sync data for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 is: [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:02Z', 'revision_number': 4, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c95532dc-799b-4a8e-914d-3e5f946ca46b', 'name': '', 'network_id': '7b9c7b34-e240-4ff0-b28a-2b02beee1225', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'mac_address': 'fa:16:3e:01:f5:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:01Z', 'updated_at': '2021-07-23T20:18:11Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'subnets': [{'id': 'db7e5567-fa7f-4aa2-a5d8-fd24965793bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:40.831530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9bb684e3-f1f7-4767-95cb-c05f9f4a03e0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.838295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9bb684e3-f1f7-4767-95cb-c05f9f4a03e0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:40.840249 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9bb684e3-f1f7-4767-95cb-c05f9f4a03e0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "GET /v2.0/networks?id=b5344812-6acf-436d-a037-a4952bf2dbba&id=6eeeb1b5-4106-494c-b811-5905380c98fb HTTP/1.1" status: 200 len: 1392 time: 0.2801926 Jul 23 20:18:40.865967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'port': {'device_id': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba', 'admin_state_up': True, 'tenant_id': '9d14367b83044e529a3566de75b8d76b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:41.050904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:41.054949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-a4218c5f-f391-4bd2-907a-7df8315e7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.056466 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-a4218c5f-f391-4bd2-907a-7df8315e7328 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 1097 time: 0.3193781 Jul 23 20:18:41.061791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-d656e3b7-930a-42cc-b78b-c504918f77d6 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips/ff384cbf-3893-4d96-be40-08d56c54a156 HTTP/1.1" status: 200 len: 694 time: 0.1483934 Jul 23 20:18:41.109703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bcce5964-136b-4b74-b82b-ca85da70f03f no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:41.146470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: bcce5964-136b-4b74-b82b-ca85da70f03f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:41.146815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bcce5964-136b-4b74-b82b-ca85da70f03f not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:41.162160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824c4a7-b2a3-4b5a-9110-e66683b492fc None None] New status for floating IP ff384cbf-3893-4d96-be40-08d56c54a156: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:18:41.184896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-a909b805-3e2f-4976-8948-a9254310037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.186793 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-a909b805-3e2f-4976-8948-a9254310037a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.1953144 Jul 23 20:18:41.209055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:41.212629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.217904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6421fc-e42d-4cf8-b064-743b7e567c00 req-84d444be-caf6-4754-b7a8-bbfb5eb06f13 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.225238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf6421fc-e42d-4cf8-b064-743b7e567c00 req-84d444be-caf6-4754-b7a8-bbfb5eb06f13 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1870594 Jul 23 20:18:41.251147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-7bc3b501-f3c1-4736-8605-d336e1a231c9 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.252561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-7bc3b501-f3c1-4736-8605-d336e1a231c9 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1733413 Jul 23 20:18:41.282850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-a15ac94d-100c-4cc4-9d86-0179b8402a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.283723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-a15ac94d-100c-4cc4-9d86-0179b8402a47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 200 len: 930 time: 0.2159317 Jul 23 20:18:41.286600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:41.286952 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.289936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf6421fc-e42d-4cf8-b064-743b7e567c00 req-fcdaf1bf-8f60-4268-b13d-0e002d893890 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618758 Jul 23 20:18:41.345897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-a4b4e37d-6be3-4348-9714-7f45c1a82cd8 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 697 time: 0.0873311 Jul 23 20:18:41.403833 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-8ce2fbe7-8d05-4308-8f80-2bc1418287b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 200 len: 217 time: 0.0608838 Jul 23 20:18:41.442127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-f6b78aab-44f0-45bc-b0e1-d8125f47e672 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.74 HTTP/1.1" status: 200 len: 697 time: 0.0902326 Jul 23 20:18:41.464261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-205b9227-dc17-4f1d-ac77-1273b1838c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.466232 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-205b9227-dc17-4f1d-ac77-1273b1838c57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.2673028 Jul 23 20:18:41.538829 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-cf98dc70-7877-4021-a099-8968f0beefb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.0500562 Jul 23 20:18:41.544272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-8c9c244d-cbf9-4c30-b9f6-3d5631ca37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.545851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-8c9c244d-cbf9-4c30-b9f6-3d5631ca37a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 200 len: 868 time: 0.1300478 Jul 23 20:18:41.569620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94a307-ba69-4a66-ab76-f74a3d21fba1 req-b224f3e0-4b8b-4e7b-b7e7-b887937e4866 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.571133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f94a307-ba69-4a66-ab76-f74a3d21fba1 req-b224f3e0-4b8b-4e7b-b7e7-b887937e4866 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.2183831 Jul 23 20:18:41.617518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Allocated IP 19.80.0.238 (b5344812-6acf-436d-a037-a4952bf2dbba/abc5fa99-f076-4ce4-843e-cb2dd2366b4b/c6004349-5217-40c2-9921-45674e2158d5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:41.618815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f94a307-ba69-4a66-ab76-f74a3d21fba1 req-e65ee0c7-9107-41c5-89f6-51bee1c8b729 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411355 Jul 23 20:18:41.626827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Deleting port 996acd8d-3ef7-4180-8228-d13093e332a9 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:41.627236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.667280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-b31e7bb5-9ad4-4abe-93bd-aada11f2a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.668951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-b31e7bb5-9ad4-4abe-93bd-aada11f2a685 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.1203518 Jul 23 20:18:41.723208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-9abb6209-f30a-4bbf-b23f-a6b5f83b7c24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443411 Jul 23 20:18:41.729347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-af816716-d5c6-484d-97cc-87120ef6a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.730773 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-af816716-d5c6-484d-97cc-87120ef6a277 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7b9c7b34-e240-4ff0-b28a-2b02beee1225&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1730361 Jul 23 20:18:41.747065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.747403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.762220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Calling delete_port for 996acd8d-3ef7-4180-8228-d13093e332a9 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:41.832668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b14f1a-4421-4b67-b059-97f6235bad30 req-0c3c72b8-241a-4ace-99dd-6ed31bb0730a tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:41.834202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8b14f1a-4421-4b67-b059-97f6235bad30 req-0c3c72b8-241a-4ace-99dd-6ed31bb0730a tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 945 time: 0.1369171 Jul 23 20:18:41.893274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8b14f1a-4421-4b67-b059-97f6235bad30 req-04efe657-c356-4961-ae45-d68a2109e4c6 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524664 Jul 23 20:18:41.960626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:41.971900 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-13423aee-f1f7-40d7-b091-44165d860101 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395549 Jul 23 20:18:41.976493 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-339859fc-b7bd-4ec1-9d28-d9ee984cd355 service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217638 Jul 23 20:18:42.007287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.015731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event deleted for resources: {'Port': ['ID=996acd8d-3ef7-4180-8228-d13093e332a9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:42.061986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Transition to ACTIVE for port object c6004349-5217-40c2-9921-45674e2158d5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:42.066434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.069790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.071129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-059e1d5d-a216-4836-8990-f4d22a1dd0c5 req-28d65cf2-811c-4b3e-8750-2bd6dc4618c5 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "DELETE /v2.0/floatingips/ff384cbf-3893-4d96-be40-08d56c54a156 HTTP/1.1" status: 204 len: 173 time: 0.6277580 Jul 23 20:18:42.190085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e41810fb-ee37-4b62-b056-a3e6c71fb896 req-f244ae4a-8416-4bd2-9849-5dc3df0d76a3 service neutron] 10.222.0.36 "GET /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036452 Jul 23 20:18:42.192143 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8aa90294-3d83-4954-902e-3c37fe77c992 req-fe21bf3e-a189-4277-997d-2f2f23aa2db2 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045197 Jul 23 20:18:42.210601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.236790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdb72d-79ee-4fe6-b2eb-e70e26aca953 req-b439f931-cf7d-40bb-bab7-e21c1178a53b tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.238366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91cdb72d-79ee-4fe6-b2eb-e70e26aca953 req-b439f931-cf7d-40bb-bab7-e21c1178a53b tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0928862 Jul 23 20:18:42.260084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network b5344812-6acf-436d-a037-a4952bf2dbba is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:42.266210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:42.270139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:42.289246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91cdb72d-79ee-4fe6-b2eb-e70e26aca953 req-da4718b1-25ba-4655-ad4e-0a39c7158c8d tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0443156 Jul 23 20:18:42.321824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Port': ['ID=c6004349-5217-40c2-9921-45674e2158d5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:42.337056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.337731 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.354565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be4c0051-b04b-4867-ba56-0f670676f214 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4943776 Jul 23 20:18:42.365578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Request body: {'port': {'device_id': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb', 'admin_state_up': True, 'tenant_id': '9d14367b83044e529a3566de75b8d76b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:42.388689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d633c49-fd4c-4690-a0ee-896e6a7f9fbf req-10479864-94eb-4657-a9ce-4be6243ceaff tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0606384 Jul 23 20:18:42.426448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a61b2-b5e6-4f3e-8d02-29c3ad29abb7 req-8e4dc7bb-88b8-4892-946e-f6970b252815 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.433519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-020a61b2-b5e6-4f3e-8d02-29c3ad29abb7 req-8e4dc7bb-88b8-4892-946e-f6970b252815 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 932 time: 0.1065772 Jul 23 20:18:42.490160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-020a61b2-b5e6-4f3e-8d02-29c3ad29abb7 req-67870a4a-862b-4e0e-b414-e93064644634 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Jul 23 20:18:42.522946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Made reservation on behalf of 9d14367b83044e529a3566de75b8d76b for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:42.527878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.559949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a7ef2-c8fc-43bc-ab51-e06747909dfd req-e5036d16-9dc2-4171-9bb8-10f628060813 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.561694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e1a7ef2-c8fc-43bc-ab51-e06747909dfd req-e5036d16-9dc2-4171-9bb8-10f628060813 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.0971262 Jul 23 20:18:42.605043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e1a7ef2-c8fc-43bc-ab51-e06747909dfd req-e044e119-3d85-4952-bddf-c2d05df84610 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Jul 23 20:18:42.617034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2a96f112-56bc-481e-aac1-a05bf073970f None None] Provisioning for port c6004349-5217-40c2-9921-45674e2158d5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:42.631287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2a96f112-56bc-481e-aac1-a05bf073970f None None] Provisioning complete for port c6004349-5217-40c2-9921-45674e2158d5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:42.632097 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a96f112-56bc-481e-aac1-a05bf073970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:42.680124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2a96f112-56bc-481e-aac1-a05bf073970f None None] Port c6004349-5217-40c2-9921-45674e2158d5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:42.808069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe476d0-bc4d-454e-bcaf-a4bf04aa57fd req-633ee925-bc6d-4028-bf1d-27b617605957 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.809588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fe476d0-bc4d-454e-bcaf-a4bf04aa57fd req-633ee925-bc6d-4028-bf1d-27b617605957 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 945 time: 0.1128151 Jul 23 20:18:42.826429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be3536-bb36-4bba-9c6c-a2b6b486a869 req-fa24a089-67ec-4146-a4e4-0aae98336c0a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:42.827991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5be3536-bb36-4bba-9c6c-a2b6b486a869 req-fa24a089-67ec-4146-a4e4-0aae98336c0a tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0975516 Jul 23 20:18:42.874062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fe476d0-bc4d-454e-bcaf-a4bf04aa57fd req-4d90f965-d61f-4b98-b7ee-19d828ea4d60 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564036 Jul 23 20:18:42.894957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5be3536-bb36-4bba-9c6c-a2b6b486a869 req-4eaed668-c1d0-4823-9b7e-c0858dfb16e0 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462153 Jul 23 20:18:42.978374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Allocated IP 19.86.0.198 (6eeeb1b5-4106-494c-b811-5905380c98fb/a5a719e0-aced-4494-a975-7249af54c6b1/4ac14731-9306-4b30-801a-d67bb082fa44) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:43.037689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a67968-3c2f-4a8c-9f9d-f94edceb09e0 req-82e1b5f3-5599-458d-9b91-6f8dc2c4eb59 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.039609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22a67968-3c2f-4a8c-9f9d-f94edceb09e0 req-82e1b5f3-5599-458d-9b91-6f8dc2c4eb59 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 945 time: 0.0745742 Jul 23 20:18:43.085966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22a67968-3c2f-4a8c-9f9d-f94edceb09e0 req-fa5b200d-4ea9-4c8a-b350-561e0c9c55ea tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Jul 23 20:18:43.144581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.157421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Transition to ACTIVE for port object 4ac14731-9306-4b30-801a-d67bb082fa44 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:43.189350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.230311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Network 6eeeb1b5-4106-494c-b811-5905380c98fb is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:18:43.233834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:43.237363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:18:43.266642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event updated for resources: {'Port': ['ID=4ac14731-9306-4b30-801a-d67bb082fa44,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:43.296628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.297270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.312743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-3e21682d-b942-4255-845e-5a8eac0463fe tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9514041 Jul 23 20:18:43.325781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Request body: {'port': {'device_id': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:43.403652 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.506027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dafb7616-e1d2-4072-8d55-57ee80ea6394 None None] Provisioning for port 4ac14731-9306-4b30-801a-d67bb082fa44 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:43.510513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dafb7616-e1d2-4072-8d55-57ee80ea6394 None None] Provisioning complete for port 4ac14731-9306-4b30-801a-d67bb082fa44 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:43.510890 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dafb7616-e1d2-4072-8d55-57ee80ea6394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.546485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dafb7616-e1d2-4072-8d55-57ee80ea6394 None None] Port 4ac14731-9306-4b30-801a-d67bb082fa44 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:18:43.598402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.618481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5cf3-d0e1-4dcf-a007-dfc6f305adfa req-e56b49ed-83f0-4f2f-bae3-694ba930ef86 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.625174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e5cf3-d0e1-4dcf-a007-dfc6f305adfa req-e56b49ed-83f0-4f2f-bae3-694ba930ef86 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.626824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-426e5cf3-d0e1-4dcf-a007-dfc6f305adfa req-e56b49ed-83f0-4f2f-bae3-694ba930ef86 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1655 time: 0.0731122 Jul 23 20:18:43.632121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:43.682077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-426e5cf3-d0e1-4dcf-a007-dfc6f305adfa req-8c2317a7-78d1-4f16-889e-c2f9c4201475 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397763 Jul 23 20:18:43.685973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port a9d362ee-88e8-423e-9948-c71acf1cafcf completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:43.686564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6004349-5217-40c2-9921-45674e2158d5 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:43.690256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a9d362ee-88e8-423e-9948-c71acf1cafcf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:43.690649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.695228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.709749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Transition to ACTIVE for port object c6004349-5217-40c2-9921-45674e2158d5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:43.714064 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.759932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Pushing event updated for resources: {'Port': ['ID=c6004349-5217-40c2-9921-45674e2158d5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:43.773449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c74ad2-7a71-4ea0-87d9-9e23bdf0d8e2 req-51e5e29d-db5a-4514-b836-5271368bd28c tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:43.782253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98c74ad2-7a71-4ea0-87d9-9e23bdf0d8e2 req-51e5e29d-db5a-4514-b836-5271368bd28c tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.0817978 Jul 23 20:18:43.790257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.830113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98c74ad2-7a71-4ea0-87d9-9e23bdf0d8e2 req-b5ca694c-6631-48f6-af8a-1f24832a4ac4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478206 Jul 23 20:18:43.830624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:43.836538 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0a3162-9173-4846-8a88-f8a5f820f5a2" -d '{"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-plugged", "status": "completed", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:43.855014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:43.857743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9d6d6973-47a4-466b-954f-748ed9c9208b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.860930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.872727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Attempting to bind port c6004349-5217-40c2-9921-45674e2158d5 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:43.873223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Attempting to bind port c6004349-5217-40c2-9921-45674e2158d5 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:43.873740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Attempting to bind port c6004349-5217-40c2-9921-45674e2158d5 on network b5344812-6acf-436d-a037-a4952bf2dbba {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:43.879476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Port c6004349-5217-40c2-9921-45674e2158d5 on network b5344812-6acf-436d-a037-a4952bf2dbba not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:43.879916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Attempting to bind port c6004349-5217-40c2-9921-45674e2158d5 on network b5344812-6acf-436d-a037-a4952bf2dbba {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:43.884931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:43.885377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Checking segment: {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:43.885968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Bound using segment: {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:43.886610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Bound port: c6004349-5217-40c2-9921-45674e2158d5, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39edb0f5-6d5d-4551-b2af-7a00a1321ce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:43.887173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:43.918143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:43.977520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] For port c6004349-5217-40c2-9921-45674e2158d5, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:43.985529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] For port c6004349-5217-40c2-9921-45674e2158d5, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c6004349-5217-40c2-9921-45674e2158d5,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:43.992326 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf3e86-e88a-4405-87b2-1f1d1b5faa4b x-openstack-request-id: req-dcdf3e86-e88a-4405-87b2-1f1d1b5faa4b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:43.992622 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-plugged", "status": "completed", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:43.992872 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcdf3e86-e88a-4405-87b2-1f1d1b5faa4b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:43.999346 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'code': 200} Jul 23 20:18:44.003157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.079152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.080058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.081845 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] 10.222.0.47 "PUT /v2.0/ports/c6004349-5217-40c2-9921-45674e2158d5 HTTP/1.1" status: 200 len: 1093 time: 0.7606823 Jul 23 20:18:44.082311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'tag': 'c6004349-5217-40c2-9921-45674e2158d5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:44.084656 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c496dd3-d93a-47a8-b376-9a17a7befa7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "tag": "c6004349-5217-40c2-9921-45674e2158d5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:44.115220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Request body: {'port': {'device_id': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:44.140679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a54a9f-6789-443b-bfd1-36f4f8101f04 service neutron] Pushing event updated for resources: {'Port': ['ID=c6004349-5217-40c2-9921-45674e2158d5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:44.209523 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.388392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-74c0b793-9c35-4f55-afea-5a5da6d782e3 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.389811 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-74c0b793-9c35-4f55-afea-5a5da6d782e3 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 945 time: 0.1701014 Jul 23 20:18:44.498569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51650de3-bbcc-445c-8267-6e73bb8f764f req-2219d173-5072-4867-9679-89d98d5d8120 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.500094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51650de3-bbcc-445c-8267-6e73bb8f764f req-2219d173-5072-4867-9679-89d98d5d8120 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 945 time: 0.5171678 Jul 23 20:18:44.509520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474b2f9-4f62-4a79-ac39-3f38167f6b59 req-d48d829f-ee29-4b72-93d8-9fde1058bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.510942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2474b2f9-4f62-4a79-ac39-3f38167f6b59 req-d48d829f-ee29-4b72-93d8-9fde1058bdeb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 1098 time: 0.1270888 Jul 23 20:18:44.526827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645642ee-f7e6-42d0-a006-0652f1391148 req-89bf0039-de59-4ebf-ada9-7c07ec4a29aa tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.528412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-645642ee-f7e6-42d0-a006-0652f1391148 req-89bf0039-de59-4ebf-ada9-7c07ec4a29aa tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.1455605 Jul 23 20:18:44.595829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51650de3-bbcc-445c-8267-6e73bb8f764f req-bb0414f6-a996-41a0-9af8-650996305aeb tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/security-groups?id=de92c1d7-1114-4ec2-941a-18cefcff2e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883501 Jul 23 20:18:44.597589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Deleting port f5953c67-d72b-455b-bea3-93d91b073a81 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:44.597932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.602683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2474b2f9-4f62-4a79-ac39-3f38167f6b59 req-bf2307cc-e586-4ad0-b6f7-c60cd9350a75 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733426 Jul 23 20:18:44.615419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-645642ee-f7e6-42d0-a006-0652f1391148 req-b1d3d5c2-f576-4031-81bf-3293bff3b631 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Jul 23 20:18:44.639055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac14731-9306-4b30-801a-d67bb082fa44 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:44.650951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.682563 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f91bee1-921b-4143-b735-0ae934c95aea x-openstack-request-id: req-3f91bee1-921b-4143-b735-0ae934c95aea {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:44.682852 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "tag": "c6004349-5217-40c2-9921-45674e2158d5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:44.683101 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f91bee1-921b-4143-b735-0ae934c95aea {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:44.687164 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'tag': 'c6004349-5217-40c2-9921-45674e2158d5', 'status': 'completed', 'code': 200} Jul 23 20:18:44.702534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Transition to ACTIVE for port object 4ac14731-9306-4b30-801a-d67bb082fa44 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:18:44.715835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.785987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] For port f5953c67-d72b-455b-bea3-93d91b073a81, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5953c67-d72b-455b-bea3-93d91b073a81,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:44.786359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:44.801735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-75e53a89-5d38-43f2-89e0-9aa3dda64c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.802275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-75e53a89-5d38-43f2-89e0-9aa3dda64c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.804061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-75e53a89-5d38-43f2-89e0-9aa3dda64c3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1915 time: 0.1170135 Jul 23 20:18:44.811801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Calling delete_port for f5953c67-d72b-455b-bea3-93d91b073a81 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:44.817187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac14731-9306-4b30-801a-d67bb082fa44,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:44.819374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21775585-8aad-47b6-8177-5fd7535fbc30 req-84a8dae2-7434-4e87-bf46-5abb37770c37 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:44.820422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21775585-8aad-47b6-8177-5fd7535fbc30 req-84a8dae2-7434-4e87-bf46-5abb37770c37 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 946 time: 0.1017325 Jul 23 20:18:44.972674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Attempting to bind port 4ac14731-9306-4b30-801a-d67bb082fa44 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:18:44.973015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Attempting to bind port 4ac14731-9306-4b30-801a-d67bb082fa44 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:18:44.973692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Attempting to bind port 4ac14731-9306-4b30-801a-d67bb082fa44 on network 6eeeb1b5-4106-494c-b811-5905380c98fb {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:44.980913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Port 4ac14731-9306-4b30-801a-d67bb082fa44 on network 6eeeb1b5-4106-494c-b811-5905380c98fb not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:18:44.980913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Attempting to bind port 4ac14731-9306-4b30-801a-d67bb082fa44 on network 6eeeb1b5-4106-494c-b811-5905380c98fb {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:18:44.984857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21775585-8aad-47b6-8177-5fd7535fbc30 req-762ece5f-ad88-48a1-9bfb-89fc4979ad8c tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369815 Jul 23 20:18:44.989743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:18:44.990243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Checking segment: {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:44.990459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Bound using segment: {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:18:44.990904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Bound port: 4ac14731-9306-4b30-801a-d67bb082fa44, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:18:44.991268 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.018477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-a1a80ec3-3b2a-4330-beb3-467e4ee67efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.019352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-a1a80ec3-3b2a-4330-beb3-467e4ee67efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.020220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-a1a80ec3-3b2a-4330-beb3-467e4ee67efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.022552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-a1a80ec3-3b2a-4330-beb3-467e4ee67efb service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9d14367b83044e529a3566de75b8d76b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1993105 Jul 23 20:18:45.047414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3e02-4092-4352-948b-ff4150d0b9f9 req-9a58d7a2-dceb-49c3-bf83-97339a1796ac tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.053636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde3e02-4092-4352-948b-ff4150d0b9f9 req-9a58d7a2-dceb-49c3-bf83-97339a1796ac tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.055686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bde3e02-4092-4352-948b-ff4150d0b9f9 req-9a58d7a2-dceb-49c3-bf83-97339a1796ac tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1679 time: 0.2339721 Jul 23 20:18:45.091038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.105537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f5953c67-d72b-455b-bea3-93d91b073a81'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:45.140273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Pushing event deleted for resources: {'Port': ['ID=f5953c67-d72b-455b-bea3-93d91b073a81,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:45.143198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] For port 4ac14731-9306-4b30-801a-d67bb082fa44, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:18:45.149152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bde3e02-4092-4352-948b-ff4150d0b9f9 req-5c376aba-654b-42b8-a3fd-3fec7d1216a0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706825 Jul 23 20:18:45.198927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] For port 4ac14731-9306-4b30-801a-d67bb082fa44, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4ac14731-9306-4b30-801a-d67bb082fa44,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:18:45.229312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] No DVR routers for this DVR port f5953c67-d72b-455b-bea3-93d91b073a81 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:45.233864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.237783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.239938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b00d9bd2-0912-4eeb-b065-871ecea51421 req-2fa4a419-96bc-4e9d-9f5e-97f84df8ebcd tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.36 "DELETE /v2.0/ports/f5953c67-d72b-455b-bea3-93d91b073a81 HTTP/1.1" status: 204 len: 173 time: 0.8351188 Jul 23 20:18:45.254899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-6d804527-5cb2-4592-bcde-d9602a3e3704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.257591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c496dd3-d93a-47a8-b376-9a17a7befa7a req-6d804527-5cb2-4592-bcde-d9602a3e3704 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006729 Jul 23 20:18:45.306685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.307166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:45.310779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ac14731-9306-4b30-801a-d67bb082fa44 HTTP/1.1" status: 200 len: 1093 time: 1.1999266 Jul 23 20:18:45.314453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e754d80-0987-4224-9265-35b503f787c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac14731-9306-4b30-801a-d67bb082fa44,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:45.485237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-c1758449-716d-4c51-b33a-6e48c0adf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.486344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-c1758449-716d-4c51-b33a-6e48c0adf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.487996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-c1758449-716d-4c51-b33a-6e48c0adf916 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1983 time: 0.0909631 Jul 23 20:18:45.521071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78524e-bdc5-43ed-bec9-45923eba79a1 req-30c84d50-efdc-4736-ae5a-fecc1db4b5f6 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.528416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a78524e-bdc5-43ed-bec9-45923eba79a1 req-30c84d50-efdc-4736-ae5a-fecc1db4b5f6 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1903598 Jul 23 20:18:45.541970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-899dffe9-5261-47a2-96a4-39e004ade47b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=c6004349-5217-40c2-9921-45674e2158d5 HTTP/1.1" status: 200 len: 217 time: 0.0444345 Jul 23 20:18:45.564876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a78524e-bdc5-43ed-bec9-45923eba79a1 req-16b4efae-6be3-4686-830a-6cec77e32c23 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354300 Jul 23 20:18:45.594501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-6d7c6bda-b658-42c1-bd1b-9ccad746a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.596039 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-6d7c6bda-b658-42c1-bd1b-9ccad746a2bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=abc5fa99-f076-4ce4-843e-cb2dd2366b4b HTTP/1.1" status: 200 len: 801 time: 0.0469410 Jul 23 20:18:45.657351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-b6ec12c8-68c8-468a-8695-1f42d5f93aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.658892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-b6ec12c8-68c8-468a-8695-1f42d5f93aae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b5344812-6acf-436d-a037-a4952bf2dbba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558136 Jul 23 20:18:45.733798 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d593f075-ce0d-4255-bba4-c33a31044d33 req-91e4fbee-2a5d-4c86-a32f-83910cecc821 tempest-FloatingIPsAssociationNegativeTestJSON-542326064 tempest-FloatingIPsAssociationNegativeTestJSON-542326064-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3fab46b-56ed-4f45-b003-d4978324f85f HTTP/1.1" status: 200 len: 210 time: 0.0530615 Jul 23 20:18:45.770481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-af36114e-724f-4866-b857-03f8299b4465 service neutron] 10.222.0.47 "GET /v2.0/networks/b5344812-6acf-436d-a037-a4952bf2dbba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999179 Jul 23 20:18:45.778170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5143c0d9-7f2c-46c8-b3a5-bd0c4fe9c200 req-cffcc68f-deff-45ff-863d-897b7bf4ab0f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.779693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5143c0d9-7f2c-46c8-b3a5-bd0c4fe9c200 req-cffcc68f-deff-45ff-863d-897b7bf4ab0f tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0897214 Jul 23 20:18:45.831584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5143c0d9-7f2c-46c8-b3a5-bd0c4fe9c200 req-462361c0-44fa-4091-b30d-a38bf5011a74 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459840 Jul 23 20:18:45.876279 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-9b55b750-1413-45f2-881f-ac2c4c34cd4d service neutron] 10.222.0.47 "GET /v2.0/networks/b5344812-6acf-436d-a037-a4952bf2dbba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985699 Jul 23 20:18:45.931558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-ed5f68c9-8848-4e14-96d0-b51f98139ec8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=4ac14731-9306-4b30-801a-d67bb082fa44 HTTP/1.1" status: 200 len: 217 time: 0.0451882 Jul 23 20:18:45.984014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-ddf50a91-2cd6-4567-8422-989b2adb2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:45.985548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-ddf50a91-2cd6-4567-8422-989b2adb2126 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5a719e0-aced-4494-a975-7249af54c6b1 HTTP/1.1" status: 200 len: 801 time: 0.0454876 Jul 23 20:18:46.046481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be71fe09-5368-49b8-83ef-7daf6c18890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.048067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-be71fe09-5368-49b8-83ef-7daf6c18890f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6eeeb1b5-4106-494c-b811-5905380c98fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553472 Jul 23 20:18:46.123240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7971dc-e08f-4b10-914b-0c9fcadef8cb req-f47bdc2a-2aca-4d00-837e-9865856da04e tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.124737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e7971dc-e08f-4b10-914b-0c9fcadef8cb req-f47bdc2a-2aca-4d00-837e-9865856da04e tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 946 time: 0.0688720 Jul 23 20:18:46.144119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-79b9b1b5-c57a-4f9a-ae17-f41a6b3816d5 service neutron] 10.222.0.47 "GET /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888054 Jul 23 20:18:46.163987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e7971dc-e08f-4b10-914b-0c9fcadef8cb req-ecd38201-de01-4842-88cc-fb108fb2e974 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jul 23 20:18:46.243396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b851990-e8fe-4a07-88c1-17a60ecd2521 req-6b06b135-df6e-4359-a294-846f8650661b service neutron] 10.222.0.47 "GET /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894160 Jul 23 20:18:46.290649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95640d8f-f9e9-44d3-900c-6208389f79a8 req-f6f7d41c-7b4a-4956-b31e-5a60a1813751 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.297183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95640d8f-f9e9-44d3-900c-6208389f79a8 req-f6f7d41c-7b4a-4956-b31e-5a60a1813751 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.298859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95640d8f-f9e9-44d3-900c-6208389f79a8 req-f6f7d41c-7b4a-4956-b31e-5a60a1813751 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1679 time: 0.0755916 Jul 23 20:18:46.345962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95640d8f-f9e9-44d3-900c-6208389f79a8 req-de7711b3-14ef-4de4-a806-46b3abc03801 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412693 Jul 23 20:18:46.380668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4570000b-6bd4-45cf-8863-6c1e9b85784a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.394554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.438345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8dd8c-e22a-4778-a006-419ec762c6c3 req-8233933d-fc35-4d11-9faf-180cda7d8989 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.439905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8d8dd8c-e22a-4778-a006-419ec762c6c3 req-8233933d-fc35-4d11-9faf-180cda7d8989 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 946 time: 0.0669000 Jul 23 20:18:46.478895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8d8dd8c-e22a-4778-a006-419ec762c6c3 req-01cbbd37-60b5-4c8c-a02e-96f723f51c29 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Jul 23 20:18:46.512999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-19279303-94b3-4f35-8d10-d97bfa8a115b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.514483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-19279303-94b3-4f35-8d10-d97bfa8a115b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 945 time: 0.0719945 Jul 23 20:18:46.622887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Deleting port bf1039ee-0299-488a-9268-f793663c2d82 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:46.623268 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.689532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'name': 'network-vif-deleted', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81'}, {'name': 'network-changed', 'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'tag': '4ac14731-9306-4b30-801a-d67bb082fa44'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:46.692066 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1588ac6-e257-4556-a0e4-2bbaf1a97758" -d '{"events": [{"server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "name": "network-vif-deleted", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81"}, {"name": "network-changed", "server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "tag": "4ac14731-9306-4b30-801a-d67bb082fa44"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:46.712205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff59f1-14bd-4b84-a3e7-a0c1fb9097b3 req-747aa131-a6d1-4ccc-8c21-6566eaf167c3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.713862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9ff59f1-14bd-4b84-a3e7-a0c1fb9097b3 req-747aa131-a6d1-4ccc-8c21-6566eaf167c3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.0781882 Jul 23 20:18:46.743258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] For port bf1039ee-0299-488a-9268-f793663c2d82, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bf1039ee-0299-488a-9268-f793663c2d82,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:46.743918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:46.749263 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84e050f-d977-4595-a2c1-52df35814597 x-openstack-request-id: req-c84e050f-d977-4595-a2c1-52df35814597 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:46.749671 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3fab46b-56ed-4f45-b003-d4978324f85f", "name": "network-vif-deleted", "tag": "f5953c67-d72b-455b-bea3-93d91b073a81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "tag": "4ac14731-9306-4b30-801a-d67bb082fa44", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:46.749993 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c84e050f-d977-4595-a2c1-52df35814597 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:46.750451 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3fab46b-56ed-4f45-b003-d4978324f85f', 'name': 'network-vif-deleted', 'tag': 'f5953c67-d72b-455b-bea3-93d91b073a81', 'status': 'completed', 'code': 200} Jul 23 20:18:46.750773 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'tag': '4ac14731-9306-4b30-801a-d67bb082fa44', 'status': 'completed', 'code': 200} Jul 23 20:18:46.757272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9ff59f1-14bd-4b84-a3e7-a0c1fb9097b3 req-7311b709-854c-4aff-8559-9d605cb29ca3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358102 Jul 23 20:18:46.772089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Calling delete_port for bf1039ee-0299-488a-9268-f793663c2d82 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:46.817014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41356) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:46.863953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-8e7ff5fd-6723-4043-b9c5-37fe92bf4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.863953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-8e7ff5fd-6723-4043-b9c5-37fe92bf4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.867175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-8e7ff5fd-6723-4043-b9c5-37fe92bf4f5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9d14367b83044e529a3566de75b8d76b&device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1983 time: 0.0935128 Jul 23 20:18:46.990891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-0ef10ca0-73be-4a08-b411-4b3657779524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:46.992397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-0ef10ca0-73be-4a08-b411-4b3657779524 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6eeeb1b5-4106-494c-b811-5905380c98fb HTTP/1.1" status: 200 len: 903 time: 0.1179390 Jul 23 20:18:47.023675 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.045070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-8e984a0e-3eb1-4887-b4d3-a5a12ef4b651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.198&port_id=4ac14731-9306-4b30-801a-d67bb082fa44 HTTP/1.1" status: 200 len: 217 time: 0.0431907 Jul 23 20:18:47.099698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.101380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5953c67-d72b-455b-bea3-93d91b073a81 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:47.127718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['bf1039ee-0299-488a-9268-f793663c2d82'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:47.139580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Pushing event deleted for resources: {'Port': ['ID=bf1039ee-0299-488a-9268-f793663c2d82,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:47.143357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-350426d6-ec15-48b2-a365-f540e773940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.145634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-350426d6-ec15-48b2-a365-f540e773940e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5a719e0-aced-4494-a975-7249af54c6b1 HTTP/1.1" status: 200 len: 801 time: 0.0800738 Jul 23 20:18:47.162716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf617bb-e3bf-49fb-96b1-fd8fbffade8f req-984507f8-63c9-44a8-b40f-4cc669b9e908 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.163340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f5953c67-d72b-455b-bea3-93d91b073a81 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:47.163886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5953c67-d72b-455b-bea3-93d91b073a81 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:47.170112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1bf617bb-e3bf-49fb-96b1-fd8fbffade8f req-984507f8-63c9-44a8-b40f-4cc669b9e908 tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6cabd39-fa71-451d-bea7-5ef3e1c9b898 HTTP/1.1" status: 200 len: 867 time: 0.1765821 Jul 23 20:18:47.215117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] No DVR routers for this DVR port bf1039ee-0299-488a-9268-f793663c2d82 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:47.219513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.221529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a2f7fa35-d42f-4c12-a2c8-a49f5450f44f req-9fbbd1cf-e553-42d7-9c42-74c1d3adc09b tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.47 "DELETE /v2.0/ports/bf1039ee-0299-488a-9268-f793663c2d82 HTTP/1.1" status: 204 len: 173 time: 0.6996691 Jul 23 20:18:47.253726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1bf617bb-e3bf-49fb-96b1-fd8fbffade8f req-d5dcb060-30cc-4a88-9f83-f8b81fc8477d tempest-ServerRescueNegativeTestJSON-1995078148 tempest-ServerRescueNegativeTestJSON-1995078148-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2646290-38ae-4af1-972e-ef30bdff5dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810058 Jul 23 20:18:47.276486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-f17826a9-82c1-4f48-9713-3dbeda7f1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.278844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-f17826a9-82c1-4f48-9713-3dbeda7f1f32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6eeeb1b5-4106-494c-b811-5905380c98fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260183 Jul 23 20:18:47.387479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.422657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-92393dd8-b6d2-48fb-9254-342aaa0ae331 service neutron] 10.222.0.47 "GET /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359735 Jul 23 20:18:47.494272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6745-055a-4e8e-9b3c-8adab2f5c9de req-a6b71da0-9656-4aca-bc23-82535c4067a3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.495724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d3d6745-055a-4e8e-9b3c-8adab2f5c9de req-a6b71da0-9656-4aca-bc23-82535c4067a3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 945 time: 0.1638865 Jul 23 20:18:47.604201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d3d6745-055a-4e8e-9b3c-8adab2f5c9de req-4201ea27-f427-4437-927e-02592579d35e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965178 Jul 23 20:18:47.616680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0020e-26dc-4714-90ce-f05ef843ffed req-c8551669-9e0c-4412-b2fc-e1c3a99ecc93 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.632334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0020e-26dc-4714-90ce-f05ef843ffed req-c8551669-9e0c-4412-b2fc-e1c3a99ecc93 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.639801 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.642077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcd0020e-26dc-4714-90ce-f05ef843ffed req-c8551669-9e0c-4412-b2fc-e1c3a99ecc93 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1679 time: 0.2120256 Jul 23 20:18:47.645367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1588ac6-e257-4556-a0e4-2bbaf1a97758 req-9f395a51-a503-459d-8335-7a8d2fac6ba0 service neutron] 10.222.0.47 "GET /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132723 Jul 23 20:18:47.674456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Deleting port c95532dc-799b-4a8e-914d-3e5f946ca46b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:47.674809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.687827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcd0020e-26dc-4714-90ce-f05ef843ffed req-03f17e95-5300-431e-acdf-0073a10a1070 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447791 Jul 23 20:18:47.762805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] For port c95532dc-799b-4a8e-914d-3e5f946ca46b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c95532dc-799b-4a8e-914d-3e5f946ca46b,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:47.763082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.776074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aea87c-2a94-4ae9-904f-73628ad130a1 req-75c57629-46b1-423b-b4d8-05e9fab8424f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.777005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Calling delete_port for c95532dc-799b-4a8e-914d-3e5f946ca46b owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:47.778627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44aea87c-2a94-4ae9-904f-73628ad130a1 req-75c57629-46b1-423b-b4d8-05e9fab8424f tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 946 time: 0.0756390 Jul 23 20:18:47.818421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44aea87c-2a94-4ae9-904f-73628ad130a1 req-67937700-d4ca-4bf7-bd4f-5abd43d3444b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330436 Jul 23 20:18:47.935277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4d8e0-a609-4d70-a8e5-01efccc4697e req-2ab20834-1894-457f-ac18-4d5c3dc90847 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:47.941917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fc4d8e0-a609-4d70-a8e5-01efccc4697e req-2ab20834-1894-457f-ac18-4d5c3dc90847 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.0739572 Jul 23 20:18:47.974311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:47.982094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fc4d8e0-a609-4d70-a8e5-01efccc4697e req-93ceeeae-a771-4411-aea1-10819254983b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390091 Jul 23 20:18:48.010238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Pushing event deleted for resources: {'Port': ['ID=c95532dc-799b-4a8e-914d-3e5f946ca46b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:48.210435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.304580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41404) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.443883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:48.666180 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.775558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'name': 'network-vif-deleted', 'tag': 'bf1039ee-0299-488a-9268-f793663c2d82'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:48.777959 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e75ff1-0f4e-4c11-b61e-83bc8ca2cf9c" -d '{"events": [{"server_uuid": "b6cabd39-fa71-451d-bea7-5ef3e1c9b898", "name": "network-vif-deleted", "tag": "bf1039ee-0299-488a-9268-f793663c2d82"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:48.854826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:48.861144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-965ac0c2-d967-4a5d-b1e7-9f057774960c admin admin] 10.222.0.46 "PUT /v2.0/routers/51bd5892-505f-49c8-bf4c-fbc4ee653cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0429416 Jul 23 20:18:48.865382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41412) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:48.867771 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] Sync routers for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:48.868500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74ebe3-10be-442c-94f1-44971fffdcdb req-6b9974c3-73f2-46b0-be4f-c38f1eac17f9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:48.875442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f74ebe3-10be-442c-94f1-44971fffdcdb req-6b9974c3-73f2-46b0-be4f-c38f1eac17f9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 945 time: 0.1727688 Jul 23 20:18:48.881722 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:48.882536 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:48.977325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:48.980894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6368f-b26e-466f-a064-6c5c6f6dabeb req-9ca9ff3f-d9e6-4c26-97e0-955d66293c84 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:48.987782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6368f-b26e-466f-a064-6c5c6f6dabeb req-9ca9ff3f-d9e6-4c26-97e0-955d66293c84 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:48.989388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cba6368f-b26e-466f-a064-6c5c6f6dabeb req-9ca9ff3f-d9e6-4c26-97e0-955d66293c84 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1679 time: 0.2218297 Jul 23 20:18:48.997590 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:49.013729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f74ebe3-10be-442c-94f1-44971fffdcdb req-fa553a3a-0f21-4d21-8c81-ff24ebf79733 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373446 Jul 23 20:18:49.065400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cba6368f-b26e-466f-a064-6c5c6f6dabeb req-edb160d2-d160-4d72-acd6-2db585a844e5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632453 Jul 23 20:18:49.095437 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab9028a-615a-449d-b831-78951fbb6e6d x-openstack-request-id: req-5ab9028a-615a-449d-b831-78951fbb6e6d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:49.095827 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cabd39-fa71-451d-bea7-5ef3e1c9b898", "name": "network-vif-deleted", "tag": "bf1039ee-0299-488a-9268-f793663c2d82", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:49.096171 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ab9028a-615a-449d-b831-78951fbb6e6d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:49.096658 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6cabd39-fa71-451d-bea7-5ef3e1c9b898', 'name': 'network-vif-deleted', 'tag': 'bf1039ee-0299-488a-9268-f793663c2d82', 'status': 'completed', 'code': 200} Jul 23 20:18:49.171652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-f335a9f0-0b7f-40ac-b31b-04b64495ee71 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:49.174291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-f335a9f0-0b7f-40ac-b31b-04b64495ee71 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 945 time: 0.1270361 Jul 23 20:18:49.180352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.208098 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '36906c74-4287-4063-b178-79f97f05202e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:47Z', 'revision_number': 5, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port': {'id': '36906c74-4287-4063-b178-79f97f05202e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fc:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:57Z', 'updated_at': '2021-07-23T20:18:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:49.244121 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] Checking router: 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:49.255979 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] Routers {'51bd5892-505f-49c8-bf4c-fbc4ee653cc3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:49.256632 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:49.269692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e0a89-9959-4804-a0e9-3b9c0bba42d8 req-97de2cae-3607-48d2-9d9d-4a1752e02134 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:49.271226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f30e0a89-9959-4804-a0e9-3b9c0bba42d8 req-97de2cae-3607-48d2-9d9d-4a1752e02134 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1099455 Jul 23 20:18:49.281531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Deleting port 82d9017d-fdca-4b9b-b15b-71e5b35cd174 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:49.281531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.335260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Deleting port 36906c74-4287-4063-b178-79f97f05202e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:49.335796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.365163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f30e0a89-9959-4804-a0e9-3b9c0bba42d8 req-8e9f59a3-6eb9-4c0f-b4df-f6e18fa7d4e8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871704 Jul 23 20:18:49.381389 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] Set router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:49.395651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] For port 82d9017d-fdca-4b9b-b15b-71e5b35cd174, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=82d9017d-fdca-4b9b-b15b-71e5b35cd174,segment=NetworkSegment(4ab1ea5e-9820-45fe-a5fb-63fed066c138),segment_id=4ab1ea5e-9820-45fe-a5fb-63fed066c138)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:49.396020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.406265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Deleting port cf790f3b-e963-455d-a998-db33d6960aed {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:49.406613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.414164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Calling delete_port for 82d9017d-fdca-4b9b-b15b-71e5b35cd174 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:49.440030 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:49Z', 'revision_number': 6, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:49.471277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89969ef0-69b7-4aff-8711-78eccd34c956 None None] The sync data for ids ['51bd5892-505f-49c8-bf4c-fbc4ee653cc3'] in n-d-793620-13 is: [{'id': '51bd5892-505f-49c8-bf4c-fbc4ee653cc3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1710700568-router', 'tenant_id': '283820e9f2f14ddd9b5c869cb7fad042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:56Z', 'updated_at': '2021-07-23T20:18:49Z', 'revision_number': 6, 'project_id': '283820e9f2f14ddd9b5c869cb7fad042', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:49.493991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] For port 36906c74-4287-4063-b178-79f97f05202e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=36906c74-4287-4063-b178-79f97f05202e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:49.494360 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.516189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Calling delete_port for 36906c74-4287-4063-b178-79f97f05202e owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:49.542730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] For port cf790f3b-e963-455d-a998-db33d6960aed, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=cf790f3b-e963-455d-a998-db33d6960aed,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:49.543102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.551634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.585777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Calling delete_port for cf790f3b-e963-455d-a998-db33d6960aed owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:49.602982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.627491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Pushing event deleted for resources: {'Port': ['ID=82d9017d-fdca-4b9b-b15b-71e5b35cd174,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.662207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4ac14731-9306-4b30-801a-d67bb082fa44 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:49.767702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4ac14731-9306-4b30-801a-d67bb082fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4ac14731-9306-4b30-801a-d67bb082fa44,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:49.780236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '4ac14731-9306-4b30-801a-d67bb082fa44', 'network_id': '6eeeb1b5-4106-494c-b811-5905380c98fb', 'port_id': '4ac14731-9306-4b30-801a-d67bb082fa44', 'mac_address': 'fa:16:3e:f3:08:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a719e0-aced-4494-a975-7249af54c6b1', 'ip_address': '19.86.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:49.806592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.821061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.827643 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.833239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['cf790f3b-e963-455d-a998-db33d6960aed'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:49.853119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event deleted for resources: {'Port': ['ID=cf790f3b-e963-455d-a998-db33d6960aed,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.858617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.871245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac14731-9306-4b30-801a-d67bb082fa44 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:49.893227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4ac14731-9306-4b30-801a-d67bb082fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4ac14731-9306-4b30-801a-d67bb082fa44,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:49.898663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.899615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c6004349-5217-40c2-9921-45674e2158d5 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:49.921608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36906c74-4287-4063-b178-79f97f05202e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.964144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4ac14731-9306-4b30-801a-d67bb082fa44,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:49.971856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] No DVR routers for this DVR port cf790f3b-e963-455d-a998-db33d6960aed on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:49.991253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:49.993447 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eb99a6ea-c962-40c5-ba95-a48840256e59 req-5e1c6673-ef82-49cd-8b3c-92aaa4158876 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "DELETE /v2.0/ports/cf790f3b-e963-455d-a998-db33d6960aed HTTP/1.1" status: 204 len: 173 time: 0.8056998 Jul 23 20:18:50.022798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.090174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Router b6b1e237-1243-4a12-84d0-164d697889f0 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:18:50.101409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c6004349-5217-40c2-9921-45674e2158d5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c6004349-5217-40c2-9921-45674e2158d5,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:50.123816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'c6004349-5217-40c2-9921-45674e2158d5', 'network_id': 'b5344812-6acf-436d-a037-a4952bf2dbba', 'port_id': 'c6004349-5217-40c2-9921-45674e2158d5', 'mac_address': 'fa:16:3e:ca:4c:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc5fa99-f076-4ce4-843e-cb2dd2366b4b', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:50.169572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.184519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6004349-5217-40c2-9921-45674e2158d5 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:50.208726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.211243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.214898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c6004349-5217-40c2-9921-45674e2158d5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c6004349-5217-40c2-9921-45674e2158d5,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:50.222939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.268358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.268936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51bd5892-505f-49c8-bf4c-fbc4ee653cc3 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:18:50.273346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.274489 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3c7fdfc0-ec8d-45c1-9472-7aab701f61b3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/51bd5892-505f-49c8-bf4c-fbc4ee653cc3 HTTP/1.1" status: 204 len: 168 time: 1.4075999 Jul 23 20:18:50.276927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41446) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.310630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=c6004349-5217-40c2-9921-45674e2158d5,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:50.362251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Deleting subnet db7e5567-fa7f-4aa2-a5d8-fd24965793bd {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:18:50.370968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.435124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.525703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c6004349-5217-40c2-9921-45674e2158d5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:50.582547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.640886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4ac14731-9306-4b30-801a-d67bb082fa44'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:50.644516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f471b86-74a5-46f0-9ba7-652bed5ed7e3 req-4bc791a0-c21a-4222-ac7b-c9d49f9f9fa3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.4865196 Jul 23 20:18:50.719223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.772364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22290eba-690e-4312-9507-633264eee02d req-819b5748-53f3-4dae-9762-9f27a5222f5b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.790891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22290eba-690e-4312-9507-633264eee02d req-819b5748-53f3-4dae-9762-9f27a5222f5b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:50.803884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22290eba-690e-4312-9507-633264eee02d req-819b5748-53f3-4dae-9762-9f27a5222f5b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1681 time: 0.6067548 Jul 23 20:18:50.807595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db7e5567-fa7f-4aa2-a5d8-fd24965793bd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:50.809785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:50.811709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9defa033-a739-41d4-a0e9-9384d109f5e4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/db7e5567-fa7f-4aa2-a5d8-fd24965793bd HTTP/1.1" status: 204 len: 168 time: 0.5337505 Jul 23 20:18:50.821990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.833519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c3094e-7363-4dfb-9b6a-1bd35e6a932e None None] Network 7b9c7b34-e240-4ff0-b28a-2b02beee1225 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:50.895715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22290eba-690e-4312-9507-633264eee02d req-c0de04b0-95e8-4f31-8424-13c0975beff8 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908542 Jul 23 20:18:50.900817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:18:50.916176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cf0c2406-a305-47c1-82fc-e6e03380689f admin admin] 10.222.0.46 "PUT /v2.0/routers/b6b1e237-1243-4a12-84d0-164d697889f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6104667 Jul 23 20:18:50.919276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:50.930096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] Sync routers for ids ['b6b1e237-1243-4a12-84d0-164d697889f0'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:18:51.005536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] Routers {'b6b1e237-1243-4a12-84d0-164d697889f0'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:51.011695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6b1e237-1243-4a12-84d0-164d697889f0'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.034782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.099797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'name': 'network-vif-deleted', 'tag': 'cf790f3b-e963-455d-a998-db33d6960aed'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:51.104191 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1812ab-8280-454f-8307-b8c09dd3046a" -d '{"events": [{"server_uuid": "e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158", "name": "network-vif-deleted", "tag": "cf790f3b-e963-455d-a998-db33d6960aed"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:51.143318 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.179639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Deleting port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:51.179995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.183945 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b8e675-5ec8-4d37-8b5c-c9351d0b77fd x-openstack-request-id: req-33b8e675-5ec8-4d37-8b5c-c9351d0b77fd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:51.184961 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158", "name": "network-vif-deleted", "tag": "cf790f3b-e963-455d-a998-db33d6960aed", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:51.185354 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33b8e675-5ec8-4d37-8b5c-c9351d0b77fd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:51.185918 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158', 'name': 'network-vif-deleted', 'tag': 'cf790f3b-e963-455d-a998-db33d6960aed', 'status': 'completed', 'code': 200} Jul 23 20:18:51.257297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36906c74-4287-4063-b178-79f97f05202e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:51.265573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] For port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,segment=NetworkSegment(fdf34774-c1e7-495d-9dfc-ef8aeaf112b8),segment_id=fdf34774-c1e7-495d-9dfc-ef8aeaf112b8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:51.266170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.279808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Calling delete_port for 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:51.339439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.397722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.399592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d48a44-e3db-4352-844c-f4410d11bf2b req-8b38f31f-41f5-4b5c-b16a-65553741a68b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:51.401406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56d48a44-e3db-4352-844c-f4410d11bf2b req-8b38f31f-41f5-4b5c-b16a-65553741a68b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1050453 Jul 23 20:18:51.423090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] No DVR routers for this DVR port 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:18:51.447411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1d3179-06dd-44dc-bcd1-4a69c22f9990,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:51.480610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 36906c74-4287-4063-b178-79f97f05202e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:51.481180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36906c74-4287-4063-b178-79f97f05202e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:51.481743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c95532dc-799b-4a8e-914d-3e5f946ca46b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:51.506502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Deleting port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:18:51.506845 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.538842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.557943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56d48a44-e3db-4352-844c-f4410d11bf2b req-274e3763-6061-4c46-a3ea-39fa6bbbc82d tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435182 Jul 23 20:18:51.560447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c95532dc-799b-4a8e-914d-3e5f946ca46b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:51.561379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c95532dc-799b-4a8e-914d-3e5f946ca46b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:51.579797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9c7b34-e240-4ff0-b28a-2b02beee1225']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.593557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.593866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf34774-c1e7-495d-9dfc-ef8aeaf112b8') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:51.613367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.631502 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.649683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] Set router b6b1e237-1243-4a12-84d0-164d697889f0 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:51.650518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:18:51.651279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:18:51.653404 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:18:51.720356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] For port 7ac9abdf-c70f-4501-840a-3f8d96ff0c54, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:51.720976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.722925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:18:51.725031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bf1039ee-0299-488a-9268-f793663c2d82 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:51.726846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec14c36-f401-4705-88f2-a1fbcfd6a579 None None] DHCP port deletion for 7b9c7b34-e240-4ff0-b28a-2b02beee1225 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:18:51.749092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Calling delete_port for 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:18:51.760601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.779427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:51.785498 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7b9c7b34-e240-4ff0-b28a-2b02beee1225 HTTP/1.1" status: 204 len: 168 time: 0.9623899 Jul 23 20:18:51.804631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4f735-0b7c-4782-b906-e492c5d9a564 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9c7b34-e240-4ff0-b28a-2b02beee1225,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:51.829314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: bf1039ee-0299-488a-9268-f793663c2d82 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:51.830023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bf1039ee-0299-488a-9268-f793663c2d82 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:51.971692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f87888c-2eaf-4706-81ed-713436682200 req-18568d8b-a92c-4a5d-911f-f160dbac7529 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.1050828 Jul 23 20:18:52.123132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41496) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.225783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:52.239995 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-11d4e83c-9471-48cd-93c6-a5e1d854cf93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=283820e9f2f14ddd9b5c869cb7fad042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1155825 Jul 23 20:18:52.246959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.269924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'mac_address': 'fa:16:3e:34:6c:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:18:52.283015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7980a2-4f40-4974-b4b4-8bfc2020042e req-d6045726-fb34-44e6-b439-25a72528b998 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:52.296514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7980a2-4f40-4974-b4b4-8bfc2020042e req-d6045726-fb34-44e6-b439-25a72528b998 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:52.304577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac7980a2-4f40-4974-b4b4-8bfc2020042e req-d6045726-fb34-44e6-b439-25a72528b998 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1681 time: 0.1808197 Jul 23 20:18:52.307777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.329701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de5b3602-e1e5-4d06-a272-55c3a6e3ed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.371019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:18:49Z', 'revision_number': 5, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port': {'id': '7ac9abdf-c70f-4501-840a-3f8d96ff0c54', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:c4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:16:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:52.373670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.383273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac9abdf-c70f-4501-840a-3f8d96ff0c54,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:52.391050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de5b3602-e1e5-4d06-a272-55c3a6e3ed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.446226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] Checking router: b6b1e237-1243-4a12-84d0-164d697889f0 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:18:52.463762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9d362ee-88e8-423e-9948-c71acf1cafcf {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:18:52.466393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac7980a2-4f40-4974-b4b4-8bfc2020042e req-4225b6a3-1423-4420-8d86-0663c08b92f6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609294 Jul 23 20:18:52.478592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.501594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] Routers {'b6b1e237-1243-4a12-84d0-164d697889f0'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:18:52.501594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6b1e237-1243-4a12-84d0-164d697889f0'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:52.547494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de5b3602-e1e5-4d06-a272-55c3a6e3ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.550363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de5b3602-e1e5-4d06-a272-55c3a6e3ed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.554002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-de5b3602-e1e5-4d06-a272-55c3a6e3ed7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de92c1d7-1114-4ec2-941a-18cefcff2e84 HTTP/1.1" status: 204 len: 168 time: 0.3034313 Jul 23 20:18:52.566284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b3602-e1e5-4d06-a272-55c3a6e3ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de92c1d7-1114-4ec2-941a-18cefcff2e84,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:52.633914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:52.649645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] Set router b6b1e237-1243-4a12-84d0-164d697889f0 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:18:52.651963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.749775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:18:52Z', 'revision_number': 7, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:52.757294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.762999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.830819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.831889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b1e237-1243-4a12-84d0-164d697889f0 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:18:52.835019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['a9d362ee-88e8-423e-9948-c71acf1cafcf'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:18:52.878224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:52.881595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-867ff22e-3f61-4965-85f0-cbf043f136d6 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b6b1e237-1243-4a12-84d0-164d697889f0 HTTP/1.1" status: 204 len: 168 time: 1.9541557 Jul 23 20:18:52.882711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41510) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:52.900627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ad45c-9598-46e3-9922-589d3d7c8b7b None None] The sync data for ids ['b6b1e237-1243-4a12-84d0-164d697889f0'] in n-d-793620-13 is: [{'id': 'b6b1e237-1243-4a12-84d0-164d697889f0', 'name': 'tempest-ServerRescueNegativeTestJSON-1257593808-router', 'tenant_id': '803822078e9547978f578c6be8bd14c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:16:08Z', 'updated_at': '2021-07-23T20:18:52Z', 'revision_number': 7, 'project_id': '803822078e9547978f578c6be8bd14c5', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:18:52.938269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6975209-d5be-4aba-b3ac-6ae2b9dc6ec3 req-e99011b1-a4a6-4bce-8666-07ca3e60411d tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:52.953365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6975209-d5be-4aba-b3ac-6ae2b9dc6ec3 req-e99011b1-a4a6-4bce-8666-07ca3e60411d tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.2327831 Jul 23 20:18:53.019691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Deleting subnet 8b5752b0-e173-4533-adde-cf878448c0a1 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:18:53.040442 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.042530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6975209-d5be-4aba-b3ac-6ae2b9dc6ec3 req-8821dab2-4027-46b6-b3d1-e42aa408e316 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864050 Jul 23 20:18:53.083872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:53.130284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.148998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cf790f3b-e963-455d-a998-db33d6960aed no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:53.175808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: cf790f3b-e963-455d-a998-db33d6960aed {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:53.176234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device cf790f3b-e963-455d-a998-db33d6960aed not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:53.238640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e799c9c-c6b6-4af3-81ee-96667a51cccc req-b2ee9e81-c693-47f6-b727-912ca712b26d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0576172 Jul 23 20:18:53.302321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.433614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:53.479305 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.512631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.517882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:53.531118 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8b5752b0-e173-4533-adde-cf878448c0a1 HTTP/1.1" status: 204 len: 168 time: 0.6472545 Jul 23 20:18:53.532280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8708530-d7ea-434f-9ae7-be571206d493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b5752b0-e173-4533-adde-cf878448c0a1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:53.630504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.714309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:53.719075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4d1d3179-06dd-44dc-bcd1-4a69c22f9990 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:53.722936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:53.851148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port a9d362ee-88e8-423e-9948-c71acf1cafcf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:53.851617 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.854499 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.875071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24148162-0648-4107-add2-44ba434e04f1']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:53.892868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab1ea5e-9820-45fe-a5fb-63fed066c138') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:53.893463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab1ea5e-9820-45fe-a5fb-63fed066c138') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:18:53.904238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273a0b9-655e-4edf-b065-275d535ab2dc req-a3e4e666-1790-4dcd-912e-141df281975a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:53.911974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273a0b9-655e-4edf-b065-275d535ab2dc req-a3e4e666-1790-4dcd-912e-141df281975a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:53.919650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e273a0b9-655e-4edf-b065-275d535ab2dc req-a3e4e666-1790-4dcd-912e-141df281975a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1681 time: 0.2811141 Jul 23 20:18:53.944113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.968922 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:53.973513 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.001907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e273a0b9-655e-4edf-b065-275d535ab2dc req-d5f07084-d293-4d3f-a25b-e5ee0f906fd5 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739195 Jul 23 20:18:54.003319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:18:54.003748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:18:54.016343 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:18:54.024946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:54.028776 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e7c21-453f-4a06-b717-79e0b2a9707d" -d '{"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-plugged", "status": "completed", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:54.054447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41550) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.076896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:54.091874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.093109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4ac14731-9306-4b30-801a-d67bb082fa44 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:54.123436 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020af11b-dc4d-4240-b8a7-6619c510089a x-openstack-request-id: req-020af11b-dc4d-4240-b8a7-6619c510089a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:54.124462 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-plugged", "status": "completed", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:54.124894 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-020af11b-dc4d-4240-b8a7-6619c510089a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:54.125666 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'code': 200} Jul 23 20:18:54.133771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.161426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.167878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] 10.222.0.46 "DELETE /v2.0/networks/24148162-0648-4107-add2-44ba434e04f1 HTTP/1.1" status: 204 len: 168 time: 0.6464880 Jul 23 20:18:54.229066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3f86f-6dbd-458a-ad37-5e84ac42462a admin admin] Pushing event deleted for resources: {'Network': ['ID=24148162-0648-4107-add2-44ba434e04f1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.253617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.299975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 4ac14731-9306-4b30-801a-d67bb082fa44 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:54.314161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 4ac14731-9306-4b30-801a-d67bb082fa44 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:54.319606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.373179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-786587353-network', 'tenant_id': 'd23d9fa844284d75ab9fdf35119e23da'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:54.404108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09806c57-f663-4a85-a538-c8749e481cd4 req-9d09d0d0-784c-4cdb-8b1f-04e66e026240 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:54.413189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09806c57-f663-4a85-a538-c8749e481cd4 req-9d09d0d0-784c-4cdb-8b1f-04e66e026240 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.2135735 Jul 23 20:18:54.415125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Made reservation on behalf of d23d9fa844284d75ab9fdf35119e23da for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:54.417916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.447979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.469913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.521263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9185a9a-a430-4758-aae4-1aec6c40f0d8 req-278842d2-6c0c-4c21-a912-8b7868453e5b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0947828 Jul 23 20:18:54.580722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09806c57-f663-4a85-a538-c8749e481cd4 req-06bce3b6-776a-4ad2-bcc3-182bbab0b493 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521902 Jul 23 20:18:54.594237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.594436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-54f8a3be-cbfc-4493-9940-69708973859c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=803822078e9547978f578c6be8bd14c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1187570 Jul 23 20:18:54.594621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41572) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:54.642407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4ac14731-9306-4b30-801a-d67bb082fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4ac14731-9306-4b30-801a-d67bb082fa44,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:54.662677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.663753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c6004349-5217-40c2-9921-45674e2158d5 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:18:54.676203 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-352205bd-3b88-4ec9-b173-133b88e5f250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.720918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-352205bd-3b88-4ec9-b173-133b88e5f250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.763158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.774516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4ac14731-9306-4b30-801a-d67bb082fa44,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.775117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.799354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port c6004349-5217-40c2-9921-45674e2158d5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:18:54.801151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-352205bd-3b88-4ec9-b173-133b88e5f250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.804024 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-352205bd-3b88-4ec9-b173-133b88e5f250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.807570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-352205bd-3b88-4ec9-b173-133b88e5f250 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2646290-38ae-4af1-972e-ef30bdff5dda HTTP/1.1" status: 204 len: 168 time: 0.2095306 Jul 23 20:18:54.808410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port c6004349-5217-40c2-9921-45674e2158d5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:18:54.808791 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.830311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352205bd-3b88-4ec9-b173-133b88e5f250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2646290-38ae-4af1-972e-ef30bdff5dda,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.833910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b952a35f-3e38-4a4d-aa8e-09ad6a692a75,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:54.845456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:18:54.864501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.865130 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Added segment b9edfa32-3d89-47ba-ae89-346a1c8e274c of type vlan for network ca59e275-96ca-483e-bbec-b8f4de7802af Jul 23 20:18:54.919885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 82d9017d-fdca-4b9b-b15b-71e5b35cd174 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:54.936139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:54.959395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 82d9017d-fdca-4b9b-b15b-71e5b35cd174 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:54.959927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 82d9017d-fdca-4b9b-b15b-71e5b35cd174 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:54.960515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:18:54.984456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:18:54.985042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac9abdf-c70f-4501-840a-3f8d96ff0c54 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:18:55.017415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.018882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:55.020043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.077373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41584) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:55.078859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.085169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Request body: {'subnet': {'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-786587353-subnet', 'tenant_id': 'd23d9fa844284d75ab9fdf35119e23da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:55.093248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0364830 Jul 23 20:18:55.159953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Made reservation on behalf of d23d9fa844284d75ab9fdf35119e23da for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:55.162606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.162842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c6004349-5217-40c2-9921-45674e2158d5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c6004349-5217-40c2-9921-45674e2158d5,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:18:55.172096 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.176843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501365ad-8ef3-48a7-9beb-3edad8a48f01 admin admin] Pushing event updated for resources: {'Network': ['ID=ca59e275-96ca-483e-bbec-b8f4de7802af,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:55.189490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ca59e275-96ca-483e-bbec-b8f4de7802af details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:18:55.420631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea440b9-f44e-4fbb-a397-39e7d2f2c00a req-e9f4370b-0cd9-46a6-8600-1cf65b68896e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:55.426937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea440b9-f44e-4fbb-a397-39e7d2f2c00a req-e9f4370b-0cd9-46a6-8600-1cf65b68896e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:55.428595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ea440b9-f44e-4fbb-a397-39e7d2f2c00a req-e9f4370b-0cd9-46a6-8600-1cf65b68896e tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1682 time: 0.2974534 Jul 23 20:18:55.463528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=c6004349-5217-40c2-9921-45674e2158d5,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:55.466824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.534058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ea440b9-f44e-4fbb-a397-39e7d2f2c00a req-6357d3be-8bad-4cf4-9f0c-6d979fd4c64f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900002 Jul 23 20:18:55.558908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e72bc1-4493-4ba2-aeb9-3c7331578be2,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:55.563976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Checking segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:55.564468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Network hostable DHCP agents. Network: ca59e275-96ca-483e-bbec-b8f4de7802af, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:18:55.584159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Network ca59e275-96ca-483e-bbec-b8f4de7802af is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:18:55.596618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, ca59e275-96ca-483e-bbec-b8f4de7802af) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:55.604321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:55.608417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:55.611132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74c6ee-285c-4969-b711-545ebd4acb0f None None] Network ca59e275-96ca-483e-bbec-b8f4de7802af requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:55.663910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4fed5c18-0805-4918-8485-dd9053e82ceb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5824904 Jul 23 20:18:55.738630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de50c3b9-4423-484d-8a44-1ef9655da7f0 req-a08d50f9-b938-40da-a848-6a9418b1dec0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0987287 Jul 23 20:18:55.895036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3121da2-0f99-4a46-84c1-ac6b68b3ee9e req-af5b7b03-c881-40a0-9c51-2b7ba4f85c4f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:55.896749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3121da2-0f99-4a46-84c1-ac6b68b3ee9e req-af5b7b03-c881-40a0-9c51-2b7ba4f85c4f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1968319 Jul 23 20:18:55.985159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56986c54-6b4e-416a-946a-bac592b71f44 None None] Network ca59e275-96ca-483e-bbec-b8f4de7802af requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:56.017403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3121da2-0f99-4a46-84c1-ac6b68b3ee9e req-bf023e93-8369-434a-a443-f73996ff7ead tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999429 Jul 23 20:18:56.092652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41630) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:56.148908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac14731-9306-4b30-801a-d67bb082fa44'}, {'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6004349-5217-40c2-9921-45674e2158d5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:18:56.153019 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ab66bc-5b8b-46e3-bc95-7023097c56b9" -d '{"events": [{"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-plugged", "status": "completed", "tag": "4ac14731-9306-4b30-801a-d67bb082fa44"}, {"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-plugged", "status": "completed", "tag": "c6004349-5217-40c2-9921-45674e2158d5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:18:56.253305 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111141c5-4be5-472e-9615-0f0303a283bd x-openstack-request-id: req-111141c5-4be5-472e-9615-0f0303a283bd {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:18:56.254128 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-plugged", "status": "completed", "tag": "4ac14731-9306-4b30-801a-d67bb082fa44", "code": 200}, {"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-plugged", "status": "completed", "tag": "c6004349-5217-40c2-9921-45674e2158d5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:18:56.254392 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-111141c5-4be5-472e-9615-0f0303a283bd {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:18:56.254804 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac14731-9306-4b30-801a-d67bb082fa44', 'code': 200} Jul 23 20:18:56.255068 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6004349-5217-40c2-9921-45674e2158d5', 'code': 200} Jul 23 20:18:56.269591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-590428406-network', 'tenant_id': 'e15779d8ebf64e56857cfa2640a786c3'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:56.329943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Made reservation on behalf of e15779d8ebf64e56857cfa2640a786c3 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:56.332649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.362004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.416648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b2af7-6278-4fdd-ac19-4151c051f38e req-7cd616a6-24d8-4309-a440-bac5fb837ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.417319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b2af7-6278-4fdd-ac19-4151c051f38e req-7cd616a6-24d8-4309-a440-bac5fb837ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.420158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d9b2af7-6278-4fdd-ac19-4151c051f38e req-7cd616a6-24d8-4309-a440-bac5fb837ef4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1987 time: 0.1012859 Jul 23 20:18:56.491658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.530706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.542262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:18:56.552940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.553417 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Added segment 1fbd223c-f206-4754-b39e-2c336c40b954 of type vlan for network a351bd58-d516-462b-879f-c016089f5663 Jul 23 20:18:56.596618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.658051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.658961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.659532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.696889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d9b2af7-6278-4fdd-ac19-4151c051f38e req-cfe3dff5-e403-4b46-a182-2ed7c314c214 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037036 Jul 23 20:18:56.747517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6497178 Jul 23 20:18:56.750110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41648) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:18:56.757560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Request body: {'subnet': {'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-590428406-subnet', 'tenant_id': 'e15779d8ebf64e56857cfa2640a786c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:56.790366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31222bd-899c-4274-a9ef-a526894cec4c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:56.798253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Made reservation on behalf of e15779d8ebf64e56857cfa2640a786c3 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:56.803022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:56.854673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f291d-2b8a-4ae9-9e97-851a25c28d66 admin admin] Pushing event updated for resources: {'Network': ['ID=a351bd58-d516-462b-879f-c016089f5663,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:56.884564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a351bd58-d516-462b-879f-c016089f5663 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:18:56.891120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970968f1-8c15-4697-b770-36bfd8fc4c9d req-d2a2ec6e-e10b-4d82-87d4-e34135cc6d11 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.897526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970968f1-8c15-4697-b770-36bfd8fc4c9d req-d2a2ec6e-e10b-4d82-87d4-e34135cc6d11 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.905637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-970968f1-8c15-4697-b770-36bfd8fc4c9d req-d2a2ec6e-e10b-4d82-87d4-e34135cc6d11 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1683 time: 0.2573740 Jul 23 20:18:56.919469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ef5774b1-df22-4935-8790-5924fad4857a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:56.927235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ef5774b1-df22-4935-8790-5924fad4857a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 821 time: 0.4151628 Jul 23 20:18:56.953075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-8d833732-1fc3-4605-a04b-22c375173552 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/quotas/d23d9fa844284d75ab9fdf35119e23da HTTP/1.1" status: 200 len: 375 time: 0.0248253 Jul 23 20:18:57.001197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-b4775303-0d19-4781-a0f6-cebdcde1c6d7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470169 Jul 23 20:18:57.055023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-970968f1-8c15-4697-b770-36bfd8fc4c9d req-6b762e23-9fa1-49e8-ac84-ab500f1ce96b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482248 Jul 23 20:18:57.099716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.148499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59d785f-a71b-4f8a-9253-681c31543769,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:18:57.183336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Checking segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:18:57.184402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Network hostable DHCP agents. Network: a351bd58-d516-462b-879f-c016089f5663, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:18:57.206574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Network a351bd58-d516-462b-879f-c016089f5663 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:18:57.221936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-9bd0141c-65a9-4824-834e-9a3188c1c10a service neutron] 10.222.0.46 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196870 Jul 23 20:18:57.222176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a351bd58-d516-462b-879f-c016089f5663) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:18:57.225224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5c544d6-eacd-4141-b710-0d7304448143 req-7325e414-7646-4319-aa6a-677a36836180 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=e7b3bfe8-49cf-4a6c-b72e-d8e15f5a1158 HTTP/1.1" status: 200 len: 210 time: 0.0531254 Jul 23 20:18:57.232478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4768899d-5d88-4339-94f7-7df937fefc9d None None] Network a351bd58-d516-462b-879f-c016089f5663 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:57.239280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:57.241165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:57.290271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fd534413-f4e2-4fcd-b646-59430bda65c3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5374823 Jul 23 20:18:57.419525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-dbe02503-1dcb-4af9-a74c-4e35e719d213 service neutron] 10.222.0.46 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913574 Jul 23 20:18:57.464539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d249c2-94a3-4f08-9284-1d8a7a02870d None None] Network a351bd58-d516-462b-879f-c016089f5663 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:18:57.776108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09e61d-c3b6-479d-84fd-90557143dd26 req-ac6a54bb-a576-4a8e-a571-905df6fc7525 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:57.792446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e09e61d-c3b6-479d-84fd-90557143dd26 req-ac6a54bb-a576-4a8e-a571-905df6fc7525 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1650574 Jul 23 20:18:57.897687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e09e61d-c3b6-479d-84fd-90557143dd26 req-77d145e0-d9fd-4ca3-b2b4-984c945607ff tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023309 Jul 23 20:18:57.985085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-220c7007-d425-44df-8612-131b04a72738 req-7ef9cbaa-dc99-4d45-941e-947e24bd20dd tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 210 time: 0.0322576 Jul 23 20:18:58.198277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-b50ef99e-cedc-4ba0-b5d3-904e725eec84 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:58.200596 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-b50ef99e-cedc-4ba0-b5d3-904e725eec84 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 813 time: 0.1897867 Jul 23 20:18:58.221748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-232c7738-35af-4590-8539-6df60e08b391 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/quotas/e15779d8ebf64e56857cfa2640a786c3 HTTP/1.1" status: 200 len: 375 time: 0.0145419 Jul 23 20:18:58.278253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517b74a-b28d-4783-b460-a6d30d76c7b5 req-b175a83e-b0f6-4e19-b250-722f51cbc848 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:58.284321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517b74a-b28d-4783-b460-a6d30d76c7b5 req-b175a83e-b0f6-4e19-b250-722f51cbc848 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:58.286082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b517b74a-b28d-4783-b460-a6d30d76c7b5 req-b175a83e-b0f6-4e19-b250-722f51cbc848 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1683 time: 0.1463912 Jul 23 20:18:58.295805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-e8e3be2e-d8ca-4a23-900a-82fe598c4514 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619845 Jul 23 20:18:58.408513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b517b74a-b28d-4783-b460-a6d30d76c7b5 req-718a4ec8-4b10-4647-b569-90bb6e7ab21b tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105371 Jul 23 20:18:58.476108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-0d123098-7401-487e-a037-4201ab651581 service neutron] 10.222.0.46 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793144 Jul 23 20:18:58.642292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-b8377fca-4dc4-46f2-b683-d9bcad7b53d1 service neutron] 10.222.0.46 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651411 Jul 23 20:18:59.015655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.030166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.036575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.044150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.058606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.064902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.071479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.080088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-94c3e67c-f8e9-4bee-b188-54e42663ff3d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.1722631 Jul 23 20:18:59.136387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6364a2a2-b786-4c81-a8be-c4862cb67dde req-33fac2b7-d929-4148-895d-6d3f195a2fbc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490291 Jul 23 20:18:59.256194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b9ec58d-567b-4a67-8867-23fc98ed5863 req-713a3c86-a7c1-47ca-a64a-256d68a88e6a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 210 time: 0.0731945 Jul 23 20:18:59.426772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-7c796126-1fcc-46be-bc2f-87f49ee9ea94 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.434831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-7c796126-1fcc-46be-bc2f-87f49ee9ea94 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.1759257 Jul 23 20:18:59.462026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-60c36e22-28c4-4cd8-abb8-1bfde65035b9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0262458 Jul 23 20:18:59.499174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-a0370de6-0e11-4e0a-bcd3-5adcbf4746f1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.501492 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-a0370de6-0e11-4e0a-bcd3-5adcbf4746f1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 821 time: 0.3570189 Jul 23 20:18:59.517348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'port': {'device_id': '2d107874-d857-43e0-8e84-2589834d8691', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'admin_state_up': True, 'tenant_id': 'd23d9fa844284d75ab9fdf35119e23da'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:18:59.523083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-26dd40ee-7a90-413e-96c7-9eac5931ea14 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601068 Jul 23 20:18:59.532837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-e171c3a6-2159-4bac-8f2d-3c7196908dec tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:18:59.540814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-e171c3a6-2159-4bac-8f2d-3c7196908dec tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162699 Jul 23 20:18:59.581370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7495d2-606a-4dc1-bc39-74cf39a1cbcc req-396c81c0-fe71-43a3-a1c8-416d82384404 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:18:59.583806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff7495d2-606a-4dc1-bc39-74cf39a1cbcc req-396c81c0-fe71-43a3-a1c8-416d82384404 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1401000 Jul 23 20:18:59.646124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff7495d2-606a-4dc1-bc39-74cf39a1cbcc req-b2b5a2ce-ce5d-47ca-98c2-d064454c81fc tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Jul 23 20:18:59.709852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Made reservation on behalf of d23d9fa844284d75ab9fdf35119e23da for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:18:59.715946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:18:59.802725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4631f42-a89e-4ead-bc02-dff666e5bc39 req-e0f52f1e-7eca-49c3-8e5b-42b46be60ff1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 210 time: 0.0469253 Jul 23 20:18:59.813545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-86cb12ab-7d82-4bd3-af61-f1d6973491dd service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701082 Jul 23 20:18:59.915948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Allocated IP 172.20.0.4 (ca59e275-96ca-483e-bbec-b8f4de7802af/80e72bc1-4493-4ba2-aeb9-3c7331578be2/83832ed6-e94d-4d9c-bf86-a0295e7b875a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:18:59.991900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd5a4055-748a-4a01-930a-37d10e3e5aff req-ce641b11-9061-4d50-85f2-943b2458f756 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796410 Jul 23 20:19:00.020576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3385ca-6974-4761-a619-99a1902958a0 req-b6bdbe6f-a1b6-4e48-ba9d-670b6eba2293 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.029220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3385ca-6974-4761-a619-99a1902958a0 req-b6bdbe6f-a1b6-4e48-ba9d-670b6eba2293 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.047018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb3385ca-6974-4761-a619-99a1902958a0 req-b6bdbe6f-a1b6-4e48-ba9d-670b6eba2293 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1683 time: 0.1257310 Jul 23 20:19:00.112481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.142662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb3385ca-6974-4761-a619-99a1902958a0 req-dd9b3e06-b1f8-4f95-aa03-0d78196cd26f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951166 Jul 23 20:19:00.171701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.225668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Network ca59e275-96ca-483e-bbec-b8f4de7802af is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:00.229626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:00.234068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:00.264780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:00.313771 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:19:00.329755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.330601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.395632 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-cb3fb88a-a04f-4479-87db-cbe513db92be tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8822808 Jul 23 20:19:00.409637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Request body: {'port': {'device_id': '2d107874-d857-43e0-8e84-2589834d8691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:00.459441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-713ec767-57ab-43b7-8bbd-e003527d03ad tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.460229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-713ec767-57ab-43b7-8bbd-e003527d03ad tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.36 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 813 time: 0.1903243 Jul 23 20:19:00.472657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.478346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Request body: {'port': {'device_id': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'admin_state_up': True, 'tenant_id': 'e15779d8ebf64e56857cfa2640a786c3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:00.491316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.504241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.525730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.534217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.541612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.550064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.563502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e79bb74-3fa1-4c82-bfb8-e1a184f057c9 req-743f3c1d-0f60-4090-81ec-e0781fe47409 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2997065 Jul 23 20:19:00.592961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.754044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5b8e5c0-6cd5-4a83-9b88-1015e228ec89 req-b4225ace-d8b6-474a-ab46-bd19c34c0bac tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=97f7a134-a44d-47f8-be0f-80d46e992a79 HTTP/1.1" status: 200 len: 210 time: 0.1860025 Jul 23 20:19:00.780968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6af9229e-2ade-4a38-a241-5cbf89918c31 req-7382d170-82dc-4e6f-a0c5-f45f613ef70b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 210 time: 0.0449264 Jul 23 20:19:00.860038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Made reservation on behalf of e15779d8ebf64e56857cfa2640a786c3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:00.865306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:00.939368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-fda217c6-aa7b-455d-9443-0e7de4394c16 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.957924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-fda217c6-aa7b-455d-9443-0e7de4394c16 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:00.960555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-fda217c6-aa7b-455d-9443-0e7de4394c16 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1683 time: 0.3936408 Jul 23 20:19:01.023460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-511445ea-96de-4c99-8a37-04fd8afa63c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4585648 Jul 23 20:19:01.321225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d5053-2c9b-422a-b1bd-d0a1c91b6450 req-59bd1c2c-72f2-4d62-8c07-90a00ec178f1 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.333212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-089d5053-2c9b-422a-b1bd-d0a1c91b6450 req-59bd1c2c-72f2-4d62-8c07-90a00ec178f1 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.4206076 Jul 23 20:19:01.376779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.377541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.378192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.378805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.379441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.380217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.380924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:01.383942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-08daef38-e8e8-4715-9c18-57c290dd6602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6505 time: 0.2465143 Jul 23 20:19:01.675175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83832ed6-e94d-4d9c-bf86-a0295e7b875a {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:01.687373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:01.713835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Transition to ACTIVE for port object 83832ed6-e94d-4d9c-bf86-a0295e7b875a will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:01.720538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Allocated IP 172.20.0.13 (a351bd58-d516-462b-879f-c016089f5663/c59d785f-a71b-4f8a-9253-681c31543769/6afeda7c-507e-4ad7-88ab-decfb9b83228) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:01.725174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:01.773031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:01.844346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port 4ac14731-9306-4b30-801a-d67bb082fa44 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:01.844583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:01.898483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-089d5053-2c9b-422a-b1bd-d0a1c91b6450 req-9ecb9325-794c-4c75-8f04-8f665e264596 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640478 Jul 23 20:19:02.077950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Attempting to bind port 83832ed6-e94d-4d9c-bf86-a0295e7b875a on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:02.078291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Attempting to bind port 83832ed6-e94d-4d9c-bf86-a0295e7b875a by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:02.078629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Attempting to bind port 83832ed6-e94d-4d9c-bf86-a0295e7b875a on network ca59e275-96ca-483e-bbec-b8f4de7802af {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:02.105093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Port 83832ed6-e94d-4d9c-bf86-a0295e7b875a on network ca59e275-96ca-483e-bbec-b8f4de7802af not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:02.105426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Attempting to bind port 83832ed6-e94d-4d9c-bf86-a0295e7b875a on network ca59e275-96ca-483e-bbec-b8f4de7802af {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:02.118886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port 4ac14731-9306-4b30-801a-d67bb082fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4ac14731-9306-4b30-801a-d67bb082fa44,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:02.119442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.123875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:02.124189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Checking segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:02.124465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Bound using segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:02.124918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Bound port: 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:02.125279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.128703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-e5dd1bc1-0030-4bc7-a464-315e01479079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.129416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-e5dd1bc1-0030-4bc7-a464-315e01479079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.129705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-e5dd1bc1-0030-4bc7-a464-315e01479079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.131447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-e5dd1bc1-0030-4bc7-a464-315e01479079 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=c26f385d-8133-4651-8133-e853a7a0add7&id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 2296 time: 0.2836921 Jul 23 20:19:02.138772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.149307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for 4ac14731-9306-4b30-801a-d67bb082fa44 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:02.202333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15bde9-58cc-4f05-af7f-254fa4936faf req-11fc94da-5fce-402a-aba8-e7847912db4f tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.209563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d15bde9-58cc-4f05-af7f-254fa4936faf req-11fc94da-5fce-402a-aba8-e7847912db4f tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 943 time: 0.3579712 Jul 23 20:19:02.235238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:02.240000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:02.245751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.276498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.299436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.300142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.301752 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] 10.222.0.36 "PUT /v2.0/ports/83832ed6-e94d-4d9c-bf86-a0295e7b875a HTTP/1.1" status: 200 len: 1092 time: 1.8979821 Jul 23 20:19:02.302320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:02.305071 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377fa14-552f-48eb-8c3b-860ca03c102e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:02.334249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Network a351bd58-d516-462b-879f-c016089f5663 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:02.338781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:02.349239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:02.353113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa430c-f8cd-467a-a9cf-7faaa6c07ab2 req-a36d219b-6c41-4a6a-9963-e0ae5b0f41a7 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.359285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa430c-f8cd-467a-a9cf-7faaa6c07ab2 req-a36d219b-6c41-4a6a-9963-e0ae5b0f41a7 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.360939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82fa430c-f8cd-467a-a9cf-7faaa6c07ab2 req-a36d219b-6c41-4a6a-9963-e0ae5b0f41a7 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 1683 time: 0.3494291 Jul 23 20:19:02.395503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d89bb-a859-4eba-9660-f3f3bf234d3d service neutron] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:02.429774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.430538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.477567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0052810 Jul 23 20:19:02.485799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12ea45-3195-4596-8506-2650da0c99ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:02.493779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Request body: {'port': {'device_id': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:02.535855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-4229f088-8adb-4b73-b195-bb980fcad0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.537374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-4229f088-8adb-4b73-b195-bb980fcad0d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 1095 time: 0.1958861 Jul 23 20:19:02.545987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-036efd32-289e-4148-a48a-990f65bcb867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 200 len: 1001 time: 0.4049990 Jul 23 20:19:02.604903 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-81d196d7-eeba-422a-8a8c-71673787a21e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a HTTP/1.1" status: 200 len: 217 time: 0.0585895 Jul 23 20:19:02.630921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.642427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-acd7fe1c-5411-4098-a4d8-dd104b3867ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.644131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-acd7fe1c-5411-4098-a4d8-dd104b3867ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc87ba92-6d9f-4b21-9f93-be5a811a954e HTTP/1.1" status: 200 len: 855 time: 0.0725751 Jul 23 20:19:02.644812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c6004349-5217-40c2-9921-45674e2158d5', '4ac14731-9306-4b30-801a-d67bb082fa44'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:02.646609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.666899 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d15bde9-58cc-4f05-af7f-254fa4936faf req-f34b1d30-2248-4df6-b8e7-a70874ca9d35 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505007 Jul 23 20:19:02.727090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-02366a8e-c613-4e2d-b7aa-63b9207b2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:02.728614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-02366a8e-c613-4e2d-b7aa-63b9207b2d2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 200 len: 861 time: 0.1154160 Jul 23 20:19:02.766756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=4ac14731-9306-4b30-801a-d67bb082fa44,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:02.857495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82fa430c-f8cd-467a-a9cf-7faaa6c07ab2 req-30c6ffe2-a71a-48ef-8116-f176d9ca6408 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/security-groups?id=92b62e3a-d532-4ef0-8fa1-fe8cccafd432&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541216 Jul 23 20:19:02.858541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port 4ac14731-9306-4b30-801a-d67bb082fa44 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:02.873722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:02.873722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-00489a12-1906-4717-9a9f-6f309882a1d0 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "DELETE /v2.0/ports/4ac14731-9306-4b30-801a-d67bb082fa44 HTTP/1.1" status: 204 len: 173 time: 1.8633394 Jul 23 20:19:02.887340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-deleted', 'tag': '4ac14731-9306-4b30-801a-d67bb082fa44'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:02.890040 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d30d8fb-8cdd-41ee-a4e1-bde8a37b7f70" -d '{"events": [{"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-deleted", "tag": "4ac14731-9306-4b30-801a-d67bb082fa44"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:03.005283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-298e9c43-2df0-4d02-a1d9-cf7b56cee47a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca59e275-96ca-483e-bbec-b8f4de7802af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435476 Jul 23 20:19:03.086381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-ad3a72bd-856c-4f9a-a59e-636c796174c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.101508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-ad3a72bd-856c-4f9a-a59e-636c796174c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4255219 Jul 23 20:19:03.152021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41852) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:03.249236 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7120190-1cec-4ee6-9222-5d5cdfa8f20a x-openstack-request-id: req-b7120190-1cec-4ee6-9222-5d5cdfa8f20a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:03.249561 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:03.249818 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7120190-1cec-4ee6-9222-5d5cdfa8f20a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:03.250215 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'status': 'completed', 'code': 200} Jul 23 20:19:03.275379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-1f40700e-87bf-43c8-be3a-ae7a9a8d0a3f service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602973 Jul 23 20:19:03.349157 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0903ab-b823-4396-8b52-1de1b068c4b3 x-openstack-request-id: req-3f0903ab-b823-4396-8b52-1de1b068c4b3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:03.349700 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-deleted", "tag": "4ac14731-9306-4b30-801a-d67bb082fa44", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:03.350111 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f0903ab-b823-4396-8b52-1de1b068c4b3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:03.350654 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-deleted', 'tag': '4ac14731-9306-4b30-801a-d67bb082fa44', 'status': 'completed', 'code': 200} Jul 23 20:19:03.404832 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1db17d20-f772-48e0-8526-9e07c6435bbd req-57aca9a3-0b84-43aa-97ff-7de27e738114 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238484 Jul 23 20:19:03.544955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:03.553794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port c6004349-5217-40c2-9921-45674e2158d5 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:03.554148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.554269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.566642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-76296014-4d56-419a-ac61-bc9df6ff0bba service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638751 Jul 23 20:19:03.571324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Transition to ACTIVE for port object 6afeda7c-507e-4ad7-88ab-decfb9b83228 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:03.579412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.605028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-6acd7cec-b1dc-499a-a349-0bf65290b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.607762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-6acd7cec-b1dc-499a-a349-0bf65290b34a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 1095 time: 0.1511049 Jul 23 20:19:03.611968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18183b54-52ce-4d30-b7bf-a07f9cea5e67 req-0dac1d7a-fc55-4697-9593-8d2ecb4c7a83 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.613541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18183b54-52ce-4d30-b7bf-a07f9cea5e67 req-0dac1d7a-fc55-4697-9593-8d2ecb4c7a83 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 932 time: 0.5297737 Jul 23 20:19:03.691682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:03.776594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.776975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.778098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.779116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.779229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.779645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.780119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.789263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-f8f77ff6-e375-480c-9fc3-59ca6e332499 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6499 time: 0.6125197 Jul 23 20:19:03.796981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7967d52-64f5-4036-ace5-6785feb99bf3 req-ce455a86-d3f6-45b0-a21a-c7fa721b0886 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.798570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7967d52-64f5-4036-ace5-6785feb99bf3 req-ce455a86-d3f6-45b0-a21a-c7fa721b0886 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.3902094 Jul 23 20:19:03.816142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:03.816745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:03.816843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on network a351bd58-d516-462b-879f-c016089f5663 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:03.829901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on network a351bd58-d516-462b-879f-c016089f5663 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:03.829901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on network a351bd58-d516-462b-879f-c016089f5663 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:03.833732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-300f61d9-9cc7-43b2-b80e-1fda8b3e817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:03.835346 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-300f61d9-9cc7-43b2-b80e-1fda8b3e817a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 922 time: 0.2059889 Jul 23 20:19:03.838658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:03.839100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Checking segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:03.839558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Bound using segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:03.840668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Bound port: 6afeda7c-507e-4ad7-88ab-decfb9b83228, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:03.841341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.873453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18183b54-52ce-4d30-b7bf-a07f9cea5e67 req-a252dc54-6723-4945-94d3-c71ed3c20b15 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371094 Jul 23 20:19:03.883482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port c6004349-5217-40c2-9921-45674e2158d5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c6004349-5217-40c2-9921-45674e2158d5,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:03.883850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:03.904474 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-6a0a850d-56b4-4ad6-8cb4-b80e8726b1c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a HTTP/1.1" status: 200 len: 217 time: 0.0598643 Jul 23 20:19:03.918150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for c6004349-5217-40c2-9921-45674e2158d5 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:03.936322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-8612f1da-91bd-415c-9af1-9c611c85ee00 service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512061 Jul 23 20:19:03.945105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-8364b616-871d-4b0b-9475-759707bdb44c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b901014-df3b-4c6d-a25d-39e957493271&id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420853 Jul 23 20:19:03.951177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7967d52-64f5-4036-ace5-6785feb99bf3 req-3a914bd7-ce04-4e3b-a8cb-204b786e48ec tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446731 Jul 23 20:19:04.003213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-b24bf06a-b4f4-41c9-8854-bfefc0c40e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.004693 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-b24bf06a-b4f4-41c9-8854-bfefc0c40e65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 200 len: 861 time: 0.0688305 Jul 23 20:19:04.033092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-1d376755-4017-43a5-aa81-9fd955722b75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 217 time: 0.0849535 Jul 23 20:19:04.067548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-521f6f0d-d86d-4d17-af9c-e4d10c9820b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca59e275-96ca-483e-bbec-b8f4de7802af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506291 Jul 23 20:19:04.076011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:04.135838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:04.203915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:04.226643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-39bd0767-3f09-44dc-a1a5-1ce30eb9252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.228687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-39bd0767-3f09-44dc-a1a5-1ce30eb9252d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1824701 Jul 23 20:19:04.257063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.260448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:04.260448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] 10.222.0.36 "PUT /v2.0/ports/6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 1093 time: 1.7700911 Jul 23 20:19:04.273939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-9f213f40-6ab0-4d60-82ee-f1595e169982 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994750 Jul 23 20:19:04.327765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b5565-fd0b-4e00-8bd6-0d6b5f5b7dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:04.329823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-da06647d-63b7-43d6-a00e-2d476f79eae1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.331391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-da06647d-63b7-43d6-a00e-2d476f79eae1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.3008554 Jul 23 20:19:04.366505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5b8b-6521-4d12-9e0b-93a06ec3a6ff req-f14f92bf-2d8c-443c-84f8-34199334dd55 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.369978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bfc5b8b-6521-4d12-9e0b-93a06ec3a6ff req-f14f92bf-2d8c-443c-84f8-34199334dd55 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 943 time: 0.2993178 Jul 23 20:19:04.413681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-38766182-90cc-4e37-963e-c46b679f1c3e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0735607 Jul 23 20:19:04.473924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-aade58d8-b54d-4462-af9b-02be021a12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.475651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-aade58d8-b54d-4462-af9b-02be021a12e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2399642 Jul 23 20:19:04.476633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:04.485598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-962107d7-d3a1-4ba0-9f2e-012caef7cf56 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595531 Jul 23 20:19:04.514844 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b377fa14-552f-48eb-8c3b-860ca03c102e req-af14f61b-c0e9-4050-8671-1a04c80cb4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322319 Jul 23 20:19:04.520239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7592ae02-3ad2-4c3e-9c31-3ad9f2cb9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.524233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-7592ae02-3ad2-4c3e-9c31-3ad9f2cb9d13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1096 time: 0.1732590 Jul 23 20:19:04.570129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bfc5b8b-6521-4d12-9e0b-93a06ec3a6ff req-72116eab-35e2-48ff-949e-b700470ef7c1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864574 Jul 23 20:19:04.598763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-780e3529-ceb3-43f1-93c2-3f990f4df62f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 217 time: 0.0685606 Jul 23 20:19:04.604164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=c6004349-5217-40c2-9921-45674e2158d5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:04.741249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-0bca44ac-ac5b-47f8-aee0-3780a6d8593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:04.742762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-0bca44ac-ac5b-47f8-aee0-3780a6d8593c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.1305642 Jul 23 20:19:04.750408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port c6004349-5217-40c2-9921-45674e2158d5 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:04.803453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:04.805582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc0c5120-b5f9-4b50-8dba-d36128f6380f req-e8b0b906-892b-4122-910b-257ff52fddf6 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.47 "DELETE /v2.0/ports/c6004349-5217-40c2-9921-45674e2158d5 HTTP/1.1" status: 204 len: 173 time: 1.9127569 Jul 23 20:19:04.806332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-983aa174-ce2c-4767-bfa6-ce34ece4ae99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516441 Jul 23 20:19:04.893191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66ae5b22-b52e-4f65-ad43-c5438809dac5 req-b4ad22f0-a25f-4513-9f78-4f07b2c80958 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "GET /v2.0/ports?device_id=b32c0ec9-6a82-4ec2-a362-571a06c39899 HTTP/1.1" status: 200 len: 210 time: 0.0925877 Jul 23 20:19:04.997678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-4f02fd3e-193e-4d4e-a505-6754b2c5db04 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804533 Jul 23 20:19:05.003694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-6ad682ae-5097-44c4-8ace-0dddd2c47e7e service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189834 Jul 23 20:19:05.007085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-0d49cfcb-7850-4fff-892e-d63028196e50 service neutron] 10.222.0.36 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949241 Jul 23 20:19:05.143689 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d856a1a-e398-447f-b917-9ce62ddbcbc4 req-457b88c0-0619-4225-a613-b0cfc2f695cb service neutron] 10.222.0.36 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271908 Jul 23 20:19:05.203330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:05.248183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-1b7e5310-57d5-43df-a9d8-150cea3e2297 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293220 Jul 23 20:19:05.251175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:05.251381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-d02625df-c13d-4ee1-bac8-0b40fd60e586 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466404 Jul 23 20:19:05.255204 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:05.279146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbc9c1-46bf-4f12-a3a2-ec98c03f6ca7 req-c9ad67b3-8182-45f1-9fdf-753dada1bb87 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.280826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34cbc9c1-46bf-4f12-a3a2-ec98c03f6ca7 req-c9ad67b3-8182-45f1-9fdf-753dada1bb87 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.2019289 Jul 23 20:19:05.314500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-7603e4e1-bedc-4a4d-8a42-6908bbdac61b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 217 time: 0.0588500 Jul 23 20:19:05.377555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-deleted', 'tag': 'c6004349-5217-40c2-9921-45674e2158d5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:05.381079 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece73337-4c6b-4f4c-88b0-69c671e653b9" -d '{"events": [{"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-deleted", "tag": "c6004349-5217-40c2-9921-45674e2158d5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:05.424272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:05.445806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34cbc9c1-46bf-4f12-a3a2-ec98c03f6ca7 req-938f70fd-7352-44e8-8eaa-26c4922acb29 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248548 Jul 23 20:19:05.447688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-e8e9333f-f9fe-4219-b5da-f2606d4722ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.449207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-e8e9333f-f9fe-4219-b5da-f2606d4722ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1282599 Jul 23 20:19:05.469713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'port_id': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'mac_address': 'fa:16:3e:ac:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e72bc1-4493-4ba2-aeb9-3c7331578be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:05.509621 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7ed83-e148-4654-9b86-e77fd4471f43 x-openstack-request-id: req-10a7ed83-e148-4654-9b86-e77fd4471f43 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:05.509925 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:05.510563 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-10a7ed83-e148-4654-9b86-e77fd4471f43 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:05.510563 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'status': 'completed', 'code': 200} Jul 23 20:19:05.518568 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:05.542791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83832ed6-e94d-4d9c-bf86-a0295e7b875a {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:05.601554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:05.612016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:05.628377 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e458bf5e-c304-4116-b5ec-5c01de1ab028 x-openstack-request-id: req-e458bf5e-c304-4116-b5ec-5c01de1ab028 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:05.629366 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32c0ec9-6a82-4ec2-a362-571a06c39899", "name": "network-vif-deleted", "tag": "c6004349-5217-40c2-9921-45674e2158d5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:05.629709 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e458bf5e-c304-4116-b5ec-5c01de1ab028 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:05.630241 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32c0ec9-6a82-4ec2-a362-571a06c39899', 'name': 'network-vif-deleted', 'tag': 'c6004349-5217-40c2-9921-45674e2158d5', 'status': 'completed', 'code': 200} Jul 23 20:19:05.669665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-fce509c1-c41f-4ea5-9d62-738ef87b2758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.671201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-fce509c1-c41f-4ea5-9d62-738ef87b2758 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1096 time: 0.1317766 Jul 23 20:19:05.691928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-84277e78-2c66-4b28-89be-f93a9184472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.693476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-84277e78-2c66-4b28-89be-f93a9184472b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2358401 Jul 23 20:19:05.717125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101222aa-7fa8-43f8-954b-eb6dcf8add38 req-8fa9d8b8-67ea-4f36-abc7-123d5e64423d tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.718781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-101222aa-7fa8-43f8-954b-eb6dcf8add38 req-8fa9d8b8-67ea-4f36-abc7-123d5e64423d tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.2628558 Jul 23 20:19:05.733382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:05.801113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4ac14731-9306-4b30-801a-d67bb082fa44 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:05.842757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c24392a4-b272-4067-9eb9-f5f38fb9b0fd req-3f8c7f28-28f7-4aec-99ce-26d86fde63a3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 210 time: 0.1609511 Jul 23 20:19:05.844535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 4ac14731-9306-4b30-801a-d67bb082fa44 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:05.844985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4ac14731-9306-4b30-801a-d67bb082fa44 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:05.845693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c6004349-5217-40c2-9921-45674e2158d5 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:05.848389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-5da42bcb-7066-4d9a-a103-95ec7f7b258e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:05.850339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-5da42bcb-7066-4d9a-a103-95ec7f7b258e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 914 time: 0.1703033 Jul 23 20:19:05.894615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: c6004349-5217-40c2-9921-45674e2158d5 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:05.894976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c6004349-5217-40c2-9921-45674e2158d5 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:05.903762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['83832ed6-e94d-4d9c-bf86-a0295e7b875a'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:05.913702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-4e8471cc-4c45-4f35-95e4-9bf0d44b6194 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 217 time: 0.0542505 Jul 23 20:19:05.939745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-101222aa-7fa8-43f8-954b-eb6dcf8add38 req-3bd00654-104f-416d-94b2-98316b438314 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714966 Jul 23 20:19:05.982148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-b66dae90-98ca-49eb-bab9-af4b5a85fccc service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717876 Jul 23 20:19:06.051749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-afe15ddd-2bb3-4900-9973-5acbf26ce432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:06.053909 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-afe15ddd-2bb3-4900-9973-5acbf26ce432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.1318076 Jul 23 20:19:06.101455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-7592df96-a2cd-436a-a164-40a069e697df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393338 Jul 23 20:19:06.137035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41926) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:06.301414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting subnet a5a719e0-aced-4494-a975-7249af54c6b1 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:06.307348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:06.364576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-b7c774fb-cf7e-4ad6-bdd4-a0cd466bd5a3 service neutron] 10.222.0.36 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552986 Jul 23 20:19:06.373127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:06.558449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:06.563430 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8bfb536c-03c1-4425-9923-2cc9f3f0b7d2 req-8cb32919-a1a5-4b00-82f4-8431a2aaa0f9 service neutron] 10.222.0.36 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864140 Jul 23 20:19:06.646674 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:06.689849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a719e0-aced-4494-a975-7249af54c6b1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:06.711589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867508ff-674c-4e17-b983-645d8504f05c None None] Network 6eeeb1b5-4106-494c-b811-5905380c98fb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:06.716387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:06.721065 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-073ffb00-2739-420c-8005-4b69905e7a15 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/subnets/a5a719e0-aced-4494-a975-7249af54c6b1 HTTP/1.1" status: 204 len: 168 time: 0.5755277 Jul 23 20:19:06.723878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41930) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:06.726938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c4a99-647d-431e-b09c-6b9ca9fb2897 req-86757ac1-f0ee-4408-8c38-c4470e0ca0bc tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:06.735541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-824c4a99-647d-431e-b09c-6b9ca9fb2897 req-86757ac1-f0ee-4408-8c38-c4470e0ca0bc tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 944 time: 0.7013128 Jul 23 20:19:06.811298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-7df51387-4c69-4875-803e-5663a6632e14 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8257227 Jul 23 20:19:06.958495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-824c4a99-647d-431e-b09c-6b9ca9fb2897 req-e2df63a5-b969-44a0-ae78-54830ebccff9 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210519 Jul 23 20:19:06.959105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:06.985924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-12bf8035-fe18-43b2-9928-3efb9de21dc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=83e720bf-8759-4817-a929-b9a955862de7 HTTP/1.1" status: 200 len: 217 time: 0.1504045 Jul 23 20:19:07.108473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:07.109691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.118628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3889666-e803-46c5-bcbe-8e35f615e62c req-706c50f9-e5cf-459c-a883-8cbb2447460a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:07.120762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3889666-e803-46c5-bcbe-8e35f615e62c req-706c50f9-e5cf-459c-a883-8cbb2447460a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.4882882 Jul 23 20:19:07.143166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] DHCP port deletion for 6eeeb1b5-4106-494c-b811-5905380c98fb request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:19:07.178266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9267c545-ca4b-4e2c-9431-972d6df5d524 req-8a8bfb2d-62ac-4ac9-90cc-f0e5e5109b55 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 210 time: 0.1032767 Jul 23 20:19:07.210637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,segment=NetworkSegment(4e3e23f4-0a31-4a50-b1b4-3facd00ac55a),segment_id=4e3e23f4-0a31-4a50-b1b4-3facd00ac55a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:07.211275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.228901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:07.264920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:07.309071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:07.327769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-3be5b8d2-f292-40e5-a7aa-5269caf4b3f5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:07.329269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-3be5b8d2-f292-40e5-a7aa-5269caf4b3f5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.5706749 Jul 23 20:19:07.331953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-a31f860b-7989-49ea-94d8-de4c17aab393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:07.332931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-a31f860b-7989-49ea-94d8-de4c17aab393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.2769711 Jul 23 20:19:07.350228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.352711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Request body: {'port': {'device_id': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'admin_state_up': True, 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:07.375456 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3889666-e803-46c5-bcbe-8e35f615e62c req-f17c9607-5343-4032-997e-51de841ed571 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938434 Jul 23 20:19:07.384373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:07.389041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:07.395640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Deleting port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:07.395986 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.397946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 83832ed6-e94d-4d9c-bf86-a0295e7b875a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:07.424931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 83832ed6-e94d-4d9c-bf86-a0295e7b875a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:07.425402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.497461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.512580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eeeb1b5-4106-494c-b811-5905380c98fb']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:07.534244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:07.534798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3e23f4-0a31-4a50-b1b4-3facd00ac55a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:07.550438 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.573342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4efefa-7aeb-4a8d-9613-d8af0ca03ae9 req-38dc5cf8-18e7-458e-a8ed-0c8b35eec0bc tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:07.585044 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.585277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d4efefa-7aeb-4a8d-9613-d8af0ca03ae9 req-38dc5cf8-18e7-458e-a8ed-0c8b35eec0bc tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.3037610 Jul 23 20:19:07.599710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:07.600521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:07.607330 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:07.623312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-80db5224-957d-4688-baef-42e1338875f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:07.624879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-80db5224-957d-4688-baef-42e1338875f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2839136 Jul 23 20:19:07.679221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d4efefa-7aeb-4a8d-9613-d8af0ca03ae9 req-2990c740-74be-47e6-9a6b-5f36f7af2188 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930474 Jul 23 20:19:07.695962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:07.712216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.727970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.740223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.747303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/networks/6eeeb1b5-4106-494c-b811-5905380c98fb HTTP/1.1" status: 204 len: 168 time: 1.0195777 Jul 23 20:19:07.752065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] For port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:07.753075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.765322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41948) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:07.766280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42e646-69b8-41c3-9077-3966584dbb18 tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Network': ['ID=6eeeb1b5-4106-494c-b811-5905380c98fb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:07.776749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Calling delete_port for f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:07.791345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:19:07.799765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:07.803562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.830679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting subnet abc5fa99-f076-4ce4-843e-cb2dd2366b4b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:07.834175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.839657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Network 6eeeb1b5-4106-494c-b811-5905380c98fb is not hosted by any dhcp agent {{(pid=94028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:19:07.841047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] No DVR routers for this DVR port f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:07.842985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'port_id': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'mac_address': 'fa:16:3e:c1:d2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59d785f-a71b-4f8a-9253-681c31543769', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:07.846546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89795db-cfc2-4f36-a5f9-251a93054b58 None None] Pushing event deleted for resources: {'Port': ['ID=f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:07.900663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.914002 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.917742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Allocated IP 172.20.0.3 (45670cfd-5c68-4367-a125-786a89623f58/4da525c2-2d8f-4e65-a76a-f0674effa0ee/7909bc92-604a-496c-81f4-053d5261507c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:07.931865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:07.957661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:07.959996 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c2ee0b-205b-48b5-88df-a8e2249a37f4" -d '{"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-plugged", "status": "completed", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:07.966405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:07.981248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:07.996039 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.002784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:08.027393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.068173 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.082891 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c9745-f72e-4d76-86f2-4106414c84b0 x-openstack-request-id: req-b13c9745-f72e-4d76-86f2-4106414c84b0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:08.085746 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-plugged", "status": "completed", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:08.086142 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b13c9745-f72e-4d76-86f2-4106414c84b0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:08.086665 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'code': 200} Jul 23 20:19:08.118911 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.122024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:08.161501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.176584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:08.179095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-890bff32-5d29-447e-96a0-5e53301acc72 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407083 Jul 23 20:19:08.232577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Subnet': ['ID=abc5fa99-f076-4ce4-843e-cb2dd2366b4b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:08.237336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.239429 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4cf03edb-0362-4001-8f3f-9a72effd8a8a tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/subnets/abc5fa99-f076-4ce4-843e-cb2dd2366b4b HTTP/1.1" status: 204 len: 168 time: 0.4709702 Jul 23 20:19:08.245586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41956) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:08.246696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50101b0c-5ad4-42a4-b3b8-67af38ad45f5 None None] Network b5344812-6acf-436d-a037-a4952bf2dbba requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:08.392579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127bd31-dc66-4403-ac24-2df06756bf27 req-4f03be87-97f2-4da4-917c-abbfd0e2b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.396692 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6127bd31-dc66-4403-ac24-2df06756bf27 req-4f03be87-97f2-4da4-917c-abbfd0e2b4eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 1097 time: 0.2279594 Jul 23 20:19:08.397119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['6afeda7c-507e-4ad7-88ab-decfb9b83228'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:08.401271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.443959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b61007b-2f6b-48a7-961a-b88cdb88faa9 req-435ac92f-a3a6-4d01-8beb-232a00501510 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 210 time: 0.1605351 Jul 23 20:19:08.497861 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6127bd31-dc66-4403-ac24-2df06756bf27 req-61e196ea-014d-472b-974b-ffb4ed99325e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920482 Jul 23 20:19:08.526416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b90109-994e-4acb-a736-a497d25081ea req-e6aaced0-bdf3-408e-92f3-f8194429fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.528759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19b90109-994e-4acb-a736-a497d25081ea req-e6aaced0-bdf3-408e-92f3-f8194429fcda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.1085060 Jul 23 20:19:08.541269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Deleting port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:08.541658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.598867 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.602700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-db56857a-4d86-422e-91bd-dc97fd689eaa service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899741 Jul 23 20:19:08.629867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58553e-3cc4-40e0-8a61-d5d87d548f8e req-31f04c1e-42cc-4308-af64-d3d2e44b57b1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.638111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d58553e-3cc4-40e0-8a61-d5d87d548f8e req-31f04c1e-42cc-4308-af64-d3d2e44b57b1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.5040009 Jul 23 20:19:08.655269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] For port 9c048942-8a5b-4aa4-abb4-b48cb7745c36, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9c048942-8a5b-4aa4-abb4-b48cb7745c36,segment=NetworkSegment(39edb0f5-6d5d-4551-b2af-7a00a1321ce7),segment_id=39edb0f5-6d5d-4551-b2af-7a00a1321ce7)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:08.655806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.660482 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19b90109-994e-4acb-a736-a497d25081ea req-a5e5268b-d0de-48e4-b156-af34d1008c06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043808 Jul 23 20:19:08.677256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Calling delete_port for 9c048942-8a5b-4aa4-abb4-b48cb7745c36 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:08.727929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-a1aefbc8-40e0-4276-8784-f6af403d7697 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35 HTTP/1.1" status: 200 len: 217 time: 0.0765340 Jul 23 20:19:08.732442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Network 45670cfd-5c68-4367-a125-786a89623f58 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:08.751691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:08.762761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] DHCP port deletion for b5344812-6acf-436d-a037-a4952bf2dbba request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:19:08.774090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:08.800922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event updated for resources: {'Port': ['ID=7909bc92-604a-496c-81f4-053d5261507c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:08.815481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.834248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d58553e-3cc4-40e0-8a61-d5d87d548f8e req-f1ee4d2c-5820-4255-a5dc-a0e47367d849 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945987 Jul 23 20:19:08.857746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Port': ['ID=9c048942-8a5b-4aa4-abb4-b48cb7745c36,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:08.859716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] No DVR routers for this DVR port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:08.873670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Deleting port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:08.874939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.899162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a79dbd-09b0-48e7-ab3c-fb09ae1efbb2 req-404355b5-892a-447d-9bb5-a61cf5478206 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.919928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6a79dbd-09b0-48e7-ab3c-fb09ae1efbb2 req-404355b5-892a-447d-9bb5-a61cf5478206 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.3628349 Jul 23 20:19:08.919928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-f3d7ec6e-9edb-417f-8257-b94f8d0e2c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.934384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-f3d7ec6e-9edb-417f-8257-b94f8d0e2c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1798546 Jul 23 20:19:08.937261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:08.938148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.976708 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:08.990069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5344812-6acf-436d-a037-a4952bf2dbba']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:09.003431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39edb0f5-6d5d-4551-b2af-7a00a1321ce7') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:09.004453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39edb0f5-6d5d-4551-b2af-7a00a1321ce7') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:09.015834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.049042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.061304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:09.062124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.064143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] For port 9c048942-8a5b-4aa4-abb4-b48cb7745c36, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:09.064729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.086048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6a79dbd-09b0-48e7-ab3c-fb09ae1efbb2 req-8cdff3e4-847e-40e8-8109-9c0caec23156 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779966 Jul 23 20:19:09.093001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-b48ceb98-8ae3-4e5f-95f0-a1e79b8e82c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7439530 Jul 23 20:19:09.102580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Calling delete_port for 9c048942-8a5b-4aa4-abb4-b48cb7745c36 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:09.107132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:19:09.108573 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.126007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Request body: {'port': {'device_id': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:09.136962 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:09.145059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c048942-8a5b-4aa4-abb4-b48cb7745c36 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:09.149038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.173702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.177375 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] 10.222.0.46 "DELETE /v2.0/networks/b5344812-6acf-436d-a037-a4952bf2dbba HTTP/1.1" status: 204 len: 168 time: 0.9279814 Jul 23 20:19:09.179379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] No DVR routers for this DVR port 9c048942-8a5b-4aa4-abb4-b48cb7745c36 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:09.181195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9c048942-8a5b-4aa4-abb4-b48cb7745c36 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:09.181732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c048942-8a5b-4aa4-abb4-b48cb7745c36 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:09.182232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:09.184389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48919c-3d04-4e7b-85a2-39f25b811caa None None] Pushing event deleted for resources: {'Port': ['ID=9c048942-8a5b-4aa4-abb4-b48cb7745c36,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:09.207156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:09.207591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f01dfd94-58fc-42e3-ac07-4acc8dbfc9a2 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:09.216703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e9f78-9a7d-48e0-be90-9915bfca3b6f tempest-ServersTestMultiNic-586976222 tempest-ServersTestMultiNic-586976222-project] Pushing event deleted for resources: {'Network': ['ID=b5344812-6acf-436d-a037-a4952bf2dbba,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:09.301630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-408eec5b-20b4-4a4a-ad4a-756baa420f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:09.303443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-408eec5b-20b4-4a4a-ad4a-756baa420f49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3623662 Jul 23 20:19:09.390318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41986) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:09.414553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3adf9-443c-48d5-9ce6-1a22692c7e07 req-5621e70c-ec56-4353-b1db-f632b73e8a57 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:09.421764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79a3adf9-443c-48d5-9ce6-1a22692c7e07 req-5621e70c-ec56-4353-b1db-f632b73e8a57 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1982710 Jul 23 20:19:09.452361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:09.593803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79a3adf9-443c-48d5-9ce6-1a22692c7e07 req-1e15fec7-5f95-41d3-8a6f-e4324673f9b2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708531 Jul 23 20:19:09.624378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-be77b953-18b9-4117-b5f8-d7e16646dfc1 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839000 Jul 23 20:19:09.718293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038775b-34d9-4671-a23b-94564d1e6e3b req-5b9f190f-5f27-401f-92c5-ab9d44b23930 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:09.719987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7038775b-34d9-4671-a23b-94564d1e6e3b req-5b9f190f-5f27-401f-92c5-ab9d44b23930 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 931 time: 0.2096887 Jul 23 20:19:09.826983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7038775b-34d9-4671-a23b-94564d1e6e3b req-b9150fcd-87df-449a-86f6-73721f6d64fc tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881062 Jul 23 20:19:09.982034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-bb30e4f7-06bd-44d3-a58c-f129491861ea service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893691 Jul 23 20:19:10.066016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-c2e166f0-c1ac-4775-b578-1223b68ef978 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 200 len: 217 time: 0.0728648 Jul 23 20:19:10.114204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7909bc92-604a-496c-81f4-053d5261507c {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:10.131706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.149199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee3339-32b1-4177-b2f9-828a70237bc6 req-71af802f-0798-47bc-be05-e5b7fa779c5b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:10.150731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-beee3339-32b1-4177-b2f9-828a70237bc6 req-71af802f-0798-47bc-be05-e5b7fa779c5b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.2352059 Jul 23 20:19:10.167207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-a5a99013-79f7-4cf7-8042-0df880b2f23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:10.169396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-a5a99013-79f7-4cf7-8042-0df880b2f23b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.0942535 Jul 23 20:19:10.179450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Transition to ACTIVE for port object 7909bc92-604a-496c-81f4-053d5261507c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:10.197741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.205361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.303636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-beee3339-32b1-4177-b2f9-828a70237bc6 req-9033e74f-f26f-4524-ab92-4bc6ffc26a21 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425636 Jul 23 20:19:10.318108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9437-f559-457a-9692-8d336e358851 service neutron] Pushing event updated for resources: {'Port': ['ID=7909bc92-604a-496c-81f4-053d5261507c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:10.410170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-d3e335d4-2d2a-4393-9df1-434ca48c21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:10.411663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-d3e335d4-2d2a-4393-9df1-434ca48c21d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2342441 Jul 23 20:19:10.421397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cb87a-91f2-459a-82e9-d593de9373a8 req-30fc1daa-19d4-4128-9dca-84b289e4969a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:10.422966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a6cb87a-91f2-459a-82e9-d593de9373a8 req-30fc1daa-19d4-4128-9dca-84b289e4969a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.2465327 Jul 23 20:19:10.507009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Deleting port af5364c2-d94d-4123-b45a-4dfc4a992080 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:10.507349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.592314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] For port af5364c2-d94d-4123-b45a-4dfc4a992080, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=af5364c2-d94d-4123-b45a-4dfc4a992080,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:10.592689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.607505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Calling delete_port for af5364c2-d94d-4123-b45a-4dfc4a992080 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:10.811668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Attempting to bind port 7909bc92-604a-496c-81f4-053d5261507c on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:10.811929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Attempting to bind port 7909bc92-604a-496c-81f4-053d5261507c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:10.812183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Attempting to bind port 7909bc92-604a-496c-81f4-053d5261507c on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:10.814013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.841797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Pushing event deleted for resources: {'Port': ['ID=af5364c2-d94d-4123-b45a-4dfc4a992080,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:10.858465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Port 7909bc92-604a-496c-81f4-053d5261507c on network 45670cfd-5c68-4367-a125-786a89623f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:10.858795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Attempting to bind port 7909bc92-604a-496c-81f4-053d5261507c on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:10.865710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a6cb87a-91f2-459a-82e9-d593de9373a8 req-7377974a-5f52-4d7d-9439-8dac968e8369 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331994 Jul 23 20:19:10.869802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:10.870151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:10.870531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Bound using segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:10.871014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Bound port: 7909bc92-604a-496c-81f4-053d5261507c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:10.871480 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:10.912062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-60b3dfd2-f659-4350-beee-e4876419fff7 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881356 Jul 23 20:19:11.045701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] For port 7909bc92-604a-496c-81f4-053d5261507c, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:11.049855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] For port 7909bc92-604a-496c-81f4-053d5261507c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7909bc92-604a-496c-81f4-053d5261507c,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:11.082555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.086667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.191181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.191876 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.193248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-065c9437-f559-457a-9692-8d336e358851 service neutron] 10.222.0.47 "PUT /v2.0/ports/7909bc92-604a-496c-81f4-053d5261507c HTTP/1.1" status: 200 len: 1092 time: 2.0923285 Jul 23 20:19:11.200366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'tag': '7909bc92-604a-496c-81f4-053d5261507c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:11.202901 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f134ad-97e8-4e97-bcce-124e95c2ba81" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7b37ac-cfc3-40c6-9482-37de11d6eb89", "tag": "7909bc92-604a-496c-81f4-053d5261507c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:11.253781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-b28734a4-645f-429b-bced-9faf2d251ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189604 Jul 23 20:19:11.259334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:11.273876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c9437-f559-457a-9692-8d336e358851 service neutron] Pushing event updated for resources: {'Port': ['ID=7909bc92-604a-496c-81f4-053d5261507c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:11.317010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 6afeda7c-507e-4ad7-88ab-decfb9b83228 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:11.322557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 6afeda7c-507e-4ad7-88ab-decfb9b83228 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:11.322942 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.327120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-c1fbf2e8-efea-4b82-84f3-1a741a4febb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 200 len: 217 time: 0.0545669 Jul 23 20:19:11.336035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Router 0e141875-0f22-4952-b212-3927b6e4ebd8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:19:11.388432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02950070-7140-4306-869f-a814115411c2 req-1ac3373e-3ff7-4f2d-bd4f-d808bfce4e53 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.389872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02950070-7140-4306-869f-a814115411c2 req-1ac3373e-3ff7-4f2d-bd4f-d808bfce4e53 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.2849839 Jul 23 20:19:11.406798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f42ca6-f59f-4d4c-ae4d-49ee7f12f846 req-71b2f2d9-18fa-4629-b49a-af1086b8987c tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.408273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5f42ca6-f59f-4d4c-ae4d-49ee7f12f846 req-71b2f2d9-18fa-4629-b49a-af1086b8987c tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.2771206 Jul 23 20:19:11.415628 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.440633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:11.442907 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b367f647-8e6a-4e2e-8314-720add6bc033" -d '{"events": [{"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-plugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:11.448531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-bcdc2048-6770-42b3-84a3-824fa2bdc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.450100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-bcdc2048-6770-42b3-84a3-824fa2bdc75d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.1151187 Jul 23 20:19:11.455594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:11.456391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:11.466742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-af0b7b6a-5d2c-4080-8a63-c8c166e2873f admin admin] 10.222.0.46 "PUT /v2.0/routers/0e141875-0f22-4952-b212-3927b6e4ebd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0710297 Jul 23 20:19:11.466742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42076) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:11.468226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.471412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] Sync routers for ids ['0e141875-0f22-4952-b212-3927b6e4ebd8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:11.489005 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] Routers {'0e141875-0f22-4952-b212-3927b6e4ebd8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:11.490001 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0e141875-0f22-4952-b212-3927b6e4ebd8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:11.509820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-602a2a1d-4619-4467-b8e9-0ac76b1a51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.511342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-602a2a1d-4619-4467-b8e9-0ac76b1a51b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 1095 time: 0.2748063 Jul 23 20:19:11.528863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:11.529702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02950070-7140-4306-869f-a814115411c2 req-979542bb-0ce8-43cc-a664-35b0f5d9cb79 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175959 Jul 23 20:19:11.540797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5f42ca6-f59f-4d4c-ae4d-49ee7f12f846 req-eb6e20c8-776a-4c36-bd5e-650d61519545 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227088 Jul 23 20:19:11.583265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-ef39ce19-85ce-48d5-bfa5-e1ea1b381ae9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7909bc92-604a-496c-81f4-053d5261507c HTTP/1.1" status: 200 len: 217 time: 0.0626013 Jul 23 20:19:11.638611 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] Set router 0e141875-0f22-4952-b212-3927b6e4ebd8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:11.645058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.674725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823585f-bfe7-403b-a851-d489742ae791 req-5bdf94e9-1a61-43db-82db-e3837302863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.676232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-5bdf94e9-1a61-43db-82db-e3837302863f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0845890 Jul 23 20:19:11.684085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-6230cfd3-fcfa-4ac9-97cb-4b3b3069cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.685618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-6230cfd3-fcfa-4ac9-97cb-4b3b3069cb94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2264748 Jul 23 20:19:11.741736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-624e73df-6346-4892-81c5-4fdf8fcf025d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495095 Jul 23 20:19:11.804792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.823758 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6045ceb1-88b6-47bd-a851-e5623a57e15e x-openstack-request-id: req-6045ceb1-88b6-47bd-a851-e5623a57e15e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:11.824587 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7b37ac-cfc3-40c6-9482-37de11d6eb89", "tag": "7909bc92-604a-496c-81f4-053d5261507c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:11.824940 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6045ceb1-88b6-47bd-a851-e5623a57e15e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:11.825364 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'tag': '7909bc92-604a-496c-81f4-053d5261507c', 'status': 'completed', 'code': 200} Jul 23 20:19:11.857660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d138e732-b954-49b0-8427-2710d291eaa7 req-f2a2c58e-0668-4341-b976-d8ff366801f7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:11.859554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d138e732-b954-49b0-8427-2710d291eaa7 req-f2a2c58e-0668-4341-b976-d8ff366801f7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 943 time: 0.2397592 Jul 23 20:19:11.878977 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d49b9b4-b85f-4c06-944e-e62270361155 x-openstack-request-id: req-0d49b9b4-b85f-4c06-944e-e62270361155 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:11.879244 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-plugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:11.879558 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d49b9b4-b85f-4c06-944e-e62270361155 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:11.879955 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'code': 200} Jul 23 20:19:11.881383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Deleting port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:11.881760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:11.914177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:19:10Z', 'revision_number': 5, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port': {'id': '1f0ac6f5-af9b-4218-a217-73bb8d7f132a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1065, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:17:32Z', 'updated_at': '2021-07-23T20:17:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:11.916837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-f6ff4944-aa7c-4c9a-bec7-5ebc5fb30cdc req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-119129397', 'description': 'tempest-description-821817744'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:11.942806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-a5cc7cda-901e-4645-a788-04be55a8eb05 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459068 Jul 23 20:19:11.947114 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] Checking router: 0e141875-0f22-4952-b212-3927b6e4ebd8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:11.957865 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] Routers {'0e141875-0f22-4952-b212-3927b6e4ebd8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:11.959096 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0e141875-0f22-4952-b212-3927b6e4ebd8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:12.021844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] For port 1f0ac6f5-af9b-4218-a217-73bb8d7f132a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:12.022138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.022675 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f6ff4944-aa7c-4c9a-bec7-5ebc5fb30cdc req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.026049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-814ff867-5680-447a-a87b-fd9f25f362a7 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784824 Jul 23 20:19:12.044079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Calling delete_port for 1f0ac6f5-af9b-4218-a217-73bb8d7f132a owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:12.052451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b868ce4-54cb-48d1-b6ed-31ebc32ec334 req-512e2d19-3ab8-4b74-8925-d30fe0cafcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.053715 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b868ce4-54cb-48d1-b6ed-31ebc32ec334 req-512e2d19-3ab8-4b74-8925-d30fe0cafcc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1098 time: 0.0929279 Jul 23 20:19:12.065169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] Set router 0e141875-0f22-4952-b212-3927b6e4ebd8 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:12.080829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d138e732-b954-49b0-8427-2710d291eaa7 req-7d4ba5ff-5606-4f14-bcee-67e4831f5fc4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732781 Jul 23 20:19:12.137591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b868ce4-54cb-48d1-b6ed-31ebc32ec334 req-80400d6d-907a-46f6-a7a8-d72a7cebff59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758278 Jul 23 20:19:12.147117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e18be052-c08d-4be8-8a1f-ee59a1e708a7 req-4a5771af-b6d0-4ae8-9c39-7b3fc882b0c4 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878810 Jul 23 20:19:12.147411 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:19:11Z', 'revision_number': 6, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:12.177522 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4845a70-e6a1-4686-9ee5-023eb4c63453 None None] The sync data for ids ['0e141875-0f22-4952-b212-3927b6e4ebd8'] in n-d-793620-13 is: [{'id': '0e141875-0f22-4952-b212-3927b6e4ebd8', 'name': 'tempest-ServersTestMultiNic-116675772-router', 'tenant_id': '9d14367b83044e529a3566de75b8d76b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:17:31Z', 'updated_at': '2021-07-23T20:19:11Z', 'revision_number': 6, 'project_id': '9d14367b83044e529a3566de75b8d76b', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:12.261640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.284040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9823585f-bfe7-403b-a851-d489742ae791 req-cbf053d0-1d0f-4c52-b6ad-9b7c8c40a1bd service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439311 Jul 23 20:19:12.287708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0ac6f5-af9b-4218-a217-73bb8d7f132a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:12.358217 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.400986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f6ff4944-aa7c-4c9a-bec7-5ebc5fb30cdc req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.414881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f6ff4944-aa7c-4c9a-bec7-5ebc5fb30cdc req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.444634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-25a513e1-a9ec-4811-a822-d41bf8d67543 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.446087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-25a513e1-a9ec-4811-a822-d41bf8d67543 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.2146986 Jul 23 20:19:12.452886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.455467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.456833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f6ff4944-aa7c-4c9a-bec7-5ebc5fb30cdc req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.458062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6ff4944-aa7c-4c9a-bec7-5ebc5fb30cdc req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5517244 Jul 23 20:19:12.479396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-a4847e56-12ac-4cf0-9b1b-fb571e39216d tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/quotas/506d65e8a3d44e92a2aa77768dbad525 HTTP/1.1" status: 200 len: 375 time: 0.0236413 Jul 23 20:19:12.482017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4193cbd-6e3d-46c8-acb1-4e7b2de91c96,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:12.495807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-82ba120c-106e-441c-9073-b6942ce428a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.497357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-82ba120c-106e-441c-9073-b6942ce428a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 1095 time: 0.1601725 Jul 23 20:19:12.499728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.499875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.500155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.500505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.500844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.501187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.501550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.502032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.502371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.502704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.503063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.503398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30353794-34c9-495e-9c78-30275d2447d8 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:12.508643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.509553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e141875-0f22-4952-b212-3927b6e4ebd8 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:19:12.515741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.519566 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a9ad760-3729-49cc-8b9e-ca2633c14b01 admin admin] 10.222.0.46 "DELETE /v2.0/routers/0e141875-0f22-4952-b212-3927b6e4ebd8 HTTP/1.1" status: 204 len: 168 time: 1.0523944 Jul 23 20:19:12.520093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:12.569938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Deleting subnet b846e9a2-7769-46ae-8750-65d6ba83e3b7 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:12.573658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.619994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.678636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-499ed0dc-1842-42a6-8eb3-6534d10a4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.680123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-499ed0dc-1842-42a6-8eb3-6534d10a4a86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 0.1660182 Jul 23 20:19:12.696115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25143faa-b1f8-46df-b7b2-5ce224ed8291 req-75cde553-6607-41ab-b1d3-059eaaf4d0ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.697512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25143faa-b1f8-46df-b7b2-5ce224ed8291 req-75cde553-6607-41ab-b1d3-059eaaf4d0ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1822562 Jul 23 20:19:12.706703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.712105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-6a2c179f-16c3-4083-8a6d-b3a3780911bd tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218988 Jul 23 20:19:12.755755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-c45a9026-05f2-4581-a0b0-0285a3c38a14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7909bc92-604a-496c-81f4-053d5261507c HTTP/1.1" status: 200 len: 217 time: 0.0676305 Jul 23 20:19:12.760828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.784699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b846e9a2-7769-46ae-8750-65d6ba83e3b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:12.790451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.795154 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-af7df5ef-3e16-434d-a62a-228ac8c696e2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b846e9a2-7769-46ae-8750-65d6ba83e3b7 HTTP/1.1" status: 204 len: 168 time: 0.2713087 Jul 23 20:19:12.795400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42104) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:12.798226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c9c7fa-99ea-498d-9daf-1c6bc1334a18 None None] Network 53c45865-1bc0-4a89-8dad-1eefa35406d7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:12.835049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25143faa-b1f8-46df-b7b2-5ce224ed8291 req-58a595e8-ec38-4985-905a-d2cebcbf4ad2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284595 Jul 23 20:19:12.879985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.882009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-701c86c9-6b38-4a2f-85f8-583d2fe7b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:12.883489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-701c86c9-6b38-4a2f-85f8-583d2fe7b46d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.1180346 Jul 23 20:19:12.924174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-9e6f9c38-c0eb-4a89-8a38-da471dcf2243 service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809597 Jul 23 20:19:12.944222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Deleting port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:12.944222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:12.984416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-afa4ebc4-eb7d-4b65-a344-de6a14ddccfb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577195 Jul 23 20:19:13.066629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] For port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:13.067026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.083189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] DHCP port deletion for 53c45865-1bc0-4a89-8dad-1eefa35406d7 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:19:13.096029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Calling delete_port for 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:13.124500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af5364c2-d94d-4123-b45a-4dfc4a992080 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:13.162869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: af5364c2-d94d-4123-b45a-4dfc4a992080 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:13.163217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device af5364c2-d94d-4123-b45a-4dfc4a992080 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:13.163663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f0ac6f5-af9b-4218-a217-73bb8d7f132a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:13.187502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1f0ac6f5-af9b-4218-a217-73bb8d7f132a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:13.188360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f0ac6f5-af9b-4218-a217-73bb8d7f132a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:13.210894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] Deleting port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:13.211507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.218157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.240356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-609cbf07-5a68-4e5f-a199-a9b7885e66bd service neutron] 10.222.0.46 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152447 Jul 23 20:19:13.244165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-9a9296f4-cd02-434d-8272-cd8f2231bf1f service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433178 Jul 23 20:19:13.245165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:13.249874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] No DVR routers for this DVR port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:13.321744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] For port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,segment=NetworkSegment(0a037087-9c01-4376-bffa-d7d71f0b4f6c),segment_id=0a037087-9c01-4376-bffa-d7d71f0b4f6c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:13.322412 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.334120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.338525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] Calling delete_port for 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:13.345395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c45865-1bc0-4a89-8dad-1eefa35406d7']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:13.355311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5f134ad-97e8-4e97-bcce-124e95c2ba81 req-92305fb7-313d-4346-bc75-8c14d6668179 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027179 Jul 23 20:19:13.357153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a037087-9c01-4376-bffa-d7d71f0b4f6c') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:13.357494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a037087-9c01-4376-bffa-d7d71f0b4f6c') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:13.363890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f406002-2158-4e7e-aee6-9d869daeabda req-1668e8b8-5418-4e04-8b7b-f855b8cea2e4 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:13.370813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f406002-2158-4e7e-aee6-9d869daeabda req-1668e8b8-5418-4e04-8b7b-f855b8cea2e4 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.3048701 Jul 23 20:19:13.379530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.396612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.403931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.404285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.404666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.405014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.405465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.405864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.406201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.406538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.406872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.407205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.407535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.407855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:13.411142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:13.411551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:13.413393 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:13.429388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f406002-2158-4e7e-aee6-9d869daeabda req-72220fb0-74ce-4f98-a8fb-1afd05f4a9ea tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568783 Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: from cryptography.utils import int_from_bytes Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: from cryptography.utils import int_from_bytes Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.514041 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:19:13.516345 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:19:13.523538 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.539304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] No DVR routers for this DVR port 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:13.540761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.548407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.550610 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] 10.222.0.46 "DELETE /v2.0/networks/53c45865-1bc0-4a89-8dad-1eefa35406d7 HTTP/1.1" status: 204 len: 168 time: 0.7543020 Jul 23 20:19:13.564276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976667e-94fe-4817-ac70-6f2238c3c815 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c45865-1bc0-4a89-8dad-1eefa35406d7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:13.580781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81331cce-b4fd-40ea-94f3-7cfac4855319 None None] Pushing event deleted for resources: {'Port': ['ID=8aaa1f18-646d-4728-aa3c-9d9c0664e4a7,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:13.609487 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.646115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-0b397ed3-9010-41d0-a38c-247747a08fee tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-119129397&fields=id&tenant_id=80dd021b649f4af7b2d092be55a602fd HTTP/1.1" status: 200 len: 267 time: 0.0965846 Jul 23 20:19:13.709159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:13.712839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-d6294063-9b05-4152-b8f6-01cfd9d67db2 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:13.714456 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-d6294063-9b05-4152-b8f6-01cfd9d67db2 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4195c32-88e2-482d-afa9-1d86e1ca7f67 HTTP/1.1" status: 200 len: 946 time: 0.2793739 Jul 23 20:19:13.748859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac1dbf-8d8d-42b5-adda-d013a56d0cdb req-c3f81ef1-421f-46f0-83d4-0aa41c8a2d63 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:13.748859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fac1dbf-8d8d-42b5-adda-d013a56d0cdb req-c3f81ef1-421f-46f0-83d4-0aa41c8a2d63 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 943 time: 0.2249680 Jul 23 20:19:13.760353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4df9f57d-0549-4108-94e3-02546c58d915 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d14367b83044e529a3566de75b8d76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494320 Jul 23 20:19:13.763608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42122) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:13.814995 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96f7897c-060c-496f-8f88-236c8c215f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.827350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ee23-10ac-4df6-b6bd-fb2e9a44fb79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.847857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:13.853263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ee23-10ac-4df6-b6bd-fb2e9a44fb79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.875552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-148e1e6e-6079-4506-a341-1e904d7369ba tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:13.877221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-148e1e6e-6079-4506-a341-1e904d7369ba tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.2237988 Jul 23 20:19:13.888552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fac1dbf-8d8d-42b5-adda-d013a56d0cdb req-148f443c-618d-4778-9420-3db4a8d39bb2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194687 Jul 23 20:19:13.894208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'port': {'security_groups': ['15664b9b-5c99-4e0f-96e8-708c61560607', 'f4193cbd-6e3d-46c8-acb1-4e7b2de91c96']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:13.920692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ee23-10ac-4df6-b6bd-fb2e9a44fb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.923563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ee23-10ac-4df6-b6bd-fb2e9a44fb79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:13.924922 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6bd6ee23-10ac-4df6-b6bd-fb2e9a44fb79 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92b62e3a-d532-4ef0-8fa1-fe8cccafd432 HTTP/1.1" status: 204 len: 168 time: 0.1604455 Jul 23 20:19:13.941209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6ee23-10ac-4df6-b6bd-fb2e9a44fb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b62e3a-d532-4ef0-8fa1-fe8cccafd432,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:13.974338 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.013531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.015847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:14.018875 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e03adac-0635-4a87-a8e0-ed5c37acd24c" -d '{"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:14.034038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:14.044580 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.107517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:14.394585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Deleting port a9d362ee-88e8-423e-9948-c71acf1cafcf {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:14.395140 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.559386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614455ac-a38e-4327-b484-2aa29fbcb5d3 req-751f7d6a-8a8e-436a-ac9c-ad44fedf8e57 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:14.561074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-614455ac-a38e-4327-b484-2aa29fbcb5d3 req-751f7d6a-8a8e-436a-ac9c-ad44fedf8e57 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.5349023 Jul 23 20:19:14.577425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] For port a9d362ee-88e8-423e-9948-c71acf1cafcf, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a9d362ee-88e8-423e-9948-c71acf1cafcf,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:14.577818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.612184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Calling delete_port for a9d362ee-88e8-423e-9948-c71acf1cafcf owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:14.687554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-173e08e2-d4a8-4a44-9edc-b00f83716233 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:14.689080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-173e08e2-d4a8-4a44-9edc-b00f83716233 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 804 time: 0.1680782 Jul 23 20:19:14.703855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Request body: {'port': {'device_id': '26600d07-55c8-4260-b114-0727c54b2f70', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'admin_state_up': True, 'tenant_id': '506d65e8a3d44e92a2aa77768dbad525'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:14.704916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-614455ac-a38e-4327-b484-2aa29fbcb5d3 req-4f8e5cb9-05b0-454d-8404-bc26e267ac1d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326919 Jul 23 20:19:14.781424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42154) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:14.787771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:14.825708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0994e1f1-fd02-4f0f-ad0d-7bff22c6a68e req-50f4cde3-10a6-4ae7-a24c-be392b11c135 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 210 time: 0.0551841 Jul 23 20:19:14.853891 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.861299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Made reservation on behalf of 506d65e8a3d44e92a2aa77768dbad525 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:14.867959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.877651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.891087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7f78f1da-d1e7-4df4-850b-091c9e867507'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:14.944600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:14.945265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:14.946793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26025038-2d2b-40a5-bfe8-20e5de476cd7 req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "PUT /v2.0/ports/7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 981 time: 1.0572498 Jul 23 20:19:14.947262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:14.953614 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:14.977921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:14.996743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1322996231-network', 'tenant_id': '28416f07a2d44d7c8092c4e134b92963'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:15.003912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:15.004155 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.004486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8aaa1f18-646d-4728-aa3c-9d9c0664e4a7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:15.025227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe4dac-eb76-426e-8bbf-421201917fe2 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.028745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Made reservation on behalf of 28416f07a2d44d7c8092c4e134b92963 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:15.033881 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.056204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.079093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7f78f1da-d1e7-4df4-850b-091c9e867507'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:15.086771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event deleted for resources: {'Port': ['ID=a9d362ee-88e8-423e-9948-c71acf1cafcf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.124656 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce283b39-5ba6-41da-a307-d198b01f557c x-openstack-request-id: req-ce283b39-5ba6-41da-a307-d198b01f557c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:15.125004 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:15.125276 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce283b39-5ba6-41da-a307-d198b01f557c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:15.126985 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'code': 200} Jul 23 20:19:15.139633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] No DVR routers for this DVR port a9d362ee-88e8-423e-9948-c71acf1cafcf on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:15.146459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.150319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb54bc6c-4af5-4c58-9e64-1be87e1fceab req-a838ea9d-079c-4031-a930-10b3d12ceb64 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "DELETE /v2.0/ports/a9d362ee-88e8-423e-9948-c71acf1cafcf HTTP/1.1" status: 204 len: 173 time: 1.4270432 Jul 23 20:19:15.159253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Allocated IP 172.20.0.4 (dd5b3c52-ab22-4174-bc3e-9b253591f258/d730a284-4b16-4a2a-802e-70815f5f153f/b545c157-ba0f-4559-a75d-1aa483a28c00) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:15.168589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188840c-cfa0-40d0-99aa-309471107d00 req-a4173e6d-05a2-41e8-8c22-389943589c88 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.170892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b188840c-cfa0-40d0-99aa-309471107d00 req-a4173e6d-05a2-41e8-8c22-389943589c88 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2155137 Jul 23 20:19:15.317549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b188840c-cfa0-40d0-99aa-309471107d00 req-cdfcdc9d-2108-4e9c-b4a2-a539a2874b0f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289582 Jul 23 20:19:15.379073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.395197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.411549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1036271-be6b-4a21-8c7e-69dfa7de4576 req-5427a854-a717-48f4-a40c-25b727560c04 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.416938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1036271-be6b-4a21-8c7e-69dfa7de4576 req-5427a854-a717-48f4-a40c-25b727560c04 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 943 time: 0.2314992 Jul 23 20:19:15.432423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.437213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:15.465825 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.466378 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Added segment 4750cc08-c4da-41bd-bebc-271f486a4daa of type vlan for network 48aad39b-e818-4d45-be94-643734c8e1b5 Jul 23 20:19:15.469747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2431e691-618e-4084-942b-78b7382c3e73,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.500804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-0dc231c7-49d6-4191-8a1e-6b31a735f561 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-119129397&fields=id&tenant_id=80dd021b649f4af7b2d092be55a602fd HTTP/1.1" status: 200 len: 267 time: 0.0829334 Jul 23 20:19:15.519480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1036271-be6b-4a21-8c7e-69dfa7de4576 req-19a23d74-167a-49ad-9f87-1dcadbbe19e0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923517 Jul 23 20:19:15.554161 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.559556 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.577988 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4348ac4-5952-407b-b1ac-1819267df757 x-openstack-request-id: req-d4348ac4-5952-407b-b1ac-1819267df757 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:15.579398 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:15.579398 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4348ac4-5952-407b-b1ac-1819267df757 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:15.579398 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'status': 'completed', 'code': 200} Jul 23 20:19:15.616176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-3ced4cb1-1e4e-4a29-923b-3de0158f3c3e tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.619693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-3ced4cb1-1e4e-4a29-923b-3de0158f3c3e tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 984 time: 0.1178153 Jul 23 20:19:15.627055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Network dd5b3c52-ab22-4174-bc3e-9b253591f258 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:15.632576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:15.642121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:15.642437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'port': {'security_groups': ['15664b9b-5c99-4e0f-96e8-708c61560607']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:15.692986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.724004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.724419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.725005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.750741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.751467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.795646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42170) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:15.797664 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0151646 Jul 23 20:19:15.806088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-891d9841-d532-4ced-85f8-abf3a24c97df tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1078229 Jul 23 20:19:15.808038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Request body: {'subnet': {'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1322996231-subnet', 'tenant_id': '28416f07a2d44d7c8092c4e134b92963', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:15.843621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Request body: {'port': {'device_id': '26600d07-55c8-4260-b114-0727c54b2f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:15.847116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88523837-1f51-42ad-93e0-e80f9d582ede admin admin] Pushing event updated for resources: {'Network': ['ID=48aad39b-e818-4d45-be94-643734c8e1b5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:15.860544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 48aad39b-e818-4d45-be94-643734c8e1b5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:15.865326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7909bc92-604a-496c-81f4-053d5261507c details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:15.901630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.905258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-7177bc86-88ba-4052-968e-fcd07ef8debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.906846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-7177bc86-88ba-4052-968e-fcd07ef8debc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1136 time: 0.2860956 Jul 23 20:19:15.918077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83623fe-b4ac-4b5e-a81d-235d6d06afe8 req-13db316c-8dfa-4bc1-9a37-2a4fdea3be2f tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:15.920392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e83623fe-b4ac-4b5e-a81d-235d6d06afe8 req-13db316c-8dfa-4bc1-9a37-2a4fdea3be2f tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.2710655 Jul 23 20:19:15.923573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Made reservation on behalf of 28416f07a2d44d7c8092c4e134b92963 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:15.925877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:15.948717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.052747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 7909bc92-604a-496c-81f4-053d5261507c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7909bc92-604a-496c-81f4-053d5261507c,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:16.069826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '7909bc92-604a-496c-81f4-053d5261507c', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': '7909bc92-604a-496c-81f4-053d5261507c', 'mac_address': 'fa:16:3e:e4:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:16.111357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.124738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7909bc92-604a-496c-81f4-053d5261507c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:16.144652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 7909bc92-604a-496c-81f4-053d5261507c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7909bc92-604a-496c-81f4-053d5261507c,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:16.149457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.183665 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e83623fe-b4ac-4b5e-a81d-235d6d06afe8 req-7dddda39-2e12-4a48-b7ef-13a43338bb0c tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407451 Jul 23 20:19:16.201863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=7909bc92-604a-496c-81f4-053d5261507c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:16.232435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-a49d93d5-034a-4951-9d9d-414043d63f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.233987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-a49d93d5-034a-4951-9d9d-414043d63f25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.3126962 Jul 23 20:19:16.267377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b545c157-ba0f-4559-a75d-1aa483a28c00 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:16.275526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.290112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Transition to ACTIVE for port object b545c157-ba0f-4559-a75d-1aa483a28c00 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:16.293749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.327197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-e9991aec-b941-42c8-bb0a-a5e4c01f987c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.0855904 Jul 23 20:19:16.352171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:16.378792 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96f38232-7219-4c5f-9325-3588b31903f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.390498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.404479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['7909bc92-604a-496c-81f4-053d5261507c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:16.426917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Attempting to bind port b545c157-ba0f-4559-a75d-1aa483a28c00 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:16.426917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Attempting to bind port b545c157-ba0f-4559-a75d-1aa483a28c00 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:16.426917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Attempting to bind port b545c157-ba0f-4559-a75d-1aa483a28c00 on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:16.431458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Port b545c157-ba0f-4559-a75d-1aa483a28c00 on network dd5b3c52-ab22-4174-bc3e-9b253591f258 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:16.432055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Attempting to bind port b545c157-ba0f-4559-a75d-1aa483a28c00 on network dd5b3c52-ab22-4174-bc3e-9b253591f258 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:16.437561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:16.437906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Checking segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:16.438296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Bound using segment: {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:16.438736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Bound port: b545c157-ba0f-4559-a75d-1aa483a28c00, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e352f0-21ee-48ce-9db5-809f16d97e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:16.439099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.510018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:16.514856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:16.519940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.551800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-fca2092e-8aa6-45e5-ba55-0f214e2e7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.553520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-fca2092e-8aa6-45e5-ba55-0f214e2e7a1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.2151680 Jul 23 20:19:16.560382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.561094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.562686 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] 10.222.0.47 "PUT /v2.0/ports/b545c157-ba0f-4559-a75d-1aa483a28c00 HTTP/1.1" status: 200 len: 1092 time: 0.7242348 Jul 23 20:19:16.563197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:16.565554 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07d1d7-7c6e-449f-a684-18e6f718a81d" -d '{"events": [{"name": "network-changed", "server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:16.565675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:16.567863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.593725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606eb0b-2863-41b8-8815-9be7202f7dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:16.633914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-9ad61480-5575-4e8b-803e-610ac61c509f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718803 Jul 23 20:19:16.658794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-10e7ef7c-01db-48b1-8f62-4156b514be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.660668 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-10e7ef7c-01db-48b1-8f62-4156b514be0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 1095 time: 0.0560625 Jul 23 20:19:16.682925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-52098ccc-2173-4962-bb5e-1b4b3c96bec5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.684958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-52098ccc-2173-4962-bb5e-1b4b3c96bec5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 813 time: 0.3689651 Jul 23 20:19:16.702657 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-745427b6-47d5-489b-a873-9a0b1a856a10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b545c157-ba0f-4559-a75d-1aa483a28c00 HTTP/1.1" status: 200 len: 217 time: 0.0347083 Jul 23 20:19:16.717731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.736054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.741114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434b4ca2-d435-4f84-b5e6-0762cc5cd39b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:16.752821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7f78f1da-d1e7-4df4-850b-091c9e867507'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:16.756734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-c1629140-35e8-4b8c-95f0-85dd7f748006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.758241 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-c1629140-35e8-4b8c-95f0-85dd7f748006 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.0493886 Jul 23 20:19:16.780478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-bcaa5d2f-c5b1-42ba-90cc-18184500038a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/quotas/e15779d8ebf64e56857cfa2640a786c3 HTTP/1.1" status: 200 len: 375 time: 0.0853333 Jul 23 20:19:16.795587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-b3842823-a32c-4e21-806b-5660f4058a4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305636 Jul 23 20:19:16.816916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Checking segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:16.817280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Network hostable DHCP agents. Network: 48aad39b-e818-4d45-be94-643734c8e1b5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:19:16.864281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:16.865038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:16.866335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c662e9-06d0-4e63-a571-1e0f784e2764 req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "PUT /v2.0/ports/7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 942 time: 1.2368388 Jul 23 20:19:16.912703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-41a28c70-4c41-4cd0-b8ad-66ca93b94d5d service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686758 Jul 23 20:19:16.919432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-af173123-5e84-4ed2-8d2b-8270b93a5dcb service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173506 Jul 23 20:19:16.919624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Network 48aad39b-e818-4d45-be94-643734c8e1b5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:19:16.923629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508dc37-c0f8-4188-bd25-05b5f8787e45 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event updated for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:16.961418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7f78f1da-d1e7-4df4-850b-091c9e867507'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:16.970708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 48aad39b-e818-4d45-be94-643734c8e1b5) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:16.998004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc9a533-2d77-4d7c-a3b9-34cff37143e5 None None] Network 48aad39b-e818-4d45-be94-643734c8e1b5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:17.003794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.004703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.037503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ef80a98-a01d-48f7-97b2-82a02312212a req-b06b37a7-8aa7-4225-8544-801a0a5a1156 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080093 Jul 23 20:19:17.062011 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.066638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-761d1824-d80a-477f-96a5-45b265f41a5d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2707202 Jul 23 20:19:17.075195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ae80dc8c-7d80-4641-8b5d-b41ecab22111 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2737844 Jul 23 20:19:17.138179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-663f7d4d-ca2c-46ab-ae5b-1e949bef8b9d req-0db204f8-410b-42bd-8332-f745a0448233 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162533 Jul 23 20:19:17.177130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c57b8-a8ca-47d5-bf58-1d5f1f088ccc req-8112df24-8519-4669-9061-2f00b13cc474 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.178676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e1c57b8-a8ca-47d5-bf58-1d5f1f088ccc req-8112df24-8519-4669-9061-2f00b13cc474 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 943 time: 0.2228189 Jul 23 20:19:17.227286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-5d4c618d-601a-4113-bb84-bd7ab597f0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482530 Jul 23 20:19:17.233107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e1c57b8-a8ca-47d5-bf58-1d5f1f088ccc req-79847336-7098-49e4-b1df-8b5cb0a028f5 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Jul 23 20:19:17.256877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-48aad39b-e818-4d45-be94-643734c8e1b5', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'tenant_id': '28416f07a2d44d7c8092c4e134b92963', 'fixed_ips': [{'subnet_id': '434b4ca2-d435-4f84-b5e6-0762cc5cd39b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:19:17.257764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.347584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-be109c1d-46f3-404d-b202-76199249ef80 service neutron] 10.222.0.46 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046631 Jul 23 20:19:17.437037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c59bf-0c90-4ddb-9169-5f75cf44c00d req-59430055-d226-4299-8e2e-d8a58741686b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.438650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-502c59bf-0c90-4ddb-9169-5f75cf44c00d req-59430055-d226-4299-8e2e-d8a58741686b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.0687892 Jul 23 20:19:17.438964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Allocated IP 172.20.0.2 (48aad39b-e818-4d45-be94-643734c8e1b5/434b4ca2-d435-4f84-b5e6-0762cc5cd39b/11ccc82a-309b-49bb-8733-0a1fae332389) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:17.494014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-502c59bf-0c90-4ddb-9169-5f75cf44c00d req-a543fb84-0de3-4682-8eba-a7294e2409dd tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Jul 23 20:19:17.547583 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd28633-8fe6-4a81-ad83-d5677a8c2d4a x-openstack-request-id: req-4bd28633-8fe6-4a81-ad83-d5677a8c2d4a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:17.547879 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:17.548141 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bd28633-8fe6-4a81-ad83-d5677a8c2d4a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:17.548548 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'status': 'completed', 'code': 200} Jul 23 20:19:17.581692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-deleted', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf'}, {'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:17.583896 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4905fbad-3ff2-43c2-8afc-8f667d652f78" -d '{"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-deleted", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf"}, {"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:17.632033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.644413 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.646064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Transition to ACTIVE for port object 11ccc82a-309b-49bb-8733-0a1fae332389 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:17.657902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-376dd852-8dc1-4311-af8a-f018912f2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.660137 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-376dd852-8dc1-4311-af8a-f018912f2e73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=506d65e8a3d44e92a2aa77768dbad525&device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 1095 time: 0.0870700 Jul 23 20:19:17.662643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Transition to ACTIVE for port object 11ccc82a-309b-49bb-8733-0a1fae332389 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:17.673275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.706356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913351ce-0571-442c-b21a-430f567b3b9c req-ec8933b1-e1d6-49aa-b178-8d903eec0867 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.713097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-913351ce-0571-442c-b21a-430f567b3b9c req-ec8933b1-e1d6-49aa-b178-8d903eec0867 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 944 time: 0.1900194 Jul 23 20:19:17.714308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Network 48aad39b-e818-4d45-be94-643734c8e1b5 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:17.718408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:17.722347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:17.747152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c1febbf-9694-49a6-b999-25009fe6034f req-6e24f533-9b0b-4a59-b97b-ef5394e55416 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1789999 Jul 23 20:19:17.754657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:17.764533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Pushing event updated for resources: {'Port': ['ID=11ccc82a-309b-49bb-8733-0a1fae332389,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:17.788380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-5d0d1758-2cfb-4cda-a566-e1d5179412b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.790171 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-5d0d1758-2cfb-4cda-a566-e1d5179412b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 200 len: 905 time: 0.1233974 Jul 23 20:19:17.798718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Attempting to bind port 11ccc82a-309b-49bb-8733-0a1fae332389 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:17.799235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Attempting to bind port 11ccc82a-309b-49bb-8733-0a1fae332389 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:17.799605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Attempting to bind port 11ccc82a-309b-49bb-8733-0a1fae332389 on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:17.805113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:17.806102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Checking segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:17.806102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.807779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Bound using segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:17.807779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Bound port: 11ccc82a-309b-49bb-8733-0a1fae332389, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:17.807779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.815380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-913351ce-0571-442c-b21a-430f567b3b9c req-9a9addfd-32c9-44fa-81b5-1349a0d0a139 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013045 Jul 23 20:19:17.816362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.843309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-c7bee5f6-3a21-4007-b848-a7bf5cdf359a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b545c157-ba0f-4559-a75d-1aa483a28c00 HTTP/1.1" status: 200 len: 217 time: 0.0448480 Jul 23 20:19:17.871442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7909bc92-604a-496c-81f4-053d5261507c up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:17.929689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] For port 11ccc82a-309b-49bb-8733-0a1fae332389, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:17.936677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] For port 11ccc82a-309b-49bb-8733-0a1fae332389, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=11ccc82a-309b-49bb-8733-0a1fae332389,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:17.945875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.950267 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:17.957674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-abbd0650-553e-48af-be36-c3060cd2e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:17.968108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-abbd0650-553e-48af-be36-c3060cd2e70d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 200 len: 844 time: 0.1167476 Jul 23 20:19:18.001634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 7909bc92-604a-496c-81f4-053d5261507c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:18.015200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-e59b3709-1893-4146-bc0d-75b51ba77f2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd5b3c52-ab22-4174-bc3e-9b253591f258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406234 Jul 23 20:19:18.033005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 7909bc92-604a-496c-81f4-053d5261507c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:18.033396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:18.106270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf5d14-7d9f-4348-b4b2-80b943cf89f2 None None] Pushing event updated for resources: {'Port': ['ID=11ccc82a-309b-49bb-8733-0a1fae332389,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:18.153837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Allocated IP 172.25.8.180 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/210fb6b1-6d2d-4332-95a2-50f61ab3ddd7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:18.175022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-58c8e9d3-1107-4c66-a744-b719e2132030 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532359 Jul 23 20:19:18.199497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:18.278245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909bc92-604a-496c-81f4-053d5261507c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:18.282369 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc95c2a-e2fb-4848-812c-2d82b2907278" -d '{"events": [{"server_uuid": "0c7b37ac-cfc3-40c6-9482-37de11d6eb89", "name": "network-vif-plugged", "status": "completed", "tag": "7909bc92-604a-496c-81f4-053d5261507c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:18.308312 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a07d1d7-7c6e-449f-a684-18e6f718a81d req-5932fb9c-8fd4-47c4-9abd-b67919fac476 service neutron] 10.222.0.47 "GET /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227775 Jul 23 20:19:18.328462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 7909bc92-604a-496c-81f4-053d5261507c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7909bc92-604a-496c-81f4-053d5261507c,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:18.334680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:18.335899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:18.361367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: a9d362ee-88e8-423e-9948-c71acf1cafcf {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:18.361757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a9d362ee-88e8-423e-9948-c71acf1cafcf not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:18.400106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-59964140-f8f8-49f9-8a80-f4fcbdc13f38 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:18.402777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-59964140-f8f8-49f9-8a80-f4fcbdc13f38 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 816 time: 0.2351956 Jul 23 20:19:18.419578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=7909bc92-604a-496c-81f4-053d5261507c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:18.750401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-da5b1ba8-8065-428e-90cc-688caa1f97db tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/quotas/28416f07a2d44d7c8092c4e134b92963 HTTP/1.1" status: 200 len: 375 time: 0.3402381 Jul 23 20:19:18.789085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:18.838758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-b55f312d-e5d5-4136-aef4-6111162c5b22 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:18.843220 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-b55f312d-e5d5-4136-aef4-6111162c5b22 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.47 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 813 time: 0.1366279 Jul 23 20:19:18.852376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-92457068-2220-47d4-a919-f52dde9d29cd tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951529 Jul 23 20:19:18.862201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Request body: {'port': {'device_id': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'admin_state_up': True, 'tenant_id': 'e15779d8ebf64e56857cfa2640a786c3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:18.975639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 11ccc82a-309b-49bb-8733-0a1fae332389 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:18.986591 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.031128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-c1dc7775-cfec-464b-b08d-1524230ec7eb service neutron] 10.222.0.46 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635108 Jul 23 20:19:19.049090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:19.056494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 11ccc82a-309b-49bb-8733-0a1fae332389 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:19.063656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:19.069996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:19.116158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event updated for resources: {'Port': ['ID=210fb6b1-6d2d-4332-95a2-50f61ab3ddd7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:19.191131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1220a80c-b241-4eea-8a9c-f7f7413fac90 None None] Network 48aad39b-e818-4d45-be94-643734c8e1b5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:19.212412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-4ee3dcb5-f5e8-43ef-842a-579d08f1b6dd service neutron] 10.222.0.46 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802948 Jul 23 20:19:19.229388 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.282579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.304444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Made reservation on behalf of e15779d8ebf64e56857cfa2640a786c3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:19.310193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.318960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] Provisioning for port 11ccc82a-309b-49bb-8733-0a1fae332389 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:19.325166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] Provisioning complete for port 11ccc82a-309b-49bb-8733-0a1fae332389 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:19.325371 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.444126 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.497424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] For port 11ccc82a-309b-49bb-8733-0a1fae332389, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=11ccc82a-309b-49bb-8733-0a1fae332389,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:19.503900 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.516827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Allocated IP 172.20.0.12 (a351bd58-d516-462b-879f-c016089f5663/c59d785f-a71b-4f8a-9253-681c31543769/569675e5-cd58-4ebc-8bdb-3aa18b65fa44) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:19.524076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4e5cbf7-7888-4243-aebe-8fa59685461e req-fde4a568-cd76-46d1-ba20-e5e1af61b9c5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 210 time: 0.0596590 Jul 23 20:19:19.547371 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.557013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.627267 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.640320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a13eb-7405-42c0-8d9c-b0b05aa4e617 None None] Pushing event updated for resources: {'Port': ['ID=11ccc82a-309b-49bb-8733-0a1fae332389,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:19.655057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event updated for resources: {'Port': ['ID=210fb6b1-6d2d-4332-95a2-50f61ab3ddd7,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:19.693421 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7896b-11c7-48e3-b5ae-83b38a8ae51b x-openstack-request-id: req-f2c7896b-11c7-48e3-b5ae-83b38a8ae51b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:19.693779 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4195c32-88e2-482d-afa9-1d86e1ca7f67", "name": "network-vif-deleted", "tag": "a9d362ee-88e8-423e-9948-c71acf1cafcf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:19.694022 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2c7896b-11c7-48e3-b5ae-83b38a8ae51b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:19.694405 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4195c32-88e2-482d-afa9-1d86e1ca7f67', 'name': 'network-vif-deleted', 'tag': 'a9d362ee-88e8-423e-9948-c71acf1cafcf', 'status': 'completed', 'code': 200} Jul 23 20:19:19.695280 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'status': 'completed', 'code': 200} Jul 23 20:19:19.771859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.812969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.821108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.822676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c1febbf-9694-49a6-b999-25009fe6034f req-13d7604f-f0f8-4f18-ba48-b4c0098a4bac tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0746605 Jul 23 20:19:19.830907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-99ee40fc-3241-4b81-8f25-ba2ed6e8dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:19.831529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2c727365-079e-43d3-937e-5a32706f3924 None None] Provisioning complete for port 11ccc82a-309b-49bb-8733-0a1fae332389 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:19.831907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2c727365-079e-43d3-937e-5a32706f3924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.832573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-99ee40fc-3241-4b81-8f25-ba2ed6e8dfbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.1263011 Jul 23 20:19:19.871303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:19.881383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b545c157-ba0f-4559-a75d-1aa483a28c00 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:19.887659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['6afeda7c-507e-4ad7-88ab-decfb9b83228'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:19.914127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c1febbf-9694-49a6-b999-25009fe6034f req-c58681d8-4581-4eac-ac56-0f76bbc5fc2f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0805359 Jul 23 20:19:19.929700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Network a351bd58-d516-462b-879f-c016089f5663 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:19.933640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:19.939850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:19.952402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71babb3e-2e1d-43a1-a655-0f4cb9ef6051 req-7bc1b6fe-5c42-493c-be54-c67649db1ea9 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:19.954397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71babb3e-2e1d-43a1-a655-0f4cb9ef6051 req-7bc1b6fe-5c42-493c-be54-c67649db1ea9 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 943 time: 0.1995034 Jul 23 20:19:19.997759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Pushing event updated for resources: {'Port': ['ID=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.024788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.025811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.056426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-47f50b7e-8c27-4025-89ef-987d56dfea4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2045128 Jul 23 20:19:20.080883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Request body: {'port': {'device_id': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:20.117925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-231791cf-8885-4eee-b1ad-cc628ec690fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.119447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-231791cf-8885-4eee-b1ad-cc628ec690fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.2756143 Jul 23 20:19:20.131338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71babb3e-2e1d-43a1-a655-0f4cb9ef6051 req-e346d068-a178-4139-b649-74945e0b1363 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287863 Jul 23 20:19:20.175659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.194762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-d07206b8-36b3-43cc-82ce-de8ee96140f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.0678160 Jul 23 20:19:20.224792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1febbf-9694-49a6-b999-25009fe6034f req-97d080d5-c3c9-4e8c-b986-746d1db8974e tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.225925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c1febbf-9694-49a6-b999-25009fe6034f req-97d080d5-c3c9-4e8c-b986-746d1db8974e tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.3028395 Jul 23 20:19:20.280963 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab3766-39bf-403a-84fe-189c31dc241f x-openstack-request-id: req-0cab3766-39bf-403a-84fe-189c31dc241f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:20.280963 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7b37ac-cfc3-40c6-9482-37de11d6eb89", "name": "network-vif-plugged", "status": "completed", "tag": "7909bc92-604a-496c-81f4-053d5261507c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:20.280963 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cab3766-39bf-403a-84fe-189c31dc241f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:20.280963 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7909bc92-604a-496c-81f4-053d5261507c', 'code': 200} Jul 23 20:19:20.297814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-8f83e34d-d7c1-4ffa-b3a0-536a24ca0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.299291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-8f83e34d-d7c1-4ffa-b3a0-536a24ca0315 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.0977805 Jul 23 20:19:20.358954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-165e8196-85b8-4c45-ad2b-3e821d73229c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463753 Jul 23 20:19:20.399410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:20.427514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'mac_address': 'fa:16:3e:1d:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:20.487222 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.504093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b545c157-ba0f-4559-a75d-1aa483a28c00 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:20.524190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:20.526065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:20.528391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.534335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.547315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Transition to ACTIVE for port object 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:20.550840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.604379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.634734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Pushing event updated for resources: {'Port': ['ID=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:20.673938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-2a2b3e13-3c6d-48b5-98c0-1fea7fcd3088 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377269 Jul 23 20:19:20.687442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e052a67-091d-40dc-bbbe-f1445c34b20e req-d2e0c475-705a-4ed9-b8df-71a271b79a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.688931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e052a67-091d-40dc-bbbe-f1445c34b20e req-d2e0c475-705a-4ed9-b8df-71a271b79a5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 1097 time: 0.3325830 Jul 23 20:19:20.696828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114ce55-871b-4d31-8a8d-b1485c48c959 req-85f0f65c-2c18-49af-ae2c-561b841a7ea9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.698352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f114ce55-871b-4d31-8a8d-b1485c48c959 req-85f0f65c-2c18-49af-ae2c-561b841a7ea9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.3313384 Jul 23 20:19:20.700756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Attempting to bind port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:20.701091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Attempting to bind port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:20.701424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Attempting to bind port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 on network a351bd58-d516-462b-879f-c016089f5663 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:20.706337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 on network a351bd58-d516-462b-879f-c016089f5663 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:20.706816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Attempting to bind port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 on network a351bd58-d516-462b-879f-c016089f5663 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:20.711772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:20.712113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Checking segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:20.712494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Bound using segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:20.712918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Bound port: 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:20.713275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.714793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-f0eeb999-440c-4b99-8e35-c2a9bbe97647 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.716459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-f0eeb999-440c-4b99-8e35-c2a9bbe97647 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 816 time: 0.2710557 Jul 23 20:19:20.762529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-0f8e7ca1-8cc1-4e10-a4a3-13218cffbbe0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/quotas/28416f07a2d44d7c8092c4e134b92963 HTTP/1.1" status: 200 len: 375 time: 0.0354881 Jul 23 20:19:20.775702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] For port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:20.778825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] For port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:20.783265 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.807908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b545c157-ba0f-4559-a75d-1aa483a28c00'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:20.815789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f114ce55-871b-4d31-8a8d-b1485c48c959 req-7ea47646-79fb-41d7-af1f-47acfce2b8de tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087735 Jul 23 20:19:20.822239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:20.822853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:20.824804 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] 10.222.0.47 "PUT /v2.0/ports/569675e5-cd58-4ebc-8bdb-3aa18b65fa44 HTTP/1.1" status: 200 len: 1093 time: 0.7601817 Jul 23 20:19:20.826907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'tag': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:20.847165 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560210f6-6308-4013-8531-4977fda92aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c81d72d-9d84-4505-8a01-9360f7df732c", "tag": "569675e5-cd58-4ebc-8bdb-3aa18b65fa44"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:20.891474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4905fbad-3ff2-43c2-8afc-8f667d652f78 req-5f376381-d7b1-436c-b839-d9acc60b6c76 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063763 Jul 23 20:19:20.900014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e052a67-091d-40dc-bbbe-f1445c34b20e req-ff58c74c-e292-460f-89ed-918ff8f14f66 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 Jul 23 20:19:20.924352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-4b957f18-5be3-43b2-9b63-311fb2370a16 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1517792 Jul 23 20:19:20.941522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdae87-69e6-43ee-bedb-d7ca64d16c6f service neutron] Pushing event updated for resources: {'Port': ['ID=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:21.010205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 11ccc82a-309b-49bb-8733-0a1fae332389 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:21.071268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-846587d1-eecd-4f4e-b940-f585c828b222 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.072787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-846587d1-eecd-4f4e-b940-f585c828b222 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 816 time: 0.2471395 Jul 23 20:19:21.078942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-c0b4cc45-c623-44e9-9232-4cc349fb3193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.080821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-c0b4cc45-c623-44e9-9232-4cc349fb3193 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 1096 time: 0.1841938 Jul 23 20:19:21.094373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Request body: {'port': {'device_id': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'admin_state_up': True, 'tenant_id': '28416f07a2d44d7c8092c4e134b92963'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:21.108931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131e547-984e-4a26-abbe-0ee7052938d9 req-e4b88481-02d7-4108-9423-e837005b4b49 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.110762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a131e547-984e-4a26-abbe-0ee7052938d9 req-e4b88481-02d7-4108-9423-e837005b4b49 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.1350765 Jul 23 20:19:21.114340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 11ccc82a-309b-49bb-8733-0a1fae332389 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:21.114725 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.119270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-7476783e-7fba-4c23-9056-1aec96cbbd9f service neutron] 10.222.0.46 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884365 Jul 23 20:19:21.144452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-3fdcae0e-370b-46de-a76d-751693662be6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44 HTTP/1.1" status: 200 len: 217 time: 0.0471976 Jul 23 20:19:21.206317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a131e547-984e-4a26-abbe-0ee7052938d9 req-73567484-67d4-4dde-a9e6-bd527243238b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781927 Jul 23 20:19:21.249503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-7d7656ef-c9f7-4c32-a068-6edc40be3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.250968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-7d7656ef-c9f7-4c32-a068-6edc40be3912 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.0964575 Jul 23 20:19:21.255534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-f234962b-2b04-4f6b-b029-45778fb4cc3a service neutron] 10.222.0.46 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353500 Jul 23 20:19:21.293900 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-20fa8d55-9f68-4425-a807-5f3db3de4c91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338597 Jul 23 20:19:21.330023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Made reservation on behalf of 28416f07a2d44d7c8092c4e134b92963 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:21.333651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.351492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-6eaf2a93-0e51-4420-a356-0d295f1bccc4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.353129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-6eaf2a93-0e51-4420-a356-0d295f1bccc4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0772195 Jul 23 20:19:21.420396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-be069da8-aef2-4e19-8705-49c6bd57f4bb tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0605898 Jul 23 20:19:21.432905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'floatingip': {'port_id': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:21.491095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.494172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-ec59e0ad-2561-41d8-92da-63fad1a95525 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918592 Jul 23 20:19:21.605514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Allocated IP 172.20.0.10 (48aad39b-e818-4d45-be94-643734c8e1b5/434b4ca2-d435-4f84-b5e6-0762cc5cd39b/415851e5-d5cc-43ae-9762-3366a7b5f8a7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:21.652994 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bf3de363-c2ef-4be4-96fb-922551a60ca6 req-04ace414-8c29-4593-8115-369d093c5e2c service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315596 Jul 23 20:19:21.657095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a195891-3429-46b6-8eed-2bc056746c57 req-846d9669-d0e0-4d3b-a53f-3c88fcce6fa7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.659117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a195891-3429-46b6-8eed-2bc056746c57 req-846d9669-d0e0-4d3b-a53f-3c88fcce6fa7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 944 time: 0.1818063 Jul 23 20:19:21.784473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a195891-3429-46b6-8eed-2bc056746c57 req-7c5d0913-143c-4993-a7e7-e7eb716b63cd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110330 Jul 23 20:19:21.845800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.848863 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a20ac2-2079-4c11-bcb1-cf4a639411aa x-openstack-request-id: req-d6a20ac2-2079-4c11-bcb1-cf4a639411aa {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:21.849154 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c81d72d-9d84-4505-8a01-9360f7df732c", "tag": "569675e5-cd58-4ebc-8bdb-3aa18b65fa44", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:21.849408 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6a20ac2-2079-4c11-bcb1-cf4a639411aa {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:21.849833 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'tag': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44', 'status': 'completed', 'code': 200} Jul 23 20:19:21.863676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Transition to ACTIVE for port object 415851e5-d5cc-43ae-9762-3366a7b5f8a7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:21.890981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b545c157-ba0f-4559-a75d-1aa483a28c00 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:21.954020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.954843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port b545c157-ba0f-4559-a75d-1aa483a28c00 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:21.960373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port b545c157-ba0f-4559-a75d-1aa483a28c00 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:21.960950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:21.962426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560210f6-6308-4013-8531-4977fda92aa7 req-7e0f54b9-e711-44ec-8c8f-e2bb56041b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:21.963964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-7e0f54b9-e711-44ec-8c8f-e2bb56041b0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 1096 time: 0.0892651 Jul 23 20:19:22.062268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.081139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5c66-fe50-4672-b72e-8367f8f62c84 req-622aecde-68a9-4bd3-9bfc-d0571909c837 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:22.082630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c8e5c66-fe50-4672-b72e-8367f8f62c84 req-622aecde-68a9-4bd3-9bfc-d0571909c837 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 944 time: 0.1453071 Jul 23 20:19:22.104895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:22.110505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.113760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Network 48aad39b-e818-4d45-be94-643734c8e1b5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:22.121808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:22.125259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Pushing event updated for resources: {'Port': ['ID=415851e5-d5cc-43ae-9762-3366a7b5f8a7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:22.127678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:22.179519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c8e5c66-fe50-4672-b72e-8367f8f62c84 req-46cdf88d-a36a-432d-86bf-8c91e446efc4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842810 Jul 23 20:19:22.186841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:22.187089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560210f6-6308-4013-8531-4977fda92aa7 req-06f56eca-52ef-4408-a91d-10a9a69517b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:22.188683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-06f56eca-52ef-4408-a91d-10a9a69517b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 914 time: 0.1983080 Jul 23 20:19:22.195039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.195406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.196214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.196569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.196913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.197270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.197620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.197959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.198298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.198633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.199690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.200121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:22.212933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.219594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.250009 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-ae09e7fb-4bdf-4118-a677-f8a9200a5274 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44 HTTP/1.1" status: 200 len: 217 time: 0.0536244 Jul 23 20:19:22.256251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:22.257039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.281740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:22.284094 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163057b1-d86c-4d70-8f8e-6fd402d55187" -d '{"events": [{"server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "name": "network-vif-plugged", "status": "completed", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:22.308035 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-1a42daeb-5c6b-4fe8-8722-78c2ae8ffdad tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2183373 Jul 23 20:19:22.318794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560210f6-6308-4013-8531-4977fda92aa7 req-3fd868ef-1d8d-4f6a-8af5-8ca31b9d622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:22.320315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-3fd868ef-1d8d-4f6a-8af5-8ca31b9d622b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.0605531 Jul 23 20:19:22.324677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Request body: {'port': {'device_id': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:22.374463 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Floating IP 9f58970e-6175-4269-ba67-ef0c3029828c associated. External IP: 172.25.8.180, port: 7f78f1da-d1e7-4df4-850b-091c9e867507. Jul 23 20:19:22.378978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-9ca6e059-c7a1-4f4f-b68a-2220798f9f4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501921 Jul 23 20:19:22.387748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5ffe2-d9ac-4cb2-b88e-344a0ada86c1 req-76495bfe-c4b8-4129-ba12-3cab5d860cba tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:22.389264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ceb5ffe2-d9ac-4cb2-b88e-344a0ada86c1 req-76495bfe-c4b8-4129-ba12-3cab5d860cba tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.1195593 Jul 23 20:19:22.435700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c32c753e-b68b-4478-9135-ab026855a5f7 None None] Provisioning for port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:22.443414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c32c753e-b68b-4478-9135-ab026855a5f7 None None] Provisioning complete for port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:22.444580 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c32c753e-b68b-4478-9135-ab026855a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.478043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.506412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c32c753e-b68b-4478-9135-ab026855a5f7 None None] Port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:19:22.506626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ceb5ffe2-d9ac-4cb2-b88e-344a0ada86c1 req-3910b3b9-fc2c-48a2-8a1a-0bf23b32080c tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837517 Jul 23 20:19:22.538606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-c4dfdb1b-2b47-40aa-a182-310097ccc835 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494629 Jul 23 20:19:22.743164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-560210f6-6308-4013-8531-4977fda92aa7 req-bc7f9f46-5c29-4361-90ca-b0c52a6db493 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972122 Jul 23 20:19:22.859517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415851e5-d5cc-43ae-9762-3366a7b5f8a7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:22.867920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.880965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Transition to ACTIVE for port object 415851e5-d5cc-43ae-9762-3366a7b5f8a7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:22.884949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:22.968504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=415851e5-d5cc-43ae-9762-3366a7b5f8a7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:23.021780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Attempting to bind port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:23.022364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Attempting to bind port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:23.022961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Attempting to bind port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:23.027894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 on network 48aad39b-e818-4d45-be94-643734c8e1b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:23.028223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Attempting to bind port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:23.034154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:23.034494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Checking segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:23.034885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Bound using segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:23.035317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Bound port: 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:23.035677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.114694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] For port 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:23.118769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] For port 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:23.124289 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.159526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.160157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.161589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] 10.222.0.47 "PUT /v2.0/ports/415851e5-d5cc-43ae-9762-3366a7b5f8a7 HTTP/1.1" status: 200 len: 1093 time: 0.8447702 Jul 23 20:19:23.169649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-e8159f14-8355-45b6-b234-8ce41fcba2e6 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.171190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-e8159f14-8355-45b6-b234-8ce41fcba2e6 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 816 time: 0.2300029 Jul 23 20:19:23.180046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-17c2f405-74c5-49dd-925e-635b8c9485a5 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.181112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-17c2f405-74c5-49dd-925e-635b8c9485a5 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.36 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 816 time: 0.6613755 Jul 23 20:19:23.196975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Router a31513a9-5f90-485c-a9a3-6ce79a9f7576 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:19:23.201189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bae057-5aa1-4bc0-9d0b-5018dd861cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=415851e5-d5cc-43ae-9762-3366a7b5f8a7,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:23.202800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Request body: {'port': {'device_id': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'admin_state_up': True, 'tenant_id': '28416f07a2d44d7c8092c4e134b92963'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:23.209594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-6b819e4f-0399-4a8d-a2ba-4f91a638b5cd tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/quotas/28416f07a2d44d7c8092c4e134b92963 HTTP/1.1" status: 200 len: 375 time: 0.0271320 Jul 23 20:19:23.290521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-c17d1951-047a-457f-a22d-0c1ef3b976be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.292355 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-c17d1951-047a-457f-a22d-0c1ef3b976be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 1096 time: 0.0613248 Jul 23 20:19:23.348614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-49e3353c-1a97-4297-9cfc-e27b7aae9e14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0461538 Jul 23 20:19:23.404432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-569bf955-3924-4368-8054-4f039620ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.407186 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-569bf955-3924-4368-8054-4f039620ae6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.0525293 Jul 23 20:19:23.451167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-6485ea41-ccd5-4db6-bcdb-87e457242a46 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2287245 Jul 23 20:19:23.471584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0441e09-8951-4b95-86f7-877212dcbbde req-50eb0c0a-d330-4cf5-b647-18bcf9ea0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.472860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:23.473562 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-50eb0c0a-d330-4cf5-b647-18bcf9ea0fe0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603752 Jul 23 20:19:23.483654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] Sync routers for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:23.487703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.489964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Made reservation on behalf of 28416f07a2d44d7c8092c4e134b92963 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:23.493374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:23.493542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:23.494076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:23.573016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-d6505dbc-d1ed-41c8-8d3d-54ac6b73b6f6 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934961 Jul 23 20:19:23.598283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-cf0f4daa-8c39-4cec-962e-9f48c6a35ec4 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "PUT /v2.0/floatingips/9f58970e-6175-4269-ba67-ef0c3029828c HTTP/1.1" status: 200 len: 996 time: 2.1696026 Jul 23 20:19:23.604984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:23.607401 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84251c5b-b609-4980-bcf3-18e19da67bda" -d '{"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:23.609392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:23.678983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a0441e09-8951-4b95-86f7-877212dcbbde req-2c5dfefc-6af8-44ce-b1f8-88a26f091f71 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982478 Jul 23 20:19:23.704140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-6ba4175b-02d4-4102-9060-e7ac996c5bc9 service neutron] 10.222.0.46 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422607 Jul 23 20:19:23.819577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Allocated IP 172.20.0.12 (48aad39b-e818-4d45-be94-643734c8e1b5/434b4ca2-d435-4f84-b5e6-0762cc5cd39b/2d8d730a-3ee6-4768-a5fd-36a1d3596d3b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:23.835925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-d200dacc-a4d0-460f-8385-be5ccbbe76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:23.837513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-d200dacc-a4d0-460f-8385-be5ccbbe76c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.2273979 Jul 23 20:19:23.851111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'tag': '415851e5-d5cc-43ae-9762-3366a7b5f8a7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:23.853711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '9f58970e-6175-4269-ba67-ef0c3029828c', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'port_id': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'mac_address': 'fa:16:3e:a5:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:19:19Z', 'updated_at': '2021-07-23T20:19:22Z', 'revision_number': 1, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:27Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:23.853898 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a17dd36-0e91-4ba4-adfd-7d4c26dcb178", "tag": "415851e5-d5cc-43ae-9762-3366a7b5f8a7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:23.884039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] Checking router: a31513a9-5f90-485c-a9a3-6ce79a9f7576 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:23.892790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:23.893397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:23.903407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-37f905c0-6e10-4081-b39d-96ca00c52c3f service neutron] 10.222.0.46 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887884 Jul 23 20:19:23.999642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:24.002816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-4b7af6f9-77ab-4e5c-b2ec-22de9c1559e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:24.004329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-4b7af6f9-77ab-4e5c-b2ec-22de9c1559e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.1576900 Jul 23 20:19:24.165963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.194518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-95e1e5d2-4c05-44ab-a1f8-1710ebc200f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 999 time: 0.1307037 Jul 23 20:19:24.196059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Transition to ACTIVE for port object 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:24.272016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d218-6a18-40ee-9d22-c677d2f0dbb0 req-ceb6d671-0edd-4e53-8f76-dff9c74aa345 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:24.273671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2913d218-6a18-40ee-9d22-c677d2f0dbb0 req-ceb6d671-0edd-4e53-8f76-dff9c74aa345 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.2112460 Jul 23 20:19:24.285231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '9f58970e-6175-4269-ba67-ef0c3029828c', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'port_id': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'mac_address': 'fa:16:3e:a5:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:19:19Z', 'updated_at': '2021-07-23T20:19:22Z', 'revision_number': 1, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:27Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:24.295395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-48f10e29-5b9f-4d33-a7ed-cd7ead7378bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:24.296830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-48f10e29-5b9f-4d33-a7ed-cd7ead7378bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.0955133 Jul 23 20:19:24.317263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47486fb7-aa65-40da-9754-14ff66e82af6 None None] The sync data for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 is: [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '9f58970e-6175-4269-ba67-ef0c3029828c', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'port_id': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'mac_address': 'fa:16:3e:a5:92:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:19:19Z', 'updated_at': '2021-07-23T20:19:22Z', 'revision_number': 1, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:27Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:24.343800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-25d9a014-6fe6-4b52-a2c7-6712ef4a4092 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375280 Jul 23 20:19:24.373661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.390030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2913d218-6a18-40ee-9d22-c677d2f0dbb0 req-fe11f0f9-70ae-4305-a3f7-cfa1ad1cd2c9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043360 Jul 23 20:19:24.444473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Network 48aad39b-e818-4d45-be94-643734c8e1b5 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:24.446731 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821aa050-a1a7-4f8e-9050-808abda4e78e x-openstack-request-id: req-821aa050-a1a7-4f8e-9050-808abda4e78e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:24.447195 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "name": "network-vif-plugged", "status": "completed", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:24.447550 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-821aa050-a1a7-4f8e-9050-808abda4e78e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:24.448104 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'code': 200} Jul 23 20:19:24.484766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:24.487522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:24.517713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Pushing event updated for resources: {'Port': ['ID=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:24.597941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-50c18681-bf47-4fd4-b983-1585b58af89f service neutron] 10.222.0.46 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480116 Jul 23 20:19:24.598481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d7610-66f9-4051-804b-57e1b8a7e360 req-b6dea0b8-b5cb-4273-b459-32eecdda1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:24.600414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a58d7610-66f9-4051-804b-57e1b8a7e360 req-b6dea0b8-b5cb-4273-b459-32eecdda1ee5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 1097 time: 0.0947816 Jul 23 20:19:24.624108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:24.624809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.637653 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9134149d-f143-435f-85bc-cdc91cf5b519 None None] New status for floating IP 9f58970e-6175-4269-ba67-ef0c3029828c: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:19:24.680142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-13b1258e-f6a5-443d-b7d2-4dac717009f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4849432 Jul 23 20:19:24.706968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a58d7610-66f9-4051-804b-57e1b8a7e360 req-130a4b7e-7d8c-4883-8803-a20671a42663 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942187 Jul 23 20:19:24.717805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Request body: {'port': {'device_id': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:24.790703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8417e6e2-3d23-43dc-bd57-bb8a86efd02c req-fcc2dd00-670f-4342-a432-91530a7807a2 service neutron] 10.222.0.46 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599391 Jul 23 20:19:24.800912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d7c08476-b967-4d37-b404-017c64a81369 None None] Provisioning for port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:24.814599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d7c08476-b967-4d37-b404-017c64a81369 None None] Provisioning complete for port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:24.815789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7c08476-b967-4d37-b404-017c64a81369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.857161 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:24.912358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d7c08476-b967-4d37-b404-017c64a81369 None None] Port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:19:25.181990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccdee6-5afa-4e4d-8501-2005abdd6ba5 req-5e22a5ce-0e43-4ab0-a588-ad42ad1fdc1b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.184151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0ccdee6-5afa-4e4d-8501-2005abdd6ba5 req-5e22a5ce-0e43-4ab0-a588-ad42ad1fdc1b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 944 time: 0.2566376 Jul 23 20:19:25.193465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05834d-a08a-4164-a367-250389f3d780 req-1d6c7164-ef21-4598-80b6-6fa9add79458 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.194933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d05834d-a08a-4164-a367-250389f3d780 req-1d6c7164-ef21-4598-80b6-6fa9add79458 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 945 time: 0.1719840 Jul 23 20:19:25.227556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-ae9294b5-b22c-460e-a964-140ff7e7fa3d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.229356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-ae9294b5-b22c-460e-a964-140ff7e7fa3d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 816 time: 0.1140287 Jul 23 20:19:25.243498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Request body: {'port': {'device_id': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'admin_state_up': True, 'tenant_id': '28416f07a2d44d7c8092c4e134b92963'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:25.281304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0ccdee6-5afa-4e4d-8501-2005abdd6ba5 req-37c00bc6-b50a-4a3a-b1f6-df7e59b9118e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854023 Jul 23 20:19:25.323141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d05834d-a08a-4164-a367-250389f3d780 req-922a067c-df6b-45de-9fe4-024f5dae1812 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176376 Jul 23 20:19:25.336856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:25.345624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.358806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Transition to ACTIVE for port object 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:25.364725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.371431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Made reservation on behalf of 28416f07a2d44d7c8092c4e134b92963 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:25.377527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.398730 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e46593-ae45-4fce-a050-1d521068a517 x-openstack-request-id: req-e2e46593-ae45-4fce-a050-1d521068a517 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:25.399026 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:25.399274 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2e46593-ae45-4fce-a050-1d521068a517 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:25.400229 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'status': 'completed', 'code': 200} Jul 23 20:19:25.428610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:25.469208 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3ac3d8-1222-4a78-8ffa-4f7892762909 x-openstack-request-id: req-5e3ac3d8-1222-4a78-8ffa-4f7892762909 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:25.469597 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a17dd36-0e91-4ba4-adfd-7d4c26dcb178", "tag": "415851e5-d5cc-43ae-9762-3366a7b5f8a7", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:25.469849 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e3ac3d8-1222-4a78-8ffa-4f7892762909 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:25.470249 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'tag': '415851e5-d5cc-43ae-9762-3366a7b5f8a7', 'status': 'completed', 'code': 200} Jul 23 20:19:25.504356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e1258ea-7bc9-4d58-a1d7-cbca3315aaec req-68348593-1f03-4f00-9e55-722c108abf14 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 210 time: 0.0625677 Jul 23 20:19:25.664858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Attempting to bind port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:25.665215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Attempting to bind port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:25.668965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Attempting to bind port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:25.678872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b on network 48aad39b-e818-4d45-be94-643734c8e1b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:25.679194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Attempting to bind port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:25.693232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-4122975e-360e-40cf-a476-bd2bc374f40f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 1001 time: 0.1136334 Jul 23 20:19:25.694579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:25.695075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Checking segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:25.695468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Bound using segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:25.695580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-2ab8243a-2ac2-46af-8df2-6c27f51b7413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.696015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Bound port: 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:25.696287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:25.697108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-2ab8243a-2ac2-46af-8df2-6c27f51b7413 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 1096 time: 0.2261546 Jul 23 20:19:25.731353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251c5b-b609-4980-bcf3-18e19da67bda req-36b83b4a-8a64-49b4-8806-367aba444d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:25.732660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-36b83b4a-8a64-49b4-8806-367aba444d1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.2652559 Jul 23 20:19:25.734951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Allocated IP 172.20.0.13 (48aad39b-e818-4d45-be94-643734c8e1b5/434b4ca2-d435-4f84-b5e6-0762cc5cd39b/ffec59e5-de60-46ed-a9d9-bff485a7c0e5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:25.905240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:26.010240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:26.024721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44', 'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'port_id': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44', 'mac_address': 'fa:16:3e:88:8d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59d785f-a71b-4f8a-9253-681c31543769', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:26.075844 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.095118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:26.116415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:26.125216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.193326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:26.193793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-dc0f3c16-2ad8-403d-a1fe-5afca9982273 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.195193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-dc0f3c16-2ad8-403d-a1fe-5afca9982273 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports/7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 942 time: 0.4871871 Jul 23 20:19:26.225384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] For port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:26.229681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] For port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:26.245643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a8e8b-e8cf-4efb-8966-c4034fdacbfb req-6ad2babf-6125-4ece-b524-57c3bf3a5796 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.247826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a1a8e8b-e8cf-4efb-8966-c4034fdacbfb req-6ad2babf-6125-4ece-b524-57c3bf3a5796 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.4816198 Jul 23 20:19:26.250912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.264973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-f98be451-450d-43ea-8b89-0ecec14937c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.266519 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-f98be451-450d-43ea-8b89-0ecec14937c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 917 time: 0.5498497 Jul 23 20:19:26.292522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251c5b-b609-4980-bcf3-18e19da67bda req-367c880c-3798-492f-b0b6-27e27b275c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.293913 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-367c880c-3798-492f-b0b6-27e27b275c1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.5391798 Jul 23 20:19:26.326354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.327570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.328952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/2d8d730a-3ee6-4768-a5fd-36a1d3596d3b HTTP/1.1" status: 200 len: 1093 time: 1.6167703 Jul 23 20:19:26.347137 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-064da88c-c1fd-46ff-9d08-9a6f03c450d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0503917 Jul 23 20:19:26.399593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['569675e5-cd58-4ebc-8bdb-3aa18b65fa44'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:26.442395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a1a8e8b-e8cf-4efb-8966-c4034fdacbfb req-8cd0c2b4-afc5-4a93-9f67-1aabd6cf1d06 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816554 Jul 23 20:19:26.445303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-ce093a8a-be05-4203-81b7-71a7fc9b169c tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 1001 time: 0.1963816 Jul 23 20:19:26.451634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ca997-9190-477a-b566-ff5e45f1e9b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:26.456974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.500040 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-7e8e4207-311f-498d-aa71-32adedea9447 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 1001 time: 0.1941514 Jul 23 20:19:26.504169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-f671ebd0-72c7-4e39-984a-f08d8fa0607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.505630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-f671ebd0-72c7-4e39-984a-f08d8fa0607e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.1269484 Jul 23 20:19:26.530007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Transition to ACTIVE for port object ffec59e5-de60-46ed-a9d9-bff485a7c0e5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:26.592318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-5f517fdb-7083-4400-a758-133e6d932e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.594191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-5f517fdb-7083-4400-a758-133e6d932e20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 1096 time: 0.2201734 Jul 23 20:19:26.630558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-ccb40026-59b3-4550-94b2-34dea4eeebe3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.632025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-ccb40026-59b3-4550-94b2-34dea4eeebe3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.1749346 Jul 23 20:19:26.637620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84251c5b-b609-4980-bcf3-18e19da67bda req-c26376b9-c6ce-4fb6-a935-1f7cc082241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.639124 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-c26376b9-c6ce-4fb6-a935-1f7cc082241f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.1311672 Jul 23 20:19:26.682366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-8e017d7c-4879-4567-ba66-fc487d166fd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b HTTP/1.1" status: 200 len: 217 time: 0.0493293 Jul 23 20:19:26.690794 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-0908557f-2e3c-4ab8-91f5-cdad8d497446 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420401 Jul 23 20:19:26.742712 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.745409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-660e373c-5d63-4321-a583-01770194836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.747151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-660e373c-5d63-4321-a583-01770194836a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2271335 Jul 23 20:19:26.806969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-1d5250d0-528a-4a0f-b53e-076e251a6700 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 1001 time: 0.1635425 Jul 23 20:19:26.817477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-47abd041-d465-48d5-b2d1-487ef4ddf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.818888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-47abd041-d465-48d5-b2d1-487ef4ddf6a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.1059434 Jul 23 20:19:26.822068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:26.848596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Network 48aad39b-e818-4d45-be94-643734c8e1b5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:26.861598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:26.869612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:26.928160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:26.932695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Pushing event updated for resources: {'Port': ['ID=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:26.938473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa8410-5de2-4369-962f-67061ba57bb6 req-3341b90c-8814-4b01-939b-41b15d8dc806 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.940036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa8410-5de2-4369-962f-67061ba57bb6 req-3341b90c-8814-4b01-939b-41b15d8dc806 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 945 time: 0.2129364 Jul 23 20:19:26.955334 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-1b919da8-ccd5-44ef-9628-0d8cf28607d5 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510197 Jul 23 20:19:26.989732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:26.990408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.014286 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-9becd45e-cf66-4d6f-bdc3-afe0e63c94f4 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543910 Jul 23 20:19:27.042992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-4c9ab742-216b-43a3-8245-5f7bbeff1271 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8036377 Jul 23 20:19:27.046861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a37428-899f-4595-a3b7-678bcae9879d req-399f8aff-a87c-4951-ab0d-7e4683f785b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:27.048849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-399f8aff-a87c-4951-ab0d-7e4683f785b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2202580 Jul 23 20:19:27.061389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Request body: {'port': {'device_id': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:27.117041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa8410-5de2-4369-962f-67061ba57bb6 req-13d3ca31-b734-4b27-83aa-f855d6ea9cd7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428437 Jul 23 20:19:27.194197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9fd055a-86a5-4c80-8d0b-c67acf55f057 None None] Provisioning for port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:27.197995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9fd055a-86a5-4c80-8d0b-c67acf55f057 None None] Provisioning complete for port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:27.198434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9fd055a-86a5-4c80-8d0b-c67acf55f057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.216834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84251c5b-b609-4980-bcf3-18e19da67bda req-9614ddd5-9fc7-4d4f-8048-ec8d011cf51e service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473752 Jul 23 20:19:27.231802 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.235827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.239354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd055a-86a5-4c80-8d0b-c67acf55f057 None None] Port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:19:27.239502 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-18f78fd8-8bb3-4f43-8dd9-0a6fd5512aa4 req-273c8888-182b-4129-a8cf-231b1d3e0086 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151997 Jul 23 20:19:27.256043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.256468 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Floating IP 9f58970e-6175-4269-ba67-ef0c3029828c disassociated. External IP: 172.25.8.180, port: 7f78f1da-d1e7-4df4-850b-091c9e867507. Jul 23 20:19:27.337144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-a1793f68-8b5a-4565-a497-be9333cee8c8 service neutron] 10.222.0.36 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522788 Jul 23 20:19:27.360020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:27.400975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'tag': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:27.403346 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561b2103-cf16-4035-b886-d52055825cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3796b50c-57cd-4704-93d7-36f5a13b3784", "tag": "2d8d730a-3ee6-4768-a5fd-36a1d3596d3b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:27.452693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c487b8a-dcf6-4c5e-b8bb-1d661bbc540a req-b69b0c87-8e06-4b93-addd-2ac56417a3a8 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:27.454257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c487b8a-dcf6-4c5e-b8bb-1d661bbc540a req-b69b0c87-8e06-4b93-addd-2ac56417a3a8 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 945 time: 0.2424145 Jul 23 20:19:27.460723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:27.473650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'port_id': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'mac_address': 'fa:16:3e:ac:b4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e72bc1-4493-4ba2-aeb9-3c7331578be2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:27.519981 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.523118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffec59e5-de60-46ed-a9d9-bff485a7c0e5 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:27.531269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.533369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83832ed6-e94d-4d9c-bf86-a0295e7b875a {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:27.544357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Transition to ACTIVE for port object ffec59e5-de60-46ed-a9d9-bff485a7c0e5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:27.549532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.556715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73a37428-899f-4595-a3b7-678bcae9879d req-fc22a4c7-c2ec-4167-9971-df7b64fec0f1 service neutron] 10.222.0.36 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107909 Jul 23 20:19:27.562417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:27.568063 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.594066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c487b8a-dcf6-4c5e-b8bb-1d661bbc540a req-1e3b3d59-e8ef-4767-b232-3110ce329cda tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268945 Jul 23 20:19:27.606442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Pushing event updated for resources: {'Port': ['ID=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:27.648986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Router a31513a9-5f90-485c-a9a3-6ce79a9f7576 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:19:27.669622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:27.706361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Attempting to bind port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:27.706715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Attempting to bind port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:27.707059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Attempting to bind port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:27.711612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 on network 48aad39b-e818-4d45-be94-643734c8e1b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:27.711942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Attempting to bind port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 on network 48aad39b-e818-4d45-be94-643734c8e1b5 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:27.717358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:27.717795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Checking segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:27.718123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Bound using segment: {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:27.718567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Bound port: ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4750cc08-c4da-41bd-bebc-271f486a4daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:27.718937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.748665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['83832ed6-e94d-4d9c-bf86-a0295e7b875a'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:27.789733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:27.799535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] For port ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:27.804673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] For port ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:27.810174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] Sync routers for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:27.810582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.814389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.830347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:27.831147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:27.875852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-c193b9c7-4237-4a94-8cbf-39a2bc65437f tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "PUT /v2.0/floatingips/9f58970e-6175-4269-ba67-ef0c3029828c HTTP/1.1" status: 200 len: 695 time: 1.0617459 Jul 23 20:19:27.909605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Pushing event updated for resources: {'Port': ['ID=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:27.919053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:27.919306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f005d-bf14-4534-b767-4f5f73d27bce req-e85c90c3-1f6c-4efd-ad7d-166eda05c03d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:27.919897 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:27.920602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d1f005d-bf14-4534-b767-4f5f73d27bce req-e85c90c3-1f6c-4efd-ad7d-166eda05c03d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 944 time: 0.1487989 Jul 23 20:19:27.927747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-49789660-00e4-45c3-a172-aa5f8c73214b service neutron] 10.222.0.47 "PUT /v2.0/ports/ffec59e5-de60-46ed-a9d9-bff485a7c0e5 HTTP/1.1" status: 200 len: 1093 time: 0.8724439 Jul 23 20:19:27.928684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'tag': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:27.930706 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049e544f-588f-4db1-ad58-3603bee3896b" -d '{"events": [{"name": "network-changed", "server_uuid": "88c68367-8dfc-4a94-83fe-7250f9916ef2", "tag": "ffec59e5-de60-46ed-a9d9-bff485a7c0e5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:27.932771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 415851e5-d5cc-43ae-9762-3366a7b5f8a7 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:27.943893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:27.992666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d1f005d-bf14-4534-b767-4f5f73d27bce req-d92f33aa-910e-4dac-8a73-607ee5640be5 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495026 Jul 23 20:19:28.028864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-e0e43d29-a320-4a7f-8eda-6391d9c01ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.041152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-e0e43d29-a320-4a7f-8eda-6391d9c01ce2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.1418452 Jul 23 20:19:28.067528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-55e6cbc3-af5c-411f-a963-5e57efd1f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.073494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-55e6cbc3-af5c-411f-a963-5e57efd1f581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0949712 Jul 23 20:19:28.114549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-01f1a665-9421-4ace-a305-cb086d9fb491 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5 HTTP/1.1" status: 200 len: 217 time: 0.0361755 Jul 23 20:19:28.168898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:19:28.202401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-8a44a80b-6b06-4c35-8c7c-cb24437b2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.203684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-3de6fadf-dfef-46b8-a52b-60bda616a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.203963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-8a44a80b-6b06-4c35-8c7c-cb24437b2b9a service neutron] 10.222.0.46 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.1560724 Jul 23 20:19:28.206806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-3de6fadf-dfef-46b8-a52b-60bda616a443 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.0818582 Jul 23 20:19:28.220032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578cb08-c9d6-4b34-9916-b48cffac6393 req-f95ca970-a65e-4a26-b6c7-8610cfe56b73 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.221593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1578cb08-c9d6-4b34-9916-b48cffac6393 req-f95ca970-a65e-4a26-b6c7-8610cfe56b73 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 944 time: 0.1470106 Jul 23 20:19:28.270050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-382dee22-229b-4144-b992-ee704f0342f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.0474617 Jul 23 20:19:28.294048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-a8631ac6-2053-46b3-b0e2-f894958381f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.295986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-a8631ac6-2053-46b3-b0e2-f894958381f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751879 Jul 23 20:19:28.330046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1578cb08-c9d6-4b34-9916-b48cffac6393 req-5f8e9d63-a71d-4fdf-8ddd-55af0a56a579 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998518 Jul 23 20:19:28.340267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:28.346527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-ccb4449c-cebb-4344-95e6-9dc600e95f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.348426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-ccb4449c-cebb-4344-95e6-9dc600e95f70 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.0653825 Jul 23 20:19:28.396496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:28.413254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:28.420021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-0f38b511-9284-4d8f-abf0-ebfc59e243db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572431 Jul 23 20:19:28.422798 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1743ab00-578a-43d7-8cfc-f7cfeb479c3a x-openstack-request-id: req-1743ab00-578a-43d7-8cfc-f7cfeb479c3a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:28.423098 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3796b50c-57cd-4704-93d7-36f5a13b3784", "tag": "2d8d730a-3ee6-4768-a5fd-36a1d3596d3b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:28.423336 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1743ab00-578a-43d7-8cfc-f7cfeb479c3a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:28.423817 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'tag': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b', 'status': 'completed', 'code': 200} Jul 23 20:19:28.428535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:28.428917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.430522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-db089c68-366b-4799-9515-bfe787013447 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280007 Jul 23 20:19:28.495410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '415851e5-d5cc-43ae-9762-3366a7b5f8a7', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'port_id': '415851e5-d5cc-43ae-9762-3366a7b5f8a7', 'mac_address': 'fa:16:3e:6c:7e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434b4ca2-d435-4f84-b5e6-0762cc5cd39b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:28.531203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-879a8813-bbfa-4f7d-af80-18655f6ec0e6 req-fe63fc52-47ce-4b9e-9851-dd69fe0e2c0d service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935683 Jul 23 20:19:28.588077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-ff44e0ef-40e8-4bbc-8e6d-6e6ea340e0a7 service neutron] 10.222.0.46 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672709 Jul 23 20:19:28.598383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2103-cf16-4035-b886-d52055825cc3 req-3cdd8a2f-893e-4dfa-90e9-7827087149d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.599810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-3cdd8a2f-893e-4dfa-90e9-7827087149d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 1096 time: 0.1678030 Jul 23 20:19:28.608901 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.653768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415851e5-d5cc-43ae-9762-3366a7b5f8a7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:28.694324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca40981-2716-4427-b239-87639d4382fa req-ea9ccc11-8646-4442-863b-0db26aac7690 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.699229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ca40981-2716-4427-b239-87639d4382fa req-ea9ccc11-8646-4442-863b-0db26aac7690 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.2163446 Jul 23 20:19:28.699408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.699744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:28.726061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.775770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:28.778687 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646c2038-8ca4-4c82-a9da-4f87978efe70" -d '{"events": [{"server_uuid": "4c81d72d-9d84-4505-8a01-9360f7df732c", "name": "network-vif-plugged", "status": "completed", "tag": "569675e5-cd58-4ebc-8bdb-3aa18b65fa44"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:28.796100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37268063-1f1e-4c9f-81a5-ec64b1effd7a req-7c6e4d42-e58b-451d-9405-dd65c24f1755 service neutron] 10.222.0.46 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006242 Jul 23 20:19:28.796309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:28.812168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ca40981-2716-4427-b239-87639d4382fa req-fa420a77-3bce-4258-99a1-a25db4e95d3a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046288 Jul 23 20:19:28.813014 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:28.813341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2103-cf16-4035-b886-d52055825cc3 req-ce97718e-dc2a-466e-8bf5-b38f41e739c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.814773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-ce97718e-dc2a-466e-8bf5-b38f41e739c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 917 time: 0.2051165 Jul 23 20:19:28.823118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=415851e5-d5cc-43ae-9762-3366a7b5f8a7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:28.863363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-b4c44f30-214f-47be-b172-87a17bdc1bda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b HTTP/1.1" status: 200 len: 217 time: 0.0410383 Jul 23 20:19:28.874741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:27Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:28.919356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] Checking router: a31513a9-5f90-485c-a9a3-6ce79a9f7576 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:28.927297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:28.935415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:28.935695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:28.948197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2103-cf16-4035-b886-d52055825cc3 req-4052cc8d-a463-4d2b-adb1-eb5fcc27c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:28.949676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-4052cc8d-a463-4d2b-adb1-eb5fcc27c593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.0783641 Jul 23 20:19:29.058560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:29.094718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['415851e5-d5cc-43ae-9762-3366a7b5f8a7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:29.186856 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7d0d71-2ba0-4455-a145-4333b3eb8291 x-openstack-request-id: req-2a7d0d71-2ba0-4455-a145-4333b3eb8291 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:29.187732 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c68367-8dfc-4a94-83fe-7250f9916ef2", "tag": "ffec59e5-de60-46ed-a9d9-bff485a7c0e5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:29.188140 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a7d0d71-2ba0-4455-a145-4333b3eb8291 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:29.188700 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'tag': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5', 'status': 'completed', 'code': 200} Jul 23 20:19:29.270236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e544f-588f-4db1-ad58-3603bee3896b req-6c023353-e883-463a-b172-e9596aa8db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.271917 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-6c023353-e883-463a-b172-e9596aa8db4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0574081 Jul 23 20:19:29.374497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.379852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:29.380397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e544f-588f-4db1-ad58-3603bee3896b req-e0ecd61b-914c-43f0-97fe-9a526abbec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.380551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.382054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:29.382431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-e0ecd61b-914c-43f0-97fe-9a526abbec0b service neutron] 10.222.0.47 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 917 time: 0.1003196 Jul 23 20:19:29.387529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.393457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.399551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.406400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.412253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.414223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6597f107-0174-446c-a95d-d2f181fb0e79 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.5146680 Jul 23 20:19:29.435027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-7830dc9c-0dde-4589-b138-7fe7a9d7c43d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5 HTTP/1.1" status: 200 len: 217 time: 0.0448461 Jul 23 20:19:29.460031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b2103-cf16-4035-b886-d52055825cc3 req-7856983d-22c3-4b2b-b520-ad862d7ef1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.461424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-7856983d-22c3-4b2b-b520-ad862d7ef1b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5048501 Jul 23 20:19:29.494179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e544f-588f-4db1-ad58-3603bee3896b req-73fe9f1d-4724-4301-bfbb-b734c9554e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.496675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-73fe9f1d-4724-4301-bfbb-b734c9554e15 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.0522871 Jul 23 20:19:29.499120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7190ea-eb20-4662-8d95-0af010e4cd1d req-714f8f47-3835-4cd5-834b-402a8e0e3f36 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.500606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa7190ea-eb20-4662-8d95-0af010e4cd1d req-714f8f47-3835-4cd5-834b-402a8e0e3f36 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 946 time: 0.1876359 Jul 23 20:19:29.515198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08d9b3b4-d747-4e6a-8376-0338296f2bc7 req-6ab38e01-66ad-4f84-9f56-e0bec9a717ae tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889421 Jul 23 20:19:29.581712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:27Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:29.582303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e544f-588f-4db1-ad58-3603bee3896b req-0d68c70b-eb3f-4368-9f5e-1f9f6492cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.583982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-0d68c70b-eb3f-4368-9f5e-1f9f6492cc32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800633 Jul 23 20:19:29.594844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:29.622522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 83832ed6-e94d-4d9c-bf86-a0295e7b875a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:29.622899 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.625417 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad34effb-73bb-44b0-a034-c00a6f3a444d x-openstack-request-id: req-ad34effb-73bb-44b0-a034-c00a6f3a444d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:29.625667 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81d72d-9d84-4505-8a01-9360f7df732c", "name": "network-vif-plugged", "status": "completed", "tag": "569675e5-cd58-4ebc-8bdb-3aa18b65fa44", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:29.625922 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad34effb-73bb-44b0-a034-c00a6f3a444d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:29.626301 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44', 'code': 200} Jul 23 20:19:29.631886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa7190ea-eb20-4662-8d95-0af010e4cd1d req-a82ea925-e113-4206-930f-81d26ba755eb tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188409 Jul 23 20:19:29.668660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc286db1-400d-4a49-bda1-074273e3ba08 None None] The sync data for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 is: [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:19Z', 'revision_number': 4, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'df4eae29-1491-42e5-bf65-b08a07c61cf1', 'name': '', 'network_id': '10ade711-6b44-4232-868f-5c1db5d53790', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'mac_address': 'fa:16:3e:d9:0f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:18Z', 'updated_at': '2021-07-23T20:18:27Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'subnets': [{'id': '66eeaaa8-74af-47e2-9cc1-151514c8160a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:29.682645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'port_id': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b', 'mac_address': 'fa:16:3e:c3:f3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434b4ca2-d435-4f84-b5e6-0762cc5cd39b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:29.724616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d6595d-f72a-478e-9c16-97d37c132351 req-c348ff4d-18a5-488f-8d40-62d7b9f9f95c tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips/9f58970e-6175-4269-ba67-ef0c3029828c HTTP/1.1" status: 200 len: 695 time: 0.0881815 Jul 23 20:19:29.762414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-41652403-589d-4d98-86bd-bf4a080ee575 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663399 Jul 23 20:19:29.768587 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.779319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-5c783978-bb9a-479f-942d-92ad252388ff service neutron] 10.222.0.36 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057206 Jul 23 20:19:29.820302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc5c18-7d77-45a1-bdcb-fb4e284c2ae3 req-e2c5e896-9d95-4966-8110-a50439c6dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.822003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:29.822659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-05cc5c18-7d77-45a1-bdcb-fb4e284c2ae3 req-e2c5e896-9d95-4966-8110-a50439c6dde7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 1098 time: 0.1419294 Jul 23 20:19:29.868902 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.875427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:29.900682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.931819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6595d-f72a-478e-9c16-97d37c132351 req-2ccbaf64-a954-4789-9455-19fafd899b38 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:29.939112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d6595d-f72a-478e-9c16-97d37c132351 req-2ccbaf64-a954-4789-9455-19fafd899b38 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 784 time: 0.2140849 Jul 23 20:19:29.952555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:29.952812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-05cc5c18-7d77-45a1-bdcb-fb4e284c2ae3 req-4342dd68-330c-4bc7-bfb2-6d85d30fc477 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193101 Jul 23 20:19:29.968103 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:29.974744 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-049e544f-588f-4db1-ad58-3603bee3896b req-0ef66c20-f550-4a80-a088-d1c885e9cce2 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036500 Jul 23 20:19:29.981599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.022406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-561b2103-cf16-4035-b886-d52055825cc3 req-9087e381-7f5e-42c3-b807-b760e610aae6 service neutron] 10.222.0.36 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346816 Jul 23 20:19:30.034029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d6595d-f72a-478e-9c16-97d37c132351 req-0c4693d7-86ed-4c72-a6cc-43e7d2675e88 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 698 time: 0.0939548 Jul 23 20:19:30.041915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.065057 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cb99b5-1c16-46a3-aa01-7b5dde587a2c None None] New status for floating IP 9f58970e-6175-4269-ba67-ef0c3029828c: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:19:30.103422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d6595d-f72a-478e-9c16-97d37c132351 req-163b3801-9c67-416e-b298-62336224d791 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 698 time: 0.0503099 Jul 23 20:19:30.172811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192a80f-680a-494f-86a9-bf04ccc43a57 req-6eb48cd1-cdf0-4fff-9e6d-e2a91590b205 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.174359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1192a80f-680a-494f-86a9-bf04ccc43a57 req-6eb48cd1-cdf0-4fff-9e6d-e2a91590b205 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 944 time: 0.1864181 Jul 23 20:19:30.251255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['2d8d730a-3ee6-4768-a5fd-36a1d3596d3b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:30.265405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1192a80f-680a-494f-86a9-bf04ccc43a57 req-31290d11-6cb9-4a5a-9ae9-a1d86a8575e2 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615413 Jul 23 20:19:30.283507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Deleting port 210fb6b1-6d2d-4332-95a2-50f61ab3ddd7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:30.283864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.371332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.371746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.384384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Calling delete_port for 210fb6b1-6d2d-4332-95a2-50f61ab3ddd7 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:30.426972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:30.429188 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dbd902-31e2-481c-b707-383a88d38cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:30.528485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a0f15-531e-4b66-9e20-b2e8853c73a2 req-76fb0171-0aa2-42f1-a06e-635b98e5246a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.529938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f94a0f15-531e-4b66-9e20-b2e8853c73a2 req-76fb0171-0aa2-42f1-a06e-635b98e5246a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.0980899 Jul 23 20:19:30.598685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f94a0f15-531e-4b66-9e20-b2e8853c73a2 req-28ad5af5-611a-4e49-a6ee-b6b8b65d45c1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470188 Jul 23 20:19:30.599781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.626189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event deleted for resources: {'Port': ['ID=210fb6b1-6d2d-4332-95a2-50f61ab3ddd7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:30.723830 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.726483 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:30.727620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26d6595d-f72a-478e-9c16-97d37c132351 req-94358336-fd4b-47d0-8b15-1af15746d839 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "DELETE /v2.0/floatingips/9f58970e-6175-4269-ba67-ef0c3029828c HTTP/1.1" status: 204 len: 173 time: 0.6176908 Jul 23 20:19:30.759148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.765837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.771802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.778686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.784564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.790542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.796682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.798669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36aceba5-f71e-49ff-b056-01961a2385e1 req-6a80ad7a-1bd3-4cbd-9856-0f099acef03e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.1243443 Jul 23 20:19:30.867849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0650197-fe88-41a9-91b5-3087836d3324 req-75d27b2f-7a17-4103-9a7a-dd86c24c0e7f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:30.869607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0650197-fe88-41a9-91b5-3087836d3324 req-75d27b2f-7a17-4103-9a7a-dd86c24c0e7f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.0698464 Jul 23 20:19:30.895362 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb21755-ad68-41c9-a71e-f28d1354a415 x-openstack-request-id: req-1eb21755-ad68-41c9-a71e-f28d1354a415 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:30.895651 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:30.895923 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1eb21755-ad68-41c9-a71e-f28d1354a415 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:30.896297 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'status': 'completed', 'code': 200} Jul 23 20:19:30.915063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0650197-fe88-41a9-91b5-3087836d3324 req-e7507835-9e7a-4897-8406-afd66e5c2dd0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jul 23 20:19:31.044359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-c20cba4a-0174-416f-94e3-bd950cfbd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.045829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-c20cba4a-0174-416f-94e3-bd950cfbd81f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80dd021b649f4af7b2d092be55a602fd&device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 1097 time: 0.1162302 Jul 23 20:19:31.125382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657aa6e6-5486-43b2-87ee-39e5a8a6fcb6 req-2a2ea948-b98a-4551-a299-04ee73da770e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.126877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-657aa6e6-5486-43b2-87ee-39e5a8a6fcb6 req-2a2ea948-b98a-4551-a299-04ee73da770e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 946 time: 0.1520500 Jul 23 20:19:31.136615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d39b4dd-94e6-40ca-96d1-5cd4319f1779 req-ef13d67f-c70d-428f-a570-b1a7458dfede tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups/f4193cbd-6e3d-46c8-acb1-4e7b2de91c96 HTTP/1.1" status: 200 len: 1808 time: 0.0954850 Jul 23 20:19:31.226652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-657aa6e6-5486-43b2-87ee-39e5a8a6fcb6 req-090b3c99-eee1-4564-9cac-377482b751e8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929935 Jul 23 20:19:31.247407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-c51155cf-4006-4a88-8ad9-00b79f4c8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.249502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-c51155cf-4006-4a88-8ad9-00b79f4c8899 service neutron] 10.222.0.36 "GET /v2.0/networks?id=10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 200 len: 920 time: 0.1952612 Jul 23 20:19:31.302962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3d39b4dd-94e6-40ca-96d1-5cd4319f1779 req-1a5be084-cd87-4e80-b431-7f2cf47b5b54 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.306672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-a74a8cf2-8745-423f-9686-e0a0f656c20d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 200 len: 217 time: 0.0486052 Jul 23 20:19:31.359042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3d39b4dd-94e6-40ca-96d1-5cd4319f1779 req-1a5be084-cd87-4e80-b431-7f2cf47b5b54 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.385544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:31.394015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-94ffc253-9520-46fa-b85c-aca75fc1f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.395495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-94ffc253-9520-46fa-b85c-aca75fc1f1cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 200 len: 859 time: 0.0789618 Jul 23 20:19:31.442309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:31.443046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-5e7344a6-1875-4912-b931-b2ab1f1add2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=10ade711-6b44-4232-868f-5c1db5d53790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375614 Jul 23 20:19:31.446073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:31.446453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.461768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3d39b4dd-94e6-40ca-96d1-5cd4319f1779 req-1a5be084-cd87-4e80-b431-7f2cf47b5b54 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.464903 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-3d39b4dd-94e6-40ca-96d1-5cd4319f1779 req-1a5be084-cd87-4e80-b431-7f2cf47b5b54 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.465955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d39b4dd-94e6-40ca-96d1-5cd4319f1779 req-1a5be084-cd87-4e80-b431-7f2cf47b5b54 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "DELETE /v2.0/security-groups/f4193cbd-6e3d-46c8-acb1-4e7b2de91c96 HTTP/1.1" status: 204 len: 173 time: 0.3002195 Jul 23 20:19:31.506386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be084-cd87-4e80-b431-7f2cf47b5b54 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4193cbd-6e3d-46c8-acb1-4e7b2de91c96,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.541874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.579292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:31.583904 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.584696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:31.627165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a'}, {'server_uuid': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:31.629404 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d344830e-abb3-43c9-8ec7-f78de4835dce" -d '{"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-plugged", "status": "completed", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a"}, {"server_uuid": "3796b50c-57cd-4704-93d7-36f5a13b3784", "name": "network-vif-plugged", "status": "completed", "tag": "2d8d730a-3ee6-4768-a5fd-36a1d3596d3b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:31.631468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-87f380e2-35e3-4ac2-a588-710d21865182 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772828 Jul 23 20:19:31.642641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbafc15-2973-406c-a9b4-1f3089116856 req-ecd3ef56-4a94-4b1a-9be9-d5326a27871d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.644222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebbafc15-2973-406c-a9b4-1f3089116856 req-ecd3ef56-4a94-4b1a-9be9-d5326a27871d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 945 time: 0.2040305 Jul 23 20:19:31.667043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.715618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.745951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d2661-3b5e-4cc8-834e-9b7cceb368da req-2db1d48e-4286-42cf-9bbe-bf789946d554 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:31.747527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f2d2661-3b5e-4cc8-834e-9b7cceb368da req-2db1d48e-4286-42cf-9bbe-bf789946d554 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 944 time: 0.2237580 Jul 23 20:19:31.748896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:31.754225 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:31.785762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebbafc15-2973-406c-a9b4-1f3089116856 req-b1a4d271-1cd8-4a90-afe6-b3c42b341f34 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292644 Jul 23 20:19:31.811590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:31.815995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dbd902-31e2-481c-b707-383a88d38cd3 req-529bab3b-708f-437f-ab25-dace1fbb7fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700311 Jul 23 20:19:31.819281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f2d2661-3b5e-4cc8-834e-9b7cceb368da req-17a655c9-78fb-4d11-9092-2bc20cb951d3 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615120 Jul 23 20:19:31.886414 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e402a5-ad8c-4fc2-a5c4-65d8728a27a1 x-openstack-request-id: req-b1e402a5-ad8c-4fc2-a5c4-65d8728a27a1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:31.886730 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-plugged", "status": "completed", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a", "code": 200}, {"server_uuid": "3796b50c-57cd-4704-93d7-36f5a13b3784", "name": "network-vif-plugged", "status": "completed", "tag": "2d8d730a-3ee6-4768-a5fd-36a1d3596d3b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:31.886997 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b1e402a5-ad8c-4fc2-a5c4-65d8728a27a1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:31.887383 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'code': 200} Jul 23 20:19:31.887649 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b', 'code': 200} Jul 23 20:19:31.909466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device ffec59e5-de60-46ed-a9d9-bff485a7c0e5 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:31.913035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 415851e5-d5cc-43ae-9762-3366a7b5f8a7 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:32.111621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-74f5973c-8de9-4ddd-ad97-ae11d093f184 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.114070 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-74f5973c-8de9-4ddd-ad97-ae11d093f184 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.0873752 Jul 23 20:19:32.129097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9edf82-0164-4127-bdc6-49a4c382a446 req-b2394f3e-5f30-4bab-8121-6d6fa35be3fc tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.130786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec9edf82-0164-4127-bdc6-49a4c382a446 req-b2394f3e-5f30-4bab-8121-6d6fa35be3fc tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 945 time: 0.1673656 Jul 23 20:19:32.177626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57faee-ae0b-4f6a-841d-33098622c39b req-b74d35ef-21b5-468b-80c3-bddfabcf4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.179628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e57faee-ae0b-4f6a-841d-33098622c39b req-b74d35ef-21b5-468b-80c3-bddfabcf4ce1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 1098 time: 0.1796784 Jul 23 20:19:32.212474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:32.221849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad156bd-0499-47a1-9fde-cc83047a3688 req-d6ef47f2-7c3b-49a8-a122-af5a93769383 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.224420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dad156bd-0499-47a1-9fde-cc83047a3688 req-d6ef47f2-7c3b-49a8-a122-af5a93769383 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7b37ac-cfc3-40c6-9482-37de11d6eb89 HTTP/1.1" status: 200 len: 945 time: 0.1800950 Jul 23 20:19:32.225254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:32.225839 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.246681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec9edf82-0164-4127-bdc6-49a4c382a446 req-320fd825-a57c-479d-940f-c26d6a7ab956 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041667 Jul 23 20:19:32.254620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Deleting port 7909bc92-604a-496c-81f4-053d5261507c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:32.255460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.264481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:32.268667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e57faee-ae0b-4f6a-841d-33098622c39b req-57ccd4dc-a4e2-48ca-a790-834b2de2cee5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813253 Jul 23 20:19:32.293020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5', 'network_id': '48aad39b-e818-4d45-be94-643734c8e1b5', 'port_id': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5', 'mac_address': 'fa:16:3e:a3:51:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434b4ca2-d435-4f84-b5e6-0762cc5cd39b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:32.294272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dad156bd-0499-47a1-9fde-cc83047a3688 req-a81a1fdb-4fac-4887-8b94-04d37bb3725c tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618875 Jul 23 20:19:32.362365 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.380860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] For port 7909bc92-604a-496c-81f4-053d5261507c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=7909bc92-604a-496c-81f4-053d5261507c,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:32.381326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.381935 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.385717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffec59e5-de60-46ed-a9d9-bff485a7c0e5 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:32.394957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Calling delete_port for 7909bc92-604a-496c-81f4-053d5261507c owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:32.425618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:32.431860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.432513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b545c157-ba0f-4559-a75d-1aa483a28c00 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:32.439371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:32.466212 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.468543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fffeb4-f730-4dfd-b173-35000aeba453 req-8000f3c1-55a9-4de5-8469-cdc89f90f49b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.470419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21fffeb4-f730-4dfd-b173-35000aeba453 req-8000f3c1-55a9-4de5-8469-cdc89f90f49b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1215231 Jul 23 20:19:32.489490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac513497-baef-46ca-ad15-7477803c311a req-c4ce8e89-97eb-4eb0-9061-8f6c7dd1d327 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.491046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac513497-baef-46ca-ad15-7477803c311a req-c4ce8e89-97eb-4eb0-9061-8f6c7dd1d327 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 946 time: 0.1075516 Jul 23 20:19:32.518109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:32.545324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21fffeb4-f730-4dfd-b173-35000aeba453 req-e39995e8-85d8-4c5e-9792-f6cb2202d13a tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532737 Jul 23 20:19:32.551282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.570065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac513497-baef-46ca-ad15-7477803c311a req-17cd8e62-a2a8-49f4-9db6-e825650e2770 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574944 Jul 23 20:19:32.577909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['7909bc92-604a-496c-81f4-053d5261507c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:32.587781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event deleted for resources: {'Port': ['ID=7909bc92-604a-496c-81f4-053d5261507c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:32.642447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] No DVR routers for this DVR port 7909bc92-604a-496c-81f4-053d5261507c on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:32.645196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:32.645924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.648242 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-245cf460-a8c3-48f7-bfe9-d7ef199ed35d req-4c8a280e-4a16-4cf1-9241-cbd6746f63a4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "DELETE /v2.0/ports/7909bc92-604a-496c-81f4-053d5261507c HTTP/1.1" status: 204 len: 173 time: 0.5284443 Jul 23 20:19:32.648758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'name': 'network-vif-deleted', 'tag': '7909bc92-604a-496c-81f4-053d5261507c'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:32.651447 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7c0211-50b7-4268-9f48-f77ca3cf5a6d" -d '{"events": [{"server_uuid": "0c7b37ac-cfc3-40c6-9482-37de11d6eb89", "name": "network-vif-deleted", "tag": "7909bc92-604a-496c-81f4-053d5261507c"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:32.656426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=415851e5-d5cc-43ae-9762-3366a7b5f8a7,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:32.661299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'network_id': 'dd5b3c52-ab22-4174-bc3e-9b253591f258', 'port_id': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'mac_address': 'fa:16:3e:1d:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd730a284-4b16-4a2a-802e-70815f5f153f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:32.697758 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d88e5d-2b36-4dd6-aa39-48270964c48f x-openstack-request-id: req-83d88e5d-2b36-4dd6-aa39-48270964c48f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:32.698429 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7b37ac-cfc3-40c6-9482-37de11d6eb89", "name": "network-vif-deleted", "tag": "7909bc92-604a-496c-81f4-053d5261507c", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:32.699409 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83d88e5d-2b36-4dd6-aa39-48270964c48f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:32.702452 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7b37ac-cfc3-40c6-9482-37de11d6eb89', 'name': 'network-vif-deleted', 'tag': '7909bc92-604a-496c-81f4-053d5261507c', 'status': 'completed', 'code': 200} Jul 23 20:19:32.707395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.722760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b545c157-ba0f-4559-a75d-1aa483a28c00 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:32.745116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:32.752152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:32.801887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:32.884071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75997365-1ba6-4743-9645-af6d6597c5c9 req-fad72cc4-1cfd-4773-9660-8c677c3e3e3a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.885704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75997365-1ba6-4743-9645-af6d6597c5c9 req-fad72cc4-1cfd-4773-9660-8c677c3e3e3a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 946 time: 0.0799494 Jul 23 20:19:32.935047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b545c157-ba0f-4559-a75d-1aa483a28c00'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:32.962786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75997365-1ba6-4743-9645-af6d6597c5c9 req-fbac630c-10c8-465d-be54-e122d0edd561 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663929 Jul 23 20:19:32.985727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce811794-6ab8-4e96-897a-551296425f23 req-82ca39ff-ff4c-4d8b-b070-61fd8c5df542 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:32.987225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce811794-6ab8-4e96-897a-551296425f23 req-82ca39ff-ff4c-4d8b-b070-61fd8c5df542 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 943 time: 0.1001308 Jul 23 20:19:33.039478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce811794-6ab8-4e96-897a-551296425f23 req-2ba66c04-4e1e-4028-986c-ab7fa74f2826 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Jul 23 20:19:33.114874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522fe6-0b32-4ea8-aba8-06afa96fccca req-3151bdf9-e843-4e51-af05-5c148a7660d7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.116605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c522fe6-0b32-4ea8-aba8-06afa96fccca req-3151bdf9-e843-4e51-af05-5c148a7660d7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 945 time: 0.0734022 Jul 23 20:19:33.140177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['ffec59e5-de60-46ed-a9d9-bff485a7c0e5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:33.170160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c522fe6-0b32-4ea8-aba8-06afa96fccca req-8c7ea86d-19d7-46da-a218-b164fc343a02 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Jul 23 20:19:33.226352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:33.353685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.354183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.354765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.355354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.356217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.356383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.356862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.358960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-36d7999e-04f7-48ca-80d5-69fdbae8aca8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6505 time: 0.1315703 Jul 23 20:19:33.456197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-6d4855b4-691c-4ecb-a70d-c61e1326b0bd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868905 Jul 23 20:19:33.496707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784609c6-1ab8-47fb-88fa-bfc466a09b16 req-2fdec014-1fba-4155-b122-3ea74cca4558 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.498284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-784609c6-1ab8-47fb-88fa-bfc466a09b16 req-2fdec014-1fba-4155-b122-3ea74cca4558 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 944 time: 0.1384141 Jul 23 20:19:33.508998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-a147d455-ed0b-464f-902b-4de3553e9c86 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.511455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-a147d455-ed0b-464f-902b-4de3553e9c86 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 943 time: 0.1193576 Jul 23 20:19:33.632411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-784609c6-1ab8-47fb-88fa-bfc466a09b16 req-cbb884c0-52e1-4cc8-b1f5-1eae42264279 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203108 Jul 23 20:19:33.749782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-4f790854-c1c5-44ab-aa46-62cbfead44b2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:33.751244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-4f790854-c1c5-44ab-aa46-62cbfead44b2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.1951492 Jul 23 20:19:33.778631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Deleting port 83832ed6-e94d-4d9c-bf86-a0295e7b875a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:33.778976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:33.793732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-be28a964-7b60-4c1b-bf64-f09b84de05ee tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0351031 Jul 23 20:19:33.889332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a'}, {'server_uuid': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415851e5-d5cc-43ae-9762-3366a7b5f8a7'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:33.892058 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b45f42-1b24-486b-bbae-de77bd6165af" -d '{"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-unplugged", "status": "completed", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a"}, {"server_uuid": "4a17dd36-0e91-4ba4-adfd-7d4c26dcb178", "name": "network-vif-plugged", "status": "completed", "tag": "415851e5-d5cc-43ae-9762-3366a7b5f8a7"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:33.911089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b545c157-ba0f-4559-a75d-1aa483a28c00 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:33.962527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port b545c157-ba0f-4559-a75d-1aa483a28c00 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:33.962941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.057007 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.094687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:34.100051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.100842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7909bc92-604a-496c-81f4-053d5261507c no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:34.142217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 7909bc92-604a-496c-81f4-053d5261507c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:34.142479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 7909bc92-604a-496c-81f4-053d5261507c not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:34.169007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:34.188184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-57118629-ae72-4b44-982c-c7c549d78c72 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3880970 Jul 23 20:19:34.223356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcb35e-5990-4329-97f7-f7f368384d1b req-7a7541c5-bed5-46e3-bcc7-1ce44fc5940e tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:34.224874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6fcb35e-5990-4329-97f7-f7f368384d1b req-7a7541c5-bed5-46e3-bcc7-1ce44fc5940e tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.5233059 Jul 23 20:19:34.265060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] For port 83832ed6-e94d-4d9c-bf86-a0295e7b875a, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83832ed6-e94d-4d9c-bf86-a0295e7b875a,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:34.265421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.272335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-c1225074-fe93-4ec2-887e-88ba0ac3b8b6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:34.273860 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-c1225074-fe93-4ec2-887e-88ba0ac3b8b6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 946 time: 0.0668271 Jul 23 20:19:34.315476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Calling delete_port for 83832ed6-e94d-4d9c-bf86-a0295e7b875a owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:34.353283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6fcb35e-5990-4329-97f7-f7f368384d1b req-3327ebcf-9fa9-4371-a024-5d9fa1657763 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151917 Jul 23 20:19:34.393063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-64ce484e-1891-4b43-9f7e-352fe9b665eb service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947632 Jul 23 20:19:34.398489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Deleting port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:34.398963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.494835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] For port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:34.495547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.519193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Calling delete_port for 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:34.543332 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7793c5-71b3-4056-87d3-76c85405b95f x-openstack-request-id: req-dc7793c5-71b3-4056-87d3-76c85405b95f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:34.552648 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-unplugged", "status": "completed", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a", "code": 200}, {"server_uuid": "4a17dd36-0e91-4ba4-adfd-7d4c26dcb178", "name": "network-vif-plugged", "status": "completed", "tag": "415851e5-d5cc-43ae-9762-3366a7b5f8a7", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:34.553905 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc7793c5-71b3-4056-87d3-76c85405b95f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:34.554490 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'code': 200} Jul 23 20:19:34.554904 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415851e5-d5cc-43ae-9762-3366a7b5f8a7', 'code': 200} Jul 23 20:19:34.558925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-91ee6fc4-cf77-4209-aecf-0296849df245 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539791 Jul 23 20:19:34.590810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.642192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event deleted for resources: {'Port': ['ID=83832ed6-e94d-4d9c-bf86-a0295e7b875a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:34.723632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.736735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['6afeda7c-507e-4ad7-88ab-decfb9b83228'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:34.751279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] No DVR routers for this DVR port 83832ed6-e94d-4d9c-bf86-a0295e7b875a on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:34.762204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Pushing event deleted for resources: {'Port': ['ID=569675e5-cd58-4ebc-8bdb-3aa18b65fa44,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:34.770794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd36b8-b858-4aab-976a-884dc9083c08 req-49ebeb7e-3f17-496d-b769-110d28704ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:34.772483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1cd36b8-b858-4aab-976a-884dc9083c08 req-49ebeb7e-3f17-496d-b769-110d28704ba8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 1098 time: 0.1268289 Jul 23 20:19:34.782039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['569675e5-cd58-4ebc-8bdb-3aa18b65fa44'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:34.790828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eea4e0e7-78f5-4b75-a674-fdb5a1c05fbb req-7a3adab3-8f1e-412a-8796-29b4a67cbe6e tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=2d107874-d857-43e0-8e84-2589834d8691 HTTP/1.1" status: 200 len: 210 time: 0.0367506 Jul 23 20:19:34.793501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.796283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85ff1e6d-2b21-4d29-b495-5fabb548b92b req-f3639f71-04ec-45c5-a25b-9d3714e5d8a0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "DELETE /v2.0/ports/83832ed6-e94d-4d9c-bf86-a0295e7b875a HTTP/1.1" status: 204 len: 173 time: 1.2771118 Jul 23 20:19:34.798055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-deleted', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:34.811433 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e5de8-7159-458c-a824-784a6a693972" -d '{"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-deleted", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:34.850786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fb408-521c-43e3-af79-1b8528da9c0b req-30118f73-b396-44eb-90e0-f79a12f3e75b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:34.859693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d94fb408-521c-43e3-af79-1b8528da9c0b req-30118f73-b396-44eb-90e0-f79a12f3e75b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c81d72d-9d84-4505-8a01-9360f7df732c HTTP/1.1" status: 200 len: 867 time: 0.2529762 Jul 23 20:19:34.877903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] No DVR routers for this DVR port 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:34.882352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:34.884962 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1dacf939-3f9d-417f-aa52-1c67e4dafde4 req-d1a6c6b0-2a26-4390-8ea1-296a2028b160 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.47 "DELETE /v2.0/ports/569675e5-cd58-4ebc-8bdb-3aa18b65fa44 HTTP/1.1" status: 204 len: 173 time: 0.6053638 Jul 23 20:19:34.885605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'name': 'network-vif-deleted', 'tag': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:34.888188 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af43e759-e765-4942-9df5-11e85163462b" -d '{"events": [{"server_uuid": "4c81d72d-9d84-4505-8a01-9360f7df732c", "name": "network-vif-deleted", "tag": "569675e5-cd58-4ebc-8bdb-3aa18b65fa44"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:34.892775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f1cd36b8-b858-4aab-976a-884dc9083c08 req-6caa8ff5-78c2-4356-9090-3f5e429886de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919225 Jul 23 20:19:35.001612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d94fb408-521c-43e3-af79-1b8528da9c0b req-acaba532-c215-47fd-bbd7-d75315b74dcb tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410031 Jul 23 20:19:35.031067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-d906fcaa-dc47-4246-a8f0-c31d0856d0a3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:35.040449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-d906fcaa-dc47-4246-a8f0-c31d0856d0a3 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.36 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1721573 Jul 23 20:19:35.055904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f47ec-2980-41af-b3a4-2cb08911f44d req-cef187e7-0a8b-4c4b-a912-1a13c1329061 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:35.056684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-103f47ec-2980-41af-b3a4-2cb08911f44d req-cef187e7-0a8b-4c4b-a912-1a13c1329061 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 945 time: 0.1554852 Jul 23 20:19:35.152104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a59e307d-ade6-4ceb-ae23-5bed7a7cf373 req-a276be68-712d-4265-9120-a3aabb3be494 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 210 time: 0.0481265 Jul 23 20:19:35.165869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-103f47ec-2980-41af-b3a4-2cb08911f44d req-d9fe158c-d3ca-4cc8-b27c-bc3c13a626c0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000032 Jul 23 20:19:35.204082 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58bfbd1-85ee-437b-9071-dc979c752106 x-openstack-request-id: req-f58bfbd1-85ee-437b-9071-dc979c752106 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:35.204374 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d107874-d857-43e0-8e84-2589834d8691", "name": "network-vif-deleted", "tag": "83832ed6-e94d-4d9c-bf86-a0295e7b875a", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:35.204628 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f58bfbd1-85ee-437b-9071-dc979c752106 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:35.205019 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d107874-d857-43e0-8e84-2589834d8691', 'name': 'network-vif-deleted', 'tag': '83832ed6-e94d-4d9c-bf86-a0295e7b875a', 'status': 'completed', 'code': 200} Jul 23 20:19:35.229043 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374d8605-5261-42b4-ac72-0988cca18847 x-openstack-request-id: req-374d8605-5261-42b4-ac72-0988cca18847 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:35.229399 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c81d72d-9d84-4505-8a01-9360f7df732c", "name": "network-vif-deleted", "tag": "569675e5-cd58-4ebc-8bdb-3aa18b65fa44", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:35.230483 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-374d8605-5261-42b4-ac72-0988cca18847 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:35.230984 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c81d72d-9d84-4505-8a01-9360f7df732c', 'name': 'network-vif-deleted', 'tag': '569675e5-cd58-4ebc-8bdb-3aa18b65fa44', 'status': 'completed', 'code': 200} Jul 23 20:19:35.247368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Deleting port 7f78f1da-d1e7-4df4-850b-091c9e867507 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:35.247864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.357958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] For port 7f78f1da-d1e7-4df4-850b-091c9e867507, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7f78f1da-d1e7-4df4-850b-091c9e867507,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:35.358336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.392161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Calling delete_port for 7f78f1da-d1e7-4df4-850b-091c9e867507 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:35.547589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8dc77-e79c-48c4-ab5a-ee5a5cf651bb req-167cd89d-31bf-4048-84c3-f1bdaf27fc3b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:35.549163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81e8dc77-e79c-48c4-ab5a-ee5a5cf651bb req-167cd89d-31bf-4048-84c3-f1bdaf27fc3b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 945 time: 0.1737032 Jul 23 20:19:35.638634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f554d-cc03-467e-9062-ed97987de365 req-93410bd0-b042-4140-b4f2-a725525e98df tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:35.640136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb8f554d-cc03-467e-9062-ed97987de365 req-93410bd0-b042-4140-b4f2-a725525e98df tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/ports?device_id=31d539d8-1af4-414d-b5e2-bfaed49680f3 HTTP/1.1" status: 200 len: 945 time: 0.1726580 Jul 23 20:19:35.647044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81e8dc77-e79c-48c4-ab5a-ee5a5cf651bb req-a4539a2f-b689-4544-b14f-b8aafdb059a8 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845656 Jul 23 20:19:35.691918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.695864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb8f554d-cc03-467e-9062-ed97987de365 req-6b576e0d-c6cd-429f-9ac0-bc8d99d0e2f0 tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.46 "GET /v2.0/security-groups?id=15664b9b-5c99-4e0f-96e8-708c61560607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479383 Jul 23 20:19:35.726363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Pushing event deleted for resources: {'Port': ['ID=7f78f1da-d1e7-4df4-850b-091c9e867507,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:35.770488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] No DVR routers for this DVR port 7f78f1da-d1e7-4df4-850b-091c9e867507 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:35.772790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:35.774776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6d1cc62-73b5-4476-8d2b-200c326a8246 req-3d8ad759-de96-4eb9-a6bc-e352b7ecdd4b tempest-ServerRescueTestJSONUnderV235-2102759651 tempest-ServerRescueTestJSONUnderV235-2102759651-project] 10.222.0.36 "DELETE /v2.0/ports/7f78f1da-d1e7-4df4-850b-091c9e867507 HTTP/1.1" status: 204 len: 173 time: 0.7279003 Jul 23 20:19:35.915025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device ffec59e5-de60-46ed-a9d9-bff485a7c0e5 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:35.981955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:35.987919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:35.988434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.050503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:36.056929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1602058627', 'description': 'tempest-description--1967983188'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:36.081640 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.098949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.137892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-5e882c8d-15d2-4f43-946f-bab9cd408bec tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.140713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-5e882c8d-15d2-4f43-946f-bab9cd408bec tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.1681154 Jul 23 20:19:36.156817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:36.157861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Request body: {'port': {'device_id': '566a0c1b-1731-4837-897a-94673c8d31d7', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'admin_state_up': True, 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:36.163265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.265269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ff8c-433e-4c67-af63-b2cc5dac96e8 req-b7810752-4235-4ae0-afa0-05189eeaef81 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.266799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0751ff8c-433e-4c67-af63-b2cc5dac96e8 req-b7810752-4235-4ae0-afa0-05189eeaef81 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1245515 Jul 23 20:19:36.275761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:36.311780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a0c04e5-3d16-4665-8f43-8dc50e0e3082 req-7e4f3eda-06ea-4522-96a4-be2790dad71f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 210 time: 0.0646365 Jul 23 20:19:36.330860 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.343100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.367515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0751ff8c-433e-4c67-af63-b2cc5dac96e8 req-050fc56c-cfaf-46a0-8c27-feb21ee5e3f2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911834 Jul 23 20:19:36.386056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f271bde4-b727-4c9b-a7ec-e5a45f279ee4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:36.416570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:36.426798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.428938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.430279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0102ff79-ae35-4d3b-a47c-f9ad65d9f7cb tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3785424 Jul 23 20:19:36.434724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42542) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:36.440181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'security_group_rule': {'security_group_id': 'f271bde4-b727-4c9b-a7ec-e5a45f279ee4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:36.483571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49a989-aa3a-4518-a455-b4639e62586c req-261fe838-60f0-4366-b64e-d9d3552c889e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.485126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd49a989-aa3a-4518-a455-b4639e62586c req-261fe838-60f0-4366-b64e-d9d3552c889e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.1013498 Jul 23 20:19:36.493490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.537316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-d1aabf5e-93f2-4644-8dea-e28429752780 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.538891 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-d1aabf5e-93f2-4644-8dea-e28429752780 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 945 time: 0.1868281 Jul 23 20:19:36.557328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00'}, {'server_uuid': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:36.560011 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31df1e-7ee4-4c4d-ae5c-7ab7f02f0a36" -d '{"events": [{"server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "name": "network-vif-plugged", "status": "completed", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00"}, {"server_uuid": "88c68367-8dfc-4a94-83fe-7250f9916ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ffec59e5-de60-46ed-a9d9-bff485a7c0e5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:36.580267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd49a989-aa3a-4518-a455-b4639e62586c req-97448e96-fa3a-4091-ad07-22b0946e24d7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824606 Jul 23 20:19:36.628627 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.642242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.647930 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d5aed-a4bf-4fc8-9b5f-0bbed6227192 x-openstack-request-id: req-be2d5aed-a4bf-4fc8-9b5f-0bbed6227192 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:36.648389 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "name": "network-vif-plugged", "status": "completed", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00", "code": 200}, {"server_uuid": "88c68367-8dfc-4a94-83fe-7250f9916ef2", "name": "network-vif-plugged", "status": "completed", "tag": "ffec59e5-de60-46ed-a9d9-bff485a7c0e5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:36.648585 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be2d5aed-a4bf-4fc8-9b5f-0bbed6227192 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:36.648968 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'code': 200} Jul 23 20:19:36.649219 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5', 'code': 200} Jul 23 20:19:36.654516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cbd30-a4e0-4275-b289-2617892bde95 req-1e549bda-b195-4b28-832a-e9f53d52132a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.658070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf1cbd30-a4e0-4275-b289-2617892bde95 req-1e549bda-b195-4b28-832a-e9f53d52132a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1288927 Jul 23 20:19:36.676222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Allocated IP 172.20.0.4 (45670cfd-5c68-4367-a125-786a89623f58/4da525c2-2d8f-4e65-a76a-f0674effa0ee/52933d20-7fd1-4359-8c6c-f4f8e939a72b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:36.693137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f02ed94-bf8f-4ca9-a98c-c23cd960f44d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:36.720096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.723861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8387c77-7c83-478d-949a-0894bca85b00 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2855484 Jul 23 20:19:36.724830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42554) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:36.729374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf1cbd30-a4e0-4275-b289-2617892bde95 req-a6bfa633-7fe9-4508-aac5-0e523aa83743 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668783 Jul 23 20:19:36.732116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'security_group_rule': {'security_group_id': 'f271bde4-b727-4c9b-a7ec-e5a45f279ee4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:36.770088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Deleting port b545c157-ba0f-4559-a75d-1aa483a28c00 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:36.770492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.805374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:36.848143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.975503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e30b-27af-44e8-aefc-905b13babcfa req-e416c73d-2631-4a3f-bf87-b5ef02e8cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.977195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc6e30b-27af-44e8-aefc-905b13babcfa req-e416c73d-2631-4a3f-bf87-b5ef02e8cb9f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 1098 time: 0.2469120 Jul 23 20:19:36.980337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] For port b545c157-ba0f-4559-a75d-1aa483a28c00, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b545c157-ba0f-4559-a75d-1aa483a28c00,segment=NetworkSegment(c6e352f0-21ee-48ce-9db5-809f16d97e6b),segment_id=c6e352f0-21ee-48ce-9db5-809f16d97e6b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:36.980521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:36.985933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be186b-2b47-433a-9e56-638d993f3d88 req-7a21200b-2f7e-4ac9-9d34-64004e4c13d4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:36.993183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0be186b-2b47-433a-9e56-638d993f3d88 req-7a21200b-2f7e-4ac9-9d34-64004e4c13d4 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 945 time: 0.2542489 Jul 23 20:19:37.018789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Calling delete_port for b545c157-ba0f-4559-a75d-1aa483a28c00 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:37.036595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.116461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0be186b-2b47-433a-9e56-638d993f3d88 req-e2c829d8-54c4-412c-af69-196c641699f1 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/security-groups?id=c354d893-4976-4441-96cf-79e0f98801bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222560 Jul 23 20:19:37.145421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc6e30b-27af-44e8-aefc-905b13babcfa req-7b019849-f4e1-48a0-856e-ccbb4c3dec42 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471367 Jul 23 20:19:37.153853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77063699-1404-473d-ad08-a443ad8ce6e3 req-49a04d5c-a1cb-43cd-82d7-792b5f9c2f41 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.155537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77063699-1404-473d-ad08-a443ad8ce6e3 req-49a04d5c-a1cb-43cd-82d7-792b5f9c2f41 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2668643 Jul 23 20:19:37.207242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'name': 'network-vif-deleted', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:37.209386 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35cfa77-0a57-43a0-afd9-468bfba14d2c" -d '{"events": [{"server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "name": "network-vif-deleted", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:37.224169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77063699-1404-473d-ad08-a443ad8ce6e3 req-4d93252e-5bcf-4623-a1b5-36aa46f0a23e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581927 Jul 23 20:19:37.275467 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3e0982-615d-46f0-b7b0-988e8db46ba9 x-openstack-request-id: req-ba3e0982-615d-46f0-b7b0-988e8db46ba9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:37.275761 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31d539d8-1af4-414d-b5e2-bfaed49680f3", "name": "network-vif-deleted", "tag": "7f78f1da-d1e7-4df4-850b-091c9e867507", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:37.276012 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ba3e0982-615d-46f0-b7b0-988e8db46ba9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:37.276424 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31d539d8-1af4-414d-b5e2-bfaed49680f3', 'name': 'network-vif-deleted', 'tag': '7f78f1da-d1e7-4df4-850b-091c9e867507', 'status': 'completed', 'code': 200} Jul 23 20:19:37.328216 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:19:37.367560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.407109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.430965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7f78f1da-d1e7-4df4-850b-091c9e867507 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:37.454598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 7f78f1da-d1e7-4df4-850b-091c9e867507 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:37.455032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7f78f1da-d1e7-4df4-850b-091c9e867507 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:37.455657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:37.476865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 83832ed6-e94d-4d9c-bf86-a0295e7b875a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:37.477415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83832ed6-e94d-4d9c-bf86-a0295e7b875a not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:37.481016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2a760c-9f00-48b4-a05d-3190cda18fb1,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:37.488501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20009d08-f86d-4bbf-a05d-d5b5c5533a37 req-9ba65d7a-307a-47ae-8afd-d7b391b93fd0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 210 time: 0.0429735 Jul 23 20:19:37.508299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.509945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.513022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:37.513583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a50e559-5c6f-4afd-b6cb-327e4d3c9d89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7865279 Jul 23 20:19:37.522064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:37.523872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.587792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Network 45670cfd-5c68-4367-a125-786a89623f58 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:37.600374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:37.613647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:37.639228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.711493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:37.771559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.772351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.783943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.798433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b545c157-ba0f-4559-a75d-1aa483a28c00'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:37.827664 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-290dd564-7513-43c3-ae82-76cb2e8d1865 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6743054 Jul 23 20:19:37.852563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Pushing event deleted for resources: {'Port': ['ID=b545c157-ba0f-4559-a75d-1aa483a28c00,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:37.865472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Request body: {'port': {'device_id': '566a0c1b-1731-4837-897a-94673c8d31d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:37.895787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] No DVR routers for this DVR port b545c157-ba0f-4559-a75d-1aa483a28c00 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:19:37.900117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:37.911315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:37.914945 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d45c145a-397e-4f2d-aa6f-0a47dd22cfd0 req-f2a72ce2-5634-4ba7-ab3a-38a25e323a83 tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.47 "DELETE /v2.0/ports/b545c157-ba0f-4559-a75d-1aa483a28c00 HTTP/1.1" status: 204 len: 173 time: 1.3650441 Jul 23 20:19:37.915944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'name': 'network-vif-deleted', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:37.924024 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd2e23f-9899-47d5-a481-5d228c43c0b9" -d '{"events": [{"server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "name": "network-vif-deleted", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:37.941195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:37.942068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 569675e5-cd58-4ebc-8bdb-3aa18b65fa44 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:37.983922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2533c9-47ee-4635-a2b4-21c17c9a79e3 req-daa4b060-cdd0-4754-b921-5d2a34525a13 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:37.989929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f2533c9-47ee-4635-a2b4-21c17c9a79e3 req-daa4b060-cdd0-4754-b921-5d2a34525a13 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.2354722 Jul 23 20:19:38.014836 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf5bb65-3318-4e67-b0d2-7cf9eeefe2fa x-openstack-request-id: req-0cf5bb65-3318-4e67-b0d2-7cf9eeefe2fa {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:38.015130 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26600d07-55c8-4260-b114-0727c54b2f70", "name": "network-vif-deleted", "tag": "b545c157-ba0f-4559-a75d-1aa483a28c00", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:38.015384 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cf5bb65-3318-4e67-b0d2-7cf9eeefe2fa {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:38.015862 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26600d07-55c8-4260-b114-0727c54b2f70', 'name': 'network-vif-deleted', 'tag': 'b545c157-ba0f-4559-a75d-1aa483a28c00', 'status': 'completed', 'code': 200} Jul 23 20:19:38.017076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.056273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.097797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f2533c9-47ee-4635-a2b4-21c17c9a79e3 req-25d1d45b-602b-4055-aacd-3b5f18d3746e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031342 Jul 23 20:19:38.263358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-323dd6bb-c637-4cdd-9712-2bc7821ab1fe req-95f5a33b-9a2e-4a8b-b677-68fedc92825b tempest-ImagesTestJSON-1944936648 tempest-ImagesTestJSON-1944936648-project] 10.222.0.46 "GET /v2.0/ports?device_id=26600d07-55c8-4260-b114-0727c54b2f70 HTTP/1.1" status: 200 len: 210 time: 0.0420403 Jul 23 20:19:38.274011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Allocated IP 172.25.8.236 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/29034cb5-cbcb-4561-843f-888e11a3e29b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:38.291904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Deleting port df4eae29-1491-42e5-bf65-b08a07c61cf1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:38.292420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.363527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52933d20-7fd1-4359-8c6c-f4f8e939a72b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:38.375348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.392659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Transition to ACTIVE for port object 52933d20-7fd1-4359-8c6c-f4f8e939a72b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:38.396594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.461633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] For port df4eae29-1491-42e5-bf65-b08a07c61cf1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=df4eae29-1491-42e5-bf65-b08a07c61cf1,segment=NetworkSegment(ed35e326-3d54-4d90-818e-442334f28faf),segment_id=ed35e326-3d54-4d90-818e-442334f28faf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:38.462000 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.476782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:38.491137 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.494033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Calling delete_port for df4eae29-1491-42e5-bf65-b08a07c61cf1 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:38.627225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Attempting to bind port 52933d20-7fd1-4359-8c6c-f4f8e939a72b on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:38.627569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Attempting to bind port 52933d20-7fd1-4359-8c6c-f4f8e939a72b by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:38.627901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Attempting to bind port 52933d20-7fd1-4359-8c6c-f4f8e939a72b on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:38.633223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Port 52933d20-7fd1-4359-8c6c-f4f8e939a72b on network 45670cfd-5c68-4367-a125-786a89623f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:38.633661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Attempting to bind port 52933d20-7fd1-4359-8c6c-f4f8e939a72b on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:38.639695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:38.640035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:38.640425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Bound using segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:38.640886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Bound port: 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:38.641215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.667924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.710572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:38.714183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:38.719025 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.753976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:38.754603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:38.756034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/52933d20-7fd1-4359-8c6c-f4f8e939a72b HTTP/1.1" status: 200 len: 1092 time: 0.9070027 Jul 23 20:19:38.780728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1586ad2-e7d5-4a6a-a334-d27c7e17a7a2 service neutron] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:38.857116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-e0bc6118-5e72-4862-bded-7a1c9727c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:38.858684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-e0bc6118-5e72-4862-bded-7a1c9727c24e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 1095 time: 0.0601084 Jul 23 20:19:38.915330 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-a99f58bf-630a-46ad-adfb-1604af2aa80b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b HTTP/1.1" status: 200 len: 217 time: 0.0497429 Jul 23 20:19:38.972538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-73b26551-9623-47de-b14e-c2399ccef70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:38.974549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-73b26551-9623-47de-b14e-c2399ccef70d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0516863 Jul 23 20:19:39.010549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-c80971d1-f038-4d2a-a0f3-ee74b921abf8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291600 Jul 23 20:19:39.046049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:39.066761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:39.073894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'Port': ['ID=29034cb5-cbcb-4561-843f-888e11a3e29b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:39.073894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:39.124358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bfc05-f49d-43a2-81ad-25e203f89c19 req-ad37744e-08de-4d1e-8917-05c182fc6b03 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.125910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-077bfc05-f49d-43a2-81ad-25e203f89c19 req-ad37744e-08de-4d1e-8917-05c182fc6b03 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 943 time: 0.5475187 Jul 23 20:19:39.130541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-91b71ef0-ddf2-4943-bb9e-b1788834f9a7 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137214 Jul 23 20:19:39.221187 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c6c23afa-d426-43bb-8b9c-65c0290e799d req-d38244a0-dea2-4d2e-8b07-b9e926f0be66 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836885 Jul 23 20:19:39.246862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:39.251001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-077bfc05-f49d-43a2-81ad-25e203f89c19 req-79c23ff0-d272-458d-a9f3-2b58f9f3658e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000943 Jul 23 20:19:39.302619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=df4eae29-1491-42e5-bf65-b08a07c61cf1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:39.325138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f5a03-aeca-442c-bf5c-01e2bead1ec1 req-74f944bd-cdec-4c8c-b2bc-aa499d5ef637 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.326625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-803f5a03-aeca-442c-bf5c-01e2bead1ec1 req-74f944bd-cdec-4c8c-b2bc-aa499d5ef637 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2274487 Jul 23 20:19:39.402130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:39.477204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-803f5a03-aeca-442c-bf5c-01e2bead1ec1 req-039f3f40-5f33-430d-bbcb-dd20a57b6d77 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253412 Jul 23 20:19:39.547183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:39.639845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f38c4-20c7-4ebd-9169-e73b73afbd01 req-7740e363-b5eb-4e11-9dc2-53c33901bf7d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.641321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-474f38c4-20c7-4ebd-9169-e73b73afbd01 req-7740e363-b5eb-4e11-9dc2-53c33901bf7d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.3259530 Jul 23 20:19:39.707529 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:39.775744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-474f38c4-20c7-4ebd-9169-e73b73afbd01 req-f23c8c21-d424-407c-8d5a-30ee94e5be44 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227324 Jul 23 20:19:39.813858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817696e7-6bfd-4dfb-9b83-e81617193076 req-6c88891a-b8e2-46c0-8bea-b860056eb00f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:39.815340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-817696e7-6bfd-4dfb-9b83-e81617193076 req-6c88891a-b8e2-46c0-8bea-b860056eb00f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2401350 Jul 23 20:19:39.910813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b545c157-ba0f-4559-a75d-1aa483a28c00 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:39.930261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: b545c157-ba0f-4559-a75d-1aa483a28c00 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:39.930608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b545c157-ba0f-4559-a75d-1aa483a28c00 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:39.949837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-817696e7-6bfd-4dfb-9b83-e81617193076 req-7318b340-8605-47a0-8a39-58d09d687e27 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037958 Jul 23 20:19:39.990322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.016940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:40.019449 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e598549-0e9a-45ab-8480-22a5fff29223" -d '{"events": [{"name": "network-changed", "server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:40.056052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.067656 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53537b43-9036-46d8-a19b-65e0a5d908f1 x-openstack-request-id: req-53537b43-9036-46d8-a19b-65e0a5d908f1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:40.068036 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:40.068361 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53537b43-9036-46d8-a19b-65e0a5d908f1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:40.069787 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'status': 'completed', 'code': 200} Jul 23 20:19:40.163898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6da97a-dae6-43a7-95d6-1d14e2ac5037 req-57b123e0-267a-4208-b786-b2e0f1224e5a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.165397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a6da97a-dae6-43a7-95d6-1d14e2ac5037 req-57b123e0-267a-4208-b786-b2e0f1224e5a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2665651 Jul 23 20:19:40.168548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-c392f3d3-ac61-4736-a261-0a4a20d7e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.170235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-c392f3d3-ac61-4736-a261-0a4a20d7e237 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 1095 time: 0.0783231 Jul 23 20:19:40.181091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'Port': ['ID=29034cb5-cbcb-4561-843f-888e11a3e29b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:40.224554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.236666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Router a31513a9-5f90-485c-a9a3-6ce79a9f7576 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:19:40.263006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a6da97a-dae6-43a7-95d6-1d14e2ac5037 req-cda7c795-a937-42a8-863e-699295a1e455 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882728 Jul 23 20:19:40.269068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.280062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-502d235c-5236-4a8e-8311-1fc732286cc2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7639441 Jul 23 20:19:40.299202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-9402d3ac-c768-4616-9c68-abb603f7849e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.300984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-9402d3ac-c768-4616-9c68-abb603f7849e service neutron] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 0.1235135 Jul 23 20:19:40.418012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-0de25286-322a-479d-8723-9773b763f1ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b HTTP/1.1" status: 200 len: 217 time: 0.1069584 Jul 23 20:19:40.473900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-8b28bd8d-8b1a-48e5-ae28-f364dde3785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.475573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-8b28bd8d-8b1a-48e5-ae28-f364dde3785b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0511405 Jul 23 20:19:40.511061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-36daf75d-736f-45da-ac6b-b84535334d20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291040 Jul 23 20:19:40.539769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:40.549710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-62aee75c-d924-4231-a450-8f555ce74b7e admin admin] 10.222.0.46 "PUT /v2.0/routers/a31513a9-5f90-485c-a9a3-6ce79a9f7576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7431443 Jul 23 20:19:40.550232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:40.550882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] Sync routers for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:40.563932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:40.564796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:40.636227 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-15666e2d-ccee-49e8-9531-36f15ed5d285 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117749 Jul 23 20:19:40.638110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d859cc-5691-44bf-b5c8-962484f78f7c req-7e2a162a-b7a8-45e7-8b23-52491c5e35b1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.639629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27d859cc-5691-44bf-b5c8-962484f78f7c req-7e2a162a-b7a8-45e7-8b23-52491c5e35b1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 943 time: 0.2294533 Jul 23 20:19:40.664013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1b992-3e0b-467c-9291-14b3589ef1d9 req-38792e2d-0a20-4f33-aca3-aac1e2875c6b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:40.665571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3c1b992-3e0b-467c-9291-14b3589ef1d9 req-38792e2d-0a20-4f33-aca3-aac1e2875c6b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 946 time: 0.2386389 Jul 23 20:19:40.684270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:40.742637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27d859cc-5691-44bf-b5c8-962484f78f7c req-98fb9152-a701-4790-9d93-78cca1ddf532 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927389 Jul 23 20:19:40.755759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9e598549-0e9a-45ab-8480-22a5fff29223 req-8d199c3e-19a9-4827-8fcd-594062b23917 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079640 Jul 23 20:19:40.769616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3c1b992-3e0b-467c-9291-14b3589ef1d9 req-8256d600-6de5-429b-bb95-c17fc3056bb7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939379 Jul 23 20:19:40.781644 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.817339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42656) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:40.931358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Deleting subnet d730a284-4b16-4a2a-802e-70815f5f153f {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:40.935237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:40.945340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:19:39Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:40.982953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.023844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.029064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] Checking router: a31513a9-5f90-485c-a9a3-6ce79a9f7576 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:41.061765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] Routers {'a31513a9-5f90-485c-a9a3-6ce79a9f7576'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:41.062562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.099267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.127147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.164674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d730a284-4b16-4a2a-802e-70815f5f153f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:41.172338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.177307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1b55e4e-e3d8-4a23-8828-9473ce5d487b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d730a284-4b16-4a2a-802e-70815f5f153f HTTP/1.1" status: 204 len: 168 time: 0.3587375 Jul 23 20:19:41.177948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42666) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:41.227072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] Set router a31513a9-5f90-485c-a9a3-6ce79a9f7576 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:41.247932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-e97c9157-a2d2-4916-b364-b443dbebc0b4 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:41.249490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-e97c9157-a2d2-4916-b364-b443dbebc0b4 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 821 time: 0.2428150 Jul 23 20:19:41.267803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.283879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Deleting port 22c943d7-a707-431e-b7b0-e46a2c742463 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:19:41.284227 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.290690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-912ba571-18c8-470f-8698-e083bcf5b567 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/quotas/d23d9fa844284d75ab9fdf35119e23da HTTP/1.1" status: 200 len: 375 time: 0.0300322 Jul 23 20:19:41.302632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45daff-76fc-414b-ad90-05287e8cf0fd req-6777c258-0c76-4dca-a0eb-fedba1aa8ca9 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:41.304170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a45daff-76fc-414b-ad90-05287e8cf0fd req-6777c258-0c76-4dca-a0eb-fedba1aa8ca9 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.1681204 Jul 23 20:19:41.352235 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.363459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5b3c52-ab22-4174-bc3e-9b253591f258']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.375351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e352f0-21ee-48ce-9db5-809f16d97e6b') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.375741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e352f0-21ee-48ce-9db5-809f16d97e6b') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.385404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.410496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.417548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:41.418206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:41.421263 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:41.454630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a45daff-76fc-414b-ad90-05287e8cf0fd req-e76347d0-0a67-48a4-9bac-c823543e7b03 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383519 Jul 23 20:19:41.460100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-663442e6-4a00-4c21-a347-3336772e5621 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548862 Jul 23 20:19:41.491936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] For port 22c943d7-a707-431e-b7b0-e46a2c742463, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=22c943d7-a707-431e-b7b0-e46a2c742463,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:41.493243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.498593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.507898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.515441 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dd5b3c52-ab22-4174-bc3e-9b253591f258 HTTP/1.1" status: 204 len: 168 time: 0.3362422 Jul 23 20:19:41.525991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Calling delete_port for 22c943d7-a707-431e-b7b0-e46a2c742463 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:19:41.536473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5931d1-8bb2-4a7a-8e06-e7dfdf2fa4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5b3c52-ab22-4174-bc3e-9b253591f258,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:41.639169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:19:39Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:41.678039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954bcaa-ab99-4a24-9f79-bbb1e1e216eb None None] The sync data for ids ['a31513a9-5f90-485c-a9a3-6ce79a9f7576'] in n-d-793620-13 is: [{'id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'name': 'tempest-ServerRescueTestJSONUnderV235-937655317-router', 'tenant_id': '80dd021b649f4af7b2d092be55a602fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:19:39Z', 'revision_number': 5, 'project_id': '80dd021b649f4af7b2d092be55a602fd', 'gw_port': {'id': '22c943d7-a707-431e-b7b0-e46a2c742463', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a31513a9-5f90-485c-a9a3-6ce79a9f7576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:18:13Z', 'updated_at': '2021-07-23T20:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:41.695133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:41.756187 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5b1bf84e-b276-4f94-86f4-51bd6699285a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=506d65e8a3d44e92a2aa77768dbad525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571570 Jul 23 20:19:41.758631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42682) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:41.809931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-690c7df4-b704-4459-818a-37ac7184d093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.831851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-690c7df4-b704-4459-818a-37ac7184d093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.882361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-690c7df4-b704-4459-818a-37ac7184d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.885063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-690c7df4-b704-4459-818a-37ac7184d093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:41.889398 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-690c7df4-b704-4459-818a-37ac7184d093 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c354d893-4976-4441-96cf-79e0f98801bd HTTP/1.1" status: 204 len: 168 time: 0.1272452 Jul 23 20:19:41.896516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c7df4-b704-4459-818a-37ac7184d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c354d893-4976-4441-96cf-79e0f98801bd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:41.915290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:42.025479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:42.030427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-944cd109-0103-412a-80d0-17205e731bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514479 Jul 23 20:19:42.051575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'mac_address': 'fa:16:3e:89:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:42.094652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.107846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52933d20-7fd1-4359-8c6c-f4f8e939a72b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:42.133567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:42.142763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.197564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667db7bb-0fb5-47c2-b59c-51e9d92c0fda req-26802056-3416-4c00-9169-8338ac299840 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:42.199790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667db7bb-0fb5-47c2-b59c-51e9d92c0fda req-26802056-3416-4c00-9169-8338ac299840 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2896748 Jul 23 20:19:42.201751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:42.291842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-d174aa14-941d-456a-9938-58b1bcf0f756 service neutron] 10.222.0.46 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606280 Jul 23 20:19:42.295810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.310117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667db7bb-0fb5-47c2-b59c-51e9d92c0fda req-aa91bcbd-aa72-49ca-94cd-7fdf3f99966a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807359 Jul 23 20:19:42.343003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c943d7-a707-431e-b7b0-e46a2c742463,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:42.463513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['52933d20-7fd1-4359-8c6c-f4f8e939a72b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:42.468043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.607003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.610785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.631079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf21fe4-1e74-45f8-add7-b55fac482fa8 req-fd68b9dd-5be8-44fd-95f9-873e17b0b092 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:42.632592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bf21fe4-1e74-45f8-add7-b55fac482fa8 req-fd68b9dd-5be8-44fd-95f9-873e17b0b092 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2228305 Jul 23 20:19:42.695100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.695678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a31513a9-5f90-485c-a9a3-6ce79a9f7576 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:19:42.702366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.706119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11ce63f6-942e-47d3-a32a-889b96ed32f2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a31513a9-5f90-485c-a9a3-6ce79a9f7576 HTTP/1.1" status: 204 len: 168 time: 2.1527643 Jul 23 20:19:42.706331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42714) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:42.735808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3129ca-1cfe-4e72-937f-ee016e1af3b1 req-7a6d8249-38f7-4cda-963d-61091fbd5189 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:42.742782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab3129ca-1cfe-4e72-937f-ee016e1af3b1 req-7a6d8249-38f7-4cda-963d-61091fbd5189 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 944 time: 0.1997433 Jul 23 20:19:42.756898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bf21fe4-1e74-45f8-add7-b55fac482fa8 req-b63a8da2-66b1-4d89-941e-c228071c8561 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851018 Jul 23 20:19:42.806879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab3129ca-1cfe-4e72-937f-ee016e1af3b1 req-d57d405f-9e5c-43d2-8d9a-670ddfa6eacc tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632133 Jul 23 20:19:42.808658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Deleting subnet 66eeaaa8-74af-47e2-9cc1-151514c8160a {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:19:42.812143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.851421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.960252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:42.975803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d24aa86-e24e-4385-99ea-83b386806852 req-c162fe58-e858-4edb-84a2-5954e55f461a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 210 time: 0.0411401 Jul 23 20:19:43.014287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device df4eae29-1491-42e5-bf65-b08a07c61cf1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:43.044560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.055769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: df4eae29-1491-42e5-bf65-b08a07c61cf1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:43.056302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device df4eae29-1491-42e5-bf65-b08a07c61cf1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:43.074586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66eeaaa8-74af-47e2-9cc1-151514c8160a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:43.079920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.082833 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-178fb5e1-ce38-4405-a330-7259709aa100 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/66eeaaa8-74af-47e2-9cc1-151514c8160a HTTP/1.1" status: 204 len: 168 time: 0.3756320 Jul 23 20:19:43.085722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42724) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:43.167137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.191503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058e1e6-4d7c-4734-89c3-c3e7c8fdf33a req-b9db3649-153e-4481-8652-8b0672ca5f43 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.193013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9058e1e6-4d7c-4734-89c3-c3e7c8fdf33a req-b9db3649-153e-4481-8652-8b0672ca5f43 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0888345 Jul 23 20:19:43.214947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59398181-d73a-485d-9b13-c6cc7dde5456 req-6741f0d3-eda8-40fd-9482-d5990747732b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.220924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59398181-d73a-485d-9b13-c6cc7dde5456 req-6741f0d3-eda8-40fd-9482-d5990747732b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.227217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59398181-d73a-485d-9b13-c6cc7dde5456 req-6741f0d3-eda8-40fd-9482-d5990747732b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.229141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59398181-d73a-485d-9b13-c6cc7dde5456 req-6741f0d3-eda8-40fd-9482-d5990747732b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2&device_id=3796b50c-57cd-4704-93d7-36f5a13b3784&device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 2419 time: 0.1661165 Jul 23 20:19:43.259301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.270415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ade711-6b44-4232-868f-5c1db5d53790']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:43.281237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed35e326-3d54-4d90-818e-442334f28faf') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:43.281575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed35e326-3d54-4d90-818e-442334f28faf') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:43.286863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9058e1e6-4d7c-4734-89c3-c3e7c8fdf33a req-3f452e33-6ad3-41d4-b3a6-40da5148c48e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824676 Jul 23 20:19:43.292550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.300963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59398181-d73a-485d-9b13-c6cc7dde5456 req-5521b26a-43af-476b-8f9d-9667d0b95189 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629518 Jul 23 20:19:43.313407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.326091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:19:43.326681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:19:43.328960 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:19:43.426826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.439234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.442024 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] 10.222.0.46 "DELETE /v2.0/networks/10ade711-6b44-4232-868f-5c1db5d53790 HTTP/1.1" status: 204 len: 168 time: 0.3547809 Jul 23 20:19:43.457329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0465a9-377f-470d-b9aa-bf06ae27d59a admin admin] Pushing event deleted for resources: {'Network': ['ID=10ade711-6b44-4232-868f-5c1db5d53790,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:43.505089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc741dad-92ef-4740-a88c-943e75044905 req-a80b7e54-a4cc-4283-9188-54dc3c259c75 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.506713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc741dad-92ef-4740-a88c-943e75044905 req-a80b7e54-a4cc-4283-9188-54dc3c259c75 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.0714629 Jul 23 20:19:43.558937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc741dad-92ef-4740-a88c-943e75044905 req-49415418-3f1e-431d-947d-83b4132d1649 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Jul 23 20:19:43.606522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.654916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42740) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:43.719069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-461741fb-64e6-40aa-a98f-c259015de1b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=80dd021b649f4af7b2d092be55a602fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633020 Jul 23 20:19:43.721519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42744) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:43.774787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d101b6b3-fcb7-4090-a734-f1bc936afb98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.819655 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ccba118-21d9-45b7-8bf4-45abe5d3737d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.821272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d101b6b3-fcb7-4090-a734-f1bc936afb98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.830217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-ed8aa9f8-ad05-48b7-8ec7-7b33be7a2617 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.831863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-ed8aa9f8-ad05-48b7-8ec7-7b33be7a2617 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 821 time: 0.1733506 Jul 23 20:19:43.849720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'port': {'device_id': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'admin_state_up': True, 'tenant_id': 'd23d9fa844284d75ab9fdf35119e23da'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:43.882726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d101b6b3-fcb7-4090-a734-f1bc936afb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.883873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d09f2a-ac5f-44a6-8274-27099d247246 req-4f3dd589-5401-444b-bd18-c5889d38688e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:43.885368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0d09f2a-ac5f-44a6-8274-27099d247246 req-4f3dd589-5401-444b-bd18-c5889d38688e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1227710 Jul 23 20:19:43.885782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d101b6b3-fcb7-4090-a734-f1bc936afb98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:43.887580 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d101b6b3-fcb7-4090-a734-f1bc936afb98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15664b9b-5c99-4e0f-96e8-708c61560607 HTTP/1.1" status: 204 len: 168 time: 0.1647427 Jul 23 20:19:43.896975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101b6b3-fcb7-4090-a734-f1bc936afb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15664b9b-5c99-4e0f-96e8-708c61560607,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:43.923470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:43.994449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0d09f2a-ac5f-44a6-8274-27099d247246 req-b7660a8b-4e6e-4059-8148-35ad0000fd20 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893669 Jul 23 20:19:43.999929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 52933d20-7fd1-4359-8c6c-f4f8e939a72b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:44.004854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 52933d20-7fd1-4359-8c6c-f4f8e939a72b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:44.005240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.101710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Made reservation on behalf of d23d9fa844284d75ab9fdf35119e23da for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:44.106051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.149036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.181121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:44.184717 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7326c86-4aba-4e0d-8161-5cbbc04068f6" -d '{"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-plugged", "status": "completed", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:44.199050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:44.204588 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.225992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-950f33ef-9b46-43bc-bfe3-253403cd67e6 req-f033a5a8-3ab1-4c84-be64-59fc6baf7027 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 210 time: 0.0468249 Jul 23 20:19:44.253662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a4ea5-ddc7-4a7f-bc17-64160efc69ea req-995820f0-92f7-429e-9112-b9ad7eb27288 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.255464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-080a4ea5-ddc7-4a7f-bc17-64160efc69ea req-995820f0-92f7-429e-9112-b9ad7eb27288 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 944 time: 0.1914206 Jul 23 20:19:44.274507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.362673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-080a4ea5-ddc7-4a7f-bc17-64160efc69ea req-c415b8ee-911c-4b23-ab0e-274f6178d50a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063380 Jul 23 20:19:44.365104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Allocated IP 172.20.0.13 (ca59e275-96ca-483e-bbec-b8f4de7802af/80e72bc1-4493-4ba2-aeb9-3c7331578be2/61324e89-04fb-4fd4-9486-06ef1835b531) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:44.441915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cc313c-4c58-4b85-ace9-07e29b92be8d req-7317c800-74e1-4269-9cb7-57f8e6d28c98 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.443370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51cc313c-4c58-4b85-ace9-07e29b92be8d req-7317c800-74e1-4269-9cb7-57f8e6d28c98 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1294968 Jul 23 20:19:44.524051 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb77e8ef-2495-41c1-9031-5ba63bf64d2c x-openstack-request-id: req-eb77e8ef-2495-41c1-9031-5ba63bf64d2c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:44.524548 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-plugged", "status": "completed", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:44.524876 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb77e8ef-2495-41c1-9031-5ba63bf64d2c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:44.525349 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'code': 200} Jul 23 20:19:44.542510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51cc313c-4c58-4b85-ace9-07e29b92be8d req-b59c9942-5d92-4c26-bb94-83cdc01ddd56 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Jul 23 20:19:44.583404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.628100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.699156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Network ca59e275-96ca-483e-bbec-b8f4de7802af is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:44.702543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:44.706524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:44.737045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:44.741889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dcf13-a818-431f-9cc2-b69c1b0a634c req-8de2b242-7200-4083-abd3-c37fd72ef938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.748050 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334dcf13-a818-431f-9cc2-b69c1b0a634c req-8de2b242-7200-4083-abd3-c37fd72ef938 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 1097 time: 0.1293395 Jul 23 20:19:44.777297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:44.778134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:44.812458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-455e17a9-426a-42fd-b04d-c20892ead362 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9669182 Jul 23 20:19:44.822124 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334dcf13-a818-431f-9cc2-b69c1b0a634c req-6600d8a4-e9d4-4a0c-95d4-019b48b88c54 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670760 Jul 23 20:19:44.825185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Request body: {'port': {'device_id': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:44.897063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22c943d7-a707-431e-b7b0-e46a2c742463 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:19:44.927304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 22c943d7-a707-431e-b7b0-e46a2c742463 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:19:44.927801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 22c943d7-a707-431e-b7b0-e46a2c742463 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:19:44.941520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42796) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:44.976643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.058197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380cb0d-c37a-4b02-94fb-acc654a56849 req-3231f4df-6a16-423a-a42a-36ced9ade3cd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.060102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6380cb0d-c37a-4b02-94fb-acc654a56849 req-3231f4df-6a16-423a-a42a-36ced9ade3cd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1318080 Jul 23 20:19:45.066361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-293498036-network', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:45.172309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Made reservation on behalf of 12c439fea88841b9af3e4941dd17cf57 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:45.174631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.194943 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.208104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6380cb0d-c37a-4b02-94fb-acc654a56849 req-1db38b3f-2c11-4754-b2e2-6d63e49c2636 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284101 Jul 23 20:19:45.466970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.493667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d15e24-1b28-4d0f-8b48-8cc2353f560a req-b6ca7428-7fdd-4002-8950-6a2607e2ef2e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.495730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09d15e24-1b28-4d0f-8b48-8cc2353f560a req-b6ca7428-7fdd-4002-8950-6a2607e2ef2e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1948256 Jul 23 20:19:45.496426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.551748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61324e89-04fb-4fd4-9486-06ef1835b531 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:45.578892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.585049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:45.597258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258a14f3-6912-4d85-92f5-cdf01ccea79b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:45.620068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Transition to ACTIVE for port object 61324e89-04fb-4fd4-9486-06ef1835b531 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:45.627952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.628301 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Added segment 2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1 of type vlan for network fb3d6a92-34a6-487d-ae51-a7f921e11808 Jul 23 20:19:45.630503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.645088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09d15e24-1b28-4d0f-8b48-8cc2353f560a req-5ab0751c-e8ec-4f3f-8724-4a87b02238df tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385021 Jul 23 20:19:45.739059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb0eb6-bd2a-4aa5-9fbd-3f9c9be22920 req-15eceed1-1389-45fc-bef6-84bf14a9839d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.740554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cbb0eb6-bd2a-4aa5-9fbd-3f9c9be22920 req-15eceed1-1389-45fc-bef6-84bf14a9839d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 932 time: 0.2697377 Jul 23 20:19:45.744975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:45.749030 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.889333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cbb0eb6-bd2a-4aa5-9fbd-3f9c9be22920 req-1094367d-f772-4912-8cac-751199299a1e tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269042 Jul 23 20:19:45.889946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.890873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:45.891453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:45.962229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0200310 Jul 23 20:19:45.965695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42820) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:45.971021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Request body: {'subnet': {'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-293498036-subnet', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:45.992886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Made reservation on behalf of 12c439fea88841b9af3e4941dd17cf57 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:45.995438 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.002456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a193cf0-cab5-4567-a482-875ea3b7dca3 req-9fa3f4dc-a803-4363-bb48-918be5c0d79a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.003948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a193cf0-cab5-4567-a482-875ea3b7dca3 req-9fa3f4dc-a803-4363-bb48-918be5c0d79a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2743478 Jul 23 20:19:46.004622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Attempting to bind port 61324e89-04fb-4fd4-9486-06ef1835b531 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:46.004964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Attempting to bind port 61324e89-04fb-4fd4-9486-06ef1835b531 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:46.005293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Attempting to bind port 61324e89-04fb-4fd4-9486-06ef1835b531 on network ca59e275-96ca-483e-bbec-b8f4de7802af {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:46.012161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70918ef3-7e96-4f66-ab4f-950926d0e21d admin admin] Pushing event updated for resources: {'Network': ['ID=fb3d6a92-34a6-487d-ae51-a7f921e11808,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:46.023691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:46.037728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Port 61324e89-04fb-4fd4-9486-06ef1835b531 on network ca59e275-96ca-483e-bbec-b8f4de7802af not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:46.038058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Attempting to bind port 61324e89-04fb-4fd4-9486-06ef1835b531 on network ca59e275-96ca-483e-bbec-b8f4de7802af {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:46.056730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:46.057075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Checking segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:46.058066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Bound using segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:46.058758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Bound port: 61324e89-04fb-4fd4-9486-06ef1835b531, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:46.059245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.091877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a193cf0-cab5-4567-a482-875ea3b7dca3 req-93545a0d-3d4b-471a-9a35-ee0f829a695b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821538 Jul 23 20:19:46.151757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7f373-dfd0-4bf3-a008-285f7f866298 req-eeb1e7a2-5e0d-4c07-952c-1c9e73cb729f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.153735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96b7f373-dfd0-4bf3-a008-285f7f866298 req-eeb1e7a2-5e0d-4c07-952c-1c9e73cb729f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1981602 Jul 23 20:19:46.175190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:46.184224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.184416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:46.197701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.246267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.246873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.248293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] 10.222.0.36 "PUT /v2.0/ports/61324e89-04fb-4fd4-9486-06ef1835b531 HTTP/1.1" status: 200 len: 1093 time: 1.4279785 Jul 23 20:19:46.248733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:46.251050 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82320029-fd18-45bb-a92a-924b880058d2" -d '{"events": [{"name": "network-changed", "server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:46.251408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:46.258664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96b7f373-dfd0-4bf3-a008-285f7f866298 req-8fc12df0-69b2-4dc3-961c-51cdf747d3bf tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856521 Jul 23 20:19:46.266192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Checking segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:46.266560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Network hostable DHCP agents. Network: fb3d6a92-34a6-487d-ae51-a7f921e11808, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:19:46.281840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99710d23-8c3e-403a-a8db-43eec876d199 service neutron] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:46.299300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:19:46.318349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, fb3d6a92-34a6-487d-ae51-a7f921e11808) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:46.323668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.324874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.328731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e6a50-ffb5-4165-8dfa-2eb8f8779a31 None None] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:46.341929 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-79c7c8bf-6a21-4b1e-bf7a-7e4e2c2465cd admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3748422 Jul 23 20:19:46.344358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:46.351789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:46.374755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-a5364f7f-f733-4b06-8f9a-883a424f96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.376834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-a5364f7f-f733-4b06-8f9a-883a424f96ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 1096 time: 0.0710111 Jul 23 20:19:46.382614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.383733 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.412764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-430031ed-166b-4f69-b300-27c1be18e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.432021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-f0c2f8b5-f34d-4b77-86cb-a0153103bee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61324e89-04fb-4fd4-9486-06ef1835b531 HTTP/1.1" status: 200 len: 217 time: 0.0469446 Jul 23 20:19:46.452634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.452875 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.516255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-4083ccc2-141a-43f9-bbfd-c2923f7a5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.518032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-4083ccc2-141a-43f9-bbfd-c2923f7a5f6e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 200 len: 861 time: 0.0494649 Jul 23 20:19:46.563090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-fb3d6a92-34a6-487d-ae51-a7f921e11808', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:19:46.563969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.567613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-fc8c5aa2-83f3-4896-85ad-39ada8719fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca59e275-96ca-483e-bbec-b8f4de7802af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401132 Jul 23 20:19:46.606227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be9266-1f61-44a4-a5ea-23b2c3aa225f req-745c8771-9759-41a1-a2ad-65a563a30e28 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:46.614342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23be9266-1f61-44a4-a5ea-23b2c3aa225f req-745c8771-9759-41a1-a2ad-65a563a30e28 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1805370 Jul 23 20:19:46.631314 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.676955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23be9266-1f61-44a4-a5ea-23b2c3aa225f req-43bdd29d-a93b-441e-a7b7-67ff2fcf7a36 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Jul 23 20:19:46.756739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Allocated IP 172.20.0.2 (fb3d6a92-34a6-487d-ae51-a7f921e11808/6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a/e6f4205f-c2b3-4c18-bfcb-af6763dd8164) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:46.764795 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa8399b-c631-4b1a-aed3-6f8263bd20e3 x-openstack-request-id: req-9aa8399b-c631-4b1a-aed3-6f8263bd20e3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:46.766579 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:46.766880 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aa8399b-c631-4b1a-aed3-6f8263bd20e3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:46.767388 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531', 'status': 'completed', 'code': 200} Jul 23 20:19:46.827323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-e66bcaca-5892-477c-b3a9-33d3abb6e841 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489674 Jul 23 20:19:46.902855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.931551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.956581 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:46.965993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Transition to ACTIVE for port object e6f4205f-c2b3-4c18-bfcb-af6763dd8164 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:46.996387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Transition to ACTIVE for port object e6f4205f-c2b3-4c18-bfcb-af6763dd8164 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:47.008638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.080547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Allocated IP 172.25.8.117 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/0139be6d-d190-463d-819b-e96441e8ddfa) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:47.085822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Pushing event updated for resources: {'Port': ['ID=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:47.099249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:47.100159 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.101464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:47.102597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2ecdabe-c52b-4ba6-aa50-f1b3cbc3380e req-a590bd65-6a78-4c00-bb46-814feb2cb6a7 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670910 Jul 23 20:19:47.104944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:47.129320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490adb83-9d4e-439f-b97e-0e4bdbee8a3b req-8c278553-c5bb-4696-8c26-81842ea3fc1a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.130912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-490adb83-9d4e-439f-b97e-0e4bdbee8a3b req-8c278553-c5bb-4696-8c26-81842ea3fc1a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0709295 Jul 23 20:19:47.183453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Attempting to bind port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:47.183713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-490adb83-9d4e-439f-b97e-0e4bdbee8a3b req-f70d5da3-704c-42bb-bcba-f8fec0dd4fec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Jul 23 20:19:47.183980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Attempting to bind port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:47.184409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Attempting to bind port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 on network fb3d6a92-34a6-487d-ae51-a7f921e11808 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:47.212263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:47.212645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Checking segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:47.213057 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.217141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Bound using segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:47.217708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Bound port: e6f4205f-c2b3-4c18-bfcb-af6763dd8164, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:47.218204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.244842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.297347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.325923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e257678e-bb06-487f-9751-6c101b005398 None None] For port e6f4205f-c2b3-4c18-bfcb-af6763dd8164, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:47.329408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e257678e-bb06-487f-9751-6c101b005398 None None] For port e6f4205f-c2b3-4c18-bfcb-af6763dd8164, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:47.337635 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.346350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:47.349269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:47.352971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:47.381169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be161-355f-4807-9fed-00376c290088 req-4defed9d-3b89-4e5b-ac72-50b0013f4d6f tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.382761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c24be161-355f-4807-9fed-00376c290088 req-4defed9d-3b89-4e5b-ac72-50b0013f4d6f tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 944 time: 0.1298387 Jul 23 20:19:47.393467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257678e-bb06-487f-9751-6c101b005398 None None] Pushing event updated for resources: {'Port': ['ID=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:47.438709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320029-fd18-45bb-a92a-924b880058d2 req-aef36d99-1b61-4e63-a384-3f2d84add47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.440210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-aef36d99-1b61-4e63-a384-3f2d84add47f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 1096 time: 0.1470356 Jul 23 20:19:47.443026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0139be6d-d190-463d-819b-e96441e8ddfa,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:47.444381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c24be161-355f-4807-9fed-00376c290088 req-29faee6d-185f-4b42-ad57-fd1e2fe423ff tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Jul 23 20:19:47.623163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.635059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320029-fd18-45bb-a92a-924b880058d2 req-e8169b8d-e981-4212-bcad-18598ebb3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.637529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-e8169b8d-e981-4212-bcad-18598ebb3f20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 922 time: 0.1899619 Jul 23 20:19:47.696789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:47.713463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-c505b390-0b35-401a-be6e-34cba48a0778 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61324e89-04fb-4fd4-9486-06ef1835b531 HTTP/1.1" status: 200 len: 217 time: 0.0567920 Jul 23 20:19:47.757176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3901802-e8c7-4eeb-beb0-d69b1587c884 req-7aec8b67-ad2e-488b-ba58-48b8fd4f2da0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.758730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3901802-e8c7-4eeb-beb0-d69b1587c884 req-7aec8b67-ad2e-488b-ba58-48b8fd4f2da0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2097991 Jul 23 20:19:47.832122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82320029-fd18-45bb-a92a-924b880058d2 req-c620aa17-a0fc-48d6-bbc5-6e1ca71b0c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.833602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-c620aa17-a0fc-48d6-bbc5-6e1ca71b0c75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 200 len: 861 time: 0.0983937 Jul 23 20:19:47.841339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3901802-e8c7-4eeb-beb0-d69b1587c884 req-dfcecdc8-6417-49df-9ad7-e8d488c43af3 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584590 Jul 23 20:19:47.871671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-ab9cc79c-8dc9-40fd-9dc7-58f9962d7599 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca59e275-96ca-483e-bbec-b8f4de7802af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286503 Jul 23 20:19:47.896591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9ad72-3982-46dc-a61d-31cbdfbfe921 req-d20ec4dd-e0ba-459a-8990-f218c308a946 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:47.904089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bd9ad72-3982-46dc-a61d-31cbdfbfe921 req-d20ec4dd-e0ba-459a-8990-f218c308a946 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.2004287 Jul 23 20:19:47.916710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.016460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bd9ad72-3982-46dc-a61d-31cbdfbfe921 req-1844d573-1206-491e-a09e-5799da454bbc tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115105 Jul 23 20:19:48.043679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-f1cb2ab1-0dc8-48bc-b69a-16dd85cae72d service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640630 Jul 23 20:19:48.062924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:19:48.083149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeb5fa-c158-4e59-9c42-03a28e8ffd20 req-353ea498-e079-4670-a6ea-06c26b8ead38 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:48.090745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ceeb5fa-c158-4e59-9c42-03a28e8ffd20 req-353ea498-e079-4670-a6ea-06c26b8ead38 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1541157 Jul 23 20:19:48.216910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:48.236885 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:48.238862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.240525 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b1f787c3-f172-4720-8e1d-eb5d79dbf6a7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8939185 Jul 23 20:19:48.243456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:48.260404 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:48.261993 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:48.428544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:48.599054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ceeb5fa-c158-4e59-9c42-03a28e8ffd20 req-996f8c72-2199-4958-a7ca-ef6c1d60964f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070300 Jul 23 20:19:48.631634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a9081-f501-4754-9efc-d348b70c430d None None] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:48.637165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82320029-fd18-45bb-a92a-924b880058d2 req-73f9cad0-121b-485a-9ef4-a8b42c9a3449 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843508 Jul 23 20:19:48.687241 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:47Z', 'revision_number': 3, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:48.744531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:48.745184 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Updating router 6e27c010-ec44-450c-98c4-1abf9f7889bf port 0139be6d-d190-463d-819b-e96441e8ddfa binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:19:48.785173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d112f3e-0c58-4ce3-8a1d-1b5500d9c721 None None] Provisioning for port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:48.787519 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:48.810654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7605c4-8421-49a5-8c9b-5961a64ef983 req-d10f4be7-6d79-42fd-96f2-a02413ee0a37 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:48.812167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc7605c4-8421-49a5-8c9b-5961a64ef983 req-d10f4be7-6d79-42fd-96f2-a02413ee0a37 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 944 time: 0.1002481 Jul 23 20:19:48.888433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc7605c4-8421-49a5-8c9b-5961a64ef983 req-0583edb5-b883-4c90-a23f-3732cd70030c tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Jul 23 20:19:49.017890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dceae3-abb4-4748-9975-e0fae4c00b4e req-88f42af5-10e5-4df7-b0e2-f4b3b56e19b4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:49.024920 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9dceae3-abb4-4748-9975-e0fae4c00b4e req-88f42af5-10e5-4df7-b0e2-f4b3b56e19b4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1354637 Jul 23 20:19:49.061324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f4205f-c2b3-4c18-bfcb-af6763dd8164 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:49.094286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9dceae3-abb4-4748-9975-e0fae4c00b4e req-dddb58fa-b391-4334-ab32-a093cf0ca0a8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680585 Jul 23 20:19:49.164680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43645d79-72d8-41f6-b428-559824a97911 req-045fce21-71bf-4ad0-90f9-7e6e621ff632 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:49.175763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43645d79-72d8-41f6-b428-559824a97911 req-045fce21-71bf-4ad0-90f9-7e6e621ff632 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1848090 Jul 23 20:19:49.185948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:49.190080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:49.190450 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.258561 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.269616 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Transition to ACTIVE for port object 0139be6d-d190-463d-819b-e96441e8ddfa will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:49.274789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43645d79-72d8-41f6-b428-559824a97911 req-1e22f42c-1b3d-4cdc-a742-ecb443042ced tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983455 Jul 23 20:19:49.281382 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.325077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11545-0303-43b6-9575-d9bda9a77245 req-5924989f-a58b-4b16-a262-6ae0f10956f9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:49.326727 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.333532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80b11545-0303-43b6-9575-d9bda9a77245 req-5924989f-a58b-4b16-a262-6ae0f10956f9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1083727 Jul 23 20:19:49.370477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0dd2c61a-dc32-4d4c-83ba-da7a2aabc578 None None] Provisioning complete for port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:49.370850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0dd2c61a-dc32-4d4c-83ba-da7a2aabc578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.378777 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.388074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80b11545-0303-43b6-9575-d9bda9a77245 req-b3d222fd-c746-4bea-9f21-b559d6ebb616 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536308 Jul 23 20:19:49.392890 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Attempting to bind port 0139be6d-d190-463d-819b-e96441e8ddfa on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:49.393427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Attempting to bind port 0139be6d-d190-463d-819b-e96441e8ddfa by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:49.393818 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Attempting to bind port 0139be6d-d190-463d-819b-e96441e8ddfa on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:49.406169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Pushing event updated for resources: {'Port': ['ID=0139be6d-d190-463d-819b-e96441e8ddfa,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:49.409879 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:49.410250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:49.410829 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.411220 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:49.411738 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Bound port: 0139be6d-d190-463d-819b-e96441e8ddfa, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:49.412116 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.421056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e6f4205f-c2b3-4c18-bfcb-af6763dd8164, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:49.435316 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.442825 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.443210 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.443549 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.444073 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.444438 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.444879 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.445298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.445665 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.445993 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.446491 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.446748 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.447070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:19:49.505270 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] For port 0139be6d-d190-463d-819b-e96441e8ddfa, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:49.508693 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] For port 0139be6d-d190-463d-819b-e96441e8ddfa, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0139be6d-d190-463d-819b-e96441e8ddfa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:49.515231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:49.517853 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.531654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:49.545037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dc9f6-becb-426a-9f1d-2787e7a0cd72 req-547263b3-8d13-41c4-acdc-cd7b2cb8235d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:49.552801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf8dc9f6-becb-426a-9f1d-2787e7a0cd72 req-547263b3-8d13-41c4-acdc-cd7b2cb8235d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0804484 Jul 23 20:19:49.607400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf8dc9f6-becb-426a-9f1d-2787e7a0cd72 req-74f0f1d6-84e3-4507-8443-a4632907275d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jul 23 20:19:49.611390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.661240 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ea355-11f2-4317-89f9-7bc268833ca4 None None] Pushing event updated for resources: {'Port': ['ID=0139be6d-d190-463d-819b-e96441e8ddfa,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:49.671128 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:49.672690 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:49.677019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:49.690271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '61324e89-04fb-4fd4-9486-06ef1835b531', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'port_id': '61324e89-04fb-4fd4-9486-06ef1835b531', 'mac_address': 'fa:16:3e:d6:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e72bc1-4493-4ba2-aeb9-3c7331578be2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:49.696602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Allocated IP 172.20.0.1 (fb3d6a92-34a6-487d-ae51-a7f921e11808/6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a/206db3a8-2939-4c56-9fb9-ed071607a8e3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:49.771241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.788286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96350a75-88a5-4be5-acfa-8f27beb6e4f9 req-2ff4f1da-2a6d-4da4-9e39-401d41bed35d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:49.797821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96350a75-88a5-4be5-acfa-8f27beb6e4f9 req-2ff4f1da-2a6d-4da4-9e39-401d41bed35d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1062067 Jul 23 20:19:49.798240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61324e89-04fb-4fd4-9486-06ef1835b531 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:49.812505 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:49.830858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:49.841537 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.843593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.856768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96350a75-88a5-4be5-acfa-8f27beb6e4f9 req-01984cc1-3acd-489d-be5d-f2db6bd7165d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577915 Jul 23 20:19:49.866468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Transition to ACTIVE for port object 206db3a8-2939-4c56-9fb9-ed071607a8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:49.912678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:49.929246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:49.968595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:49.972027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:49.975725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:50.028780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Pushing event updated for resources: {'Port': ['ID=206db3a8-2939-4c56-9fb9-ed071607a8e3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:50.056280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.082957 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:47Z', 'revision_number': 3, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:50.143640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['61324e89-04fb-4fd4-9486-06ef1835b531'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:50.170338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ca524-9dcf-4d0a-81f2-83f20847e40d req-a8103850-ac23-415c-abbf-b032f4ef04e0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:50.184075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-721ca524-9dcf-4d0a-81f2-83f20847e40d req-a8103850-ac23-415c-abbf-b032f4ef04e0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 945 time: 0.1836984 Jul 23 20:19:50.235858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.264286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97158e-416b-4e2f-a7cd-f2ee53e66863 req-5459e6b9-9363-46cd-b9ab-9d94ee9bd7d8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:50.266698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb97158e-416b-4e2f-a7cd-f2ee53e66863 req-5459e6b9-9363-46cd-b9ab-9d94ee9bd7d8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 813 time: 0.2154274 Jul 23 20:19:50.279285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1af7c-aa59-4c70-892d-e937f98725a6 None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:47Z', 'revision_number': 3, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:50.287331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df37280a-7a68-41e2-8e83-3fe4169fba68 None None] Provisioning for port 206db3a8-2939-4c56-9fb9-ed071607a8e3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:50.301923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df37280a-7a68-41e2-8e83-3fe4169fba68 None None] Provisioning complete for port 206db3a8-2939-4c56-9fb9-ed071607a8e3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:50.301923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df37280a-7a68-41e2-8e83-3fe4169fba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.308877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-721ca524-9dcf-4d0a-81f2-83f20847e40d req-58e9c0ee-45f2-42be-9c69-e67814b77d3a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212864 Jul 23 20:19:50.315375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb97158e-416b-4e2f-a7cd-f2ee53e66863 req-20aba646-c210-4c54-a436-d9c3a6a0c629 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/quotas/e15779d8ebf64e56857cfa2640a786c3 HTTP/1.1" status: 200 len: 375 time: 0.0400498 Jul 23 20:19:50.368538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-df37280a-7a68-41e2-8e83-3fe4169fba68 None None] Port 206db3a8-2939-4c56-9fb9-ed071607a8e3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:19:50.455696 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.460038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb97158e-416b-4e2f-a7cd-f2ee53e66863 req-adfa14e9-0edf-46cb-add1-587b1587e83d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1380591 Jul 23 20:19:50.461589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.492905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d4e0-8743-435b-bd55-4fec8fbecc58 req-e27f384d-d8df-4041-b930-8a7d500ec3f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:50.508759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1260d4e0-8743-435b-bd55-4fec8fbecc58 req-e27f384d-d8df-4041-b930-8a7d500ec3f4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.0946717 Jul 23 20:19:50.551763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1260d4e0-8743-435b-bd55-4fec8fbecc58 req-5702d969-ef53-4f32-9912-83e4ed42c07b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Jul 23 20:19:50.555045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Pushing event updated for resources: {'Port': ['ID=206db3a8-2939-4c56-9fb9-ed071607a8e3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:50.585272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:50.690229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c77e9-c7ae-4afc-b1e4-79b31b643202 req-8b9d9977-7879-4093-94a9-c486d3c028a8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:50.691767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-721c77e9-c7ae-4afc-b1e4-79b31b643202 req-8b9d9977-7879-4093-94a9-c486d3c028a8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1195710 Jul 23 20:19:50.750408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:50.752041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:50.795299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-721c77e9-c7ae-4afc-b1e4-79b31b643202 req-f4b7e0bd-b61a-4f19-b517-f8f7466df8ab tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906115 Jul 23 20:19:50.828216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57b4e-679b-4f40-a2b2-c63ab5760417 req-d14d0f5e-9c15-4ba2-affe-a5f65a6dc47b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:50.843679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c57b4e-679b-4f40-a2b2-c63ab5760417 req-d14d0f5e-9c15-4ba2-affe-a5f65a6dc47b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1622949 Jul 23 20:19:50.874031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42924) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:50.881979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c57b4e-679b-4f40-a2b2-c63ab5760417 req-230f18b1-1bfb-472d-a270-6dd432c4dcef tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370867 Jul 23 20:19:50.951893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:19:51.089270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0139be6d-d190-463d-819b-e96441e8ddfa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:51.127463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536411b2-cb5c-4903-8570-5ed1d7723d1d req-4a13ea25-7ed6-4abc-a047-50bf61ae9a11 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:51.129464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-536411b2-cb5c-4903-8570-5ed1d7723d1d req-4a13ea25-7ed6-4abc-a047-50bf61ae9a11 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1548238 Jul 23 20:19:51.145817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a174d2ef-49c0-41ab-849e-9c6130037047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.170928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:51.177170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9ab2dfc-4b74-4d60-ae86-10a5cc621299 admin admin] 10.222.0.46 "PUT /v2.0/routers/6e27c010-ec44-450c-98c4-1abf9f7889bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9324119 Jul 23 20:19:51.183907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-536411b2-cb5c-4903-8570-5ed1d7723d1d req-2523dd55-68d8-4cc4-990a-4df79df4f46b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Jul 23 20:19:51.217324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0139be6d-d190-463d-819b-e96441e8ddfa completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:51.223506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ccd1c4d-ba26-484b-b1c1-b47c1bd9840e None None] Provisioning complete for port 206db3a8-2939-4c56-9fb9-ed071607a8e3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:51.224000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ccd1c4d-ba26-484b-b1c1-b47c1bd9840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.226354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0139be6d-d190-463d-819b-e96441e8ddfa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:51.226935 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.302560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a174d2ef-49c0-41ab-849e-9c6130037047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.310727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a174d2ef-49c0-41ab-849e-9c6130037047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.319164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd1c4d-ba26-484b-b1c1-b47c1bd9840e None None] Port 206db3a8-2939-4c56-9fb9-ed071607a8e3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:19:51.363873 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a174d2ef-49c0-41ab-849e-9c6130037047 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a385a9b3801a44aba9640457e3fd30bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4862056 Jul 23 20:19:51.366148 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.366707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:51.367462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174d2ef-49c0-41ab-849e-9c6130037047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdb885a-626c-4178-bc10-9d9ea80edce4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.399770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0139be6d-d190-463d-819b-e96441e8ddfa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0139be6d-d190-463d-819b-e96441e8ddfa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:51.406247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.407584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f4205f-c2b3-4c18-bfcb-af6763dd8164 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:51.504500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0139be6d-d190-463d-819b-e96441e8ddfa,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.508449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:51.525261 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3abf5f9d-86e8-4bb1-9c67-312762831890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.531368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ce44125-39b0-48b0-ac75-8a69d6562361 req-5dee38b4-b5c8-42e8-8954-b7d1f742c4c9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e15779d8ebf64e56857cfa2640a786c3 HTTP/1.1" status: 200 len: 221 time: 0.0511551 Jul 23 20:19:51.538682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:51.539131 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.560146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3abf5f9d-86e8-4bb1-9c67-312762831890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.568891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899a683-7f78-48fc-a89c-a6111f884f03 req-6e6d3167-45d3-4038-9fb3-ac194c45c47d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:51.570444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c899a683-7f78-48fc-a89c-a6111f884f03 req-6e6d3167-45d3-4038-9fb3-ac194c45c47d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 945 time: 0.1528311 Jul 23 20:19:51.622222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 61324e89-04fb-4fd4-9486-06ef1835b531 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:51.628443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 61324e89-04fb-4fd4-9486-06ef1835b531 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:51.628924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.632218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c899a683-7f78-48fc-a89c-a6111f884f03 req-0d0edebe-e05b-4757-989c-6c4c4cf1129b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558567 Jul 23 20:19:51.662723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3abf5f9d-86e8-4bb1-9c67-312762831890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.666174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3abf5f9d-86e8-4bb1-9c67-312762831890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.667510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3abf5f9d-86e8-4bb1-9c67-312762831890 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5cdb885a-626c-4178-bc10-9d9ea80edce4 HTTP/1.1" status: 204 len: 168 time: 0.2996650 Jul 23 20:19:51.676222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf5f9d-86e8-4bb1-9c67-312762831890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdb885a-626c-4178-bc10-9d9ea80edce4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.748477 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.776045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:51.778652 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72390ce-ab58-4100-8a70-0608aff3fd4c" -d '{"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-plugged", "status": "completed", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:51.793229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:51.799203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:51.805909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae650ee4-f1d5-4fc9-b968-16bd507f1777 req-4ab860c1-c5e5-4f60-bcd8-c80a78cdf945 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:51.808011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae650ee4-f1d5-4fc9-b968-16bd507f1777 req-4ab860c1-c5e5-4f60-bcd8-c80a78cdf945 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0913520 Jul 23 20:19:51.858999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:51.863706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae650ee4-f1d5-4fc9-b968-16bd507f1777 req-0d436345-b377-4b4a-b3ae-38c07e6a6ed7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Jul 23 20:19:52.012931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe22faa-7fc0-4bd8-a7a1-10cee7a5591f req-c8d7e9f3-4b0a-4995-a372-8dd1bb9a50f5 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:52.014486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abe22faa-7fc0-4bd8-a7a1-10cee7a5591f req-c8d7e9f3-4b0a-4995-a372-8dd1bb9a50f5 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.0834115 Jul 23 20:19:52.029226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42970) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:52.034010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--774334853', 'description': 'tempest-description--1310537440'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:52.063120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.068823 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0fa1b2-0b6e-4a06-a3e1-c9ca9d02647f x-openstack-request-id: req-ab0fa1b2-0b6e-4a06-a3e1-c9ca9d02647f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:52.069116 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-plugged", "status": "completed", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:52.069374 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab0fa1b2-0b6e-4a06-a3e1-c9ca9d02647f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:52.069814 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531', 'code': 200} Jul 23 20:19:52.110832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abe22faa-7fc0-4bd8-a7a1-10cee7a5591f req-cda59339-c4a7-4c00-8fcd-6b87265190ef tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903835 Jul 23 20:19:52.212954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.222239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.257007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.258329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2279263 Jul 23 20:19:52.262003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42976) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:52.267673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'security_group_rule': {'security_group_id': '6e615dae-801a-4b65-94de-534ba58704e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:52.276190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1769f11-c827-4e63-9180-c53d2866b5cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e615dae-801a-4b65-94de-534ba58704e2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:52.297260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a316a-bcd1-4993-93f8-0bc7a644a543 req-8947ffc5-75ef-4802-9489-aa392b20daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:52.299068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-441a316a-bcd1-4993-93f8-0bc7a644a543 req-8947ffc5-75ef-4802-9489-aa392b20daa3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 1098 time: 0.1269503 Jul 23 20:19:52.309578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.310752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb6182-668f-4b38-8908-d0de68a05b9f req-d8fd3774-e6ad-410d-9c2c-97d53d45a901 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:52.312740 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17fb6182-668f-4b38-8908-d0de68a05b9f req-d8fd3774-e6ad-410d-9c2c-97d53d45a901 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1778092 Jul 23 20:19:52.360481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b2f7f-66ac-45e0-87da-3ef074ee12c7 req-495a0c6a-4553-48d6-926d-2d081b7ed7ce tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:52.367214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e0b2f7f-66ac-45e0-87da-3ef074ee12c7 req-495a0c6a-4553-48d6-926d-2d081b7ed7ce tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1938639 Jul 23 20:19:52.389756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.391228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-441a316a-bcd1-4993-93f8-0bc7a644a543 req-22b15d88-722d-4c87-9707-15c018f62268 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771995 Jul 23 20:19:52.397418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.404526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:52.413633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:52.414494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:52.426113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313868cd-75f5-4161-a799-5ad4d589fc18,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:52.431436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.436095 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-27b93372-85d7-49d0-8ec2-fcb30ad4f8cb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1703303 Jul 23 20:19:52.437022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42984) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:52.441706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'security_group_rule': {'security_group_id': '6e615dae-801a-4b65-94de-534ba58704e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:52.447881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17fb6182-668f-4b38-8908-d0de68a05b9f req-41208df3-2fb7-4cee-9f46-eae15e421be0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208210 Jul 23 20:19:52.470934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e0b2f7f-66ac-45e0-87da-3ef074ee12c7 req-8e2009cb-2ec2-4a1e-9ea1-b61a871dde6a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019211 Jul 23 20:19:52.481659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.556763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.558361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:52.561146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.587170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58698f29-8469-4f82-9399-1e2e54bb131c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:52.591826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.593512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4637c9f2-90cc-415c-af88-1e1e6ac31a8d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1549902 Jul 23 20:19:52.596071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42992) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:52.603878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:52.630094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.670541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef80d18-e525-49c6-a328-2809bcf6097e req-43f6bae1-7716-4ff3-b7f8-6943a4055b5e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:52.672830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ef80d18-e525-49c6-a328-2809bcf6097e req-43f6bae1-7716-4ff3-b7f8-6943a4055b5e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0884902 Jul 23 20:19:52.717125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ef80d18-e525-49c6-a328-2809bcf6097e req-3edfc71d-8b41-464c-9c60-d988577c7d4e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 Jul 23 20:19:52.773991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:52.864515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c985e9-a769-4a28-8f7f-e49267622ac3 req-77c55c15-09b2-4999-bd2c-dce16b9d6e89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:52.867221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29c985e9-a769-4a28-8f7f-e49267622ac3 req-77c55c15-09b2-4999-bd2c-dce16b9d6e89 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 946 time: 0.0827403 Jul 23 20:19:52.916029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Allocated IP 172.25.8.62 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/8919b940-040c-42e2-a7f0-c6b7d3e87392) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:52.954415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29c985e9-a769-4a28-8f7f-e49267622ac3 req-61595a60-1347-4617-a283-968055670e6d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804250 Jul 23 20:19:52.986566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0139be6d-d190-463d-819b-e96441e8ddfa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:53.037310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 2, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:53.063356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.074884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85939af-e682-489e-a3b4-4501c1095c23 req-11b3eb25-aff3-4a68-8edf-ab0bae5bfb4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:53.075152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:19:53.075607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Updating router 6e27c010-ec44-450c-98c4-1abf9f7889bf port 206db3a8-2939-4c56-9fb9-ed071607a8e3 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:19:53.076442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b85939af-e682-489e-a3b4-4501c1095c23 req-11b3eb25-aff3-4a68-8edf-ab0bae5bfb4c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0873148 Jul 23 20:19:53.125193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.138444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b85939af-e682-489e-a3b4-4501c1095c23 req-1068c45c-eb47-41e4-aac5-eb784168daf5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557938 Jul 23 20:19:53.138586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0139be6d-d190-463d-819b-e96441e8ddfa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:53.138820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.144019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.170130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:53.172955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:53.181054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:53.191343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'Port': ['ID=8919b940-040c-42e2-a7f0-c6b7d3e87392,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:53.299555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.316135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dabe4e-1105-459e-84f5-c34b77534d15 req-12286b80-fbce-43cf-a2ae-e74c6c7c475b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:53.324310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64dabe4e-1105-459e-84f5-c34b77534d15 req-12286b80-fbce-43cf-a2ae-e74c6c7c475b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1113658 Jul 23 20:19:53.328153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43014) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:53.356204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.469912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64dabe4e-1105-459e-84f5-c34b77534d15 req-5dce27d1-d5e3-4366-813a-4f178d67d2cc tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445179 Jul 23 20:19:53.508786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3717d4-1615-4db5-a152-0ee0a69e95da req-c251d54f-3f2b-4cd0-ab9c-202d41a4af46 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:53.515916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf3717d4-1615-4db5-a152-0ee0a69e95da req-c251d54f-3f2b-4cd0-ab9c-202d41a4af46 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2173238 Jul 23 20:19:53.532819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3772eb4-59a7-416d-88a0-29679d87c882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.575663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.581893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.602741 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.609184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf3717d4-1615-4db5-a152-0ee0a69e95da req-79aa4543-be94-4894-8098-edfe84954a15 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924003 Jul 23 20:19:53.614716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Transition to ACTIVE for port object 206db3a8-2939-4c56-9fb9-ed071607a8e3 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:53.627074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.673206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'Port': ['ID=8919b940-040c-42e2-a7f0-c6b7d3e87392,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:53.681169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01751b08-dd51-4684-a3c7-871698d3bbcf req-360d66b3-bd7e-4502-b4b7-7fd32b17fa17 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:53.683567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c6fd7-4254-4f4d-bcc4-0564b609aa3c None None] Pushing event updated for resources: {'Port': ['ID=206db3a8-2939-4c56-9fb9-ed071607a8e3,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:53.690160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01751b08-dd51-4684-a3c7-871698d3bbcf req-360d66b3-bd7e-4502-b4b7-7fd32b17fa17 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1662586 Jul 23 20:19:53.694129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.774908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Attempting to bind port 206db3a8-2939-4c56-9fb9-ed071607a8e3 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:53.775419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Attempting to bind port 206db3a8-2939-4c56-9fb9-ed071607a8e3 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:53.776078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Attempting to bind port 206db3a8-2939-4c56-9fb9-ed071607a8e3 on network fb3d6a92-34a6-487d-ae51-a7f921e11808 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:53.776225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01751b08-dd51-4684-a3c7-871698d3bbcf req-3fd155f4-471a-4aba-b593-5d959d9fee1e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850790 Jul 23 20:19:53.782237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:53.782906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Checking segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:53.783410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.783901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Bound using segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:53.784472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Bound port: 206db3a8-2939-4c56-9fb9-ed071607a8e3, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:53.784958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.816926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3772eb4-59a7-416d-88a0-29679d87c882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.824891 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3772eb4-59a7-416d-88a0-29679d87c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.830272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.841588 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a6860350-24b3-4b79-bb31-bcad3ff5ae25 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2443228 Jul 23 20:19:53.874764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] For port 206db3a8-2939-4c56-9fb9-ed071607a8e3, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:53.877647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc699ea-176b-4a43-935b-4e898f469fca req-f1d26e84-dd88-4080-9b2b-3b21d37dbf47 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:53.878765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] For port 206db3a8-2939-4c56-9fb9-ed071607a8e3, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=206db3a8-2939-4c56-9fb9-ed071607a8e3,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:53.880086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abc699ea-176b-4a43-935b-4e898f469fca req-f1d26e84-dd88-4080-9b2b-3b21d37dbf47 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1652288 Jul 23 20:19:53.889698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:53.900552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a3772eb4-59a7-416d-88a0-29679d87c882 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=256c6fb09e354278b171c76b88eb55da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5483515 Jul 23 20:19:53.902985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43024) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:53.942785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:53.943743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:53.960124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3772eb4-59a7-416d-88a0-29679d87c882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baecc937-fa26-4ab8-a03d-726d0417a01f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:54.006033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abc699ea-176b-4a43-935b-4e898f469fca req-0738350b-8c11-4f41-8a40-c0fedf8908cd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845904 Jul 23 20:19:54.008154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6414500-38bb-4a9e-8b57-d138df5915e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.056889 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6414500-38bb-4a9e-8b57-d138df5915e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.087045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-09acc27c-f389-4692-84f7-ed850364851c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--774334853&fields=id&tenant_id=12c439fea88841b9af3e4941dd17cf57 HTTP/1.1" status: 200 len: 267 time: 0.0458412 Jul 23 20:19:54.142997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c6fd7-4254-4f4d-bcc4-0564b609aa3c None None] Pushing event updated for resources: {'Port': ['ID=206db3a8-2939-4c56-9fb9-ed071607a8e3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:54.147222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6414500-38bb-4a9e-8b57-d138df5915e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.150872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6414500-38bb-4a9e-8b57-d138df5915e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:54.153478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b6414500-38bb-4a9e-8b57-d138df5915e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/baecc937-fa26-4ab8-a03d-726d0417a01f HTTP/1.1" status: 204 len: 168 time: 0.2487965 Jul 23 20:19:54.173829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6414500-38bb-4a9e-8b57-d138df5915e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baecc937-fa26-4ab8-a03d-726d0417a01f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:54.175381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:19:54.264775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-d1f18436-626c-46ed-9c3a-41acf489ef8b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:54.266241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-d1f18436-626c-46ed-9c3a-41acf489ef8b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 810 time: 0.1717074 Jul 23 20:19:54.278329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcc4ee-f97a-42ee-aa60-9249d1dd3f5e req-8370c20e-7e5a-4ed6-b19b-496bb3405168 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:54.285424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1abcc4ee-f97a-42ee-aa60-9249d1dd3f5e req-8370c20e-7e5a-4ed6-b19b-496bb3405168 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 946 time: 0.1751239 Jul 23 20:19:54.303706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-52b3c85d-bb5e-4ec9-b4a5-94ae8971ea51 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/quotas/12c439fea88841b9af3e4941dd17cf57 HTTP/1.1" status: 200 len: 375 time: 0.0156043 Jul 23 20:19:54.362444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1abcc4ee-f97a-42ee-aa60-9249d1dd3f5e req-fd42a2ef-5e77-4d69-bdd9-f13d58dc4473 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761435 Jul 23 20:19:54.403427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-5e505995-2bf8-40df-b39b-d64439e58817 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908735 Jul 23 20:19:54.426120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:53Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:54.463268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d6b912-102a-4647-bb3a-b71c2b026377 None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:53Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:19:54.560091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-39f1e782-390e-4cc4-93ed-739d79cdeb1f service neutron] 10.222.0.46 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453261 Jul 23 20:19:54.621814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf493d91-418c-4f8a-8f62-179013444bfe req-3110cd04-ef3b-4c1f-8140-5a453a4d9c77 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:54.628647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf493d91-418c-4f8a-8f62-179013444bfe req-3110cd04-ef3b-4c1f-8140-5a453a4d9c77 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1465168 Jul 23 20:19:54.713375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf493d91-418c-4f8a-8f62-179013444bfe req-6bf3f88c-9d4b-4cf8-a4df-50662abd279c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837986 Jul 23 20:19:54.718272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-04da40cd-8a4b-42df-9457-0f3007edf7a7 service neutron] 10.222.0.46 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482308 Jul 23 20:19:54.878991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eb6e6-831d-4eeb-af22-265d81229c75 req-71afaa56-cf97-4869-bb37-1dc3281850a5 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:54.880844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e3eb6e6-831d-4eeb-af22-265d81229c75 req-71afaa56-cf97-4869-bb37-1dc3281850a5 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 946 time: 0.0925508 Jul 23 20:19:55.003261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e3eb6e6-831d-4eeb-af22-265d81229c75 req-70e64116-0843-42a5-b639-2a72297cc1c6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132493 Jul 23 20:19:55.051525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 206db3a8-2939-4c56-9fb9-ed071607a8e3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:55.072664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43078) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:55.091400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57d407-3e04-4cdc-b18f-6a7fb186d65d req-d9dd7736-cd68-4d29-83df-af00d1aeb54e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:55.103047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f57d407-3e04-4cdc-b18f-6a7fb186d65d req-d9dd7736-cd68-4d29-83df-af00d1aeb54e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1639247 Jul 23 20:19:55.153788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 206db3a8-2939-4c56-9fb9-ed071607a8e3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:55.162505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 206db3a8-2939-4c56-9fb9-ed071607a8e3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:55.162990 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.210264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1205439912-network', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:55.223988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f57d407-3e04-4cdc-b18f-6a7fb186d65d req-1769b814-3498-42d8-af6e-9a5e4c3ddf26 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196773 Jul 23 20:19:55.250493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Made reservation on behalf of 7c247b25cea046f0b62cec04c2ae7224 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:55.254078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.266225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e962-eddb-4758-a1a2-956ba04de4d8 req-22f460c9-c67c-4c37-b2d3-a9b2ca9580a3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:55.267811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ac4e962-eddb-4758-a1a2-956ba04de4d8 req-22f460c9-c67c-4c37-b2d3-a9b2ca9580a3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1624646 Jul 23 20:19:55.279232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.338057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ac4e962-eddb-4758-a1a2-956ba04de4d8 req-6c34f2ee-2c4e-4d28-8406-cf9aeafc2399 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625618 Jul 23 20:19:55.362779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.434931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 206db3a8-2939-4c56-9fb9-ed071607a8e3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=206db3a8-2939-4c56-9fb9-ed071607a8e3,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:55.442021 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.451784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3db3c273-f727-49e0-a247-081bd878eaa0 req-2a749b39-47ad-497c-9f73-e26df090525f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 210 time: 0.0409021 Jul 23 20:19:55.471263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.479562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.496851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1251e6c-59cf-43eb-8752-71235b95f9f3 req-596f1c64-8534-4319-be3b-6bb373462c31 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:55.498486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1251e6c-59cf-43eb-8752-71235b95f9f3 req-596f1c64-8534-4319-be3b-6bb373462c31 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1592188 Jul 23 20:19:55.540280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:19:55.558109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=206db3a8-2939-4c56-9fb9-ed071607a8e3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:55.579158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ed9615-5da7-404f-aa9b-31bba3f523a7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:55.587542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.587903 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Added segment b4d63313-d555-4a73-b0de-a9c40ceb4904 of type vlan for network b5d337e1-8d8d-49a0-99f5-490eb21948e0 Jul 23 20:19:55.613956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1251e6c-59cf-43eb-8752-71235b95f9f3 req-c8c9a121-8b13-4a62-acc6-2db7261c0d33 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052535 Jul 23 20:19:55.695121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.743130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.746041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:55.746818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.798867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7250638 Jul 23 20:19:55.802315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43098) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:55.809308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Request body: {'subnet': {'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1205439912-subnet', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:55.836865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31196078-9665-46f6-a673-ce595ad2bdd9 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d337e1-8d8d-49a0-99f5-490eb21948e0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:55.855348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:19:55.863481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741d3e7-ffd3-47e4-bdb3-d2be47965d3f req-0516a412-1bed-46f0-93d0-605a078c15ea tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:55.867383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8741d3e7-ffd3-47e4-bdb3-d2be47965d3f req-0516a412-1bed-46f0-93d0-605a078c15ea tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1366935 Jul 23 20:19:55.868641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Made reservation on behalf of 7c247b25cea046f0b62cec04c2ae7224 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:55.871978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:55.969997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8741d3e7-ffd3-47e4-bdb3-d2be47965d3f req-266b110a-9f6e-4304-9337-5cc3916ac24b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854859 Jul 23 20:19:56.137678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.244299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bfe736-e140-459c-add1-40163144a196,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:56.266440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca7dca-2e09-4ce6-bace-6ad5a3e2e60a req-09c0540f-5176-455e-b07e-5e1619ef8b80 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.268495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20ca7dca-2e09-4ce6-bace-6ad5a3e2e60a req-09c0540f-5176-455e-b07e-5e1619ef8b80 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2116754 Jul 23 20:19:56.273295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Checking segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:56.273766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Network hostable DHCP agents. Network: b5d337e1-8d8d-49a0-99f5-490eb21948e0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:19:56.332510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:19:56.341803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e94053-7322-4bf8-a1e9-5b861b084fa1 req-3b834018-ce5b-4185-a5bd-d521993ad464 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.343367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53e94053-7322-4bf8-a1e9-5b861b084fa1 req-3b834018-ce5b-4185-a5bd-d521993ad464 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 946 time: 0.1489143 Jul 23 20:19:56.347585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20ca7dca-2e09-4ce6-bace-6ad5a3e2e60a req-d69e0b02-1c11-4e98-85f9-125c7b5287d9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703566 Jul 23 20:19:56.356576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b5d337e1-8d8d-49a0-99f5-490eb21948e0) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:56.373820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238c5c8-1aae-4fb5-9a91-5ee60ed9f8bb None None] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:56.378984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.379695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.381661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-09e85df0-9a2a-4ca1-b8cb-b9192a7a9db6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.383182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-09e85df0-9a2a-4ca1-b8cb-b9192a7a9db6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 810 time: 0.1265604 Jul 23 20:19:56.421647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53e94053-7322-4bf8-a1e9-5b861b084fa1 req-e2d10d98-51bf-434e-9a5e-bc748538105b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Jul 23 20:19:56.423316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0dfcdb63-16e6-4886-810c-36d9c2013c05 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6199172 Jul 23 20:19:56.427026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:56.436914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:56.477796 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-2e892e6b-c12c-412d-8755-50f1dbb3622f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c439fea88841b9af3e4941dd17cf57 HTTP/1.1" status: 200 len: 379 time: 0.0792301 Jul 23 20:19:56.478742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.479917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.491602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'port': {'device_id': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'admin_state_up': True, 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'security_groups': ['6e615dae-801a-4b65-94de-534ba58704e2']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:56.566738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31821641-a59b-44af-b4f8-34d99bba96cc req-f8ff2a73-ee71-4220-bbd1-7bdd2cd41e93 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.568285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31821641-a59b-44af-b4f8-34d99bba96cc req-f8ff2a73-ee71-4220-bbd1-7bdd2cd41e93 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1136658 Jul 23 20:19:56.586569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:19:56.587380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.603195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.614157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c908c7-60d9-4f11-94a6-4c1100048db0 req-053bb14f-c266-49a0-838c-fdd2ad75a52d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.617417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1c908c7-60d9-4f11-94a6-4c1100048db0 req-053bb14f-c266-49a0-838c-fdd2ad75a52d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1044383 Jul 23 20:19:56.653381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31821641-a59b-44af-b4f8-34d99bba96cc req-b02d5493-5ab7-448e-95db-6d679a865fa6 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702863 Jul 23 20:19:56.670524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1c908c7-60d9-4f11-94a6-4c1100048db0 req-0151b04f-5eff-46b0-b952-d1baf7f92ebf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459549 Jul 23 20:19:56.756832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Allocated IP 172.20.0.2 (b5d337e1-8d8d-49a0-99f5-490eb21948e0/18bfe736-e140-459c-add1-40163144a196/e6f437ab-5de9-47a0-926f-6cc975ee1e93) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:56.783454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-358ca881-2158-442c-b6d5-0c678b312aec req-d3131bd1-175c-4239-854c-6a039cd9148d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 210 time: 0.0362597 Jul 23 20:19:56.814783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.822553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Made reservation on behalf of 12c439fea88841b9af3e4941dd17cf57 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:19:56.827498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.882732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d687-02c0-4aa1-8f40-32b75429cc1f req-4b1aa74c-4ad2-4c66-90f6-9c54723e7380 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:56.886074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23c6d687-02c0-4aa1-8f40-32b75429cc1f req-4b1aa74c-4ad2-4c66-90f6-9c54723e7380 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1039281 Jul 23 20:19:56.990168 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:56.993166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23c6d687-02c0-4aa1-8f40-32b75429cc1f req-383a2d38-1a04-4dda-8851-9889cfec512f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015482 Jul 23 20:19:57.012521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Transition to ACTIVE for port object e6f437ab-5de9-47a0-926f-6cc975ee1e93 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:57.019502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 206db3a8-2939-4c56-9fb9-ed071607a8e3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:57.031058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Allocated IP 172.20.0.11 (fb3d6a92-34a6-487d-ae51-a7f921e11808/6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a/0bee61fc-e630-4993-8755-043bd71bb715) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:57.039961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cadfb9-fa67-4aa0-8f3b-7089740bb6f4 req-25884988-c7e6-4a87-a2ad-139ea4218807 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:57.046137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38cadfb9-fa67-4aa0-8f3b-7089740bb6f4 req-25884988-c7e6-4a87-a2ad-139ea4218807 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1478276 Jul 23 20:19:57.071489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Transition to ACTIVE for port object e6f437ab-5de9-47a0-926f-6cc975ee1e93 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:57.083710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.105368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38cadfb9-fa67-4aa0-8f3b-7089740bb6f4 req-b8d1919f-0ecf-4f0c-958a-12543a20da37 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448077 Jul 23 20:19:57.129518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:57.137745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:57.140350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:57.146363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Pushing event updated for resources: {'Port': ['ID=e6f437ab-5de9-47a0-926f-6cc975ee1e93,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:57.159070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 206db3a8-2939-4c56-9fb9-ed071607a8e3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:57.159491 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.219986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.238355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Attempting to bind port e6f437ab-5de9-47a0-926f-6cc975ee1e93 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:57.238728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Attempting to bind port e6f437ab-5de9-47a0-926f-6cc975ee1e93 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:57.239095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Attempting to bind port e6f437ab-5de9-47a0-926f-6cc975ee1e93 on network b5d337e1-8d8d-49a0-99f5-490eb21948e0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:57.247832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.248048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:57.248317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Checking segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:57.248726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.249124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Bound using segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:57.249629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Bound port: e6f437ab-5de9-47a0-926f-6cc975ee1e93, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:57.250018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.261582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8934088-9b67-4447-b374-cc9aa432d8b7 req-c0bc7ea5-c5a3-4882-a2bc-087e31ca7207 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:57.263160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8934088-9b67-4447-b374-cc9aa432d8b7 req-c0bc7ea5-c5a3-4882-a2bc-087e31ca7207 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0751507 Jul 23 20:19:57.306680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8934088-9b67-4447-b374-cc9aa432d8b7 req-974d8366-a6c3-4711-bb15-f15169ea5ce8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360055 Jul 23 20:19:57.358371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] For port e6f437ab-5de9-47a0-926f-6cc975ee1e93, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:57.362318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] For port e6f437ab-5de9-47a0-926f-6cc975ee1e93, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f437ab-5de9-47a0-926f-6cc975ee1e93,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:57.367811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.374661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.414022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Transition to ACTIVE for port object 0bee61fc-e630-4993-8755-043bd71bb715 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:57.435639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51072898-f168-4ae3-ba4c-8fa8d8c23c3d None None] Pushing event updated for resources: {'Port': ['ID=e6f437ab-5de9-47a0-926f-6cc975ee1e93,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:57.457326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Allocated IP 172.25.8.184 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/4b19eedc-49c3-4f96-bb91-c9b2181acb60) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:19:57.465255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeaaa62-98cf-47c3-8073-679ba05325ea req-9dcd5bc7-f20d-4a9d-bbff-b65821c2f2ae tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:57.466948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbeaaa62-98cf-47c3-8073-679ba05325ea req-9dcd5bc7-f20d-4a9d-bbff-b65821c2f2ae tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0831320 Jul 23 20:19:57.527101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:19:57.534670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.545152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbeaaa62-98cf-47c3-8073-679ba05325ea req-316a8bce-10a4-439d-9e2f-7c0035fd5aef tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708809 Jul 23 20:19:57.594541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642d874-c235-420f-9f7e-46db1d96f8ee req-39b83fb7-aed1-4d6c-8101-38b485207bc7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:57.596465 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5642d874-c235-420f-9f7e-46db1d96f8ee req-39b83fb7-aed1-4d6c-8101-38b485207bc7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 946 time: 0.1063552 Jul 23 20:19:57.616878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:57.622124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:57.627400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:57.670068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5642d874-c235-420f-9f7e-46db1d96f8ee req-d5bca898-8b4e-4547-8a9e-4ca4f1352b4c tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658100 Jul 23 20:19:57.689424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'Port': ['ID=0bee61fc-e630-4993-8755-043bd71bb715,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:57.707091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:57.745842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '61324e89-04fb-4fd4-9486-06ef1835b531', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'port_id': '61324e89-04fb-4fd4-9486-06ef1835b531', 'mac_address': 'fa:16:3e:d6:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e72bc1-4493-4ba2-aeb9-3c7331578be2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:19:57.767423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:57.768679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.792089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.816755 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-abd0ebf4-84d1-4fb8-8afd-02e2cc8b6e6c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3292873 Jul 23 20:19:57.817240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.841659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61324e89-04fb-4fd4-9486-06ef1835b531 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:57.842462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Request body: {'port': {'device_id': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:19:57.893360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23478af-f64c-4bbe-ab3f-5b68b7883be8 req-211a848d-447b-4ece-bff5-1cc8818058ed tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:57.894949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:57.896486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f23478af-f64c-4bbe-ab3f-5b68b7883be8 req-211a848d-447b-4ece-bff5-1cc8818058ed tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1308661 Jul 23 20:19:57.898506 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.903434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.956847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:57.986968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:57.992103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f23478af-f64c-4bbe-ab3f-5b68b7883be8 req-ab677abd-7484-439e-a985-00cf0519c908 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829813 Jul 23 20:19:58.004189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:19:58.023474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea845da2-87e1-4c83-8ec5-71e70a665b47 req-cd6a6b77-27ee-4e5c-b408-4d2ff27087b5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.025086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea845da2-87e1-4c83-8ec5-71e70a665b47 req-cd6a6b77-27ee-4e5c-b408-4d2ff27087b5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1274073 Jul 23 20:19:58.025249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:19:58.047030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Pushing event updated for resources: {'Port': ['ID=4b19eedc-49c3-4f96-bb91-c9b2181acb60,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:58.054005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:19:58.067583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['61324e89-04fb-4fd4-9486-06ef1835b531'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:19:58.095189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea845da2-87e1-4c83-8ec5-71e70a665b47 req-acdc00f4-6b6e-439b-8ed2-a42bf9c38ed3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600007 Jul 23 20:19:58.208528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1510ed2c-0535-4bc3-b356-94d4b00ee0ef None None] Provisioning for port 0bee61fc-e630-4993-8755-043bd71bb715 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:58.214538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e07b14-4b12-4d33-8520-a3da48ac9fc8 req-17e2fbcf-65e4-4fe4-bad5-63ed1d17545c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.216289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5e07b14-4b12-4d33-8520-a3da48ac9fc8 req-17e2fbcf-65e4-4fe4-bad5-63ed1d17545c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 932 time: 0.1519842 Jul 23 20:19:58.227123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1510ed2c-0535-4bc3-b356-94d4b00ee0ef None None] Provisioning complete for port 0bee61fc-e630-4993-8755-043bd71bb715 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:58.227636 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1510ed2c-0535-4bc3-b356-94d4b00ee0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.266019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5e07b14-4b12-4d33-8520-a3da48ac9fc8 req-1e8ae1b7-1f73-415a-bad8-09ad221bb871 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 Jul 23 20:19:58.273044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1510ed2c-0535-4bc3-b356-94d4b00ee0ef None None] Port 0bee61fc-e630-4993-8755-043bd71bb715 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:19:58.285553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5e2e76-aff5-4264-8a01-dd93df2fd2cf req-3036e0d2-0e60-4350-a003-7256dee42b54 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.289949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be5e2e76-aff5-4264-8a01-dd93df2fd2cf req-3036e0d2-0e60-4350-a003-7256dee42b54 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1254737 Jul 23 20:19:58.333175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be5e2e76-aff5-4264-8a01-dd93df2fd2cf req-d0b0ee17-2326-4f95-be4b-10b18d2ece0e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Jul 23 20:19:58.433367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870bd6e-ab98-45dd-8597-f361ad8cd61d req-138fe1e3-7717-4fd0-bf57-9fd5963155c4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.434925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c870bd6e-ab98-45dd-8597-f361ad8cd61d req-138fe1e3-7717-4fd0-bf57-9fd5963155c4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0722141 Jul 23 20:19:58.477543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c870bd6e-ab98-45dd-8597-f361ad8cd61d req-ea05016a-30c9-47e2-acd6-8dc34da77ddf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Jul 23 20:19:58.679118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791fc8-d245-4298-a3fa-a92aa3b9e18a req-300ea874-6a9f-4916-adee-23892c523dae tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.680778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3791fc8-d245-4298-a3fa-a92aa3b9e18a req-300ea874-6a9f-4916-adee-23892c523dae tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0823581 Jul 23 20:19:58.740470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3791fc8-d245-4298-a3fa-a92aa3b9e18a req-5a164401-aedd-4436-8010-1259f5b80e3e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Jul 23 20:19:58.775174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6be8e1-a325-4ed1-8664-b05782f48e4a None None] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:19:58.814434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bee61fc-e630-4993-8755-043bd71bb715 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:19:58.825135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.828034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058de5f-2943-48b5-811e-89d892bec656 req-dd2deba3-7705-48a0-8287-853680f3fb75 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.831371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d058de5f-2943-48b5-811e-89d892bec656 req-dd2deba3-7705-48a0-8287-853680f3fb75 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 945 time: 0.0877459 Jul 23 20:19:58.846619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.846895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c57cdf23-aa15-4f6b-94a1-2772054012ef None None] Provisioning for port e6f437ab-5de9-47a0-926f-6cc975ee1e93 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:58.848548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Transition to ACTIVE for port object 0bee61fc-e630-4993-8755-043bd71bb715 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:19:58.910977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:58.915664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d058de5f-2943-48b5-811e-89d892bec656 req-9bc03ec5-2368-4c4f-a5bd-b6bf47819bc0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785701 Jul 23 20:19:58.960226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50ec1-0fe4-4962-9ae9-b2022e23a983 req-73b9af27-a363-43d6-b5e6-a2254bddba8f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:58.971090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2e50ec1-0fe4-4962-9ae9-b2022e23a983 req-73b9af27-a363-43d6-b5e6-a2254bddba8f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1250553 Jul 23 20:19:59.038287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2e50ec1-0fe4-4962-9ae9-b2022e23a983 req-dbc3c4d8-5c91-4b4d-8e27-60576e3a1e11 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661392 Jul 23 20:19:59.068338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f437ab-5de9-47a0-926f-6cc975ee1e93 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:59.114182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Pushing event updated for resources: {'Port': ['ID=0bee61fc-e630-4993-8755-043bd71bb715,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:59.194043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e6f437ab-5de9-47a0-926f-6cc975ee1e93 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:19:59.199065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e6f437ab-5de9-47a0-926f-6cc975ee1e93 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:59.199439 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.245051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085712a-0592-4e31-bba3-73c0160a5a26 req-0b718de4-0f75-4794-9464-2069d6982ae6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.252780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b085712a-0592-4e31-bba3-73c0160a5a26 req-0b718de4-0f75-4794-9464-2069d6982ae6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1183341 Jul 23 20:19:59.273140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Attempting to bind port 0bee61fc-e630-4993-8755-043bd71bb715 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:19:59.273924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Attempting to bind port 0bee61fc-e630-4993-8755-043bd71bb715 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:19:59.274462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Attempting to bind port 0bee61fc-e630-4993-8755-043bd71bb715 on network fb3d6a92-34a6-487d-ae51-a7f921e11808 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:59.279515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eafb2-b808-466e-a515-995cc583f85e req-d889a584-6c3c-4e2a-bffd-306b90e0f592 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.281109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c2eafb2-b808-466e-a515-995cc583f85e req-d889a584-6c3c-4e2a-bffd-306b90e0f592 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1374090 Jul 23 20:19:59.283340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Port 0bee61fc-e630-4993-8755-043bd71bb715 on network fb3d6a92-34a6-487d-ae51-a7f921e11808 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:19:59.283848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Attempting to bind port 0bee61fc-e630-4993-8755-043bd71bb715 on network fb3d6a92-34a6-487d-ae51-a7f921e11808 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:19:59.294327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:19:59.294970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Checking segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:19:59.295570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Bound using segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:19:59.296180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Bound port: 0bee61fc-e630-4993-8755-043bd71bb715, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:19:59.298286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.317412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.332361 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.357114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b085712a-0592-4e31-bba3-73c0160a5a26 req-198f601f-76d2-48b2-811a-6a5e10aa6e20 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033494 Jul 23 20:19:59.382755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e6f437ab-5de9-47a0-926f-6cc975ee1e93, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f437ab-5de9-47a0-926f-6cc975ee1e93,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:19:59.386318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c2eafb2-b808-466e-a515-995cc583f85e req-5744e9b9-aade-45a3-967b-d25bf153c5da tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875514 Jul 23 20:19:59.394045 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.458819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e6f437ab-5de9-47a0-926f-6cc975ee1e93,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:59.506095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8daaf43f-ea2d-4b8d-8a22-10a377cdc3ca None None] Provisioning complete for port e6f437ab-5de9-47a0-926f-6cc975ee1e93 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:59.506485 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8daaf43f-ea2d-4b8d-8a22-10a377cdc3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.540989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:19:59.546608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] For port 0bee61fc-e630-4993-8755-043bd71bb715, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:19:59.550365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] For port 0bee61fc-e630-4993-8755-043bd71bb715, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0bee61fc-e630-4993-8755-043bd71bb715,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:19:59.555160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9838c7-7277-4644-99af-3c1f741e1c29 req-c5b68d0b-71a0-4f5d-92a7-7dc03dd43c28 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.555363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.557951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d9838c7-7277-4644-99af-3c1f741e1c29 req-c5b68d0b-71a0-4f5d-92a7-7dc03dd43c28 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 944 time: 0.1119368 Jul 23 20:19:59.560170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:19:59.595351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.596083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.597561 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] 10.222.0.47 "PUT /v2.0/ports/0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 1093 time: 1.7669666 Jul 23 20:19:59.600290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:19:59.602920 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0b472-5235-4c67-93b9-e5d6bff50094" -d '{"events": [{"name": "network-changed", "server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "tag": "0bee61fc-e630-4993-8755-043bd71bb715"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:19:59.628958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58798bf7-cc6a-4af2-b4a8-f1679bd5b649 req-44e5e102-77f1-4672-8163-6e4bd1909f7e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.634024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58798bf7-cc6a-4af2-b4a8-f1679bd5b649 req-44e5e102-77f1-4672-8163-6e4bd1909f7e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1345134 Jul 23 20:19:59.641587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d9838c7-7277-4644-99af-3c1f741e1c29 req-ad6eb54f-93cd-417d-993d-59b7008b3573 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728958 Jul 23 20:19:59.678278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c133c-4ec3-47ee-89dc-389f2650a548 service neutron] Pushing event updated for resources: {'Port': ['ID=0bee61fc-e630-4993-8755-043bd71bb715,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:19:59.718751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58798bf7-cc6a-4af2-b4a8-f1679bd5b649 req-66cbc01e-4ee5-468e-b0ba-ec418fc645f8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759335 Jul 23 20:19:59.786548 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9b2490-26b5-4b1e-a9e0-295c25c0b268 x-openstack-request-id: req-cc9b2490-26b5-4b1e-a9e0-295c25c0b268 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:19:59.786944 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "tag": "0bee61fc-e630-4993-8755-043bd71bb715", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:19:59.787114 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc9b2490-26b5-4b1e-a9e0-295c25c0b268 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:19:59.787501 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715', 'status': 'completed', 'code': 200} Jul 23 20:19:59.842487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 61324e89-04fb-4fd4-9486-06ef1835b531 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:19:59.843033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.847751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aa487-d2c9-480a-894a-5ca79b4ea24e req-dcc8d056-13a6-4697-b7e5-ed499446b255 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.849646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d5aa487-d2c9-480a-894a-5ca79b4ea24e req-dcc8d056-13a6-4697-b7e5-ed499446b255 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0914018 Jul 23 20:19:59.880297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-e070e259-94fa-46ad-911c-938975e06f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:19:59.882669 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-e070e259-94fa-46ad-911c-938975e06f23 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1096 time: 0.2386858 Jul 23 20:19:59.902039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:19:59.905478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d5aa487-d2c9-480a-894a-5ca79b4ea24e req-163efe94-6729-4257-84ca-c49571e4b0a0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Jul 23 20:19:59.920070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Sync routers for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:19:59.935507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:19:59.936199 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:19:59.950070 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.951310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-26aa2ad6-fc28-4345-b213-a8294d95e199 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5197380 Jul 23 20:19:59.954488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43180) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:19:59.968051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:19:59.974080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-8934862c-fb69-41d7-810d-52de47682d06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 217 time: 0.0692871 Jul 23 20:20:00.035368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:00.037750 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7caad2-797f-4af2-8baa-b36b82203074" -d '{"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-plugged", "status": "completed", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:00.041283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-6c633b95-fd76-43f9-8357-38f03412e6c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2414155 Jul 23 20:20:00.092475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-12347e79-5ec7-415f-8f71-b190d65aa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.094041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:00.094395 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-12347e79-5ec7-415f-8f71-b190d65aa1cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.1155729 Jul 23 20:20:00.102797 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.174266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447cdc2c-2d9d-4892-b8d9-4b053a0587ab req-1a66d411-cc7f-40e7-86fe-0dc8fc0e7693 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.175819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-447cdc2c-2d9d-4892-b8d9-4b053a0587ab req-1a66d411-cc7f-40e7-86fe-0dc8fc0e7693 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 945 time: 0.1282833 Jul 23 20:20:00.217927 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:00.220363 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d380d54f-2e52-411e-842a-e59adeda4e3a x-openstack-request-id: req-d380d54f-2e52-411e-842a-e59adeda4e3a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:00.221251 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-plugged", "status": "completed", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:00.221541 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d380d54f-2e52-411e-842a-e59adeda4e3a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:00.221935 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531', 'code': 200} Jul 23 20:20:00.233144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:00.298570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-d8ae2baa-5114-4f1e-864e-dc772625b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.302088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-d8ae2baa-5114-4f1e-864e-dc772625b3c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958284 Jul 23 20:20:00.314273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.314767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.316390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.316892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.317485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.318492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.318492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.320431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-18f11203-17f5-4a21-a9da-d389d138c319 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=358a52ca5e084e089e497ead860bc00a&device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 6499 time: 0.2048512 Jul 23 20:20:00.354361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-447cdc2c-2d9d-4892-b8d9-4b053a0587ab req-cca7e2e6-998a-4eb5-91b6-20ce56503cd4 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099851 Jul 23 20:20:00.488297 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:19:58Z', 'revision_number': 3, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:00.499983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-ab0de2db-f80a-43af-9bb0-428098c503ec service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778114 Jul 23 20:20:00.521264 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Checking router: 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:20:00.521715 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Updating router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:20:00.583647 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.633670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-3cc91e15-b66b-4cec-8bff-c3ba28e0ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.634158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-3cc91e15-b66b-4cec-8bff-c3ba28e0ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.634633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-3cc91e15-b66b-4cec-8bff-c3ba28e0ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.636882 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-3cc91e15-b66b-4cec-8bff-c3ba28e0ce98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=66d3473e-813b-499f-a952-367d74ab2e50&id=a525e910-95fa-4299-85e6-1e368b02b087&id=a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 200 len: 2291 time: 0.2772071 Jul 23 20:20:00.712183 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25365afa-d90e-4a55-8b76-dfcb2f1ea228 req-51c36451-502b-49ad-8105-2b78e8772822 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942222 Jul 23 20:20:00.725787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-703f3696-48de-4d98-9562-c572c4b53e97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 200 len: 1000 time: 0.0804760 Jul 23 20:20:00.808100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-0d09e2fb-3e52-44cd-90ed-1ea7a3b3f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.809618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-0d09e2fb-3e52-44cd-90ed-1ea7a3b3f927 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c8956241-ca64-4c80-87a6-6e5278730f0f HTTP/1.1" status: 200 len: 850 time: 0.0773556 Jul 23 20:20:00.812710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dcd9-f9c2-4de2-9eed-77caa08b80a3 req-aa4e2e4a-a355-4042-ae8e-5a838724f499 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.814367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f514dcd9-f9c2-4de2-9eed-77caa08b80a3 req-aa4e2e4a-a355-4042-ae8e-5a838724f499 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.5519700 Jul 23 20:20:00.880404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-9582b90e-ba5e-4c6a-a55a-0ebeb0162408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.882312 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-9582b90e-ba5e-4c6a-a55a-0ebeb0162408 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1096 time: 0.1037140 Jul 23 20:20:00.888601 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.903091 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Transition to ACTIVE for port object 4b19eedc-49c3-4f96-bb91-c9b2181acb60 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:00.910762 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:00.911241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-6975f840-d904-40bc-9630-4962b1099fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:00.913047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-6975f840-d904-40bc-9630-4962b1099fad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b1547766-b8fc-473c-b3cf-9fe44c3a20a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948923 Jul 23 20:20:00.934723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f514dcd9-f9c2-4de2-9eed-77caa08b80a3 req-031e2a33-2543-4c26-9d98-bfc6c7708cc8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047533 Jul 23 20:20:00.964749 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acca37-55ac-40c1-a3d4-26807e2c97fc None None] Pushing event updated for resources: {'Port': ['ID=4b19eedc-49c3-4f96-bb91-c9b2181acb60,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:00.995286 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Attempting to bind port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:00.995899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Attempting to bind port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:00.996012 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Attempting to bind port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:01.003108 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:01.003679 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:01.004240 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.004806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:01.005427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Bound port: 4b19eedc-49c3-4f96-bb91-c9b2181acb60, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:01.005985 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.017769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f437ab-5de9-47a0-926f-6cc975ee1e93 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:01.030450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df28ae0-35fe-4251-a8d1-0d67eae9ce86 req-ea1fb938-682e-4436-913e-d3643b29372e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.037412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7df28ae0-35fe-4251-a8d1-0d67eae9ce86 req-ea1fb938-682e-4436-913e-d3643b29372e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2347779 Jul 23 20:20:01.067379 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] For port 4b19eedc-49c3-4f96-bb91-c9b2181acb60, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:01.071063 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] For port 4b19eedc-49c3-4f96-bb91-c9b2181acb60, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4b19eedc-49c3-4f96-bb91-c9b2181acb60,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:01.080329 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.096692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e6f437ab-5de9-47a0-926f-6cc975ee1e93 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:01.097913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.107776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-1ed3fd4e-60e4-473b-9814-488c73db5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.108663 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-1ed3fd4e-60e4-473b-9814-488c73db5fb2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.2153420 Jul 23 20:20:01.141074 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acca37-55ac-40c1-a3d4-26807e2c97fc None None] Pushing event updated for resources: {'Port': ['ID=4b19eedc-49c3-4f96-bb91-c9b2181acb60,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:01.168412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:01.169047 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:01.176078 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-c568b54d-dc72-41ad-a143-deaa5ad7c16f service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513807 Jul 23 20:20:01.178227 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-ca2a70ab-0a44-4d23-872e-c8e7bb70a070 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 217 time: 0.0546231 Jul 23 20:20:01.181176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7df28ae0-35fe-4251-a8d1-0d67eae9ce86 req-91a60dfb-3ea4-4954-bb58-9359adb6c8d7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378679 Jul 23 20:20:01.204895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.232149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917b9a3-7da7-4be4-81c5-450ddf4d2ae7 req-2901e75e-c721-4c0f-b514-bc2bbbf0c922 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.233723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3917b9a3-7da7-4be4-81c5-450ddf4d2ae7 req-2901e75e-c721-4c0f-b514-bc2bbbf0c922 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 946 time: 0.1748059 Jul 23 20:20:01.318032 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:01.327276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-fa195e24-ae43-41ff-b6ec-1f8979607cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.329020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-fa195e24-ae43-41ff-b6ec-1f8979607cdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.0907531 Jul 23 20:20:01.351763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-32d0bc9a-561c-4edb-8ded-8ebb5f5a5e07 service neutron] 10.222.0.47 "GET /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620593 Jul 23 20:20:01.355008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3917b9a3-7da7-4be4-81c5-450ddf4d2ae7 req-49c0e2e7-e3ea-4dad-9fcb-3e5181ae33c4 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049592 Jul 23 20:20:01.413029 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-a20b86ec-5885-4093-bb6d-c40a6f129da1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 217 time: 0.0428944 Jul 23 20:20:01.472275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca48fd-26cf-4448-9db9-d215314992fc req-18256033-6211-48d5-83c9-5021ab51fa55 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.472616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-df56e22e-a99e-4af4-bf8b-cf0237420353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.473924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40ca48fd-26cf-4448-9db9-d215314992fc req-18256033-6211-48d5-83c9-5021ab51fa55 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 944 time: 0.1679032 Jul 23 20:20:01.474058 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-df56e22e-a99e-4af4-bf8b-cf0237420353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0542541 Jul 23 20:20:01.480863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-3bcea68b-61b9-48bc-b9dc-45df2b316b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.482305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-3bcea68b-61b9-48bc-b9dc-45df2b316b1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416886 Jul 23 20:20:01.534336 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:19:58Z', 'revision_number': 3, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:01.544873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:01.554040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Allocated IP 172.20.0.1 (b5d337e1-8d8d-49a0-99f5-490eb21948e0/18bfe736-e140-459c-add1-40163144a196/9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:01.562774 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68267ab1-7764-43f1-b973-b32a02a2ea7b None None] The sync data for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 is: [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:19:58Z', 'revision_number': 3, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:20:01.630314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40ca48fd-26cf-4448-9db9-d215314992fc req-425d5f6a-d7fc-451e-b397-ffccb9b9716c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457262 Jul 23 20:20:01.641840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-f01143e6-6dac-4db7-ad56-6d9f777db426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.643383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-f01143e6-6dac-4db7-ad56-6d9f777db426 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1601968 Jul 23 20:20:01.647201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-7469acf4-dcaa-4a09-8f34-8956296dcfd3 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565583 Jul 23 20:20:01.649859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.653899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbf946-eade-47ed-b889-467d57c4e496 req-3a9778ee-2329-4794-a982-99d20b45a3cb tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:01.655243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccdbf946-eade-47ed-b889-467d57c4e496 req-3a9778ee-2329-4794-a982-99d20b45a3cb tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1980760 Jul 23 20:20:01.689684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:01.697901 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.751637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccdbf946-eade-47ed-b889-467d57c4e496 req-bc73f78e-8015-4e5e-baca-127ad488ca6f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652840 Jul 23 20:20:01.762477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:01.768481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.783727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Transition to ACTIVE for port object 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:01.822043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.836247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-3bee2b21-ce7b-400a-88c9-9ffeed87190e service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729803 Jul 23 20:20:01.838049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-24a0b472-5235-4c67-93b9-e5d6bff50094 req-600abc9b-461c-45e7-b3a3-7b120fa76262 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761231 Jul 23 20:20:01.866531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:01.888302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:01.892270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:01.898783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:01.950867 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:01.971671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-b2dad729-7b25-4327-9d19-f08070289251 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226366 Jul 23 20:20:02.042297 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-f51374a4-4280-400c-ab7d-79d691872033 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 217 time: 0.0606523 Jul 23 20:20:02.114005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-51c9d826-2a85-439f-a01b-e75258f3f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.115807 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-51c9d826-2a85-439f-a01b-e75258f3f1c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0656807 Jul 23 20:20:02.172803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f094abe-3000-4142-8bec-3be13058a874 req-3a99431e-3f89-4014-a37a-c68b1410475d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.174449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f094abe-3000-4142-8bec-3be13058a874 req-3a99431e-3f89-4014-a37a-c68b1410475d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1257784 Jul 23 20:20:02.222780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:02.226328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-8b3dd57d-68d2-43ff-a379-ea8c3c62e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.226475 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b4b46c-ee91-4835-9e58-4bd1d82eb51f" -d '{"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-unplugged", "status": "completed", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:02.227970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-8b3dd57d-68d2-43ff-a379-ea8c3c62e46f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030660 Jul 23 20:20:02.259070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fa4bab96-842c-490b-b9d5-efd4595252b1 None None] Provisioning for port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:02.262650 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.265091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fa4bab96-842c-490b-b9d5-efd4595252b1 None None] Provisioning complete for port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:02.265867 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa4bab96-842c-490b-b9d5-efd4595252b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.298957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f094abe-3000-4142-8bec-3be13058a874 req-2e105a9b-0b5d-47e9-b787-3c25d6004453 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027973 Jul 23 20:20:02.330370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bab96-842c-490b-b9d5-efd4595252b1 None None] Port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:02.361730 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-cde27317-002f-46ae-9421-fc7f3c9ff775 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236572 Jul 23 20:20:02.375366 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95860b03-dfb6-4b78-a99f-35f75c9d856a x-openstack-request-id: req-95860b03-dfb6-4b78-a99f-35f75c9d856a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:02.375669 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-unplugged", "status": "completed", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:02.375925 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95860b03-dfb6-4b78-a99f-35f75c9d856a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:02.376332 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531', 'code': 200} Jul 23 20:20:02.427180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-7c8aa78e-c783-4ecd-b875-b262dc802626 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.428869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-7c8aa78e-c783-4ecd-b875-b262dc802626 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 944 time: 0.2085035 Jul 23 20:20:02.472690 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-ee179615-b89d-41f8-bf07-7c7081e473e6 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033916 Jul 23 20:20:02.518923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26da0d-e1a7-4a47-a8c6-ba80129edc69 req-70d68074-2cd9-436b-9819-6d8b2a2fdf0d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.520521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff26da0d-e1a7-4a47-a8c6-ba80129edc69 req-70d68074-2cd9-436b-9819-6d8b2a2fdf0d tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2447121 Jul 23 20:20:02.527389 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-53fb2375-5023-4456-853b-e48a753ee901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.165&port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 HTTP/1.1" status: 200 len: 217 time: 0.0467136 Jul 23 20:20:02.584047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-c3171f37-b631-4ee1-86e1-369d9f21983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.585556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-c3171f37-b631-4ee1-86e1-369d9f21983e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0521202 Jul 23 20:20:02.654349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-41187fa3-dac1-4293-a80e-1d2025135862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.656770 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-41187fa3-dac1-4293-a80e-1d2025135862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0637760 Jul 23 20:20:02.665215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff26da0d-e1a7-4a47-a8c6-ba80129edc69 req-990fb0d6-0bf0-4b1e-818b-ccb5258190a0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294973 Jul 23 20:20:02.719975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.730902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac167e96-8663-4a98-a60e-81710f477df8 req-c5f2581e-b014-4f4c-a6a2-b7bd802d7b1d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:02.732451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac167e96-8663-4a98-a60e-81710f477df8 req-c5f2581e-b014-4f4c-a6a2-b7bd802d7b1d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 944 time: 0.2239270 Jul 23 20:20:02.736374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.817241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Deleting port 61324e89-04fb-4fd4-9486-06ef1835b531 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:02.817760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.927898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:02.927898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:02.989169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac167e96-8663-4a98-a60e-81710f477df8 req-80f1df7d-03d5-43e3-9577-e650639e08c3 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238963 Jul 23 20:20:03.018083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b19eedc-49c3-4f96-bb91-c9b2181acb60 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:03.091411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:03.096556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:03.097146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.099827 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-8341bd28-7e60-4149-bb4e-4a1a5604bc78 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299209 Jul 23 20:20:03.120171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] For port 61324e89-04fb-4fd4-9486-06ef1835b531, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=61324e89-04fb-4fd4-9486-06ef1835b531,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:03.120534 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.167176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb368c-919f-4020-9d42-e7b5b1ac0a88 req-12fa647d-2388-4776-86a3-05eb69a834f4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.168710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50eb368c-919f-4020-9d42-e7b5b1ac0a88 req-12fa647d-2388-4776-86a3-05eb69a834f4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 944 time: 0.3147321 Jul 23 20:20:03.195638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.200892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Calling delete_port for 61324e89-04fb-4fd4-9486-06ef1835b531 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:03.211710 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-c2b5beda-772e-4842-91ad-dffc0da60206 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023703 Jul 23 20:20:03.220354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4b19eedc-49c3-4f96-bb91-c9b2181acb60, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4b19eedc-49c3-4f96-bb91-c9b2181acb60,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:03.225283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.254161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:03.264046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-61392d58-9ad3-459d-878b-fc72cde2edb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=75271bba-c107-41b0-bcf2-2305ef89803f HTTP/1.1" status: 200 len: 217 time: 0.0450552 Jul 23 20:20:03.286475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4b19eedc-49c3-4f96-bb91-c9b2181acb60,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:03.301248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:03.318523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-464c13c2-cd68-4d48-8281-de49edccfbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.320331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-464c13c2-cd68-4d48-8281-de49edccfbb7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 200 len: 797 time: 0.0496283 Jul 23 20:20:03.326047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50eb368c-919f-4020-9d42-e7b5b1ac0a88 req-52af2a64-7597-42ba-8de5-e69149a27b92 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339478 Jul 23 20:20:03.420613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-dc612383-3b06-48df-bdea-e2cd7bddcfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.423191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-dc612383-3b06-48df-bdea-e2cd7bddcfc4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=66d3473e-813b-499f-a952-367d74ab2e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874023 Jul 23 20:20:03.444307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476a997-7958-4a95-94b7-1bad53e3a4ff req-98145e5b-7af5-4fb4-9954-493b71facf62 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.445874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6476a997-7958-4a95-94b7-1bad53e3a4ff req-98145e5b-7af5-4fb4-9954-493b71facf62 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.3550615 Jul 23 20:20:03.537235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-7a2daa30-14f4-4c63-88d2-c4eba0a35727 service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066520 Jul 23 20:20:03.562275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-77875fa2-2cd7-4585-be02-20b0bdb2eda4 None None] Provisioning complete for port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:03.562722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-77875fa2-2cd7-4585-be02-20b0bdb2eda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.566502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6476a997-7958-4a95-94b7-1bad53e3a4ff req-eaedd207-5ee3-4e32-a61b-28a6793abfa3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933967 Jul 23 20:20:03.607758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-77875fa2-2cd7-4585-be02-20b0bdb2eda4 None None] Port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:03.634908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:20:03.645277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-df5a4797-8cd7-44e0-9010-6a190f7f93be service neutron] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012280 Jul 23 20:20:03.661883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902503d-17cb-4514-b992-0e7fc519667b req-7517611f-a890-4694-8455-2532cd09c193 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.663365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0902503d-17cb-4514-b992-0e7fc519667b req-7517611f-a890-4694-8455-2532cd09c193 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.2315192 Jul 23 20:20:03.666258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.704839 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-0d81b2d5-a9ef-43e6-8a70-e5d46d694dff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=303a7f3b-e550-461c-afe6-776a003c4ee7 HTTP/1.1" status: 200 len: 217 time: 0.0440304 Jul 23 20:20:03.726689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event deleted for resources: {'Port': ['ID=61324e89-04fb-4fd4-9486-06ef1835b531,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:03.761233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-33109ee7-fc69-4d1d-81cc-dcef79dffbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.762870 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-33109ee7-fc69-4d1d-81cc-dcef79dffbd7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0477955 Jul 23 20:20:03.831643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-8fa8eb74-fa82-4fce-a4c6-a092bad30afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.833154 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-8fa8eb74-fa82-4fce-a4c6-a092bad30afb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0612650 Jul 23 20:20:03.884235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] No DVR routers for this DVR port 61324e89-04fb-4fd4-9486-06ef1835b531 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:03.889567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:03.891521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02ec62f3-1403-4ac7-b49d-17318afbf235 req-88254ba4-5d30-4c54-883f-c4416823dca6 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "DELETE /v2.0/ports/61324e89-04fb-4fd4-9486-06ef1835b531 HTTP/1.1" status: 204 len: 173 time: 1.4518583 Jul 23 20:20:03.895367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-deleted', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:03.897623 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52892c31-aedb-4a60-8d3d-7be01c01e61c" -d '{"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-deleted", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:03.912463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0902503d-17cb-4514-b992-0e7fc519667b req-cb310ff8-d09e-40a7-988e-81863fd6c578 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379165 Jul 23 20:20:03.939694 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-3e81e5bd-2828-43b6-a65f-de631288966a service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992703 Jul 23 20:20:03.950783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:20:03.956566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ef912a48-b165-4c97-b68d-7b2443f5b400 admin admin] 10.222.0.46 "PUT /v2.0/routers/61fcf6aa-2587-4941-a6b9-3f831f4c11a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0004380 Jul 23 20:20:03.972451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Sync routers for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:20:03.986721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311179f8-c3da-404e-85ca-ef2a1f0d17c2 req-215488b2-1f92-4c79-b7e1-7057938a92c0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:03.988940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-311179f8-c3da-404e-85ca-ef2a1f0d17c2 req-215488b2-1f92-4c79-b7e1-7057938a92c0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2189543 Jul 23 20:20:03.992963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:03.993674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:04.027478 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957739d3-638e-4210-b54f-05af93916beb x-openstack-request-id: req-957739d3-638e-4210-b54f-05af93916beb {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:04.027822 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d991ada7-a5df-49b1-824a-c4a59407d338", "name": "network-vif-deleted", "tag": "61324e89-04fb-4fd4-9486-06ef1835b531", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:04.028009 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-957739d3-638e-4210-b54f-05af93916beb {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:04.028559 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd991ada7-a5df-49b1-824a-c4a59407d338', 'name': 'network-vif-deleted', 'tag': '61324e89-04fb-4fd4-9486-06ef1835b531', 'status': 'completed', 'code': 200} Jul 23 20:20:04.049459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0bee61fc-e630-4993-8755-043bd71bb715 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:04.061277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-311179f8-c3da-404e-85ca-ef2a1f0d17c2 req-cdb0b46c-b8e9-44cc-a123-0a8a68d4fd3a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644848 Jul 23 20:20:04.102294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-5e3ae707-38c1-4dab-9985-461ed3a71913 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555760 Jul 23 20:20:04.178830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-6b1eadc1-9b58-4753-b5ac-0a065cf21ef6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 200 len: 217 time: 0.0686126 Jul 23 20:20:04.195489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c8f3d1b-983c-41bb-8551-8e76a110c5a8 req-ccef890f-bc74-4586-b1f6-425dde34ddc7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=d991ada7-a5df-49b1-824a-c4a59407d338 HTTP/1.1" status: 200 len: 210 time: 0.0430722 Jul 23 20:20:04.207534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:04.234053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-09f2890b-2dd6-473a-9394-570341f12cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:04.235654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-09f2890b-2dd6-473a-9394-570341f12cd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 200 len: 797 time: 0.0493512 Jul 23 20:20:04.301411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-f02eb052-9064-4556-a0d3-3a31715df353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:04.303117 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-f02eb052-9064-4556-a0d3-3a31715df353 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a525e910-95fa-4299-85e6-1e368b02b087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0602880 Jul 23 20:20:04.321229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 0bee61fc-e630-4993-8755-043bd71bb715, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0bee61fc-e630-4993-8755-043bd71bb715,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:04.355751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '0bee61fc-e630-4993-8755-043bd71bb715', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'port_id': '0bee61fc-e630-4993-8755-043bd71bb715', 'mac_address': 'fa:16:3e:f1:d9:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:04.438750 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-2a35216c-e4b4-44d6-8bbd-1996ab09c0b7 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287456 Jul 23 20:20:04.443814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.461755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bee61fc-e630-4993-8755-043bd71bb715 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:04.511920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 0bee61fc-e630-4993-8755-043bd71bb715, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0bee61fc-e630-4993-8755-043bd71bb715,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:04.520478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.524376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d09990c-0667-4200-8c52-8fab69ec5673 req-0f12ce56-6136-4f1a-a8e5-7e4f2fd1ea28 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:04.529198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d09990c-0667-4200-8c52-8fab69ec5673 req-0f12ce56-6136-4f1a-a8e5-7e4f2fd1ea28 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 944 time: 0.1144164 Jul 23 20:20:04.571853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e4fc61e-82b3-491a-8a47-e5524ba255eb req-66295de8-b98e-4844-b65f-e9a6f29fcc20 service neutron] 10.222.0.47 "GET /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256483 Jul 23 20:20:04.582907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 2, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:04.602878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:04.608767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482733094', 'description': 'tempest-description--1564747698'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:04.614049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Checking router: 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:20:04.614372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Updating router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:20:04.617655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=0bee61fc-e630-4993-8755-043bd71bb715,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:04.630586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d09990c-0667-4200-8c52-8fab69ec5673 req-feb79c16-dd6d-4169-829b-e3faad7f4a2f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887454 Jul 23 20:20:04.649854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.656746 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.740190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191ec73-db69-494b-a4d0-94b247ad2654 req-d9d5af6f-4057-47e4-96e5-cf58cd1a7fa1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:04.745296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.747452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f191ec73-db69-494b-a4d0-94b247ad2654 req-d9d5af6f-4057-47e4-96e5-cf58cd1a7fa1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0777082 Jul 23 20:20:04.749130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.779896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.781147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1774728 Jul 23 20:20:04.784904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f191ec73-db69-494b-a4d0-94b247ad2654 req-f021861a-e8a2-4ebc-8321-31b297c94f7e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Jul 23 20:20:04.785367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43234) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:04.789723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Request body: {'security_group_rule': {'security_group_id': '3754be2b-446c-4e39-aa80-c70a8aada17c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:04.790974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fc7aa-3678-4357-8bef-bb90457e9837 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3754be2b-446c-4e39-aa80-c70a8aada17c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:04.818027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.845378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['0bee61fc-e630-4993-8755-043bd71bb715'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:04.866073 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.869973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.887328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f7e22d-d2b8-48f9-b934-578fbd335f61,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:04.893892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:04.897662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-61a4bf9a-b139-4e3d-81b2-e7973cbe1c40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1089613 Jul 23 20:20:04.897997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:04.904793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Request body: {'security_group_rule': {'security_group_id': '3754be2b-446c-4e39-aa80-c70a8aada17c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:04.939254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.006491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b19eedc-49c3-4f96-bb91-c9b2181acb60 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:05.022476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.042985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.068897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3b82be-6cb8-4b7d-865e-cc648e62dd22,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:05.085395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.087242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-340f07ff-4ae9-4cf6-9cc7-77153aa6b616 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876967 Jul 23 20:20:05.090537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43240) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:05.097361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:05.120405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.125149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94eb21-9455-46bb-90e2-9f7a752fea89 req-2a23e58a-4278-41a6-89f5-08075f7ce83a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:05.126721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a94eb21-9455-46bb-90e2-9f7a752fea89 req-2a23e58a-4278-41a6-89f5-08075f7ce83a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1269484 Jul 23 20:20:05.147383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.154780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Transition to ACTIVE for port object 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:05.172227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:05.172609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.177875 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.235825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a94eb21-9455-46bb-90e2-9f7a752fea89 req-fa24e6fa-f900-4e09-8b8d-3069f6c8d018 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980814 Jul 23 20:20:05.265270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f495c6-58f4-4e28-83fe-f1ef20279a46 None None] Pushing event updated for resources: {'Port': ['ID=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:05.321107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8699e-47c9-4777-913e-a926080902e9 req-18c8ca15-04b1-4793-a01d-c5a95157a7ba tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:05.323470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eec8699e-47c9-4777-913e-a926080902e9 req-18c8ca15-04b1-4793-a01d-c5a95157a7ba tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1515749 Jul 23 20:20:05.380146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Attempting to bind port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:05.380663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Attempting to bind port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:05.380886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Attempting to bind port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c on network b5d337e1-8d8d-49a0-99f5-490eb21948e0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:05.384254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eec8699e-47c9-4777-913e-a926080902e9 req-f1a214bb-2446-449e-b0cb-fbe7b70d0bf4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528603 Jul 23 20:20:05.386513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:05.386895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Checking segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:05.387560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.388256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Bound using segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:05.388256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Bound port: 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:05.388551 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.394537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.477120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] For port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:05.482619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] For port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:05.490005 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:05.566387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:05.567061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:05.569127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f495c6-58f4-4e28-83fe-f1ef20279a46 None None] Pushing event updated for resources: {'Port': ['ID=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:05.576334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:05.668623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 61324e89-04fb-4fd4-9486-06ef1835b531 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:05.669021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 61324e89-04fb-4fd4-9486-06ef1835b531 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:05.738412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:05.905362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Allocated IP 172.25.8.136 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/0909d473-b341-4472-beb8-c4d4cf882e90) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:06.083042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:05Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:06.083337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-e58480a5-9205-4e14-acd4-d94179b85ed2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:06.084619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-e58480a5-9205-4e14-acd4-d94179b85ed2 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 821 time: 0.5639501 Jul 23 20:20:06.113232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6ad0d1-c470-4ad8-96bb-7f1d61033116 None None] The sync data for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 is: [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:05Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:20:06.118273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-e2434f17-8f9a-4b90-8f8d-ae9c0c3bcc94 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/quotas/d23d9fa844284d75ab9fdf35119e23da HTTP/1.1" status: 200 len: 375 time: 0.0262029 Jul 23 20:20:06.133569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20674aae-aeb0-4866-851a-03a5fb168f9f req-b1dee7c2-d76d-4cf1-9d3d-bbbf88d21eb4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:06.135194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20674aae-aeb0-4866-851a-03a5fb168f9f req-b1dee7c2-d76d-4cf1-9d3d-bbbf88d21eb4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 945 time: 0.2408495 Jul 23 20:20:06.177184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.258039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20674aae-aeb0-4866-851a-03a5fb168f9f req-de3c08f0-99c0-409f-bc00-46f15807d306 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171453 Jul 23 20:20:06.295842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-567b93e7-8c1d-4cec-b277-117a9565e772 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592479 Jul 23 20:20:06.297011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.370372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:06.406973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:06.409457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:06.434434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event updated for resources: {'Port': ['ID=0909d473-b341-4472-beb8-c4d4cf882e90,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:06.515931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-b717909c-4973-4bdf-8c78-21730d1434cf service neutron] 10.222.0.46 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912158 Jul 23 20:20:06.586456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddb84a-7537-4d09-8d65-8fe93927f6af req-58c32f64-f00a-40f8-9f41-dd849a778d64 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:06.587979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9ddb84a-7537-4d09-8d65-8fe93927f6af req-58c32f64-f00a-40f8-9f41-dd849a778d64 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2513018 Jul 23 20:20:06.654926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.716531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9ddb84a-7537-4d09-8d65-8fe93927f6af req-533211e1-09cf-4bf3-aaf4-4a7b9948c268 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151884 Jul 23 20:20:06.742128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-cc209dfd-769e-4df7-bb18-97be1aaf1e53 service neutron] 10.222.0.46 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925499 Jul 23 20:20:06.752056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:06.931495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818249ef-d8b5-4d00-a1d9-21674174fea7 req-3b357c84-8b1a-4e33-88ee-9ad5d80fb0f5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:06.932440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-818249ef-d8b5-4d00-a1d9-21674174fea7 req-3b357c84-8b1a-4e33-88ee-9ad5d80fb0f5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1380174 Jul 23 20:20:07.043314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:07.049866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.069839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-818249ef-d8b5-4d00-a1d9-21674174fea7 req-f1a51e3f-20cb-4e8c-a8db-754b5606620f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924938 Jul 23 20:20:07.073571 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.118404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:07.125642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:07.126276 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.140064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd15b-9985-47c3-a9aa-cd0d3023ec7d req-6cbe4ed9-29ff-4542-9408-f35fafcfa9d7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:07.141741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-313dd15b-9985-47c3-a9aa-cd0d3023ec7d req-6cbe4ed9-29ff-4542-9408-f35fafcfa9d7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2036021 Jul 23 20:20:07.211790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event updated for resources: {'Port': ['ID=0909d473-b341-4472-beb8-c4d4cf882e90,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:07.234273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41f0d8e9-d8fa-43c6-b657-946ceed31a38 req-c04d9fe4-0903-4a60-aca7-97fdd663b100 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 210 time: 0.0886230 Jul 23 20:20:07.247495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.274728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.298185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:07.308130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.310774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-313dd15b-9985-47c3-a9aa-cd0d3023ec7d req-bc946198-89f0-469e-be08-94503d17ccd0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346803 Jul 23 20:20:07.317253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:07.319153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-36b75965-8126-4068-8d6f-12a3685cdc9c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2276688 Jul 23 20:20:07.418157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:07.545196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4cec5-52ff-455b-97cc-46c51de46b48 req-bb1a0592-d6c1-44e9-be75-54c8ac25d05f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:07.546942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ef4cec5-52ff-455b-97cc-46c51de46b48 req-bb1a0592-d6c1-44e9-be75-54c8ac25d05f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 945 time: 0.1604185 Jul 23 20:20:07.621166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ef4cec5-52ff-455b-97cc-46c51de46b48 req-a8f85d47-6ed0-478b-8118-2e6f2cddf4c8 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623789 Jul 23 20:20:07.749335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289f155-2746-495b-9065-b5ebd1203dc0 req-de7d9e05-12a6-41d4-be02-8e836a6bdf17 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:07.751102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6289f155-2746-495b-9065-b5ebd1203dc0 req-de7d9e05-12a6-41d4-be02-8e836a6bdf17 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.0857120 Jul 23 20:20:07.810892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6289f155-2746-495b-9065-b5ebd1203dc0 req-77f366d6-cab0-4380-abb1-4430739a5d75 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535026 Jul 23 20:20:07.845048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-3c3421d1-86e9-457a-85f0-250cf078d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:07.846816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-3c3421d1-86e9-457a-85f0-250cf078d4fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=28416f07a2d44d7c8092c4e134b92963&device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 1098 time: 0.0798123 Jul 23 20:20:07.921092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d25f6-7a1b-487b-97fc-0652d997a79b req-a2c92fed-4ba3-4a30-8ef5-726c04fe43c9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:07.922846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f1d25f6-7a1b-487b-97fc-0652d997a79b req-a2c92fed-4ba3-4a30-8ef5-726c04fe43c9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0800130 Jul 23 20:20:07.961163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-716c3394-de98-410a-9371-76c58c542a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:07.962927 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-716c3394-de98-410a-9371-76c58c542a3d service neutron] 10.222.0.47 "GET /v2.0/networks?id=48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 200 len: 917 time: 0.1078622 Jul 23 20:20:07.968546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f1d25f6-7a1b-487b-97fc-0652d997a79b req-9664a57d-a8b4-4a4b-9795-66d86105caef tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Jul 23 20:20:08.019731 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-4164eeb1-26db-42c5-b448-ee1ef50dea92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0425606 Jul 23 20:20:08.061209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0bee61fc-e630-4993-8755-043bd71bb715 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:08.088987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-2ae8b734-8007-44df-8dee-d669d6996062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.090581 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-2ae8b734-8007-44df-8dee-d669d6996062 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 200 len: 855 time: 0.0634718 Jul 23 20:20:08.128161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 0bee61fc-e630-4993-8755-043bd71bb715 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:08.139627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 0bee61fc-e630-4993-8755-043bd71bb715 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:08.140009 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.168683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-4915e237-01b2-4a9b-a83f-70f0da438d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.170929 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-4915e237-01b2-4a9b-a83f-70f0da438d8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=48aad39b-e818-4d45-be94-643734c8e1b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719538 Jul 23 20:20:08.236793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d11c8-5ee2-44d0-acb4-161db1ae4536 req-98ad5859-dfc2-4f75-8476-458ed0ef032f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.244030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b5d11c8-5ee2-44d0-acb4-161db1ae4536 req-98ad5859-dfc2-4f75-8476-458ed0ef032f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.0994148 Jul 23 20:20:08.263122 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.290791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:08.295264 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb0ab2d-01f3-4606-b6ce-86929b5fd052" -d '{"events": [{"server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "name": "network-vif-plugged", "status": "completed", "tag": "0bee61fc-e630-4993-8755-043bd71bb715"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:08.315335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 0bee61fc-e630-4993-8755-043bd71bb715, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0bee61fc-e630-4993-8755-043bd71bb715,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:08.323758 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.340986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-bca8fc27-255d-4010-badb-55ad0d3405d2 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589069 Jul 23 20:20:08.355912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b5d11c8-5ee2-44d0-acb4-161db1ae4536 req-4945b513-f4a7-4aec-ae8c-624b1b74e983 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108382 Jul 23 20:20:08.406510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db21e32a-9523-4f9e-a114-91316148c288 req-80f528b9-1727-4fea-b59e-4004350cf8d5 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 210 time: 0.0743179 Jul 23 20:20:08.448993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=0bee61fc-e630-4993-8755-043bd71bb715,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:08.470412 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39c1d3e-1699-4ea0-95f8-d537ebb59932 x-openstack-request-id: req-d39c1d3e-1699-4ea0-95f8-d537ebb59932 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:08.470972 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "name": "network-vif-plugged", "status": "completed", "tag": "0bee61fc-e630-4993-8755-043bd71bb715", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:08.471438 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d39c1d3e-1699-4ea0-95f8-d537ebb59932 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:08.472121 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715', 'code': 200} Jul 23 20:20:08.524146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-c325fc11-d98c-4c46-a8bc-20c2e00edc7e tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.524624 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33fa8fb4-4b02-4066-9157-ab73b30c25b4 req-25f4dfb0-092b-4e4b-a430-94d02a975bc3 service neutron] 10.222.0.47 "GET /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367910 Jul 23 20:20:08.527707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-c325fc11-d98c-4c46-a8bc-20c2e00edc7e tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 821 time: 0.2026689 Jul 23 20:20:08.546811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Request body: {'port': {'device_id': '8d6738ed-4146-4509-b256-829e390f0cb1', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'admin_state_up': True, 'tenant_id': 'd23d9fa844284d75ab9fdf35119e23da'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:08.624806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b79b05-aea1-47d2-aeeb-623c8378280b req-d68fd0ab-7aee-45f2-91bd-1f3cb203b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.626477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90b79b05-aea1-47d2-aeeb-623c8378280b req-d68fd0ab-7aee-45f2-91bd-1f3cb203b05e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1098 time: 0.0715380 Jul 23 20:20:08.671341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90b79b05-aea1-47d2-aeeb-623c8378280b req-b0880075-c80a-48d4-b9ac-d37b7a637103 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370011 Jul 23 20:20:08.678379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Made reservation on behalf of d23d9fa844284d75ab9fdf35119e23da for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:08.685580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:08.843165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4e40e-5daf-4255-952e-bee8e5eeddc2 req-60cab446-c23f-44da-b6a7-f2ed4274b7d6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:08.844704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdb4e40e-5daf-4255-952e-bee8e5eeddc2 req-60cab446-c23f-44da-b6a7-f2ed4274b7d6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1461229 Jul 23 20:20:08.882294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Allocated IP 172.20.0.7 (ca59e275-96ca-483e-bbec-b8f4de7802af/80e72bc1-4493-4ba2-aeb9-3c7331578be2/19446b9e-0c95-49aa-9bbe-c56097e4f40c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:08.942269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdb4e40e-5daf-4255-952e-bee8e5eeddc2 req-49da3507-93cb-4cbe-ab0b-8340ecceed01 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905952 Jul 23 20:20:09.006591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:09.074571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c37e8-d481-4623-add2-461094a6b563 req-2bbc084c-b63b-4f75-9c50-42080c50c7c0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:09.076173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3c37e8-d481-4623-add2-461094a6b563 req-2bbc084c-b63b-4f75-9c50-42080c50c7c0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1916568 Jul 23 20:20:09.093300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:09.094400 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.188581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.194007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3c37e8-d481-4623-add2-461094a6b563 req-551e41ce-6788-452b-82bb-000724405bf8 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078029 Jul 23 20:20:09.252306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a2f0-5dab-4089-ae22-6fe1cffb8643 req-4e696f83-9455-4dce-8c26-d4b0abb4ff8c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:09.253815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2f8a2f0-5dab-4089-ae22-6fe1cffb8643 req-4e696f83-9455-4dce-8c26-d4b0abb4ff8c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1260796 Jul 23 20:20:09.277813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.334223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Network ca59e275-96ca-483e-bbec-b8f4de7802af is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:09.339226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:09.343280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:09.348068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2f8a2f0-5dab-4089-ae22-6fe1cffb8643 req-6725d3f3-ff13-499b-811a-b82532b1285b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852194 Jul 23 20:20:09.355029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event updated for resources: {'Port': ['ID=19446b9e-0c95-49aa-9bbe-c56097e4f40c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:09.425711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:09.426398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.454498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-27e63467-51b5-494a-8670-ad5a9010068d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9168808 Jul 23 20:20:09.485873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Request body: {'port': {'device_id': '8d6738ed-4146-4509-b256-829e390f0cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:09.610871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:09.619824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a42230-5428-46d3-a44e-1a454d5c86b3 req-699bbe8e-7504-48dc-a8fa-542fbd2dd727 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:09.621530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3a42230-5428-46d3-a44e-1a454d5c86b3 req-699bbe8e-7504-48dc-a8fa-542fbd2dd727 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1800082 Jul 23 20:20:09.639518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751f9d1-e572-4bf0-8a86-91d3c90f1c89 req-5baf93eb-7a4b-4a3a-975e-3a0c12600b67 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:09.641033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9751f9d1-e572-4bf0-8a86-91d3c90f1c89 req-5baf93eb-7a4b-4a3a-975e-3a0c12600b67 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1905687 Jul 23 20:20:09.742284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3a42230-5428-46d3-a44e-1a454d5c86b3 req-bea333b8-9c2e-4752-9241-59fc0b0df9e0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985518 Jul 23 20:20:09.747758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9751f9d1-e572-4bf0-8a86-91d3c90f1c89 req-a29c7240-eae0-45ec-b490-0469b80a5ffa tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961776 Jul 23 20:20:10.007563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd905a-b293-40dd-956a-72a97dd8d6db req-4265644e-3dbd-466c-8021-7102c05310cf tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.009005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9dd905a-b293-40dd-956a-72a97dd8d6db req-4265644e-3dbd-466c-8021-7102c05310cf tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 931 time: 0.1865342 Jul 23 20:20:10.083146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51db39d-e83f-4e6f-809b-737fa01d0190 req-69292888-b179-4dde-95f9-36d49c48de7d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.084821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b51db39d-e83f-4e6f-809b-737fa01d0190 req-69292888-b179-4dde-95f9-36d49c48de7d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2056904 Jul 23 20:20:10.124772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19446b9e-0c95-49aa-9bbe-c56097e4f40c {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:10.139441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9dd905a-b293-40dd-956a-72a97dd8d6db req-811cc41b-ed7e-4bcb-80e1-69577c18b402 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223445 Jul 23 20:20:10.141208 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.165845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Transition to ACTIVE for port object 19446b9e-0c95-49aa-9bbe-c56097e4f40c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:10.171979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b51db39d-e83f-4e6f-809b-737fa01d0190 req-0a76f57b-dc7b-4b9e-aad4-d196414e7616 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754273 Jul 23 20:20:10.173128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.257217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Pushing event updated for resources: {'Port': ['ID=19446b9e-0c95-49aa-9bbe-c56097e4f40c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:10.385803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Attempting to bind port 19446b9e-0c95-49aa-9bbe-c56097e4f40c on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:10.386145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Attempting to bind port 19446b9e-0c95-49aa-9bbe-c56097e4f40c by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:10.386469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Attempting to bind port 19446b9e-0c95-49aa-9bbe-c56097e4f40c on network ca59e275-96ca-483e-bbec-b8f4de7802af {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:10.402738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294636f7-d865-4628-9151-ad6ebfb29a12 req-6fff0747-5fbc-444c-accf-7576a70c0e5f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.404215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-294636f7-d865-4628-9151-ad6ebfb29a12 req-6fff0747-5fbc-444c-accf-7576a70c0e5f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1929517 Jul 23 20:20:10.406022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Port 19446b9e-0c95-49aa-9bbe-c56097e4f40c on network ca59e275-96ca-483e-bbec-b8f4de7802af not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:10.406346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Attempting to bind port 19446b9e-0c95-49aa-9bbe-c56097e4f40c on network ca59e275-96ca-483e-bbec-b8f4de7802af {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:10.430456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f5a6c-fd20-4814-9e6e-4da013d1f263 req-2b80acb3-b4ad-4d4b-af3e-111c5fc7c4d0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.432075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d49f5a6c-fd20-4814-9e6e-4da013d1f263 req-2b80acb3-b4ad-4d4b-af3e-111c5fc7c4d0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1718938 Jul 23 20:20:10.433047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:10.433386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Checking segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:10.433796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Bound using segment: {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:10.434238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Bound port: 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9edfa32-3d89-47ba-ae89-346a1c8e274c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:10.434602 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.512881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-294636f7-d865-4628-9151-ad6ebfb29a12 req-55687d58-b36b-4eaa-ba26-f2635faa6dd2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997205 Jul 23 20:20:10.541889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d49f5a6c-fd20-4814-9e6e-4da013d1f263 req-901fdb2e-132c-4615-bc56-58469984c72b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979185 Jul 23 20:20:10.560737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] For port 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:10.564187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] For port 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:10.569740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.649412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.650075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.652398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-41113a89-6836-4276-9d79-24290e90c980 service neutron] 10.222.0.36 "PUT /v2.0/ports/19446b9e-0c95-49aa-9bbe-c56097e4f40c HTTP/1.1" status: 200 len: 1092 time: 1.1724360 Jul 23 20:20:10.655361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6738ed-4146-4509-b256-829e390f0cb1', 'tag': '19446b9e-0c95-49aa-9bbe-c56097e4f40c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:10.657972 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c840ef-9e7b-4ddc-91a1-ed862688a312" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6738ed-4146-4509-b256-829e390f0cb1", "tag": "19446b9e-0c95-49aa-9bbe-c56097e4f40c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:10.734078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41113a89-6836-4276-9d79-24290e90c980 service neutron] Pushing event updated for resources: {'Port': ['ID=19446b9e-0c95-49aa-9bbe-c56097e4f40c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:10.782195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b945a-2abe-4b88-aef8-9a4349d2c75f req-8b163760-820b-46c6-ba2b-d1eaa08f66a4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.783683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e73b945a-2abe-4b88-aef8-9a4349d2c75f req-8b163760-820b-46c6-ba2b-d1eaa08f66a4 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.2090068 Jul 23 20:20:10.802519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9cf39-c6e3-4777-91db-c8f84660ba33 req-7b11e253-dbba-4960-b49f-e3446ac62120 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.804011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ab9cf39-c6e3-4777-91db-c8f84660ba33 req-7b11e253-dbba-4960-b49f-e3446ac62120 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1752594 Jul 23 20:20:10.814092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43396) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:10.818794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'floatingip': {'port_id': '0bee61fc-e630-4993-8755-043bd71bb715'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:10.832446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-7d5b4711-89e3-4067-af08-ac24e8320791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:10.833979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-7d5b4711-89e3-4067-af08-ac24e8320791 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 1095 time: 0.1354923 Jul 23 20:20:10.868157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:10.884939 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784c90f2-1670-4a90-980b-0db0dfc2c248 x-openstack-request-id: req-784c90f2-1670-4a90-980b-0db0dfc2c248 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:10.885342 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6738ed-4146-4509-b256-829e390f0cb1", "tag": "19446b9e-0c95-49aa-9bbe-c56097e4f40c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:10.885800 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-784c90f2-1670-4a90-980b-0db0dfc2c248 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:10.886207 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6738ed-4146-4509-b256-829e390f0cb1', 'tag': '19446b9e-0c95-49aa-9bbe-c56097e4f40c', 'status': 'completed', 'code': 200} Jul 23 20:20:10.892115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e73b945a-2abe-4b88-aef8-9a4349d2c75f req-249dd987-5ea4-42da-a6bf-7062a706e2e8 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987687 Jul 23 20:20:10.893536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-c9c31e51-f217-474c-8067-0cce8bfd2037 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c HTTP/1.1" status: 200 len: 217 time: 0.0493104 Jul 23 20:20:11.002810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-02ac174f-398b-4709-8bd2-34b13c8083e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:11.004300 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-02ac174f-398b-4709-8bd2-34b13c8083e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 200 len: 861 time: 0.1046293 Jul 23 20:20:11.068425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-63e03660-8ca3-4f55-8f43-e9d8364d854d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca59e275-96ca-483e-bbec-b8f4de7802af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538023 Jul 23 20:20:11.415003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.420177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:11.452183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d7b7-8ccb-4666-b3b5-984f6138685a req-97298582-0141-456b-9f6a-3c305d18c758 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:11.453958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebd8d7b7-8ccb-4666-b3b5-984f6138685a req-97298582-0141-456b-9f6a-3c305d18c758 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.5053461 Jul 23 20:20:11.538404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83bf7a-8e85-4aed-8b0e-6c54ae33d2fd req-6a6f4c6c-060b-494b-a3af-c26dd9392e93 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:11.539980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc83bf7a-8e85-4aed-8b0e-6c54ae33d2fd req-6a6f4c6c-060b-494b-a3af-c26dd9392e93 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.5441952 Jul 23 20:20:11.564275 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Floating IP 065803dd-7bb2-4814-8313-d99c1b31432f associated. External IP: 172.25.8.62, port: 0bee61fc-e630-4993-8755-043bd71bb715. Jul 23 20:20:11.575399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebd8d7b7-8ccb-4666-b3b5-984f6138685a req-eaf34921-abca-4d22-80fb-88ff595be6f6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133735 Jul 23 20:20:11.579480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-2b108ecc-41d9-41ee-929c-d7dee1fea3cb service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022907 Jul 23 20:20:11.626265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc83bf7a-8e85-4aed-8b0e-6c54ae33d2fd req-e114d6b5-c814-4698-b298-0585ed5cf40c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792904 Jul 23 20:20:11.783953 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9b6b4e7-dbcd-414c-8df9-6dcfbb0914f0 req-13f1df29-c989-427d-ada8-63054f4175c0 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912608 Jul 23 20:20:11.832565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326b118-56de-470b-9d9c-abdca48227dd req-37469b6b-9ac0-4ca8-b39b-144430ef2434 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:11.834362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d326b118-56de-470b-9d9c-abdca48227dd req-37469b6b-9ac0-4ca8-b39b-144430ef2434 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 943 time: 0.1410444 Jul 23 20:20:11.866006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dda3a-6350-4be5-8a46-644b4b167d63 req-bfae528e-13e6-483b-b6e5-fcc2228553a2 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:11.867560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d3dda3a-6350-4be5-8a46-644b4b167d63 req-bfae528e-13e6-483b-b6e5-fcc2228553a2 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1584206 Jul 23 20:20:11.891814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:20:11.944142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d326b118-56de-470b-9d9c-abdca48227dd req-450a95ad-7ee7-4d9f-aebc-88a3a7e602b0 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980475 Jul 23 20:20:11.963901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d3dda3a-6350-4be5-8a46-644b4b167d63 req-476dcd1d-2982-4320-8e66-66c674950307 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882952 Jul 23 20:20:12.001099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-902b8722-fc6e-4cf9-b2c6-6afcc5f2c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.003511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-902b8722-fc6e-4cf9-b2c6-6afcc5f2c7b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d23d9fa844284d75ab9fdf35119e23da&device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 1095 time: 0.1171377 Jul 23 20:20:12.047275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:20:12.055193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:12.059606 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:20:12.072056 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:12.072996 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:12.120941 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-adce7d5f-2605-4a5a-9c33-b807aa539a47 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "PUT /v2.0/floatingips/065803dd-7bb2-4814-8313-d99c1b31432f HTTP/1.1" status: 200 len: 991 time: 1.3024790 Jul 23 20:20:12.120941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:12.121948 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a149cf-d01a-4f9e-a33c-9803c86b12d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "tag": "0bee61fc-e630-4993-8755-043bd71bb715"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:12.207534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:12.212430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-ce9c9399-24db-43fd-b496-77a73fcb8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.214686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-ce9c9399-24db-43fd-b496-77a73fcb8990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 200 len: 922 time: 0.2040017 Jul 23 20:20:12.273338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34877838-117b-4838-8896-e8b71329666f req-b8e9d557-5f38-4cc4-96e0-4c3b6c0341a0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.274843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34877838-117b-4838-8896-e8b71329666f req-b8e9d557-5f38-4cc4-96e0-4c3b6c0341a0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 946 time: 0.2041249 Jul 23 20:20:12.283215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00d74-1e2a-412d-8d08-20306dcb2de8 req-688f98b0-2558-4bc6-a020-f4c2185bb14c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.284626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8d00d74-1e2a-412d-8d08-20306dcb2de8 req-688f98b0-2558-4bc6-a020-f4c2185bb14c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2392821 Jul 23 20:20:12.287193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-cb4012c4-8c36-4375-97fc-96f9c1cc7612 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c HTTP/1.1" status: 200 len: 217 time: 0.0634871 Jul 23 20:20:12.383951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34877838-117b-4838-8896-e8b71329666f req-e33c1300-2b92-4077-92e7-c9a0d8f84602 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970631 Jul 23 20:20:12.393942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8d00d74-1e2a-412d-8d08-20306dcb2de8 req-37302163-814f-43e6-9cc9-0ba65eaa9aef tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Jul 23 20:20:12.395312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-b2eab50e-0860-4e18-91bb-accf5bb39a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.396782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-b2eab50e-0860-4e18-91bb-accf5bb39a72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 200 len: 861 time: 0.0940211 Jul 23 20:20:12.459996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-ba420bcc-c934-483c-9758-7606f1649fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ca59e275-96ca-483e-bbec-b8f4de7802af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565746 Jul 23 20:20:12.468153 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ae0cf-afa6-4319-85fa-3ea40e81f899 x-openstack-request-id: req-6f0ae0cf-afa6-4319-85fa-3ea40e81f899 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:12.468504 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "tag": "0bee61fc-e630-4993-8755-043bd71bb715", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:12.468825 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f0ae0cf-afa6-4319-85fa-3ea40e81f899 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:12.469297 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715', 'status': 'completed', 'code': 200} Jul 23 20:20:12.515135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '065803dd-7bb2-4814-8313-d99c1b31432f', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'port_id': '0bee61fc-e630-4993-8755-043bd71bb715', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'mac_address': 'fa:16:3e:f1:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:19:53Z', 'updated_at': '2021-07-23T20:20:11Z', 'revision_number': 1, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:12.598194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-6cc4d9bc-936b-4f61-9668-f0735d8bf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.599924 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-6cc4d9bc-936b-4f61-9668-f0735d8bf32b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1098 time: 0.1013377 Jul 23 20:20:12.651597 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:20:12.662368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:12.663464 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:19:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:12.699441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-ed487c97-5801-424c-b542-4535cd20c35d service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278104 Jul 23 20:20:12.709249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-7dbe77c7-6629-4121-a180-81101933340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.710761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-7dbe77c7-6629-4121-a180-81101933340a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.1008341 Jul 23 20:20:12.790816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-29b578a6-faf5-4d6d-a0be-767a36c8015f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 999 time: 0.0729737 Jul 23 20:20:12.792777 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:12.853861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5a1d-75ea-494d-9efe-6ec17b7c9038 req-b23e2f98-dbb0-4ce5-b58f-54ba429150a0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.858199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-2d4996cd-91a7-4c67-8cf5-d160a7613715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.859949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-2d4996cd-91a7-4c67-8cf5-d160a7613715 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.0574465 Jul 23 20:20:12.861738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0ce5a1d-75ea-494d-9efe-6ec17b7c9038 req-b23e2f98-dbb0-4ce5-b58f-54ba429150a0 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.3173618 Jul 23 20:20:12.893694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bf5b6-d672-4de0-9abb-a230e90012a9 req-b06c6898-8ef3-41e5-8534-bb2a5aae107c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.895209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a39bf5b6-d672-4de0-9abb-a230e90012a9 req-b06c6898-8ef3-41e5-8534-bb2a5aae107c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2976265 Jul 23 20:20:12.898486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c840ef-9e7b-4ddc-91a1-ed862688a312 req-a664138d-9494-4436-8893-ce5aecf88c18 service neutron] 10.222.0.36 "GET /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892960 Jul 23 20:20:12.943578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-e6970a85-b60e-4c43-9eea-007d268243e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:12.945964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-e6970a85-b60e-4c43-9eea-007d268243e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782847 Jul 23 20:20:12.953367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0ce5a1d-75ea-494d-9efe-6ec17b7c9038 req-27b15819-0c62-4747-be5f-80c5b7d96ed7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907037 Jul 23 20:20:12.982993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a39bf5b6-d672-4de0-9abb-a230e90012a9 req-04eb3578-305b-4947-8b52-53dc686352a4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762012 Jul 23 20:20:13.116389 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '065803dd-7bb2-4814-8313-d99c1b31432f', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'port_id': '0bee61fc-e630-4993-8755-043bd71bb715', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'mac_address': 'fa:16:3e:f1:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:19:53Z', 'updated_at': '2021-07-23T20:20:11Z', 'revision_number': 1, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:13.127057 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-ecfaba29-5677-4a99-90b2-9220b1ee3b63 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636982 Jul 23 20:20:13.154155 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd240a-ef98-4474-b4c2-2bd0a65e2359 None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '065803dd-7bb2-4814-8313-d99c1b31432f', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'port_id': '0bee61fc-e630-4993-8755-043bd71bb715', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'mac_address': 'fa:16:3e:f1:d9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:19:53Z', 'updated_at': '2021-07-23T20:20:11Z', 'revision_number': 1, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:20:13.175133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f8dbc-461a-4e4c-9a82-cdbb0551589c req-96c840d6-bc8e-4eb6-8862-ccc99c18033c tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:13.177058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a5f8dbc-461a-4e4c-9a82-cdbb0551589c req-96c840d6-bc8e-4eb6-8862-ccc99c18033c tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 943 time: 0.1134520 Jul 23 20:20:13.198031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052f5095-fd72-4c13-941d-849a15d7d5c3 req-38ed1fce-3870-4531-9fc5-1550777d2cc6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:13.199931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-052f5095-fd72-4c13-941d-849a15d7d5c3 req-38ed1fce-3870-4531-9fc5-1550777d2cc6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1463671 Jul 23 20:20:13.248282 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-36a149cf-d01a-4f9e-a33c-9803c86b12d1 req-c363829e-5451-41aa-a0af-758d377f3a84 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146188 Jul 23 20:20:13.265958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a5f8dbc-461a-4e4c-9a82-cdbb0551589c req-c43b2a8d-5ff4-4ef7-8cad-0f5843b02f97 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771310 Jul 23 20:20:13.274852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-052f5095-fd72-4c13-941d-849a15d7d5c3 req-746e31ec-cfe9-4d82-ab5f-75ebfd399620 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 Jul 23 20:20:13.303688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-36c2d5d6-1731-4ed7-b021-c9f01938a79e req-2cd1a1dc-11a3-4ff8-a024-99be11429a5c tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:20:13.304659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36c2d5d6-1731-4ed7-b021-c9f01938a79e req-2cd1a1dc-11a3-4ff8-a024-99be11429a5c tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080569 Jul 23 20:20:13.455537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4a642-6f35-4e79-b20a-9d51c2ebb5d7 None None] New status for floating IP 065803dd-7bb2-4814-8313-d99c1b31432f: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:20:13.474581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36c2d5d6-1731-4ed7-b021-c9f01938a79e req-1e50a5c1-36b1-4397-933a-fc18b0b093b3 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1622145 Jul 23 20:20:13.492943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa77fc-47eb-4af9-864c-f7b4f0890880 req-78b2504f-f494-4d3f-919a-7fa763fa84a8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:13.494585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6daa77fc-47eb-4af9-864c-f7b4f0890880 req-78b2504f-f494-4d3f-919a-7fa763fa84a8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1263888 Jul 23 20:20:13.558252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6daa77fc-47eb-4af9-864c-f7b4f0890880 req-3422fa5d-d100-45ce-80be-c8ee877146d2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529373 Jul 23 20:20:13.615257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.618640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 19446b9e-0c95-49aa-9bbe-c56097e4f40c details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:13.792815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:13.817881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '19446b9e-0c95-49aa-9bbe-c56097e4f40c', 'network_id': 'ca59e275-96ca-483e-bbec-b8f4de7802af', 'port_id': '19446b9e-0c95-49aa-9bbe-c56097e4f40c', 'mac_address': 'fa:16:3e:8d:89:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80e72bc1-4493-4ba2-aeb9-3c7331578be2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:13.825367 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ad5d7c81-aa05-4a5f-ad88-c9da91dbfd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.842646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad358863-e23d-4e57-9a02-68c43cc2ca5a req-f1e69f5c-bcc7-4a01-aa76-d643b28d3a8f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:13.844186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad358863-e23d-4e57-9a02-68c43cc2ca5a req-f1e69f5c-bcc7-4a01-aa76-d643b28d3a8f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0853088 Jul 23 20:20:13.851892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd85040-db14-42fc-b6a1-c61b409d9b6a req-d181d6df-6fb6-4a64-a58f-d1c70ae48d39 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:13.853506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fd85040-db14-42fc-b6a1-c61b409d9b6a req-d181d6df-6fb6-4a64-a58f-d1c70ae48d39 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1302476 Jul 23 20:20:13.860753 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.874412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19446b9e-0c95-49aa-9bbe-c56097e4f40c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:13.902138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:13.908206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:13.916786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad358863-e23d-4e57-9a02-68c43cc2ca5a req-08b6a0b3-aca4-4c5f-92cc-ef789011410f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622432 Jul 23 20:20:13.919916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fd85040-db14-42fc-b6a1-c61b409d9b6a req-f103a037-a1a9-453d-b02e-1776db1f7aec tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Jul 23 20:20:13.966077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=19446b9e-0c95-49aa-9bbe-c56097e4f40c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:14.109058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7b109-7474-4dd0-b7a2-9466b31baa13 req-4705b5a9-8d16-4c92-a0b0-9ff5d9185e21 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.110576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdc7b109-7474-4dd0-b7a2-9466b31baa13 req-4705b5a9-8d16-4c92-a0b0-9ff5d9185e21 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 946 time: 0.0849125 Jul 23 20:20:14.118205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7a005-d3a2-4544-8dc5-40e0d23434e1 req-59cff197-9783-43f7-9090-69caefee1cfb tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.120282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4db7a005-d3a2-4544-8dc5-40e0d23434e1 req-59cff197-9783-43f7-9090-69caefee1cfb tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1274960 Jul 23 20:20:14.177561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4db7a005-d3a2-4544-8dc5-40e0d23434e1 req-5657a6c1-765c-447c-a9de-142359042a22 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501955 Jul 23 20:20:14.180311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdc7b109-7474-4dd0-b7a2-9466b31baa13 req-e3d5b95b-1c27-4c58-81ab-e171787eacb9 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591457 Jul 23 20:20:14.210589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['19446b9e-0c95-49aa-9bbe-c56097e4f40c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:14.318015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:20:14.359121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7fedb-5b6b-4078-bf11-e26777f0451c req-5225e60c-107a-4e62-b956-5e296281988a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.361911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74b7fedb-5b6b-4078-bf11-e26777f0451c req-5225e60c-107a-4e62-b956-5e296281988a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.1120145 Jul 23 20:20:14.399984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cceaae1-2381-4693-ba8b-04ed8122577c req-09a7225f-b47b-4053-92e8-4311c608c634 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.402205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cceaae1-2381-4693-ba8b-04ed8122577c req-09a7225f-b47b-4053-92e8-4311c608c634 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1166284 Jul 23 20:20:14.437042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74b7fedb-5b6b-4078-bf11-e26777f0451c req-6124c6f4-6f12-4b16-8f13-37fe902c7f03 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688148 Jul 23 20:20:14.455820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cceaae1-2381-4693-ba8b-04ed8122577c req-e82dbcf5-8cc9-4624-90b4-3da166b8e5d2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467103 Jul 23 20:20:14.619759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2009d68-8be9-4076-b441-72878efae757 req-c615c90f-e191-4ac7-9a45-f42f536c6748 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.621529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f2009d68-8be9-4076-b441-72878efae757 req-c615c90f-e191-4ac7-9a45-f42f536c6748 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 944 time: 0.1095297 Jul 23 20:20:14.628853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5177db6-e28b-414c-8ffd-651e40d164b6 req-de3ac318-3d75-424f-af86-6f066755ce6c tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.630445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5177db6-e28b-414c-8ffd-651e40d164b6 req-de3ac318-3d75-424f-af86-6f066755ce6c tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1097937 Jul 23 20:20:14.689773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f2009d68-8be9-4076-b441-72878efae757 req-23007dc9-43a5-4961-a151-8a2ad8336716 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582838 Jul 23 20:20:14.694623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5177db6-e28b-414c-8ffd-651e40d164b6 req-3f5b1406-2c26-49b4-8ac3-91410044cc81 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564229 Jul 23 20:20:14.856066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3a074-4553-41f4-98fa-91782f3463e4 req-a9712ae0-e4af-4b03-a01f-b2eb170bce9c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.857590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21f3a074-4553-41f4-98fa-91782f3463e4 req-a9712ae0-e4af-4b03-a01f-b2eb170bce9c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0964375 Jul 23 20:20:14.910372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21f3a074-4553-41f4-98fa-91782f3463e4 req-6bd96b06-104c-4745-abf5-751fe1fccf2d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468037 Jul 23 20:20:14.926616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28303e25-28ea-47bb-9a0d-e9ecc6bceea6 req-616efb82-b38e-4680-b38a-b1d769dda400 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.932702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28303e25-28ea-47bb-9a0d-e9ecc6bceea6 req-616efb82-b38e-4680-b38a-b1d769dda400 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.938786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28303e25-28ea-47bb-9a0d-e9ecc6bceea6 req-616efb82-b38e-4680-b38a-b1d769dda400 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:14.940449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28303e25-28ea-47bb-9a0d-e9ecc6bceea6 req-616efb82-b38e-4680-b38a-b1d769dda400 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2&device_id=3796b50c-57cd-4704-93d7-36f5a13b3784&device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 2419 time: 0.1259220 Jul 23 20:20:14.987479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28303e25-28ea-47bb-9a0d-e9ecc6bceea6 req-828ce9f3-c013-4f59-8926-e83d32808446 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402644 Jul 23 20:20:15.029855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-0b0c3514-2291-408c-bed9-e1c065122d61 req-e20005da-49a2-405c-bf6d-5c795e44f268 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:20:15.030969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b0c3514-2291-408c-bed9-e1c065122d61 req-e20005da-49a2-405c-bf6d-5c795e44f268 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072279 Jul 23 20:20:15.148427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b0c3514-2291-408c-bed9-e1c065122d61 req-2bab3d59-a60e-4244-af82-d814e5bc4ac6 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1093774 Jul 23 20:20:15.173618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907214b-091a-4575-a203-b872eff4ee55 req-9df36473-99a1-4dc3-9df3-d1639c8f1bcd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:15.175045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a907214b-091a-4575-a203-b872eff4ee55 req-9df36473-99a1-4dc3-9df3-d1639c8f1bcd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0850277 Jul 23 20:20:15.220301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a907214b-091a-4575-a203-b872eff4ee55 req-76a68e2c-fbdb-4f89-b5ec-87d3cbef6461 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395660 Jul 23 20:20:15.374947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a43d-4fcf-47d0-8a32-6c74b0dc1a91 req-ce570e8b-c9b1-471e-b34a-6d3199f9e6ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:15.376593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d93a43d-4fcf-47d0-8a32-6c74b0dc1a91 req-ce570e8b-c9b1-471e-b34a-6d3199f9e6ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0808544 Jul 23 20:20:15.423028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d93a43d-4fcf-47d0-8a32-6c74b0dc1a91 req-3f9d5516-fcc3-4fd7-a5cc-47cc0340f81d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406396 Jul 23 20:20:15.587013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f02ac9-4065-4bb2-966a-2f8da6f81d17 req-68bc87a9-4f58-44cd-964a-c85148b0ad21 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:15.589901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57f02ac9-4065-4bb2-966a-2f8da6f81d17 req-68bc87a9-4f58-44cd-964a-c85148b0ad21 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0714481 Jul 23 20:20:15.633419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 19446b9e-0c95-49aa-9bbe-c56097e4f40c up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:15.652354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57f02ac9-4065-4bb2-966a-2f8da6f81d17 req-d9c5bb45-e180-4031-b750-8231bca64874 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581942 Jul 23 20:20:15.694439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 19446b9e-0c95-49aa-9bbe-c56097e4f40c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:15.700479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 19446b9e-0c95-49aa-9bbe-c56097e4f40c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:15.701085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:15.825765 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:15.846848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2430c-d007-4b6c-ae0c-799caf278087 req-c8312a17-5f01-464e-9b83-bcde4c4b21ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:15.848451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41a2430c-d007-4b6c-ae0c-799caf278087 req-c8312a17-5f01-464e-9b83-bcde4c4b21ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1223290 Jul 23 20:20:15.849104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6738ed-4146-4509-b256-829e390f0cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19446b9e-0c95-49aa-9bbe-c56097e4f40c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:15.851477 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daab72d-e838-449d-9c07-7deeac1240b3" -d '{"events": [{"server_uuid": "8d6738ed-4146-4509-b256-829e390f0cb1", "name": "network-vif-plugged", "status": "completed", "tag": "19446b9e-0c95-49aa-9bbe-c56097e4f40c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:15.864461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:15.873028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:15.910740 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41a2430c-d007-4b6c-ae0c-799caf278087 req-91d7e311-b474-4aed-87e4-c34cbed8d4a3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Jul 23 20:20:15.922020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b2201-2e9a-435b-931e-6826374b4eab req-6a4547aa-be5c-413f-87f0-5ae5fdbb5038 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:15.923518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b24b2201-2e9a-435b-931e-6826374b4eab req-6a4547aa-be5c-413f-87f0-5ae5fdbb5038 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 944 time: 0.1327972 Jul 23 20:20:15.945461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=19446b9e-0c95-49aa-9bbe-c56097e4f40c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:15.977939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b24b2201-2e9a-435b-931e-6826374b4eab req-0e71f485-051f-4429-a6dd-37661e6c1752 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Jul 23 20:20:16.066848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37209c2d-2a0d-46c4-960e-992b6921b73d req-b302a1f6-a2d4-45ed-bad4-83ab15f775ed tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.073554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37209c2d-2a0d-46c4-960e-992b6921b73d req-b302a1f6-a2d4-45ed-bad4-83ab15f775ed tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.0845265 Jul 23 20:20:16.119757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37209c2d-2a0d-46c4-960e-992b6921b73d req-90e7cbdd-8ed9-4d03-9435-cf14f9bdbcaf tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Jul 23 20:20:16.185806 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f982607-07c4-40aa-8d7d-2c2bcff0c7f4 x-openstack-request-id: req-2f982607-07c4-40aa-8d7d-2c2bcff0c7f4 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:16.186108 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6738ed-4146-4509-b256-829e390f0cb1", "name": "network-vif-plugged", "status": "completed", "tag": "19446b9e-0c95-49aa-9bbe-c56097e4f40c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:16.186369 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f982607-07c4-40aa-8d7d-2c2bcff0c7f4 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:16.186962 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6738ed-4146-4509-b256-829e390f0cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19446b9e-0c95-49aa-9bbe-c56097e4f40c', 'code': 200} Jul 23 20:20:16.325043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95e84-7e45-4c53-9de9-c49979ca239d req-5b750a0e-d534-4815-8854-e1652d566796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.326663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9f95e84-7e45-4c53-9de9-c49979ca239d req-5b750a0e-d534-4815-8854-e1652d566796 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 1097 time: 0.0742035 Jul 23 20:20:16.399202 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:16.404297 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a4e5a8be-58f2-4384-9113-20626b9be849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:16.410086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9f95e84-7e45-4c53-9de9-c49979ca239d req-62149611-4195-4a81-8104-0ccebbb09264 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767634 Jul 23 20:20:16.451746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea868c4-c5dd-45ca-b49c-ba768bc0058d req-ff18554d-5884-40eb-b5da-8d41c462c2b4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.453716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ea868c4-c5dd-45ca-b49c-ba768bc0058d req-ff18554d-5884-40eb-b5da-8d41c462c2b4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1013427 Jul 23 20:20:16.511105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ea868c4-c5dd-45ca-b49c-ba768bc0058d req-f7ff9125-2117-4b40-81a4-61c40b064dce tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517952 Jul 23 20:20:16.679445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a65c1-67d7-4b95-af91-c06268611581 req-78b65fc2-2bb5-45a8-97eb-bff66eaa5e84 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.686301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b18a65c1-67d7-4b95-af91-c06268611581 req-78b65fc2-2bb5-45a8-97eb-bff66eaa5e84 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0854206 Jul 23 20:20:16.745066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b18a65c1-67d7-4b95-af91-c06268611581 req-b50a4e45-1722-4a5b-9821-e288d4227e96 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565491 Jul 23 20:20:16.996559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333aa4e-4d40-42b0-bd15-e7a8a218938d req-a80667f4-ab30-4449-9d44-40cab262a6b9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:16.998001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b333aa4e-4d40-42b0-bd15-e7a8a218938d req-a80667f4-ab30-4449-9d44-40cab262a6b9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1150532 Jul 23 20:20:17.041466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:17.047569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d559822-1f4d-4d75-9cbb-d6e925d0b2bd req-e36dad29-79e2-461a-9627-4c908a6ea810 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:17.049146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d559822-1f4d-4d75-9cbb-d6e925d0b2bd req-e36dad29-79e2-461a-9627-4c908a6ea810 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.1168621 Jul 23 20:20:17.073311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b333aa4e-4d40-42b0-bd15-e7a8a218938d req-8e41affb-000a-42aa-af8d-116fa8beba88 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675817 Jul 23 20:20:17.114027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d559822-1f4d-4d75-9cbb-d6e925d0b2bd req-3367abb5-de0e-48ca-89da-002f304e9788 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Jul 23 20:20:17.259292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50e3e1-b51f-43ee-a8b4-4121b30c716d req-f3ac466f-8e7b-4f6b-91a0-b2fdc7db4ba1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:17.266099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c50e3e1-b51f-43ee-a8b4-4121b30c716d req-f3ac466f-8e7b-4f6b-91a0-b2fdc7db4ba1 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 945 time: 0.1270094 Jul 23 20:20:17.315980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c50e3e1-b51f-43ee-a8b4-4121b30c716d req-62944296-b45a-4e8d-89fc-1514f354916b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486212 Jul 23 20:20:17.334289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d9f08-cf53-4b0f-891e-5b377ff77686 req-c4684392-81f2-48f3-b137-091987085617 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:17.336095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-350d9f08-cf53-4b0f-891e-5b377ff77686 req-c4684392-81f2-48f3-b137-091987085617 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1284640 Jul 23 20:20:17.377748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-350d9f08-cf53-4b0f-891e-5b377ff77686 req-667c0dd3-5da5-4613-909b-fd2fbbba84b2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352535 Jul 23 20:20:17.446657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f607430-ab81-4718-bc57-37dab2b76fff req-d448719d-ad8e-4cd9-af9b-fbb46df41fc2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:17.448792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f607430-ab81-4718-bc57-37dab2b76fff req-d448719d-ad8e-4cd9-af9b-fbb46df41fc2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.0701389 Jul 23 20:20:17.620732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:17.830140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f607430-ab81-4718-bc57-37dab2b76fff req-cf0b9b62-b299-4c46-9cb3-bf3a96159951 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752327 Jul 23 20:20:17.863315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95fdbd-c626-434f-9b39-a394f71d0fa5 req-33219615-308b-46ba-946c-d91d9c8137f3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:17.864804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c95fdbd-c626-434f-9b39-a394f71d0fa5 req-33219615-308b-46ba-946c-d91d9c8137f3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0863769 Jul 23 20:20:17.903930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c95fdbd-c626-434f-9b39-a394f71d0fa5 req-4847abcd-c4fd-4142-bc10-c5100961f149 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332763 Jul 23 20:20:18.033976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65646-9815-4090-ae5d-a8906c91615a req-1f28624b-8b06-4026-bb24-18eccc5787a4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.035469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22b65646-9815-4090-ae5d-a8906c91615a req-1f28624b-8b06-4026-bb24-18eccc5787a4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0647209 Jul 23 20:20:18.078599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22b65646-9815-4090-ae5d-a8906c91615a req-dd788f1d-7c07-423a-b535-2c3ef8b50c4e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374892 Jul 23 20:20:18.266571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417df3c-6b92-42d1-ac15-3019b2211b5c req-21080d76-7dc6-4b87-9f3e-eb463e09b06b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.268082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7417df3c-6b92-42d1-ac15-3019b2211b5c req-21080d76-7dc6-4b87-9f3e-eb463e09b06b tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.0653241 Jul 23 20:20:18.316238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7417df3c-6b92-42d1-ac15-3019b2211b5c req-cce43978-58e4-4fac-bb3d-d01baf7f7785 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Jul 23 20:20:18.336802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-03415c17-5d72-498d-a27f-3758246176c1 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.338807 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-03415c17-5d72-498d-a27f-3758246176c1 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 946 time: 0.0780041 Jul 23 20:20:18.465944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Deleting port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:18.466465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.483711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfe695-7ea5-4784-a2a5-2c681f8dedc8 req-fb18dd88-033c-4195-8591-6c9e891c7299 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.485709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76cfe695-7ea5-4784-a2a5-2c681f8dedc8 req-fb18dd88-033c-4195-8591-6c9e891c7299 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 945 time: 0.0900879 Jul 23 20:20:18.543018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76cfe695-7ea5-4784-a2a5-2c681f8dedc8 req-d5323dc7-e28e-424a-b05c-4ae936753b27 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Jul 23 20:20:18.592801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] For port ffec59e5-de60-46ed-a9d9-bff485a7c0e5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:18.593212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.611999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Calling delete_port for ffec59e5-de60-46ed-a9d9-bff485a7c0e5 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:18.687608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4982cd-2e31-4bae-b9e5-eb0739aecc1b req-d76bb51c-bf96-4312-8755-b5dd3de8ce61 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.689880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a4982cd-2e31-4bae-b9e5-eb0739aecc1b req-d76bb51c-bf96-4312-8755-b5dd3de8ce61 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0775952 Jul 23 20:20:18.769158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a4982cd-2e31-4bae-b9e5-eb0739aecc1b req-d45fad26-ad63-4280-aace-7b872adf869a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613010 Jul 23 20:20:18.809850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.824229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['2d8d730a-3ee6-4768-a5fd-36a1d3596d3b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:18.828018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['415851e5-d5cc-43ae-9762-3366a7b5f8a7', 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:18.842587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Pushing event deleted for resources: {'Port': ['ID=ffec59e5-de60-46ed-a9d9-bff485a7c0e5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:18.884387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020e0e7-e17e-42c8-9d15-a2ffaaa65d7c req-e853d83c-e0e9-43f0-9051-b364c17719bf tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:18.886658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4020e0e7-e17e-42c8-9d15-a2ffaaa65d7c req-e853d83c-e0e9-43f0-9051-b364c17719bf tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 945 time: 0.0844994 Jul 23 20:20:18.896880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.897240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.897611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.897955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.898290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.898627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.898957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.899290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.899621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.899946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.900383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.904086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:18.921233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] No DVR routers for this DVR port ffec59e5-de60-46ed-a9d9-bff485a7c0e5 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:18.923771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:18.926413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd0e7817-c8b6-4581-9aa3-397dff7513d3 req-dc1b8f5b-6f0b-4564-b430-611de9b87fdb tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "DELETE /v2.0/ports/ffec59e5-de60-46ed-a9d9-bff485a7c0e5 HTTP/1.1" status: 204 len: 173 time: 0.5806282 Jul 23 20:20:18.926879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'name': 'network-vif-deleted', 'tag': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:18.929313 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aef13c-f7bd-464a-9209-bd1d6c045a7e" -d '{"events": [{"server_uuid": "88c68367-8dfc-4a94-83fe-7250f9916ef2", "name": "network-vif-deleted", "tag": "ffec59e5-de60-46ed-a9d9-bff485a7c0e5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:18.968128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4020e0e7-e17e-42c8-9d15-a2ffaaa65d7c req-bdb99a5f-7b3a-44fa-ac22-7853b87e0e8b tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Jul 23 20:20:19.026641 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336450da-4de5-459b-b6d0-21e1efcbe9f4 x-openstack-request-id: req-336450da-4de5-459b-b6d0-21e1efcbe9f4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:19.027151 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c68367-8dfc-4a94-83fe-7250f9916ef2", "name": "network-vif-deleted", "tag": "ffec59e5-de60-46ed-a9d9-bff485a7c0e5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:19.027511 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-336450da-4de5-459b-b6d0-21e1efcbe9f4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:19.028036 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c68367-8dfc-4a94-83fe-7250f9916ef2', 'name': 'network-vif-deleted', 'tag': 'ffec59e5-de60-46ed-a9d9-bff485a7c0e5', 'status': 'completed', 'code': 200} Jul 23 20:20:19.055842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce9bbb-0a58-4fa7-817a-eb632b74169e req-c6ea4173-464c-46b2-a0fc-9d4040b77e7f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:19.058659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bce9bbb-0a58-4fa7-817a-eb632b74169e req-c6ea4173-464c-46b2-a0fc-9d4040b77e7f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.0893352 Jul 23 20:20:19.118804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bce9bbb-0a58-4fa7-817a-eb632b74169e req-e30ecee5-8cbc-44ce-9f98-3b4cdcae2d5c tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Jul 23 20:20:19.440264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e636edc-e64d-4f00-80e1-cb867f60db5e req-4fa89177-a36d-4fd7-a4e0-39f79b68754a tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=88c68367-8dfc-4a94-83fe-7250f9916ef2 HTTP/1.1" status: 200 len: 210 time: 0.0350797 Jul 23 20:20:19.569706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:19.898199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151e005-0180-4ebf-a2d4-f16fd2b54c57 req-ff1cb7e0-b492-4278-beb1-e01c6597b487 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:19.899692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e151e005-0180-4ebf-a2d4-f16fd2b54c57 req-ff1cb7e0-b492-4278-beb1-e01c6597b487 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0694757 Jul 23 20:20:19.944302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e151e005-0180-4ebf-a2d4-f16fd2b54c57 req-fa74649c-b705-4ec5-828e-056f716e1af2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383208 Jul 23 20:20:20.145520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:20.167851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50e47-8dae-4a2e-ab8b-f1d07500c151 req-f458ae7e-5532-4c6c-bf04-fec861d9624e tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:20.174747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7f50e47-8dae-4a2e-ab8b-f1d07500c151 req-f458ae7e-5532-4c6c-bf04-fec861d9624e tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 945 time: 0.1284282 Jul 23 20:20:20.234005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7f50e47-8dae-4a2e-ab8b-f1d07500c151 req-ebeb622c-357b-4b83-8ea8-aa6622c11c82 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups?id=b952a35f-3e38-4a4d-aa8e-09ad6a692a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583339 Jul 23 20:20:20.250793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-50413623-6a8c-4e0b-a3a3-60a61bdc3a52 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:20.250793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-50413623-6a8c-4e0b-a3a3-60a61bdc3a52 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 945 time: 0.1517880 Jul 23 20:20:20.326772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:20.349297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'mac_address': 'fa:16:3e:89:f3:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:20.401001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c8ec7-a031-4cf0-95f8-c51df1c04834 req-27497394-2227-492b-9637-7ac5bfa4fab3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:20.415857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a5c8ec7-a031-4cf0-95f8-c51df1c04834 req-27497394-2227-492b-9637-7ac5bfa4fab3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1803474 Jul 23 20:20:20.433420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.472740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52933d20-7fd1-4359-8c6c-f4f8e939a72b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:20.534654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Deleting port 19446b9e-0c95-49aa-9bbe-c56097e4f40c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:20.535310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.549054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:20.557923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.561974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a5c8ec7-a031-4cf0-95f8-c51df1c04834 req-638a6ad2-bddf-4c83-be06-b33c71104399 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425641 Jul 23 20:20:20.682994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:20.740194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] For port 19446b9e-0c95-49aa-9bbe-c56097e4f40c, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=19446b9e-0c95-49aa-9bbe-c56097e4f40c,segment=NetworkSegment(b9edfa32-3d89-47ba-ae89-346a1c8e274c),segment_id=b9edfa32-3d89-47ba-ae89-346a1c8e274c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:20.740824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:20.757476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Calling delete_port for 19446b9e-0c95-49aa-9bbe-c56097e4f40c owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:20.773066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['52933d20-7fd1-4359-8c6c-f4f8e939a72b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:21.130022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c52b4-d174-4f5c-bb9e-e0b47492c2db req-e54b34f9-49e7-48b8-9e23-c8ad86891d0e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.131694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b4c52b4-d174-4f5c-bb9e-e0b47492c2db req-e54b34f9-49e7-48b8-9e23-c8ad86891d0e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 946 time: 0.1926599 Jul 23 20:20:21.171504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.184382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['19446b9e-0c95-49aa-9bbe-c56097e4f40c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:21.229230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bea16-2753-43a1-b31d-58fe470bfdda req-0c1d0f2b-5d6f-448d-a2cd-1d03a16ba65b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.231115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-318bea16-2753-43a1-b31d-58fe470bfdda req-0c1d0f2b-5d6f-448d-a2cd-1d03a16ba65b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2009559 Jul 23 20:20:21.240723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event deleted for resources: {'Port': ['ID=19446b9e-0c95-49aa-9bbe-c56097e4f40c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:21.277551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.278125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.278587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.279004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.279461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.280006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.280411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.280827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.281207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.281565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.281896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.282236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:21.297985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b4c52b4-d174-4f5c-bb9e-e0b47492c2db req-aba09415-0a13-41d2-9433-7dd6010a14ee tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592596 Jul 23 20:20:21.357380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] No DVR routers for this DVR port 19446b9e-0c95-49aa-9bbe-c56097e4f40c on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:21.360166 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:21.362731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb8ba9ca-3fa5-411f-b927-f21a0c76c965 req-8f440567-a38f-4661-972a-475a46f04ac7 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.36 "DELETE /v2.0/ports/19446b9e-0c95-49aa-9bbe-c56097e4f40c HTTP/1.1" status: 204 len: 173 time: 1.1036217 Jul 23 20:20:21.369780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6738ed-4146-4509-b256-829e390f0cb1', 'name': 'network-vif-deleted', 'tag': '19446b9e-0c95-49aa-9bbe-c56097e4f40c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:21.373067 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d51ab2e-6287-416a-8ab1-c3536a0f6a25" -d '{"events": [{"server_uuid": "8d6738ed-4146-4509-b256-829e390f0cb1", "name": "network-vif-deleted", "tag": "19446b9e-0c95-49aa-9bbe-c56097e4f40c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:21.395962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-318bea16-2753-43a1-b31d-58fe470bfdda req-25f8b5a3-1430-445e-acf5-bf1ae3beedb5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567049 Jul 23 20:20:21.456353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91721df3-a8de-4804-8fde-94719e05b5c5 req-1ef9fe71-ca24-462b-9311-ac9fca226c6a tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6738ed-4146-4509-b256-829e390f0cb1 HTTP/1.1" status: 200 len: 210 time: 0.0773396 Jul 23 20:20:21.463409 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70adcced-f898-4638-a1fe-cdd525fad54b x-openstack-request-id: req-70adcced-f898-4638-a1fe-cdd525fad54b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:21.463713 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6738ed-4146-4509-b256-829e390f0cb1", "name": "network-vif-deleted", "tag": "19446b9e-0c95-49aa-9bbe-c56097e4f40c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:21.463982 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70adcced-f898-4638-a1fe-cdd525fad54b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:21.464391 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6738ed-4146-4509-b256-829e390f0cb1', 'name': 'network-vif-deleted', 'tag': '19446b9e-0c95-49aa-9bbe-c56097e4f40c', 'status': 'completed', 'code': 200} Jul 23 20:20:21.741942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba59cff-5427-4d98-a521-c1a698f329d1 req-396f2d04-b43e-41bd-8d15-8af80bed3089 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:21.749985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ba59cff-5427-4d98-a521-c1a698f329d1 req-396f2d04-b43e-41bd-8d15-8af80bed3089 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 944 time: 0.1014681 Jul 23 20:20:21.815999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ba59cff-5427-4d98-a521-c1a698f329d1 req-6a110b3b-4aa5-42ee-969a-b425fda37601 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620604 Jul 23 20:20:22.141156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:22.197968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 52933d20-7fd1-4359-8c6c-f4f8e939a72b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:22.199082 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.238408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f712595-34dc-4537-902d-647a5c310a02 req-e4e88364-7524-4bee-ac74-6f15379b43f7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:22.239775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f712595-34dc-4537-902d-647a5c310a02 req-e4e88364-7524-4bee-ac74-6f15379b43f7 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.36 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 946 time: 0.0808985 Jul 23 20:20:22.297086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.345867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:22.347305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:22.352247 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d153fc8a-7988-4d23-a15f-711abdd64f03" -d '{"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-plugged", "status": "completed", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:22.356994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.358184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device ffec59e5-de60-46ed-a9d9-bff485a7c0e5 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:22.389123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: ffec59e5-de60-46ed-a9d9-bff485a7c0e5 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:22.389500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device ffec59e5-de60-46ed-a9d9-bff485a7c0e5 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:22.417549 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb2182e-e66e-4cb3-bd56-171aa16734a6 x-openstack-request-id: req-dcb2182e-e66e-4cb3-bd56-171aa16734a6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:22.418140 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-plugged", "status": "completed", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:22.418395 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcb2182e-e66e-4cb3-bd56-171aa16734a6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:22.418787 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'code': 200} Jul 23 20:20:22.451561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:22.459681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.460034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.460384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.460730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.461069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.461407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.461824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.462151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.463029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.463691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.464513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.465005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:20:22.471765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Deleting port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:22.472128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.622232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0884f4a-fba4-4a99-bd58-45db863656da req-75a183fd-6b3c-4403-8f8c-987b004f3a4e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:22.623870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0884f4a-fba4-4a99-bd58-45db863656da req-75a183fd-6b3c-4403-8f8c-987b004f3a4e tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 946 time: 0.2042413 Jul 23 20:20:22.634831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] For port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:22.635163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:22.666406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Calling delete_port for 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:22.745739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbeacca-9099-470e-af63-30edfa59ae24 req-ec980fe5-38a0-47e1-8969-25d306d1e260 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:22.747342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bbeacca-9099-470e-af63-30edfa59ae24 req-ec980fe5-38a0-47e1-8969-25d306d1e260 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2118187 Jul 23 20:20:22.770731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0884f4a-fba4-4a99-bd58-45db863656da req-9c0dbc03-e549-4996-8a33-8e8dd4a427be tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332119 Jul 23 20:20:22.852733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bbeacca-9099-470e-af63-30edfa59ae24 req-aebb5d30-6e8a-4cd1-b355-2f3e002f9e6e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759370 Jul 23 20:20:23.065529 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.086740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['2d8d730a-3ee6-4768-a5fd-36a1d3596d3b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:23.090542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['415851e5-d5cc-43ae-9762-3366a7b5f8a7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:23.110030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43666) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.183044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Pushing event deleted for resources: {'Port': ['ID=2d8d730a-3ee6-4768-a5fd-36a1d3596d3b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:23.197646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e074e5-b0ae-4f81-9638-ebb77817f15d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.250003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e074e5-b0ae-4f81-9638-ebb77817f15d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.250626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a774540-5543-481f-8ce9-108cc3abd7cf req-7202d22d-87b4-48ab-9718-7d648ce13ef2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:23.252234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a774540-5543-481f-8ce9-108cc3abd7cf req-7202d22d-87b4-48ab-9718-7d648ce13ef2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.2956538 Jul 23 20:20:23.278909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] No DVR routers for this DVR port 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:23.286553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.288584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f712595-34dc-4537-902d-647a5c310a02 req-5612e3d0-95fc-449b-88b8-3f1151c1b3ca tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.36 "DELETE /v2.0/ports/2d8d730a-3ee6-4768-a5fd-36a1d3596d3b HTTP/1.1" status: 204 len: 173 time: 1.0430794 Jul 23 20:20:23.331685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e074e5-b0ae-4f81-9638-ebb77817f15d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.335528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e074e5-b0ae-4f81-9638-ebb77817f15d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.336993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-08e074e5-b0ae-4f81-9638-ebb77817f15d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "DELETE /v2.0/security-groups/f271bde4-b727-4c9b-a7ec-e5a45f279ee4 HTTP/1.1" status: 204 len: 168 time: 0.2258296 Jul 23 20:20:23.341410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43668) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.382838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a774540-5543-481f-8ce9-108cc3abd7cf req-2d16a8d4-5cec-496d-a862-18034035d0c5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048563 Jul 23 20:20:23.387437 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-8936b3d6-4bd4-4345-b9a9-79b1ea3673b8 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] show failed (client error): The resource could not be found. Jul 23 20:20:23.388728 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8936b3d6-4bd4-4345-b9a9-79b1ea3673b8 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "GET /v2.0/security-groups/f271bde4-b727-4c9b-a7ec-e5a45f279ee4 HTTP/1.1" status: 404 len: 347 time: 0.0414975 Jul 23 20:20:23.393256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43670) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:23.394619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e074e5-b0ae-4f81-9638-ebb77817f15d tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f271bde4-b727-4c9b-a7ec-e5a45f279ee4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:23.485228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'name': 'network-vif-deleted', 'tag': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:23.489145 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc345f51-ff08-4937-9533-75d68491f005" -d '{"events": [{"server_uuid": "3796b50c-57cd-4704-93d7-36f5a13b3784", "name": "network-vif-deleted", "tag": "2d8d730a-3ee6-4768-a5fd-36a1d3596d3b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:23.593824 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02dcc4a-a85a-49ff-8971-756b8df1e81f x-openstack-request-id: req-c02dcc4a-a85a-49ff-8971-756b8df1e81f {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:23.594398 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3796b50c-57cd-4704-93d7-36f5a13b3784", "name": "network-vif-deleted", "tag": "2d8d730a-3ee6-4768-a5fd-36a1d3596d3b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:23.594819 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c02dcc4a-a85a-49ff-8971-756b8df1e81f {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:23.595522 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3796b50c-57cd-4704-93d7-36f5a13b3784', 'name': 'network-vif-deleted', 'tag': '2d8d730a-3ee6-4768-a5fd-36a1d3596d3b', 'status': 'completed', 'code': 200} Jul 23 20:20:23.634019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Deleting port 29034cb5-cbcb-4561-843f-888e11a3e29b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:23.634467 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.683156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 19446b9e-0c95-49aa-9bbe-c56097e4f40c no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:23.716994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 19446b9e-0c95-49aa-9bbe-c56097e4f40c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:23.726079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 19446b9e-0c95-49aa-9bbe-c56097e4f40c not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:23.726836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:23.747839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.748394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:23.761885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Calling delete_port for 29034cb5-cbcb-4561-843f-888e11a3e29b owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:23.771073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:23.773105 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 2d8d730a-3ee6-4768-a5fd-36a1d3596d3b not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:24.078013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d61b06f-8a89-4a2c-bb09-e41277b59be6 req-4f29cadb-5aa5-42f7-a9bb-f6bd4fc2b1ee tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=3796b50c-57cd-4704-93d7-36f5a13b3784 HTTP/1.1" status: 200 len: 210 time: 0.1205051 Jul 23 20:20:24.109953 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.147326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Pushing event deleted for resources: {'Port': ['ID=29034cb5-cbcb-4561-843f-888e11a3e29b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:24.202308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bfa65-666e-43b7-8412-8f3ad6c35d53 req-f527b8a7-8cc5-4037-9a4a-8e3b1c9dc1cd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.210353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-434bfa65-666e-43b7-8412-8f3ad6c35d53 req-f527b8a7-8cc5-4037-9a4a-8e3b1c9dc1cd tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2025404 Jul 23 20:20:24.280622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-434bfa65-666e-43b7-8412-8f3ad6c35d53 req-1aa5f0f9-3996-40c9-96c3-3da417e22c20 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693145 Jul 23 20:20:24.286064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.289463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.290797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-770230f2-787b-48ea-86ff-63d2b0886351 tempest-ImagesOneServerNegativeTestJSON-750153432 tempest-ImagesOneServerNegativeTestJSON-750153432-project] 10.222.0.46 "DELETE /v2.0/floatingips/9c0c83fb-7e30-4d23-b0c4-42fd363c3db7 HTTP/1.1" status: 204 len: 168 time: 0.8963826 Jul 23 20:20:24.412304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:24.479192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Deleting subnet 80e72bc1-4493-4ba2-aeb9-3c7331578be2 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:24.495701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.543420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.595645 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.618913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae94d8-1768-45da-824d-c21df3ede85f req-f0d0f4bb-bc5c-4b5e-823c-a6f993af8c67 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:24.627789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fae94d8-1768-45da-824d-c21df3ede85f req-f0d0f4bb-bc5c-4b5e-823c-a6f993af8c67 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1433187 Jul 23 20:20:24.691070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fae94d8-1768-45da-824d-c21df3ede85f req-6430e336-d38b-4a20-aa7e-b11ea7fc9e5e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621281 Jul 23 20:20:24.715487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.744651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e72bc1-4493-4ba2-aeb9-3c7331578be2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:24.747059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.749073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dd863d4c-85fa-40eb-b032-c22df45aac1a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/80e72bc1-4493-4ba2-aeb9-3c7331578be2 HTTP/1.1" status: 204 len: 168 time: 0.3356793 Jul 23 20:20:24.751782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43704) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:24.839256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.925451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.937767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca59e275-96ca-483e-bbec-b8f4de7802af']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:24.956712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9edfa32-3d89-47ba-ae89-346a1c8e274c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:24.957095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9edfa32-3d89-47ba-ae89-346a1c8e274c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:24.967452 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.982817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.989866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:24.990384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:24.992123 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:25.083899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.110473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.112737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] 10.222.0.46 "DELETE /v2.0/networks/ca59e275-96ca-483e-bbec-b8f4de7802af HTTP/1.1" status: 204 len: 168 time: 0.3596842 Jul 23 20:20:25.113712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382834a9-5512-4609-bd5e-2ed6b84f7a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca59e275-96ca-483e-bbec-b8f4de7802af,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:25.440722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43724) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:25.666347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43728) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:25.667795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-be3ba710-3ba1-4779-b790-5a345dd72ee1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d23d9fa844284d75ab9fdf35119e23da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233176 Jul 23 20:20:25.679567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02839a-064c-401a-aaf0-c385806fb929 req-86164d0d-4c29-4aa2-a1b8-67da8521c5d1 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.688731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d02839a-064c-401a-aaf0-c385806fb929 req-86164d0d-4c29-4aa2-a1b8-67da8521c5d1 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1365581 Jul 23 20:20:25.726096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06c54d-886b-4684-9619-702c9c5d4539 req-4a434645-1a9f-440c-929f-6718723fcae7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.734406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f06c54d-886b-4684-9619-702c9c5d4539 req-4a434645-1a9f-440c-929f-6718723fcae7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2634988 Jul 23 20:20:25.743476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-171419d1-c611-46dd-93f5-6aaca66e6a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.773254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d02839a-064c-401a-aaf0-c385806fb929 req-276b374a-ed82-4779-85e3-135071333a16 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835471 Jul 23 20:20:25.775435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-171419d1-c611-46dd-93f5-6aaca66e6a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.851540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f06c54d-886b-4684-9619-702c9c5d4539 req-74a1572e-ddb2-446b-b212-a1a8165d611c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161118 Jul 23 20:20:25.866260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-171419d1-c611-46dd-93f5-6aaca66e6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.869760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-171419d1-c611-46dd-93f5-6aaca66e6a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:25.871096 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-171419d1-c611-46dd-93f5-6aaca66e6a3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b952a35f-3e38-4a4d-aa8e-09ad6a692a75 HTTP/1.1" status: 204 len: 168 time: 0.2020833 Jul 23 20:20:25.881692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171419d1-c611-46dd-93f5-6aaca66e6a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b952a35f-3e38-4a4d-aa8e-09ad6a692a75,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:25.977032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce46155-10d6-46d1-a0fd-c4604df9968a req-1fbffefc-1e12-4195-ac7c-139e7eec1252 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:25.985287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ce46155-10d6-46d1-a0fd-c4604df9968a req-1fbffefc-1e12-4195-ac7c-139e7eec1252 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1077945 Jul 23 20:20:26.042043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ce46155-10d6-46d1-a0fd-c4604df9968a req-4a1662e3-76b1-413d-948a-bd7f944e9828 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530825 Jul 23 20:20:27.054080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddafce-adb8-443d-a97f-7b477258e7dd req-78852d4b-3ab8-4829-8f5c-40afeb398a63 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.062727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cddafce-adb8-443d-a97f-7b477258e7dd req-78852d4b-3ab8-4829-8f5c-40afeb398a63 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1790018 Jul 23 20:20:27.115277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49301a-2236-4c74-916c-84cfc7170fb9 req-92c4ea09-65f8-4f9b-9e97-84ee22de1dcf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.116792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b49301a-2236-4c74-916c-84cfc7170fb9 req-92c4ea09-65f8-4f9b-9e97-84ee22de1dcf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1579673 Jul 23 20:20:27.161326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cddafce-adb8-443d-a97f-7b477258e7dd req-92461ec0-1699-4da3-92e0-01309d314c15 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/security-groups?id=2431e691-618e-4084-942b-78b7382c3e73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973477 Jul 23 20:20:27.176005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b49301a-2236-4c74-916c-84cfc7170fb9 req-10d44d1c-6ad5-4550-a86c-d24a605e4452 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Jul 23 20:20:27.379926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae39a93-f531-4bea-9942-fc15e92ec1a0 req-5c141479-32d6-4070-8fec-a97d764a0b81 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.387984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae39a93-f531-4bea-9942-fc15e92ec1a0 req-5c141479-32d6-4070-8fec-a97d764a0b81 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1427243 Jul 23 20:20:27.465108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bae39a93-f531-4bea-9942-fc15e92ec1a0 req-f604a625-6f8c-45fd-9491-952912b6e782 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761297 Jul 23 20:20:27.468290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-c1d5dfff-acaa-4d97-824e-773191f1a7b9 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.469890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-c1d5dfff-acaa-4d97-824e-773191f1a7b9 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 946 time: 0.1983838 Jul 23 20:20:27.688652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Deleting port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:27.689655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.784973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-70fbc19e-dd88-460d-8df7-4d37e09edab3 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--482733094&fields=id&tenant_id=7c247b25cea046f0b62cec04c2ae7224 HTTP/1.1" status: 200 len: 267 time: 0.0473695 Jul 23 20:20:27.833351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] For port 415851e5-d5cc-43ae-9762-3366a7b5f8a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=415851e5-d5cc-43ae-9762-3366a7b5f8a7,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:27.833738 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:27.849071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Calling delete_port for 415851e5-d5cc-43ae-9762-3366a7b5f8a7 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:27.906624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-c262ada0-e697-4b68-8c21-6d5e1553bd6a tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:27.908392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-c262ada0-e697-4b68-8c21-6d5e1553bd6a tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/networks?id=b5d337e1-8d8d-49a0-99f5-490eb21948e0 HTTP/1.1" status: 200 len: 816 time: 0.1226101 Jul 23 20:20:27.929781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-10c3ce79-c01c-485a-b109-44d6421f0131 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/quotas/7c247b25cea046f0b62cec04c2ae7224 HTTP/1.1" status: 200 len: 375 time: 0.0148914 Jul 23 20:20:28.023764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.039865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['415851e5-d5cc-43ae-9762-3366a7b5f8a7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:28.041394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-6636f27a-4ea2-4245-bb06-2ec7a40109a1 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7c247b25cea046f0b62cec04c2ae7224&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045401 Jul 23 20:20:28.069208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Pushing event deleted for resources: {'Port': ['ID=415851e5-d5cc-43ae-9762-3366a7b5f8a7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:28.132373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] No DVR routers for this DVR port 415851e5-d5cc-43ae-9762-3366a7b5f8a7 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:28.137707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.140776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b7edff48-b7d6-486b-89b9-db1b1c7c02c8 req-d935f2c8-55b2-4982-aeb7-de3a6ac60a73 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.47 "DELETE /v2.0/ports/415851e5-d5cc-43ae-9762-3366a7b5f8a7 HTTP/1.1" status: 204 len: 173 time: 0.6624877 Jul 23 20:20:28.141452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'name': 'network-vif-deleted', 'tag': '415851e5-d5cc-43ae-9762-3366a7b5f8a7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:28.144825 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968df375-3086-4245-98b9-ca882efbdfee" -d '{"events": [{"server_uuid": "4a17dd36-0e91-4ba4-adfd-7d4c26dcb178", "name": "network-vif-deleted", "tag": "415851e5-d5cc-43ae-9762-3366a7b5f8a7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:28.175259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-740c9a93-735a-4308-b564-5a2a515f0ed0 service neutron] 10.222.0.46 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304278 Jul 23 20:20:28.231114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43802) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:28.238498 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5cbcee-ed31-487e-a369-6945815c5be4 x-openstack-request-id: req-5d5cbcee-ed31-487e-a369-6945815c5be4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:28.238794 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17dd36-0e91-4ba4-adfd-7d4c26dcb178", "name": "network-vif-deleted", "tag": "415851e5-d5cc-43ae-9762-3366a7b5f8a7", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:28.239042 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d5cbcee-ed31-487e-a369-6945815c5be4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:28.239574 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17dd36-0e91-4ba4-adfd-7d4c26dcb178', 'name': 'network-vif-deleted', 'tag': '415851e5-d5cc-43ae-9762-3366a7b5f8a7', 'status': 'completed', 'code': 200} Jul 23 20:20:28.370932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-3bab3bd6-914d-49b4-8d90-5d64ee7aadc8 service neutron] 10.222.0.46 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945376 Jul 23 20:20:28.404499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d01678d-c2d6-4530-bdf7-d92acd43cf8e req-7ef3b7c3-827f-48c4-a9b3-a8da1b54e4a1 tempest-ListServerFiltersTestJSON-1608827212 tempest-ListServerFiltersTestJSON-1608827212-project] 10.222.0.46 "GET /v2.0/ports?device_id=4a17dd36-0e91-4ba4-adfd-7d4c26dcb178 HTTP/1.1" status: 200 len: 210 time: 0.0323284 Jul 23 20:20:28.491783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9729-1afb-4ee7-8f82-ed54144f97a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.599489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9729-1afb-4ee7-8f82-ed54144f97a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.606946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1bdb9729-1afb-4ee7-8f82-ed54144f97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.677520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1bdb9729-1afb-4ee7-8f82-ed54144f97a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4f8830c259441dabaf1e3b58f4332c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393775 Jul 23 20:20:28.677520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb9729-1afb-4ee7-8f82-ed54144f97a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf795b4-2d1d-43c3-bf33-2c71d80bc342,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:28.677520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43816) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:28.679905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7114d-267c-4ee1-9057-48a34862b47c req-c9c0fdcf-f993-488d-a4f2-21e29e821179 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:28.693056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6af7114d-267c-4ee1-9057-48a34862b47c req-c9c0fdcf-f993-488d-a4f2-21e29e821179 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1854467 Jul 23 20:20:28.752540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6af7114d-267c-4ee1-9057-48a34862b47c req-ba7c506c-ecb0-4a32-b946-65f4b2259c5c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583692 Jul 23 20:20:28.800893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b404e8bc-3216-4b16-b12a-3eba6e4caabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.879234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b404e8bc-3216-4b16-b12a-3eba6e4caabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:28.937654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb5be4-6eb1-4081-88ee-b3c2d73777d5 req-70406292-4a2f-42e5-9745-95f9f4c6f820 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:28.949994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4efb5be4-6eb1-4081-88ee-b3c2d73777d5 req-70406292-4a2f-42e5-9745-95f9f4c6f820 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.0993521 Jul 23 20:20:29.006821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b404e8bc-3216-4b16-b12a-3eba6e4caabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.011861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b404e8bc-3216-4b16-b12a-3eba6e4caabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.013486 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b404e8bc-3216-4b16-b12a-3eba6e4caabb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1bf795b4-2d1d-43c3-bf33-2c71d80bc342 HTTP/1.1" status: 204 len: 168 time: 0.3246515 Jul 23 20:20:29.038773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404e8bc-3216-4b16-b12a-3eba6e4caabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf795b4-2d1d-43c3-bf33-2c71d80bc342,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:29.053671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4efb5be4-6eb1-4081-88ee-b3c2d73777d5 req-18e8c904-b831-4f39-8591-cb5ce2a7e88d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957165 Jul 23 20:20:29.102166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94d19536-27d8-4bfc-9266-f841cba0d652 req-1f0e60ff-b9b9-4594-99d7-1bf250fd0a8c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0330272 Jul 23 20:20:29.500751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43844) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:29.558179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Deleting subnet 434b4ca2-d435-4f84-b5e6-0762cc5cd39b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:29.562657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.624223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.741239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.854487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.907373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434b4ca2-d435-4f84-b5e6-0762cc5cd39b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:29.918187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:29.920148 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6e860553-fac9-4ecc-92fc-d3901f14670e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/434b4ca2-d435-4f84-b5e6-0762cc5cd39b HTTP/1.1" status: 204 len: 168 time: 0.4182022 Jul 23 20:20:29.921898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56382c7-54a5-4f73-ac4b-fe2daafb39d3 None None] Network 48aad39b-e818-4d45-be94-643734c8e1b5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:29.922975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:29.960347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ad721-b7db-4843-bae4-44fcb23f1e32 req-fc728f13-6a1b-4f05-92da-bd40bc693def tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:29.963045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-685ad721-b7db-4843-bae4-44fcb23f1e32 req-fc728f13-6a1b-4f05-92da-bd40bc693def tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1021559 Jul 23 20:20:29.997125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43860) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:30.050020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.070734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-685ad721-b7db-4843-bae4-44fcb23f1e32 req-1228faa6-fbb8-4c83-895b-76b1d461d9a6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928941 Jul 23 20:20:30.145973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-367788492-network', 'tenant_id': '7cf94d3172ed4f119bfd9c18c446bb87'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:30.194935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Made reservation on behalf of 7cf94d3172ed4f119bfd9c18c446bb87 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:30.200640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.231128 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.301274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] DHCP port deletion for 48aad39b-e818-4d45-be94-643734c8e1b5 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:20:30.361942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.370852 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.393953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:30.417065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.417556 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Added segment d35feea9-ea6c-4af2-822a-441e204c86d7 of type vlan for network 246d1e28-2a8a-430f-9949-206695f31039 Jul 23 20:20:30.419199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354ec4c0-671c-4864-9e95-0364714aaf2e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:30.419698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] Deleting port 11ccc82a-309b-49bb-8733-0a1fae332389 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:30.420329 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.436924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc2f4870-371e-432b-a3cf-af84e0d7efbe req-b56810cb-4101-423a-aa46-668461a800ba tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0386696 Jul 23 20:20:30.513980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] For port 11ccc82a-309b-49bb-8733-0a1fae332389, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=11ccc82a-309b-49bb-8733-0a1fae332389,segment=NetworkSegment(4750cc08-c4da-41bd-bebc-271f486a4daa),segment_id=4750cc08-c4da-41bd-bebc-271f486a4daa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:30.514699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.519585 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.530310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] Calling delete_port for 11ccc82a-309b-49bb-8733-0a1fae332389 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:30.573273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.574499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:30.574993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.650716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] Pushing event updated for resources: {'Network': ['ID=246d1e28-2a8a-430f-9949-206695f31039,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:30.664254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 246d1e28-2a8a-430f-9949-206695f31039 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:30.684160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7c0c34fd-d11e-4ba3-95c2-5e7ceb12b961 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6858087 Jul 23 20:20:30.688196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:30.706709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Request body: {'subnet': {'network_id': '246d1e28-2a8a-430f-9949-206695f31039', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-367788492-subnet', 'tenant_id': '7cf94d3172ed4f119bfd9c18c446bb87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:30.752987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.763941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Made reservation on behalf of 7cf94d3172ed4f119bfd9c18c446bb87 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:30.766942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:30.786599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] No DVR routers for this DVR port 11ccc82a-309b-49bb-8733-0a1fae332389 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:30.788156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde569ab-d784-4c2a-85f2-fc324bb8b7cf None None] Pushing event deleted for resources: {'Port': ['ID=11ccc82a-309b-49bb-8733-0a1fae332389,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:31.045593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 11ccc82a-309b-49bb-8733-0a1fae332389 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:31.067440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Deleting port 11ccc82a-309b-49bb-8733-0a1fae332389 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:31.068515 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.122482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 11ccc82a-309b-49bb-8733-0a1fae332389 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:31.122827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 11ccc82a-309b-49bb-8733-0a1fae332389 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:31.192171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] For port 11ccc82a-309b-49bb-8733-0a1fae332389, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:31.192955 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.217194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-18b335e6-8755-46dd-bc6b-bdafbb38eb84 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:31.219170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-18b335e6-8755-46dd-bc6b-bdafbb38eb84 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.36 "GET /v2.0/networks?id=b5d337e1-8d8d-49a0-99f5-490eb21948e0 HTTP/1.1" status: 200 len: 816 time: 0.9374363 Jul 23 20:20:31.245512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Calling delete_port for 11ccc82a-309b-49bb-8733-0a1fae332389 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:31.272648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bce5-294c-4a10-b50a-a4e5803c10c1 req-9c98e952-08b5-476d-a618-5cb3b8683ce2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:31.274195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21a1bce5-294c-4a10-b50a-a4e5803c10c1 req-9c98e952-08b5-476d-a618-5cb3b8683ce2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 1.0741482 Jul 23 20:20:31.314507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Port 11ccc82a-309b-49bb-8733-0a1fae332389 was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:20:31.322236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.352680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.379553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ccc82a-309b-49bb-8733-0a1fae332389,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:31.402933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] No DVR routers for this DVR port 11ccc82a-309b-49bb-8733-0a1fae332389 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:31.432118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-dadff94f-c09e-49fa-a404-bdd2e6e1b5db tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c247b25cea046f0b62cec04c2ae7224 HTTP/1.1" status: 200 len: 379 time: 0.1985967 Jul 23 20:20:31.435657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Checking segment: {'id': 'd35feea9-ea6c-4af2-822a-441e204c86d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '246d1e28-2a8a-430f-9949-206695f31039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:31.436016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Network hostable DHCP agents. Network: 246d1e28-2a8a-430f-9949-206695f31039, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:31.438252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfed169-5cc3-44ce-afe2-193a245d0c90,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:31.460744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Network 246d1e28-2a8a-430f-9949-206695f31039 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:31.470140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Request body: {'port': {'device_id': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'admin_state_up': True, 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'security_groups': ['3754be2b-446c-4e39-aa80-c70a8aada17c']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:31.473609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 246d1e28-2a8a-430f-9949-206695f31039) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:31.482370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:31.482992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.484059 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21a1bce5-294c-4a10-b50a-a4e5803c10c1 req-d358f9e6-b3ce-49d3-bd53-bfe3ee0f4205 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680312 Jul 23 20:20:31.491119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58c6e2-c5ab-4db4-8f6e-a1a5b91b64f7 None None] Network 246d1e28-2a8a-430f-9949-206695f31039 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:31.507612 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9c696b3a-7214-4632-a3da-a1789e2c901a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8179088 Jul 23 20:20:31.696633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.758188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48aad39b-e818-4d45-be94-643734c8e1b5']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:31.765651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c25b17-d98b-4b2c-b981-f1998e51cbbd None None] Network 246d1e28-2a8a-430f-9949-206695f31039 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:31.783426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d60fb-7ef7-4aa6-be9f-5cadd56d5b6c req-93e81eaa-c016-4259-b822-5799789d82e5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:31.785460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b7d60fb-7ef7-4aa6-be9f-5cadd56d5b6c req-93e81eaa-c016-4259-b822-5799789d82e5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.5833709 Jul 23 20:20:31.812652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4750cc08-c4da-41bd-bebc-271f486a4daa') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:31.812846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4750cc08-c4da-41bd-bebc-271f486a4daa') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:31.819065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-275662b2-c4bb-4189-bed7-21d156ef3d5d req-82db0104-d5fd-4d20-a90d-e6e2ba5041e0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0838623 Jul 23 20:20:31.844297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43882) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:31.848392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.884831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.906331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:31.906762 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:31.910451 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:31.925140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b7d60fb-7ef7-4aa6-be9f-5cadd56d5b6c req-d56b22bc-517e-48bc-9158-bd70b3220106 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085463 Jul 23 20:20:31.946626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Deleting subnet 2bfed169-5cc3-44ce-afe2-193a245d0c90 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:31.982365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:31.998115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Made reservation on behalf of 7c247b25cea046f0b62cec04c2ae7224 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:32.002256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.060972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.078882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.096554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.100756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/48aad39b-e818-4d45-be94-643734c8e1b5 HTTP/1.1" status: 204 len: 168 time: 2.1738312 Jul 23 20:20:32.114675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c0646-5bc2-4c68-be58-1a90ace5d0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48aad39b-e818-4d45-be94-643734c8e1b5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:32.140197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.211370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 415851e5-d5cc-43ae-9762-3366a7b5f8a7 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:32.239459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Allocated IP 172.20.0.14 (b5d337e1-8d8d-49a0-99f5-490eb21948e0/18bfe736-e140-459c-add1-40163144a196/e53a15fb-e99f-453f-bed7-617c149548d3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:32.287388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 415851e5-d5cc-43ae-9762-3366a7b5f8a7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:32.288277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 415851e5-d5cc-43ae-9762-3366a7b5f8a7 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:32.318461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.375711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43886) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:32.376467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfed169-5cc3-44ce-afe2-193a245d0c90,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:32.384681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.389970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ea031a17-e22b-47bc-9151-a4cea39bc682 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2bfed169-5cc3-44ce-afe2-193a245d0c90 HTTP/1.1" status: 204 len: 168 time: 0.5436997 Jul 23 20:20:32.391807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43888) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:32.470156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.488314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Transition to ACTIVE for port object e53a15fb-e99f-453f-bed7-617c149548d3 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:32.521495 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2330b6ef-6d15-4e45-91b6-5e3de8c3985a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28416f07a2d44d7c8092c4e134b92963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404064 Jul 23 20:20:32.525735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43890) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:32.534457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.554268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.624166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:32.629883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:32.645807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:32.736855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event updated for resources: {'Port': ['ID=e53a15fb-e99f-453f-bed7-617c149548d3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:32.764331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b50-648d-466b-9156-3bb10f9a5f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.792603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:32.793505 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.816388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.826326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4ac79-b4ad-4c38-9397-be472bc54af8 req-accf87ea-aadc-40b5-955c-d28958d96939 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:32.828384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52c4ac79-b4ad-4c38-9397-be472bc54af8 req-accf87ea-aadc-40b5-955c-d28958d96939 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1779115 Jul 23 20:20:32.830599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d45ab851-c505-4a96-84a3-0cbaebda867c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3651145 Jul 23 20:20:32.846556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Request body: {'port': {'device_id': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:32.860369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246d1e28-2a8a-430f-9949-206695f31039']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:32.921847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b50-648d-466b-9156-3bb10f9a5f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.936592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35feea9-ea6c-4af2-822a-441e204c86d7') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:32.937098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35feea9-ea6c-4af2-822a-441e204c86d7') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:32.965020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:32.994270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.007801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:33.008286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:33.010948 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:33.059036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-68e77013-7a97-4fd6-ac97-b4f10a625f5b None None] Provisioning for port e53a15fb-e99f-453f-bed7-617c149548d3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:33.066841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-68e77013-7a97-4fd6-ac97-b4f10a625f5b None None] Provisioning complete for port e53a15fb-e99f-453f-bed7-617c149548d3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:33.074432 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68e77013-7a97-4fd6-ac97-b4f10a625f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.087129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.089185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b50-648d-466b-9156-3bb10f9a5f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.091844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ad32b50-648d-466b-9156-3bb10f9a5f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.094207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52c4ac79-b4ad-4c38-9397-be472bc54af8 req-e8982e04-b2c8-48e4-814d-11f58bdcf70e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446003 Jul 23 20:20:33.097396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2ad32b50-648d-466b-9156-3bb10f9a5f37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2431e691-618e-4084-942b-78b7382c3e73 HTTP/1.1" status: 204 len: 168 time: 0.5604744 Jul 23 20:20:33.109785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.127174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] 10.222.0.46 "DELETE /v2.0/networks/246d1e28-2a8a-430f-9949-206695f31039 HTTP/1.1" status: 204 len: 168 time: 0.7341719 Jul 23 20:20:33.152821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad32b50-648d-466b-9156-3bb10f9a5f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2431e691-618e-4084-942b-78b7382c3e73,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:33.167454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef199c-bc38-4b99-93bb-3b386405ec81 admin admin] Pushing event deleted for resources: {'Network': ['ID=246d1e28-2a8a-430f-9949-206695f31039,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:33.178085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.359498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-68e77013-7a97-4fd6-ac97-b4f10a625f5b None None] Port e53a15fb-e99f-453f-bed7-617c149548d3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:20:33.515739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43904) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.585855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e53a15fb-e99f-453f-bed7-617c149548d3 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:33.595704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1051c121-1b38-4a16-883b-da32c3e6f537 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cf94d3172ed4f119bfd9c18c446bb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785806 Jul 23 20:20:33.598785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:33.599031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.614572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Transition to ACTIVE for port object e53a15fb-e99f-453f-bed7-617c149548d3 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:33.627923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.720911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b400a504-8155-40c1-9000-bc9e4e28def3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.760647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20effa40-a498-45c5-97ee-47daad37515c req-4ec462f1-1fc2-4020-9601-703bcdf55b6a tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:33.762911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20effa40-a498-45c5-97ee-47daad37515c req-4ec462f1-1fc2-4020-9601-703bcdf55b6a tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 932 time: 0.7994413 Jul 23 20:20:33.782613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Pushing event updated for resources: {'Port': ['ID=e53a15fb-e99f-453f-bed7-617c149548d3,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:33.801644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b400a504-8155-40c1-9000-bc9e4e28def3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.896297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b400a504-8155-40c1-9000-bc9e4e28def3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.896943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf236aa-072d-4d16-b76f-109d60889525 req-75b392b8-4588-4572-a381-87303651baf0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:33.898432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7bf236aa-072d-4d16-b76f-109d60889525 req-75b392b8-4588-4572-a381-87303651baf0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2822247 Jul 23 20:20:33.902592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20effa40-a498-45c5-97ee-47daad37515c req-56eeb5ad-56c3-4dba-8361-2a8f07aaac08 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316352 Jul 23 20:20:33.910217 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b400a504-8155-40c1-9000-bc9e4e28def3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:33.913318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b400a504-8155-40c1-9000-bc9e4e28def3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/354ec4c0-671c-4864-9e95-0364714aaf2e HTTP/1.1" status: 204 len: 168 time: 0.3129482 Jul 23 20:20:33.960956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400a504-8155-40c1-9000-bc9e4e28def3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354ec4c0-671c-4864-9e95-0364714aaf2e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.043885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7bf236aa-072d-4d16-b76f-109d60889525 req-8e0c531a-26f6-4311-a271-495d0413feb7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381023 Jul 23 20:20:34.097216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Attempting to bind port e53a15fb-e99f-453f-bed7-617c149548d3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:34.098208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Attempting to bind port e53a15fb-e99f-453f-bed7-617c149548d3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:34.099587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Attempting to bind port e53a15fb-e99f-453f-bed7-617c149548d3 on network b5d337e1-8d8d-49a0-99f5-490eb21948e0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:34.107688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Port e53a15fb-e99f-453f-bed7-617c149548d3 on network b5d337e1-8d8d-49a0-99f5-490eb21948e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:34.107688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Attempting to bind port e53a15fb-e99f-453f-bed7-617c149548d3 on network b5d337e1-8d8d-49a0-99f5-490eb21948e0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:34.126620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:34.127063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Checking segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:34.127526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Bound using segment: {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:34.128202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Bound port: e53a15fb-e99f-453f-bed7-617c149548d3, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d63313-d555-4a73-b0de-a9c40ceb4904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:34.128637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.321464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] For port e53a15fb-e99f-453f-bed7-617c149548d3, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:34.344220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] For port e53a15fb-e99f-453f-bed7-617c149548d3, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e53a15fb-e99f-453f-bed7-617c149548d3,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:34.358623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.432607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:34.433315 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:34.435438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] 10.222.0.36 "PUT /v2.0/ports/e53a15fb-e99f-453f-bed7-617c149548d3 HTTP/1.1" status: 200 len: 1093 time: 1.5967960 Jul 23 20:20:34.462930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229be01-0eef-4f08-bf9b-120d01718e05 req-398b1fc5-989b-4ada-81ce-be069683bb31 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:34.464854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e229be01-0eef-4f08-bf9b-120d01718e05 req-398b1fc5-989b-4ada-81ce-be069683bb31 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.2086892 Jul 23 20:20:34.465330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:34.467862 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:34.569565 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ef6eff-6f1d-40f3-bc34-680f93ee1168 x-openstack-request-id: req-d1ef6eff-6f1d-40f3-bc34-680f93ee1168 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:34.569860 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:34.570108 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1ef6eff-6f1d-40f3-bc34-680f93ee1168 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:34.571426 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'status': 'completed', 'code': 200} Jul 23 20:20:34.627415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b41514-7ccf-49f2-99b8-650843c02156 service neutron] Pushing event updated for resources: {'Port': ['ID=e53a15fb-e99f-453f-bed7-617c149548d3,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:34.639655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e229be01-0eef-4f08-bf9b-120d01718e05 req-683af901-ffe5-4b3a-ae59-02abbe7b28f7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646645 Jul 23 20:20:34.751944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-741e7a56-e70d-45ff-810d-93e8746f4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:34.754022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-741e7a56-e70d-45ff-810d-93e8746f4b99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c247b25cea046f0b62cec04c2ae7224&device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 1096 time: 0.2423730 Jul 23 20:20:34.880332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-683ba0ce-96bd-492b-b621-a5df6ffd93b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e53a15fb-e99f-453f-bed7-617c149548d3 HTTP/1.1" status: 200 len: 217 time: 0.1176987 Jul 23 20:20:34.986687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43954) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:34.995641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d0706988-a713-4892-bb2e-76a1de0f574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:34.997783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d0706988-a713-4892-bb2e-76a1de0f574e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=18bfe736-e140-459c-add1-40163144a196 HTTP/1.1" status: 200 len: 855 time: 0.1096385 Jul 23 20:20:35.167765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa542d02-3d92-481c-937d-25082b2fc058 req-11ed4d92-b694-4c50-b5fe-ef29e5f8db18 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.169360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa542d02-3d92-481c-937d-25082b2fc058 req-11ed4d92-b694-4c50-b5fe-ef29e5f8db18 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.1158805 Jul 23 20:20:35.171556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-1435ea9b-5370-4d69-a333-0a39f3987c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.173007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-1435ea9b-5370-4d69-a333-0a39f3987c07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d337e1-8d8d-49a0-99f5-490eb21948e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668630 Jul 23 20:20:35.202570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-244409586-network', 'tenant_id': '647b3da64e82400aa751a58912dac8dd'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:35.268661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Made reservation on behalf of 647b3da64e82400aa751a58912dac8dd for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:35.271611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.289514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.333879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa542d02-3d92-481c-937d-25082b2fc058 req-ba66acc5-339b-445c-8735-6d5a2a2c4e91 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525118 Jul 23 20:20:35.435455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.454174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.468991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:20:35.479888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.480437 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Added segment c846aa14-dd73-4674-b2a8-9112afd0bb55 of type vlan for network aafc27ba-996e-4fbc-8c0c-19adbd29586f Jul 23 20:20:35.482033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89da42-dc7f-4141-bf10-c27be6c07a8a req-2e32a47c-a35f-4513-8982-3f8e640ec769 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.483737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb89da42-dc7f-4141-bf10-c27be6c07a8a req-2e32a47c-a35f-4513-8982-3f8e640ec769 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.3051741 Jul 23 20:20:35.486227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-f7c73c28-5111-4490-8091-67c06a26bfb6 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981124 Jul 23 20:20:35.547272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:35.553193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.570035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb89da42-dc7f-4141-bf10-c27be6c07a8a req-abf89d44-f33a-4081-b8c8-9212c4c8d7de tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794442 Jul 23 20:20:35.599291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.602878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:35.602878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.640753 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6527374 Jul 23 20:20:35.643341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43970) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:35.679218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Request body: {'subnet': {'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-244409586-subnet', 'tenant_id': '647b3da64e82400aa751a58912dac8dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:35.679796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9752d4d5-fe5b-400c-af98-f77fce8357b8 req-d4628ff7-e7a8-4b4d-9ba9-b877e45d6fbc service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798284 Jul 23 20:20:35.685382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf20a3-713d-4184-8b64-4d9811ad097f admin admin] Pushing event updated for resources: {'Network': ['ID=aafc27ba-996e-4fbc-8c0c-19adbd29586f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:35.697161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network aafc27ba-996e-4fbc-8c0c-19adbd29586f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:20:35.714671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Made reservation on behalf of 647b3da64e82400aa751a58912dac8dd for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:35.717955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:35.731124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:36.000783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:36.038998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'port_id': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'mac_address': 'fa:16:3e:c1:d2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59d785f-a71b-4f8a-9253-681c31543769', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:36.044935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-c397b475-a50f-43c2-86cb-03cf462a3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.046958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-c397b475-a50f-43c2-86cb-03cf462a3c5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c247b25cea046f0b62cec04c2ae7224&device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 1096 time: 0.2838819 Jul 23 20:20:36.068050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.086986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53692dc0-b972-46f8-9af0-921b5db90c47 req-ab998053-db0e-47ca-a379-1c7ca95cd3ed tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.088751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53692dc0-b972-46f8-9af0-921b5db90c47 req-ab998053-db0e-47ca-a379-1c7ca95cd3ed tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.2495213 Jul 23 20:20:36.177469 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.226392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43988) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:36.242584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:36.275785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d80fea8-debc-4017-999b-d9e0bd595cd7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.311575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:36.320500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.348788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53692dc0-b972-46f8-9af0-921b5db90c47 req-47ef9de3-5015-4653-a2a8-41e746c90c68 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164675 Jul 23 20:20:36.351604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Checking segment: {'id': 'c846aa14-dd73-4674-b2a8-9112afd0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:36.352538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Network hostable DHCP agents. Network: aafc27ba-996e-4fbc-8c0c-19adbd29586f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:20:36.358182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-e1075188-e1ea-4b69-8499-3b3d0857500d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.360050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-e1075188-e1ea-4b69-8499-3b3d0857500d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d337e1-8d8d-49a0-99f5-490eb21948e0 HTTP/1.1" status: 200 len: 917 time: 0.2703924 Jul 23 20:20:36.417094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Network aafc27ba-996e-4fbc-8c0c-19adbd29586f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:20:36.434150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, aafc27ba-996e-4fbc-8c0c-19adbd29586f) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:36.453952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8a852e-0b22-4e05-8104-0f2283f54952 None None] Network aafc27ba-996e-4fbc-8c0c-19adbd29586f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:36.454377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.455000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.486641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3f971bc1-b14e-465d-94ea-81124bf246c0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8421342 Jul 23 20:20:36.550540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-374cb953-049b-43d0-a956-ddf7269ddc0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e53a15fb-e99f-453f-bed7-617c149548d3 HTTP/1.1" status: 200 len: 217 time: 0.1831584 Jul 23 20:20:36.554075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac2bd37-bc74-46c8-b57b-6d2113363072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.642856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['6afeda7c-507e-4ad7-88ab-decfb9b83228'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:36.654581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.704586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8fff9-149c-42ec-9c03-696479e00df4 req-ce00f9e4-3356-41ed-9d00-ed8c9d90098f tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.717881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ae8fff9-149c-42ec-9c03-696479e00df4 req-ce00f9e4-3356-41ed-9d00-ed8c9d90098f tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.2699950 Jul 23 20:20:36.735994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac2bd37-bc74-46c8-b57b-6d2113363072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.743843 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac2bd37-bc74-46c8-b57b-6d2113363072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.745621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-ce9d9263-411f-45d7-a2c9-99c6cfd1f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:36.751315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-ce9d9263-411f-45d7-a2c9-99c6cfd1f2c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=18bfe736-e140-459c-add1-40163144a196 HTTP/1.1" status: 200 len: 855 time: 0.1928012 Jul 23 20:20:36.825828 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ac2bd37-bc74-46c8-b57b-6d2113363072 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d25370503504e7194520778d86d29e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867906 Jul 23 20:20:36.826757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2bd37-bc74-46c8-b57b-6d2113363072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac4dc69-6b4f-4b3c-acc1-386bc8951b3f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:36.834895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44022) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:36.918892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74f7d550-415e-4540-8393-5eb84416fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:36.927678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f235392-91be-4423-98b2-0377c12deb6b None None] Network aafc27ba-996e-4fbc-8c0c-19adbd29586f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:20:36.947389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74f7d550-415e-4540-8393-5eb84416fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.004820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74f7d550-415e-4540-8393-5eb84416fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.010073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74f7d550-415e-4540-8393-5eb84416fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:37.011876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74f7d550-415e-4540-8393-5eb84416fbf9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aac4dc69-6b4f-4b3c-acc1-386bc8951b3f HTTP/1.1" status: 204 len: 168 time: 0.1761167 Jul 23 20:20:37.020753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7d550-415e-4540-8393-5eb84416fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac4dc69-6b4f-4b3c-acc1-386bc8951b3f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:37.069829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ae8fff9-149c-42ec-9c03-696479e00df4 req-7a820d71-07d9-412c-bfd3-080a61eaf0a9 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3411577 Jul 23 20:20:37.138909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-d4bf5a3f-d894-47d0-881f-b99861bae887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.152111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-d4bf5a3f-d894-47d0-881f-b99861bae887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d337e1-8d8d-49a0-99f5-490eb21948e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3888354 Jul 23 20:20:37.226880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3ef3b-1408-44fc-906e-3124a28b5d69 req-446debbb-5a79-410d-9e1c-6dca4f78491f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.229095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71d3ef3b-1408-44fc-906e-3124a28b5d69 req-446debbb-5a79-410d-9e1c-6dca4f78491f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.4092569 Jul 23 20:20:37.437974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-0beff2cc-40fd-4c9a-a505-fa495b16f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.448134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-0beff2cc-40fd-4c9a-a505-fa495b16f4ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 1097 time: 0.2241220 Jul 23 20:20:37.496026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71d3ef3b-1408-44fc-906e-3124a28b5d69 req-239fe32b-990d-4cb9-8912-f5373096aad5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429957 Jul 23 20:20:37.576664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-fc1df9d7-9e13-486d-a902-de4a757266b1 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133232 Jul 23 20:20:37.761107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-e8d8956c-e06a-4a78-a6c9-ca1267212dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.776463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-e8d8956c-e06a-4a78-a6c9-ca1267212dc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 0.3235605 Jul 23 20:20:37.876203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-4b6b5e07-c624-450b-9847-c2d86bc98f44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b HTTP/1.1" status: 200 len: 217 time: 0.0874131 Jul 23 20:20:37.972316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-9de6ddbf-5fc8-4271-a8a8-3a9e37b30fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:37.973140 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-9de6ddbf-5fc8-4271-a8a8-3a9e37b30fb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0906470 Jul 23 20:20:37.992329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d87ef9b4-f0b4-46f5-86f7-84edf5a23ee0 req-3c7a0316-7871-4295-a3eb-f1843d9bb452 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035830 Jul 23 20:20:38.047379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-55947038-09ce-40f6-a8e6-cb95924379b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646856 Jul 23 20:20:38.232542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98235c81-1568-4b43-9202-bcd76012713d req-b57e0647-0a12-49c6-8ba7-cf268feb7890 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:38.240670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98235c81-1568-4b43-9202-bcd76012713d req-b57e0647-0a12-49c6-8ba7-cf268feb7890 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.5851543 Jul 23 20:20:38.274699 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-91888014-c2e5-41d9-bff3-59141d2f50b0 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191775 Jul 23 20:20:38.277297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-e0794cdc-1739-4806-b55c-2e6678f155d8 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:38.284949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-e0794cdc-1739-4806-b55c-2e6678f155d8 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/networks?id=aafc27ba-996e-4fbc-8c0c-19adbd29586f HTTP/1.1" status: 200 len: 812 time: 0.4590013 Jul 23 20:20:38.310201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-7112ab32-3f31-4faa-a4cc-efe0182ba239 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/quotas/647b3da64e82400aa751a58912dac8dd HTTP/1.1" status: 200 len: 375 time: 0.0240874 Jul 23 20:20:38.358707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-b9fd9d48-adc9-4c50-a83f-c642ac07762b tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=647b3da64e82400aa751a58912dac8dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471082 Jul 23 20:20:38.470537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-df226b2c-eb3d-469d-a861-3d98ebe8119d service neutron] 10.222.0.46 "GET /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108854 Jul 23 20:20:38.507902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98235c81-1568-4b43-9202-bcd76012713d req-501b8ca5-aabf-40a8-8779-beb6fb9d40b6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660489 Jul 23 20:20:38.508487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8d70fd53-1e85-4990-b45c-7f07be22645e req-41ad677e-d805-40e6-bbac-f1e15d6d9790 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257757 Jul 23 20:20:38.627067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-cf2f7092-419f-4994-99bc-2c9fa3b0ac53 service neutron] 10.222.0.46 "GET /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556580 Jul 23 20:20:38.752220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f79456-02d8-4a9d-bc99-28eb811891aa req-95c042ad-3329-4363-9177-5150e4f3f9e3 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:38.753983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1f79456-02d8-4a9d-bc99-28eb811891aa req-95c042ad-3329-4363-9177-5150e4f3f9e3 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.0953956 Jul 23 20:20:38.898200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1f79456-02d8-4a9d-bc99-28eb811891aa req-ea057294-911b-4219-8834-c25c5ed4de87 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327338 Jul 23 20:20:39.084416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9922b8d3-8148-4904-9790-2b2cde1c0988 req-bdcffb1c-a8ff-4822-ab0b-38d2009e32b5 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 210 time: 0.0684659 Jul 23 20:20:39.131863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27139c6-8978-445a-bdb0-13f755a5794d req-48d2fc1e-0060-45cd-835e-ca6dfac028ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:39.133480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e27139c6-8978-445a-bdb0-13f755a5794d req-48d2fc1e-0060-45cd-835e-ca6dfac028ec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.1770329 Jul 23 20:20:39.213517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e27139c6-8978-445a-bdb0-13f755a5794d req-a6fe9c92-8a1b-42fb-94a7-9a1624e1b4b3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667212 Jul 23 20:20:39.635693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44106) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:39.742780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:39.769736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044f8fb-ba67-420a-a3ac-84a839284fbf req-09284576-26d9-4ae2-b090-78209c0b5262 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:39.771412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b044f8fb-ba67-420a-a3ac-84a839284fbf req-09284576-26d9-4ae2-b090-78209c0b5262 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 945 time: 0.1164701 Jul 23 20:20:39.815059 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b044f8fb-ba67-420a-a3ac-84a839284fbf req-0293dc98-44f4-4b43-93ad-93acfba0cea7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379183 Jul 23 20:20:39.820525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 6afeda7c-507e-4ad7-88ab-decfb9b83228 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:39.820525 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.823653 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-296e0bb9-f951-4f0f-946c-a304c784dadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.928807 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.959636 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-296e0bb9-f951-4f0f-946c-a304c784dadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:39.974823 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-296e0bb9-f951-4f0f-946c-a304c784dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.004555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:40.005625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:40.005755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e0bb9-f951-4f0f-946c-a304c784dadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8abcca-eb26-4ef6-ae83-aad644c67412,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.021504 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4138c2f-a45f-42a8-8182-24bda097ed30" -d '{"events": [{"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-plugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:40.031227 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.042639 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-296e0bb9-f951-4f0f-946c-a304c784dadc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=57fc3bb8cc2e4f8393802042770e3c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058053 Jul 23 20:20:40.047064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44114) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:40.074972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18347d80-b739-404f-9ecf-fb21996d5120 req-e1a4a4f5-3443-4ad4-b0d7-f27acc99f98c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.074972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18347d80-b739-404f-9ecf-fb21996d5120 req-e1a4a4f5-3443-4ad4-b0d7-f27acc99f98c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.1127474 Jul 23 20:20:40.101791 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834fc97-9fec-4f62-8b58-0d9b9741dfd2 x-openstack-request-id: req-8834fc97-9fec-4f62-8b58-0d9b9741dfd2 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:40.102073 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-plugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:40.102477 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8834fc97-9fec-4f62-8b58-0d9b9741dfd2 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:40.102993 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'code': 200} Jul 23 20:20:40.157382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18347d80-b739-404f-9ecf-fb21996d5120 req-c775b83f-9e6d-4ddb-b0ae-173a1bd0bd36 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662467 Jul 23 20:20:40.161340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.204573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b733788-01ac-476f-8ded-0b90dd24b8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.233059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b733788-01ac-476f-8ded-0b90dd24b8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.233576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4b2d40d-27d9-4ed6-bdda-91373ae7f802 req-4df3b3f2-0728-48ee-a207-02d4951af1d5 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 210 time: 0.0448103 Jul 23 20:20:40.249890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:40.372972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b733788-01ac-476f-8ded-0b90dd24b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.376198 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b733788-01ac-476f-8ded-0b90dd24b8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.377591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4b733788-01ac-476f-8ded-0b90dd24b8f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc8abcca-eb26-4ef6-ae83-aad644c67412 HTTP/1.1" status: 204 len: 168 time: 0.3295834 Jul 23 20:20:40.394282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b733788-01ac-476f-8ded-0b90dd24b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8abcca-eb26-4ef6-ae83-aad644c67412,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.399021 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.417743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-e15cd7dd-6f91-48fa-8dc9-289084ef6bd0 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.419558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-e15cd7dd-6f91-48fa-8dc9-289084ef6bd0 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.47 "GET /v2.0/networks?id=aafc27ba-996e-4fbc-8c0c-19adbd29586f HTTP/1.1" status: 200 len: 812 time: 0.2871754 Jul 23 20:20:40.438514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Request body: {'port': {'device_id': '8c951806-f686-4e7a-a627-87001c8c38de', 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f', 'admin_state_up': True, 'tenant_id': '647b3da64e82400aa751a58912dac8dd'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:40.480269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcff43-da59-43f9-b938-d3aab9a4f370 req-e557ff9f-c631-44d8-b7e8-614a02c9a164 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:40.495436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:40.496898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9fcff43-da59-43f9-b938-d3aab9a4f370 req-e557ff9f-c631-44d8-b7e8-614a02c9a164 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1693995 Jul 23 20:20:40.503881 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.568583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9fcff43-da59-43f9-b938-d3aab9a4f370 req-5f45da6e-6d98-4202-b077-2f9dc44e159e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 Jul 23 20:20:40.589273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:40.654335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Made reservation on behalf of 647b3da64e82400aa751a58912dac8dd for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:40.658092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:40.882777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Allocated IP 172.20.0.2 (aafc27ba-996e-4fbc-8c0c-19adbd29586f/6d80fea8-debc-4017-999b-d9e0bd595cd7/5ced9d5b-5e98-4c5c-b04a-bc991dc56d61) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:41.036446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2508ddf-dc58-4486-b628-a4ec83384fa6 req-1f5063c8-3f36-4396-80f0-7770b8560e96 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.038538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2508ddf-dc58-4486-b628-a4ec83384fa6 req-1f5063c8-3f36-4396-80f0-7770b8560e96 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 943 time: 0.1040783 Jul 23 20:20:41.095878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2508ddf-dc58-4486-b628-a4ec83384fa6 req-2840903b-9f11-4fc3-a3e5-ea603d101740 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Jul 23 20:20:41.120943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:41.175257 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:41.249999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Network aafc27ba-996e-4fbc-8c0c-19adbd29586f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:41.251670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Pushing event updated for resources: {'Port': ['ID=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:41.255896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:41.258092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:41.332043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.332685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:41.375522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-32f693dc-60fa-46a1-93fe-e20d6d17a3b6 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461522 Jul 23 20:20:41.388530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Request body: {'port': {'device_id': '8c951806-f686-4e7a-a627-87001c8c38de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:41.479470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d9f92-ab7e-4200-91b7-3db3aeb1638b req-e848bcb5-01e0-4ef7-bd2e-c2efc66cc977 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.481382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-252d9f92-ab7e-4200-91b7-3db3aeb1638b req-e848bcb5-01e0-4ef7-bd2e-c2efc66cc977 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.1450007 Jul 23 20:20:41.554496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:41.582218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-252d9f92-ab7e-4200-91b7-3db3aeb1638b req-2befecf2-c289-4048-b34e-165229491b40 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947361 Jul 23 20:20:41.818687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550513d-58a3-48d5-ab60-9880f40f35e5 req-473d2c98-7c28-4816-93c2-2b4a8d79a5e2 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:41.828330 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3550513d-58a3-48d5-ab60-9880f40f35e5 req-473d2c98-7c28-4816-93c2-2b4a8d79a5e2 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 931 time: 0.1501567 Jul 23 20:20:41.889904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3550513d-58a3-48d5-ab60-9880f40f35e5 req-c006f41d-0a10-423b-825a-5782c6f0c899 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600817 Jul 23 20:20:42.105859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:42.110534 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbad99b4-b41a-4a02-b9fd-18cc068b201b" -d '{"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-unplugged", "status": "completed", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:42.135940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:42.150990 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.169694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8b20b-0c3c-49ef-8634-e143d09bfd28 req-0d974187-2ca8-4272-b5f9-1257f657937a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:42.176666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fb8b20b-0c3c-49ef-8634-e143d09bfd28 req-0d974187-2ca8-4272-b5f9-1257f657937a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2003345 Jul 23 20:20:42.192244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Transition to ACTIVE for port object 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:42.211422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fb8b20b-0c3c-49ef-8634-e143d09bfd28 req-e41866d5-f8cd-4a28-ae5c-3d6c4606abab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353127 Jul 23 20:20:42.212656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.351705 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f40ec8d-0088-4a1d-9423-4395d02b9931 x-openstack-request-id: req-6f40ec8d-0088-4a1d-9423-4395d02b9931 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:42.352001 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-unplugged", "status": "failed", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b", "code": 422}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:42.352253 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f40ec8d-0088-4a1d-9423-4395d02b9931 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:42.352743 n-d-793620-13 neutron-server[94028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'code': 422} returned with failed status Jul 23 20:20:42.355984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Pushing event updated for resources: {'Port': ['ID=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:42.367932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Attempting to bind port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:42.369916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Attempting to bind port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c846aa14-dd73-4674-b2a8-9112afd0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:42.370228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Attempting to bind port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 on network aafc27ba-996e-4fbc-8c0c-19adbd29586f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:42.375426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 on network aafc27ba-996e-4fbc-8c0c-19adbd29586f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:42.375821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Attempting to bind port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 on network aafc27ba-996e-4fbc-8c0c-19adbd29586f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:42.381268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:42.381662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Checking segment: {'id': 'c846aa14-dd73-4674-b2a8-9112afd0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:42.382151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Bound using segment: {'id': 'c846aa14-dd73-4674-b2a8-9112afd0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:42.382457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Bound port: 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c846aa14-dd73-4674-b2a8-9112afd0bb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:42.382812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.460071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] For port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:42.464872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] For port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,segment=NetworkSegment(c846aa14-dd73-4674-b2a8-9112afd0bb55),segment_id=c846aa14-dd73-4674-b2a8-9112afd0bb55)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:42.478644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.522412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:42.522821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:42.524316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] 10.222.0.47 "PUT /v2.0/ports/5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 HTTP/1.1" status: 200 len: 1092 time: 1.1403751 Jul 23 20:20:42.524897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c951806-f686-4e7a-a627-87001c8c38de', 'tag': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:42.527454 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c82c45-2016-487f-99d8-b20ec78c8136" -d '{"events": [{"name": "network-changed", "server_uuid": "8c951806-f686-4e7a-a627-87001c8c38de", "tag": "5ced9d5b-5e98-4c5c-b04a-bc991dc56d61"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:42.555207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b805-0e7e-4220-9c32-b6323249d47f service neutron] Pushing event updated for resources: {'Port': ['ID=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:42.585686 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d09cb01-a130-43c5-88b1-304d994045a5 x-openstack-request-id: req-0d09cb01-a130-43c5-88b1-304d994045a5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:42.586195 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c951806-f686-4e7a-a627-87001c8c38de", "tag": "5ced9d5b-5e98-4c5c-b04a-bc991dc56d61", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:42.586593 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d09cb01-a130-43c5-88b1-304d994045a5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:42.587203 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c951806-f686-4e7a-a627-87001c8c38de', 'tag': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61', 'status': 'completed', 'code': 200} Jul 23 20:20:42.736227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-b08312a5-343c-4d0c-9680-3400bf1abe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:42.737924 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-b08312a5-343c-4d0c-9680-3400bf1abe89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=647b3da64e82400aa751a58912dac8dd&device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 1095 time: 0.1477213 Jul 23 20:20:42.785278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9093ee-6c6e-4a51-8e92-77f504f883f9 req-5374e0b0-c2c9-4da0-af4c-ae50f43fe0b6 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:42.793700 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-8e9cae74-7404-408a-ba30-3d0d563f6caa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 HTTP/1.1" status: 200 len: 217 time: 0.0467875 Jul 23 20:20:42.795794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c9093ee-6c6e-4a51-8e92-77f504f883f9 req-5374e0b0-c2c9-4da0-af4c-ae50f43fe0b6 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.1023505 Jul 23 20:20:42.891010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c9093ee-6c6e-4a51-8e92-77f504f883f9 req-0f72d0dc-b504-484d-b06b-18c8c5199927 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941410 Jul 23 20:20:42.898145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-4272ced6-a805-4b01-9cb2-79dc0b45f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:42.902885 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-4272ced6-a805-4b01-9cb2-79dc0b45f048 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d80fea8-debc-4017-999b-d9e0bd595cd7 HTTP/1.1" status: 200 len: 852 time: 0.1014626 Jul 23 20:20:42.963136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-09fb1896-ac0b-4c1a-ba40-229978784109 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aafc27ba-996e-4fbc-8c0c-19adbd29586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542853 Jul 23 20:20:42.992599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-7c971e77-efbb-4d97-8d46-01f0fd3c6a1d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.004085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-7c971e77-efbb-4d97-8d46-01f0fd3c6a1d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=566a0c1b-1731-4837-897a-94673c8d31d7 HTTP/1.1" status: 200 len: 943 time: 0.1679907 Jul 23 20:20:43.078963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-10233d3a-08ca-44f2-bb63-8af58f2033e5 service neutron] 10.222.0.47 "GET /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095510 Jul 23 20:20:43.194054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6b07f-7803-4592-9647-de45c0a26d36 req-d6c5bcc0-2d28-4574-81cf-35fb1ea37669 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.201480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43d6b07f-7803-4592-9647-de45c0a26d36 req-d6c5bcc0-2d28-4574-81cf-35fb1ea37669 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 943 time: 0.1958642 Jul 23 20:20:43.217078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Deleting port 52933d20-7fd1-4359-8c6c-f4f8e939a72b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:43.217460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.232448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5daeea0d-7eba-4b32-bdbc-c1434a1d62bc req-09784837-f596-45cc-b67d-e94eadf19ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443627 Jul 23 20:20:43.298015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43d6b07f-7803-4592-9647-de45c0a26d36 req-872488e1-ba93-4a61-9c48-b1c831fa35e2 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955660 Jul 23 20:20:43.365776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-1fbaadab-c0c7-4b41-bb82-4d8b9a4d8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.367318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-1fbaadab-c0c7-4b41-bb82-4d8b9a4d8655 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=647b3da64e82400aa751a58912dac8dd&device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 1095 time: 0.0657308 Jul 23 20:20:43.391016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] For port 52933d20-7fd1-4359-8c6c-f4f8e939a72b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=52933d20-7fd1-4359-8c6c-f4f8e939a72b,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:43.391520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.410744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Calling delete_port for 52933d20-7fd1-4359-8c6c-f4f8e939a72b owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:43.503660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-fdb4f4da-3baa-4b33-84ae-776e0a300dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.505373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-fdb4f4da-3baa-4b33-84ae-776e0a300dcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=aafc27ba-996e-4fbc-8c0c-19adbd29586f HTTP/1.1" status: 200 len: 913 time: 0.1241479 Jul 23 20:20:43.561019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-15d1f173-307b-4067-ac4e-5e8405034840 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 HTTP/1.1" status: 200 len: 217 time: 0.0448625 Jul 23 20:20:43.615897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7a1c-f0f4-4036-920b-6f13461f096f req-fae777d7-f39e-4c9e-8eca-56d8fff44f43 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.617635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-127c7a1c-f0f4-4036-920b-6f13461f096f req-fae777d7-f39e-4c9e-8eca-56d8fff44f43 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1836658 Jul 23 20:20:43.627585 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.638270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-59b3b07c-6ec8-4c52-a49c-da0239a8dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:43.639861 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-59b3b07c-6ec8-4c52-a49c-da0239a8dd7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d80fea8-debc-4017-999b-d9e0bd595cd7 HTTP/1.1" status: 200 len: 852 time: 0.0658402 Jul 23 20:20:43.672389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.699183 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-ba754b45-a705-446d-ac73-ab3de8829d48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aafc27ba-996e-4fbc-8c0c-19adbd29586f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440032 Jul 23 20:20:43.825051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16c9eb88-2724-4acf-ad53-8e2c40890b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:43.827254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-f29ff780-bda0-4ba2-a3ba-97d8d71e4aaa service neutron] 10.222.0.47 "GET /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196916 Jul 23 20:20:43.982436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42c82c45-2016-487f-99d8-b20ec78c8136 req-51926245-fd06-42ba-800d-75fd8f1f56f1 service neutron] 10.222.0.47 "GET /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480091 Jul 23 20:20:44.066841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event deleted for resources: {'Port': ['ID=52933d20-7fd1-4359-8c6c-f4f8e939a72b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:44.084872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-127c7a1c-f0f4-4036-920b-6f13461f096f req-9505b4f2-c0f8-4825-b459-7a9ca86291b1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587865 Jul 23 20:20:44.141745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] No DVR routers for this DVR port 52933d20-7fd1-4359-8c6c-f4f8e939a72b on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:44.144567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.155726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12f784a1-3d77-4ba3-8223-ba9e0c607dc7 req-aa558462-5e4c-4430-be59-31017c6aa35f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "DELETE /v2.0/ports/52933d20-7fd1-4359-8c6c-f4f8e939a72b HTTP/1.1" status: 204 len: 173 time: 1.1363368 Jul 23 20:20:44.156314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-deleted', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:44.158941 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a345cbe3-5657-4346-ac40-890664acb5e0" -d '{"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-deleted", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:44.225567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44272) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:44.290610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:44.315473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 52933d20-7fd1-4359-8c6c-f4f8e939a72b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:44.316203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 52933d20-7fd1-4359-8c6c-f4f8e939a72b not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:44.364972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47852a56-e878-453c-9984-f8541dfb2ba4 req-2fd8e3aa-8202-42f1-866f-c3de525876a5 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:44.375426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47852a56-e878-453c-9984-f8541dfb2ba4 req-2fd8e3aa-8202-42f1-866f-c3de525876a5 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.1132894 Jul 23 20:20:44.417878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c77563-4fc5-49ca-9928-663b29b09b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.434222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47852a56-e878-453c-9984-f8541dfb2ba4 req-09c41fc5-f03a-46dc-baec-34d9a387b30e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534525 Jul 23 20:20:44.454230 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd0b0fd-61ac-43d3-8193-a5684412934e x-openstack-request-id: req-8bd0b0fd-61ac-43d3-8193-a5684412934e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:44.454230 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "566a0c1b-1731-4837-897a-94673c8d31d7", "name": "network-vif-deleted", "tag": "52933d20-7fd1-4359-8c6c-f4f8e939a72b", "status": "failed", "code": 422}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:44.454850 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bd0b0fd-61ac-43d3-8193-a5684412934e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:44.455351 n-d-793620-13 neutron-server[94027]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '566a0c1b-1731-4837-897a-94673c8d31d7', 'name': 'network-vif-deleted', 'tag': '52933d20-7fd1-4359-8c6c-f4f8e939a72b', 'status': 'failed', 'code': 422} returned with failed status Jul 23 20:20:44.596823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f03793-82dc-4024-b08e-94741ef82cfa req-ad1d9400-3382-4cc5-92c2-bab290961b0c tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:44.605042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3f03793-82dc-4024-b08e-94741ef82cfa req-ad1d9400-3382-4cc5-92c2-bab290961b0c tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 943 time: 0.0845723 Jul 23 20:20:44.613986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c77563-4fc5-49ca-9928-663b29b09b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.620459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c77563-4fc5-49ca-9928-663b29b09b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.648150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3f03793-82dc-4024-b08e-94741ef82cfa req-69ed1ccb-796a-483d-9b11-99ba8d016aab tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Jul 23 20:20:44.666412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44282) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:44.666876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-30c77563-4fc5-49ca-9928-663b29b09b85 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb033b52748a4f35b4f8c9c7e178a066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397819 Jul 23 20:20:44.667854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77563-4fc5-49ca-9928-663b29b09b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7114601f-f6ca-4317-a537-7e7e45b7333a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:44.751791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4e727ec-754c-4ad9-be9c-04eb4d6f15ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.816691 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4e727ec-754c-4ad9-be9c-04eb4d6f15ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.907314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-0196e9cb-a845-4dab-b008-c00d9cce1629 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:44.909174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-0196e9cb-a845-4dab-b008-c00d9cce1629 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.1551020 Jul 23 20:20:44.934787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-cdfd8f15-1a35-4a4b-9aa5-8426513102e8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0181150 Jul 23 20:20:44.946913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4e727ec-754c-4ad9-be9c-04eb4d6f15ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.949554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4e727ec-754c-4ad9-be9c-04eb4d6f15ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:44.950712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d4e727ec-754c-4ad9-be9c-04eb4d6f15ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7114601f-f6ca-4317-a537-7e7e45b7333a HTTP/1.1" status: 204 len: 168 time: 0.2827783 Jul 23 20:20:44.976250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e727ec-754c-4ad9-be9c-04eb4d6f15ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7114601f-f6ca-4317-a537-7e7e45b7333a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:44.979849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-b6c93d04-0ef4-4426-94b1-bd50b21d7409 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442696 Jul 23 20:20:45.137362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-2e8702d8-1a26-4f81-8531-48712c91a74d service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457725 Jul 23 20:20:45.325855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b789d-1a03-4076-a495-5af8b9e0b090 req-3e1861d7-9323-4024-a111-28d98ffc0b82 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:45.327405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee4b789d-1a03-4076-a495-5af8b9e0b090 req-3e1861d7-9323-4024-a111-28d98ffc0b82 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1636701 Jul 23 20:20:45.339946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-b2352952-8975-4ab6-9b78-14927a55029b service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016394 Jul 23 20:20:45.348660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44302) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:45.365092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffb5916d-9510-4ffa-8fee-3e5169659034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.414321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee4b789d-1a03-4076-a495-5af8b9e0b090 req-71930071-5965-40cd-81dd-d89f5ab0c2e3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Jul 23 20:20:45.565376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffb5916d-9510-4ffa-8fee-3e5169659034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.572212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ffb5916d-9510-4ffa-8fee-3e5169659034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.656905 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ffb5916d-9510-4ffa-8fee-3e5169659034 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=170f3993ae884bf5a94d4cd4bbc1d7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069592 Jul 23 20:20:45.658195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5916d-9510-4ffa-8fee-3e5169659034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f8b282-ffe4-4c51-bc8a-654730ceaca1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:45.661203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44310) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:45.722822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59939f8e-b5a0-49db-9d73-4c906c2807b6 req-cc4629e8-b123-429a-a136-555a4b7af304 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 210 time: 0.0778542 Jul 23 20:20:45.729366 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-815e657b-9d3c-4461-8346-1988d953fc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.758105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-815e657b-9d3c-4461-8346-1988d953fc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.759027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e53a15fb-e99f-453f-bed7-617c149548d3 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:45.772054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377c240-ee23-4e9b-a532-4f3831508abf req-116902b0-1b27-4a46-9628-0189c56a54c8 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:45.781230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2377c240-ee23-4e9b-a532-4f3831508abf req-116902b0-1b27-4a46-9628-0189c56a54c8 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 944 time: 0.1826453 Jul 23 20:20:45.856403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-815e657b-9d3c-4461-8346-1988d953fc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.861858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-815e657b-9d3c-4461-8346-1988d953fc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:45.863584 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-815e657b-9d3c-4461-8346-1988d953fc7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27f8b282-ffe4-4c51-bc8a-654730ceaca1 HTTP/1.1" status: 204 len: 168 time: 0.2013719 Jul 23 20:20:45.877091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2377c240-ee23-4e9b-a532-4f3831508abf req-4d0e3b77-1163-4eab-bed2-e6f05159e3c6 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949190 Jul 23 20:20:45.896086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e657b-9d3c-4461-8346-1988d953fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f8b282-ffe4-4c51-bc8a-654730ceaca1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:45.964908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e53a15fb-e99f-453f-bed7-617c149548d3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e53a15fb-e99f-453f-bed7-617c149548d3,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:45.976027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c6608-69d6-4936-8829-4903f75c3258 req-5c7cf9bc-afad-4e61-970e-78e06e5e2bfd tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:45.985563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-457c6608-69d6-4936-8829-4903f75c3258 req-5c7cf9bc-afad-4e61-970e-78e06e5e2bfd tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 943 time: 0.1516292 Jul 23 20:20:45.993029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'port_id': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'mac_address': 'fa:16:3e:88:06:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:46.039537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-457c6608-69d6-4936-8829-4903f75c3258 req-f33299c5-a6e1-43e2-9de7-917b0fefaa09 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Jul 23 20:20:46.072147 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.103933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e53a15fb-e99f-453f-bed7-617c149548d3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:46.135112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e53a15fb-e99f-453f-bed7-617c149548d3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e53a15fb-e99f-453f-bed7-617c149548d3,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:46.146398 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.196438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e53a15fb-e99f-453f-bed7-617c149548d3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:46.291292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:46.448334 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.466080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e53a15fb-e99f-453f-bed7-617c149548d3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:46.520558 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb21c5bd-4901-4893-a80d-f2c41c36b955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.536121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,segment=NetworkSegment(c846aa14-dd73-4674-b2a8-9112afd0bb55),segment_id=c846aa14-dd73-4674-b2a8-9112afd0bb55)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:46.567260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61', 'network_id': 'aafc27ba-996e-4fbc-8c0c-19adbd29586f', 'port_id': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61', 'mac_address': 'fa:16:3e:db:7b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d80fea8-debc-4017-999b-d9e0bd595cd7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:46.621728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91678cff-a1bd-4209-b463-5bc4db4c11e2 req-694ce4c0-1214-4edb-a9f8-5eb0df8e6d33 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:46.642672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91678cff-a1bd-4209-b463-5bc4db4c11e2 req-694ce4c0-1214-4edb-a9f8-5eb0df8e6d33 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1202707 Jul 23 20:20:46.664224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.686745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:46.722072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91678cff-a1bd-4209-b463-5bc4db4c11e2 req-949cfb68-58cd-431d-8aa6-23f4f63eaa70 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924740 Jul 23 20:20:46.726451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,segment=NetworkSegment(c846aa14-dd73-4674-b2a8-9112afd0bb55),segment_id=c846aa14-dd73-4674-b2a8-9112afd0bb55)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:46.764682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:46.836537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:46.866693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-107081c6-2ee1-42c0-b4ac-a9408d8b8bd9 req-b13aa2b3-6ae3-4597-8cef-2d6948ed2a30 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 210 time: 0.0438600 Jul 23 20:20:47.065317 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.090339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['5ced9d5b-5e98-4c5c-b04a-bc991dc56d61'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:47.221081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-c856dede-a6d7-4dd0-89da-1c5529d013a3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:47.223720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-c856dede-a6d7-4dd0-89da-1c5529d013a3 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.3013046 Jul 23 20:20:47.242927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Request body: {'port': {'device_id': '0d353590-a022-4874-bc03-b887e7437b39', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'admin_state_up': True, 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:47.280522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d9006-c23a-416b-af33-df92279031c3 req-9a4772f6-040e-4f32-8043-8572f1ad9626 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:47.287352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f19d9006-c23a-416b-af33-df92279031c3 req-9a4772f6-040e-4f32-8043-8572f1ad9626 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 945 time: 0.3236856 Jul 23 20:20:47.377221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11d07-1992-45cd-9c13-7b31258da0aa req-b98304fb-90f7-4778-8cfd-7d02787061b2 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:47.378792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3f11d07-1992-45cd-9c13-7b31258da0aa req-b98304fb-90f7-4778-8cfd-7d02787061b2 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 944 time: 0.2318985 Jul 23 20:20:47.429451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f19d9006-c23a-416b-af33-df92279031c3 req-e16986fe-5024-418c-878d-71cf7010b12f tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373010 Jul 23 20:20:47.488263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3f11d07-1992-45cd-9c13-7b31258da0aa req-322f49d1-8fdf-424e-a667-fe47b062dd00 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028881 Jul 23 20:20:47.504340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:20:47.508381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.626430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.737881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Allocated IP 172.20.0.5 (45670cfd-5c68-4367-a125-786a89623f58/4da525c2-2d8f-4e65-a76a-f0674effa0ee/3ee6e74b-cae6-44b4-bbcb-9784bb54c027) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:20:47.776846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e53a15fb-e99f-453f-bed7-617c149548d3 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:47.894351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port e53a15fb-e99f-453f-bed7-617c149548d3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:47.901785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port e53a15fb-e99f-453f-bed7-617c149548d3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:47.902267 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:47.992713 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.000852 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.043107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:48.045887 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f26a6b-38d4-4e61-a975-be5ffeff7dac" -d '{"events": [{"server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:48.060727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e53a15fb-e99f-453f-bed7-617c149548d3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e53a15fb-e99f-453f-bed7-617c149548d3,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:48.077869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.107999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23ee20b8-b3d2-44e0-aa6e-e94ae8ef4e0e req-1d9b3b21-6669-4a09-b604-af11a7fe3782 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 210 time: 0.0928535 Jul 23 20:20:48.152417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e53a15fb-e99f-453f-bed7-617c149548d3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:48.183290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.212785 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c7eb64-4f15-4a4d-aa6b-fc30a6c11fc6 x-openstack-request-id: req-99c7eb64-4f15-4a4d-aa6b-fc30a6c11fc6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:48.214175 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "name": "network-vif-plugged", "status": "completed", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:48.214665 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99c7eb64-4f15-4a4d-aa6b-fc30a6c11fc6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:48.215453 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'code': 200} Jul 23 20:20:48.236994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Network 45670cfd-5c68-4367-a125-786a89623f58 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:20:48.248534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:20:48.257622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:20:48.297570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:48.322306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:48.323542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.346262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1104248 Jul 23 20:20:48.361971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Request body: {'port': {'device_id': '0d353590-a022-4874-bc03-b887e7437b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:48.377970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691fbde6-f38b-42fd-ae42-edfcb6e6c92d req-b51d4957-4407-4891-a3a2-5481cb95ac12 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:48.386401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-691fbde6-f38b-42fd-ae42-edfcb6e6c92d req-b51d4957-4407-4891-a3a2-5481cb95ac12 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.3814127 Jul 23 20:20:48.405705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:48.407409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7164b-fcc1-4a1e-825d-0bc30c3f7fbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event updated for resources: {'Port': ['ID=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:48.418762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:48.419139 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.465895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb4455-a497-4c22-a791-925c0c461585 req-a260356b-d5a1-4673-8d23-c251cdc022ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:48.466454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-691fbde6-f38b-42fd-ae42-edfcb6e6c92d req-3399373e-0347-477e-8cef-8d43379f0f93 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786569 Jul 23 20:20:48.472774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0acb4455-a497-4c22-a791-925c0c461585 req-a260356b-d5a1-4673-8d23-c251cdc022ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 1098 time: 0.1906798 Jul 23 20:20:48.574414 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.596781 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0acb4455-a497-4c22-a791-925c0c461585 req-d5df3a59-1457-4cfd-be44-7f1d3fc1092d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172307 Jul 23 20:20:48.611167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,segment=NetworkSegment(c846aa14-dd73-4674-b2a8-9112afd0bb55),segment_id=c846aa14-dd73-4674-b2a8-9112afd0bb55)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:48.619937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.624412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:48.701974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:48.850356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d173ad-27d4-408b-b4bf-4db2d87504e7 req-7c2b4217-c188-423c-b2ae-802cbc9d3b90 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:48.852098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32d173ad-27d4-408b-b4bf-4db2d87504e7 req-7c2b4217-c188-423c-b2ae-802cbc9d3b90 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.2386363 Jul 23 20:20:48.931607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52249e38-b5de-483a-8a75-91fde3de1daf req-04dfe54d-f8fc-4b2a-a6bd-b8ed7e2f5926 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:48.938630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52249e38-b5de-483a-8a75-91fde3de1daf req-04dfe54d-f8fc-4b2a-a6bd-b8ed7e2f5926 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.3027194 Jul 23 20:20:48.983357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32d173ad-27d4-408b-b4bf-4db2d87504e7 req-afcb7460-dff4-49ec-a5b7-6dc4c82d3b99 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213746 Jul 23 20:20:49.049778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52249e38-b5de-483a-8a75-91fde3de1daf req-43c71861-58ce-4c32-8022-2c14e982b552 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052547 Jul 23 20:20:49.199526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:49.208203 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.261113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Transition to ACTIVE for port object 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:49.281377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.350696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d37f52-fea8-402a-9778-5469b151b813 req-b71ca6e0-3547-4490-a1d2-13249275ad65 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:49.369619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d37f52-fea8-402a-9778-5469b151b813 req-b71ca6e0-3547-4490-a1d2-13249275ad65 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 931 time: 0.1447976 Jul 23 20:20:49.403249 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:49.481247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d37f52-fea8-402a-9778-5469b151b813 req-c9d55cbf-4f1d-4fda-a029-e123475688b8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106801 Jul 23 20:20:49.527491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Attempting to bind port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:49.527832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Attempting to bind port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:49.528168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Attempting to bind port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:49.543218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 on network 45670cfd-5c68-4367-a125-786a89623f58 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:49.543568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Attempting to bind port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:49.548905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:49.549248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:49.549673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Bound using segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:49.550098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Bound port: 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:49.550459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.575861 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.726113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9b2c-53ea-426b-bc67-21bdf7a15185 req-28e367a9-6eab-4a00-96f2-06ec829b3633 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:49.726113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e74d9b2c-53ea-426b-bc67-21bdf7a15185 req-28e367a9-6eab-4a00-96f2-06ec829b3633 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1189206 Jul 23 20:20:49.726113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] For port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:49.741239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] For port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:49.779360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e74d9b2c-53ea-426b-bc67-21bdf7a15185 req-5f663841-4cd5-447b-8bf8-0845ee0e2dd1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423815 Jul 23 20:20:49.780673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.842126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:49.843082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:49.845539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ee6e74b-cae6-44b4-bbcb-9784bb54c027 HTTP/1.1" status: 200 len: 1092 time: 1.4882696 Jul 23 20:20:49.846267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d353590-a022-4874-bc03-b887e7437b39', 'tag': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:49.848703 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e83413-72ea-473e-98a0-8e1c2a1aeaec" -d '{"events": [{"name": "network-changed", "server_uuid": "0d353590-a022-4874-bc03-b887e7437b39", "tag": "3ee6e74b-cae6-44b4-bbcb-9784bb54c027"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:49.934698 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a1cfeb-19af-438c-bb20-f98e6600f635 x-openstack-request-id: req-b0a1cfeb-19af-438c-bb20-f98e6600f635 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:49.935311 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d353590-a022-4874-bc03-b887e7437b39", "tag": "3ee6e74b-cae6-44b4-bbcb-9784bb54c027", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:49.935311 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0a1cfeb-19af-438c-bb20-f98e6600f635 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:49.935635 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d353590-a022-4874-bc03-b887e7437b39', 'tag': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027', 'status': 'completed', 'code': 200} Jul 23 20:20:49.936453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b782beb-6d41-4cec-8fb4-fe0ac8491250 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:49.973523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-fe887cf5-6e24-4239-a48c-0d8adfcb664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:49.975336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-fe887cf5-6e24-4239-a48c-0d8adfcb664f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 1095 time: 0.0804031 Jul 23 20:20:50.019649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-d9636054-53ce-46c2-a44a-3602e50d4c47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027 HTTP/1.1" status: 200 len: 217 time: 0.0368390 Jul 23 20:20:50.138979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3f07-4d6a-488c-9209-066b5200de0c req-15072f1d-e29e-45ff-bceb-a392703c7a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.140763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-15072f1d-e29e-45ff-bceb-a392703c7a54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.1147478 Jul 23 20:20:50.161808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44450) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:50.217260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-0db6ff34-fc8c-44c1-86d6-99d36d6edc03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685306 Jul 23 20:20:50.218010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c951806-f686-4e7a-a627-87001c8c38de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:50.220563 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f17b568-d138-45a4-b9fb-6d0ea7ff2387" -d '{"events": [{"server_uuid": "8c951806-f686-4e7a-a627-87001c8c38de", "name": "network-vif-plugged", "status": "completed", "tag": "5ced9d5b-5e98-4c5c-b04a-bc991dc56d61"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:50.231302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c36f7-1a1e-4909-b3a7-46bab96fadf9 req-aa277271-670e-4c13-807b-32e21c4c5195 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.232730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b1c36f7-1a1e-4909-b3a7-46bab96fadf9 req-aa277271-670e-4c13-807b-32e21c4c5195 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.1460690 Jul 23 20:20:50.308069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4899595e-18a8-4570-86bd-b2500aba5ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.364175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b1c36f7-1a1e-4909-b3a7-46bab96fadf9 req-7950e76b-c8e3-48b6-9998-6f106cb8d2d0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145885 Jul 23 20:20:50.395214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc705dc-d9ad-4c1f-9b98-a62b2082e8af req-f22d8aaf-956f-481f-8043-0909eedd727c tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.403092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dc705dc-d9ad-4c1f-9b98-a62b2082e8af req-f22d8aaf-956f-481f-8043-0909eedd727c tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.2499528 Jul 23 20:20:50.443312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4899595e-18a8-4570-86bd-b2500aba5ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.451860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4899595e-18a8-4570-86bd-b2500aba5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.462026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-e8d6a8ae-d566-46ad-a80f-66b09b5d04ae service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272763 Jul 23 20:20:50.502813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dc705dc-d9ad-4c1f-9b98-a62b2082e8af req-90982bd4-1c13-4023-ab81-3ed066d3d388 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864246 Jul 23 20:20:50.507255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44458) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:50.512655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4899595e-18a8-4570-86bd-b2500aba5ddc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2f6c4ada0314d8493c6346b755b3574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394330 Jul 23 20:20:50.575899 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45efef85-cfbc-4a77-9615-c7dbc2fdbfc7 x-openstack-request-id: req-45efef85-cfbc-4a77-9615-c7dbc2fdbfc7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:50.576389 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c951806-f686-4e7a-a627-87001c8c38de", "name": "network-vif-plugged", "status": "completed", "tag": "5ced9d5b-5e98-4c5c-b04a-bc991dc56d61", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:50.576557 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-45efef85-cfbc-4a77-9615-c7dbc2fdbfc7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:50.577139 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c951806-f686-4e7a-a627-87001c8c38de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61', 'code': 200} Jul 23 20:20:50.579016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899595e-18a8-4570-86bd-b2500aba5ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30576502-86c9-49f7-a0d2-de3ab7eec5e4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:50.647794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e3f07-4d6a-488c-9209-066b5200de0c req-5db3fe21-e455-4a89-8489-b25e213e0830 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732292 Jul 23 20:20:50.686182 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c6dceb6-6db4-4d19-b440-0ac3d1dec0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.741571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cd97f-3508-4ae6-a0aa-6aef5f122480 req-7bf194be-e3d1-45a8-a0e6-58f2bdb72a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.741571 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d1cd97f-3508-4ae6-a0aa-6aef5f122480 req-7bf194be-e3d1-45a8-a0e6-58f2bdb72a9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 1097 time: 0.0805874 Jul 23 20:20:50.766617 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c6dceb6-6db4-4d19-b440-0ac3d1dec0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.786543 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d1cd97f-3508-4ae6-a0aa-6aef5f122480 req-d2bec65f-9a82-464b-b42d-e3eb6c712e11 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Jul 23 20:20:50.856949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca8cf8-bea8-4474-a6b6-4d3e9c95ae2d req-25ec6034-1980-4003-a255-ec05a76391e9 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.858587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2ca8cf8-bea8-4474-a6b6-4d3e9c95ae2d req-25ec6034-1980-4003-a255-ec05a76391e9 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.2216496 Jul 23 20:20:50.878205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44464) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:50.880471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c6dceb6-6db4-4d19-b440-0ac3d1dec0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.883066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c6dceb6-6db4-4d19-b440-0ac3d1dec0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.883760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Request body: {'floatingip': {'port_id': 'e53a15fb-e99f-453f-bed7-617c149548d3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:50.886930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8c6dceb6-6db4-4d19-b440-0ac3d1dec0b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30576502-86c9-49f7-a0d2-de3ab7eec5e4 HTTP/1.1" status: 204 len: 168 time: 0.3760417 Jul 23 20:20:50.902294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2df39a-a584-4bc5-8c42-c8619f649f82 req-187c4dd8-b4c4-44c3-8a96-51fdc9cb2b4a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.903859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da2df39a-a584-4bc5-8c42-c8619f649f82 req-187c4dd8-b4c4-44c3-8a96-51fdc9cb2b4a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 943 time: 0.2150764 Jul 23 20:20:50.914233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dceb6-6db4-4d19-b440-0ac3d1dec0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30576502-86c9-49f7-a0d2-de3ab7eec5e4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:50.962370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:50.971697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-dbd11e74-49c0-4923-9d5f-785971a9cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:50.974462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-dbd11e74-49c0-4923-9d5f-785971a9cc02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 1095 time: 0.2373526 Jul 23 20:20:51.048618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da2df39a-a584-4bc5-8c42-c8619f649f82 req-9ea5de00-d54e-410e-9e9e-f49d00d03b61 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374459 Jul 23 20:20:51.135884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8408d40-9b7b-4c04-8127-1c81c1dd571b req-629e55b7-be48-47c9-ad6e-4034163d7ad7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:51.137559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8408d40-9b7b-4c04-8127-1c81c1dd571b req-629e55b7-be48-47c9-ad6e-4034163d7ad7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1834650 Jul 23 20:20:51.172641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-1d476a3a-6515-4941-8df5-158a30c9a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:51.174335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-1d476a3a-6515-4941-8df5-158a30c9a0c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 0.1876817 Jul 23 20:20:51.240627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-9fb611fa-6e8e-4eb4-a95e-1ae0024199d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027 HTTP/1.1" status: 200 len: 217 time: 0.0585606 Jul 23 20:20:51.245009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8408d40-9b7b-4c04-8127-1c81c1dd571b req-791c9096-cfe0-41f7-9983-54fd6e3a674a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985875 Jul 23 20:20:51.308065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-2ecbb857-2c24-4eaf-8018-674331193f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:51.313570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-2ecbb857-2c24-4eaf-8018-674331193f7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.0649233 Jul 23 20:20:51.317997 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:20:51.351934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-2789b797-edce-4b15-93d8-26afa083ca49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293872 Jul 23 20:20:51.352491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44474) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:51.449605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-6405bf27-e24d-4a37-879e-28ff341bc9d7 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908983 Jul 23 20:20:51.455523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-322466ac-26a9-461e-ba73-0054dd7a19b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.575377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.590891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.601256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e83413-72ea-473e-98a0-8e1c2a1aeaec req-6be9731a-286a-46c2-8df4-7f8e2b30f866 service neutron] 10.222.0.36 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365054 Jul 23 20:20:51.664662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-322466ac-26a9-461e-ba73-0054dd7a19b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.691746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-322466ac-26a9-461e-ba73-0054dd7a19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.750598 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Floating IP 468ac87d-b6de-439c-a563-47bd4ed290af associated. External IP: 172.25.8.136, port: e53a15fb-e99f-453f-bed7-617c149548d3. Jul 23 20:20:51.764397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-322466ac-26a9-461e-ba73-0054dd7a19b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd2b6cde528d49ca98d2bc36219de079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4108784 Jul 23 20:20:51.767127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44480) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:51.774265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322466ac-26a9-461e-ba73-0054dd7a19b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4724c21-ab18-48d7-94a1-3e4f3b136383,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:51.822552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:20:51.834013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df1f8e-1873-4c1e-9f5a-0eb21e731627 req-3ccd5faf-c874-4d19-bac3-11458b5e06cb tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:51.835925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1df1f8e-1873-4c1e-9f5a-0eb21e731627 req-3ccd5faf-c874-4d19-bac3-11458b5e06cb tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.1602237 Jul 23 20:20:51.863179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5109-1448-4bda-b10e-4a2c67efc77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.904162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5109-1448-4bda-b10e-4a2c67efc77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:51.927224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1df1f8e-1873-4c1e-9f5a-0eb21e731627 req-c915f86c-aa7f-4f0a-96b5-5b54b5ca0eed tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783961 Jul 23 20:20:51.976966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:51.991269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027', 'mac_address': 'fa:16:3e:5a:96:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:20:52.029925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5109-1448-4bda-b10e-4a2c67efc77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.034931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5109-1448-4bda-b10e-4a2c67efc77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.035179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f4fc5109-1448-4bda-b10e-4a2c67efc77c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4724c21-ab18-48d7-94a1-3e4f3b136383 HTTP/1.1" status: 204 len: 168 time: 0.2668631 Jul 23 20:20:52.047913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc5109-1448-4bda-b10e-4a2c67efc77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4724c21-ab18-48d7-94a1-3e4f3b136383,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:52.064591 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.086251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:52.110167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:52.116054 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.208295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:52.315365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fcbbb-77ad-4a12-ba93-e21a5a9b11e0 req-307359ed-d506-49af-a04c-f46bfd30e085 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:52.319935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a43fcbbb-77ad-4a12-ba93-e21a5a9b11e0 req-307359ed-d506-49af-a04c-f46bfd30e085 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 944 time: 0.1044557 Jul 23 20:20:52.380721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:20:52.408403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3ee6e74b-cae6-44b4-bbcb-9784bb54c027'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:52.425101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a43fcbbb-77ad-4a12-ba93-e21a5a9b11e0 req-ea193ffd-e03b-4493-947c-45e27b9ebc7e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966108 Jul 23 20:20:52.451154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc6a27-f2c1-4676-bc9e-3f9fce37254b req-21b81a67-86f8-4709-98b3-2803655928c8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:52.452701 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6cc6a27-f2c1-4676-bc9e-3f9fce37254b req-21b81a67-86f8-4709-98b3-2803655928c8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.0944746 Jul 23 20:20:52.503332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6cc6a27-f2c1-4676-bc9e-3f9fce37254b req-fdaac346-d603-43d7-9d78-ace8350d1bc6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444646 Jul 23 20:20:52.528817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:20:52.534647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:52.542921 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] Sync routers for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:20:52.557883 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:52.558629 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:20:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:52.573515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d5b6bd66-5f8b-4c25-8afc-ec2eca82a743 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "PUT /v2.0/floatingips/468ac87d-b6de-439c-a563-47bd4ed290af HTTP/1.1" status: 200 len: 992 time: 1.6926193 Jul 23 20:20:52.573515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:52.575150 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f7c859-c9d3-437a-a5c4-354ebb819f96" -d '{"events": [{"name": "network-changed", "server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:52.646212 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1af620-a85a-4ecc-a5f6-3919d7a50a02 x-openstack-request-id: req-cb1af620-a85a-4ecc-a5f6-3919d7a50a02 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:52.647171 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:52.647605 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb1af620-a85a-4ecc-a5f6-3919d7a50a02 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:52.648303 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'status': 'completed', 'code': 200} Jul 23 20:20:52.679424 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:52.796805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-0864849a-79c8-4add-982c-64ea051503b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:52.798361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-0864849a-79c8-4add-982c-64ea051503b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c247b25cea046f0b62cec04c2ae7224&device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 1098 time: 0.0646095 Jul 23 20:20:52.902868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-1f09436e-f4bf-46a1-8164-35d5b1ed3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:52.904361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-1f09436e-f4bf-46a1-8164-35d5b1ed3215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d337e1-8d8d-49a0-99f5-490eb21948e0 HTTP/1.1" status: 200 len: 917 time: 0.0978835 Jul 23 20:20:52.934993 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '468ac87d-b6de-439c-a563-47bd4ed290af', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'port_id': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'mac_address': 'fa:16:3e:88:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:20:06Z', 'updated_at': '2021-07-23T20:20:51Z', 'revision_number': 1, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:07Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:52.992746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-0d9d10a5-ed03-466e-a769-69eee7148317 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e53a15fb-e99f-453f-bed7-617c149548d3 HTTP/1.1" status: 200 len: 1000 time: 0.0809877 Jul 23 20:20:52.999047 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] Checking router: 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:20:53.010487 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:20:53.011556 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:20:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:53.025593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-eb5586b5-2c62-43b7-ade3-24c7ddd0bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.028939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-eb5586b5-2c62-43b7-ade3-24c7ddd0bbbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1098 time: 0.0931997 Jul 23 20:20:53.105172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-4cb16c26-f401-40c3-954b-a5cc6b181615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.107654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-4cb16c26-f401-40c3-954b-a5cc6b181615 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=18bfe736-e140-459c-add1-40163144a196 HTTP/1.1" status: 200 len: 855 time: 0.1050732 Jul 23 20:20:53.132991 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:20:53.151045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-d07402c1-1884-45ad-8303-08e8f0cf04f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.152653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-d07402c1-1884-45ad-8303-08e8f0cf04f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 914 time: 0.1174493 Jul 23 20:20:53.172625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8aa22-a145-485d-80ce-1e39ac88901e req-b6f83d6a-6105-46d4-9480-5263c19e1742 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.174169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21c8aa22-a145-485d-80ce-1e39ac88901e req-b6f83d6a-6105-46d4-9480-5263c19e1742 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.1340899 Jul 23 20:20:53.223329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-aa311ce4-4f33-46e0-9463-00446efb87f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 217 time: 0.0632062 Jul 23 20:20:53.225383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21c8aa22-a145-485d-80ce-1e39ac88901e req-92460473-a7d8-4234-964b-f02ebe035fff tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425310 Jul 23 20:20:53.231350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-881b0ec7-2aac-41f6-b0b1-f7fa2ed03ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.232825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-881b0ec7-2aac-41f6-b0b1-f7fa2ed03ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d337e1-8d8d-49a0-99f5-490eb21948e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166930 Jul 23 20:20:53.302700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-d5da86d1-2f4e-4039-9329-1e6303eee2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.305800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-d5da86d1-2f4e-4039-9329-1e6303eee2ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.0762484 Jul 23 20:20:53.356353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-60afb788-4752-406c-88c0-243b9573f2e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128604 Jul 23 20:20:53.359340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-09bea54c-acde-440a-9d06-b09fb05f064e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464849 Jul 23 20:20:53.470751 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '468ac87d-b6de-439c-a563-47bd4ed290af', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'port_id': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'mac_address': 'fa:16:3e:88:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:20:06Z', 'updated_at': '2021-07-23T20:20:51Z', 'revision_number': 1, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:07Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:53.504668 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf06249-3470-4df1-be4c-589f41717620 None None] The sync data for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 is: [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '468ac87d-b6de-439c-a563-47bd4ed290af', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'port_id': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'mac_address': 'fa:16:3e:88:06:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:20:06Z', 'updated_at': '2021-07-23T20:20:51Z', 'revision_number': 1, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:07Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:20:53.515730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45f7c859-c9d3-437a-a5c4-354ebb819f96 req-41f2e4a8-9ccb-4e41-ba06-14fc3783103c service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556640 Jul 23 20:20:53.517328 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-466d9d3a-a41b-455e-a35e-38bf903346c7 service neutron] 10.222.0.36 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513891 Jul 23 20:20:53.631746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03768a98-731f-4fe1-b960-29fe44c1e4a4 req-eaac3090-14c6-4eb0-afed-55c9f276f34d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.633312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03768a98-731f-4fe1-b960-29fe44c1e4a4 req-eaac3090-14c6-4eb0-afed-55c9f276f34d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 944 time: 0.0859892 Jul 23 20:20:53.650806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55a508c0-ec64-48d8-8248-236a3b934e6b req-ef8ea025-265a-48d0-b517-ba250b6fa08e service neutron] 10.222.0.36 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222219 Jul 23 20:20:53.693679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03768a98-731f-4fe1-b960-29fe44c1e4a4 req-e174ab81-3b24-4233-b10e-d7ad178a932a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522025 Jul 23 20:20:53.815365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1395e9-e71f-4c1a-94e7-0e648714de13 None None] New status for floating IP 468ac87d-b6de-439c-a563-47bd4ed290af: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:20:53.852744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ff650-2ac7-4905-9311-d3219ec28d59 req-d4b61e40-f7de-4715-8050-046822d51cdf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.854525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce2ff650-2ac7-4905-9311-d3219ec28d59 req-d4b61e40-f7de-4715-8050-046822d51cdf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.1169353 Jul 23 20:20:53.859887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:20:53.874846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d427b-84f0-4da3-afcc-ce7917c89947 req-3b9c9f2f-1076-44b2-be42-2e0548b0b57a tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:53.876542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-792d427b-84f0-4da3-afcc-ce7917c89947 req-3b9c9f2f-1076-44b2-be42-2e0548b0b57a tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.1057858 Jul 23 20:20:53.939109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce2ff650-2ac7-4905-9311-d3219ec28d59 req-8e2f8882-5189-4a1f-87e1-a369cfd902d7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734255 Jul 23 20:20:53.942172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-792d427b-84f0-4da3-afcc-ce7917c89947 req-4e1e2beb-8145-4bde-8cdb-bf8f7bf816c4 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594945 Jul 23 20:20:53.986542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:20:54.023129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:20:54.023732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.248417 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.270374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d353590-a022-4874-bc03-b887e7437b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:54.272704 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5524d5-0e1b-43c0-a10a-7d7b9977c925" -d '{"events": [{"server_uuid": "0d353590-a022-4874-bc03-b887e7437b39", "name": "network-vif-plugged", "status": "completed", "tag": "3ee6e74b-cae6-44b4-bbcb-9784bb54c027"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:54.285920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:54.290964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.291765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:54.316114 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9900234e-478b-460a-9c75-80a9ec5af24b x-openstack-request-id: req-9900234e-478b-460a-9c75-80a9ec5af24b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:54.316114 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d353590-a022-4874-bc03-b887e7437b39", "name": "network-vif-plugged", "status": "completed", "tag": "3ee6e74b-cae6-44b4-bbcb-9784bb54c027", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:54.316114 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9900234e-478b-460a-9c75-80a9ec5af24b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:54.316114 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d353590-a022-4874-bc03-b887e7437b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027', 'code': 200} Jul 23 20:20:54.378883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:54.416025 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.443706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5279f-4541-48a3-b22e-ca9ae848627c req-2170b5bb-6354-46c2-9cf7-e904522a76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:54.445244 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfa5279f-4541-48a3-b22e-ca9ae848627c req-2170b5bb-6354-46c2-9cf7-e904522a76bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 1097 time: 0.0669241 Jul 23 20:20:54.457396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:54.462779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:54.484676 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfa5279f-4541-48a3-b22e-ca9ae848627c req-3e7aea7f-9c86-4ca0-aabc-3ed3e3d3d4e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Jul 23 20:20:54.512469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:54.841913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ddaf2-da97-4cd9-8c3e-93ab41c70bc8 req-c1f2e9ba-68c7-4a64-80f1-ee6c26d7fbef tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:54.843427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d22ddaf2-da97-4cd9-8c3e-93ab41c70bc8 req-c1f2e9ba-68c7-4a64-80f1-ee6c26d7fbef tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0727646 Jul 23 20:20:54.894832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d22ddaf2-da97-4cd9-8c3e-93ab41c70bc8 req-469d31d1-59bc-4132-b12f-5c699ad8b919 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Jul 23 20:20:55.091934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-82293bfc-7696-43ea-89f8-501b257cbe4c tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:55.093614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-82293bfc-7696-43ea-89f8-501b257cbe4c tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.0772769 Jul 23 20:20:55.222720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Deleting port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:20:55.223327 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.343291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] For port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,segment=NetworkSegment(c846aa14-dd73-4674-b2a8-9112afd0bb55),segment_id=c846aa14-dd73-4674-b2a8-9112afd0bb55)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:55.343717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.361830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Calling delete_port for 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:20:55.471804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b3b31-3bda-44af-a699-37f4643934dd req-898b0dae-fe55-4d7b-abc8-de31bd80c32f tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:55.473365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e0b3b31-3bda-44af-a699-37f4643934dd req-898b0dae-fe55-4d7b-abc8-de31bd80c32f tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c951806-f686-4e7a-a627-87001c8c38de HTTP/1.1" status: 200 len: 945 time: 0.4526446 Jul 23 20:20:55.496820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829803ba-5f9d-454d-adf8-caabe88c1c3e req-fcd4e6e5-c785-45e9-a487-a614f08dd1a5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:55.498331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-829803ba-5f9d-454d-adf8-caabe88c1c3e req-fcd4e6e5-c785-45e9-a487-a614f08dd1a5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.4682388 Jul 23 20:20:55.537351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.546333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e0b3b31-3bda-44af-a699-37f4643934dd req-9a095a8b-f414-44c5-97c9-3ddd7bb183eb tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.46 "GET /v2.0/security-groups?id=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656435 Jul 23 20:20:55.551785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['5ced9d5b-5e98-4c5c-b04a-bc991dc56d61'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:20:55.564287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-829803ba-5f9d-454d-adf8-caabe88c1c3e req-aa58dff1-d952-4c3d-9318-d4ecaf9acc40 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483043 Jul 23 20:20:55.602773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Pushing event deleted for resources: {'Port': ['ID=5ced9d5b-5e98-4c5c-b04a-bc991dc56d61,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.624258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44702) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:55.660759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] No DVR routers for this DVR port 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:55.664988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.669952 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-afa7bda9-2641-4a30-b621-ab3a001dd1c8 req-5c70d315-079c-467e-b07a-0174dc1a8041 tempest-ServerPasswordTestJSON-32148780 tempest-ServerPasswordTestJSON-32148780-project] 10.222.0.47 "DELETE /v2.0/ports/5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 HTTP/1.1" status: 204 len: 173 time: 0.5689247 Jul 23 20:20:55.670590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c951806-f686-4e7a-a627-87001c8c38de', 'name': 'network-vif-deleted', 'tag': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:55.673488 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705b9c58-8371-42c9-b7a5-763bae191009" -d '{"events": [{"server_uuid": "8c951806-f686-4e7a-a627-87001c8c38de", "name": "network-vif-deleted", "tag": "5ced9d5b-5e98-4c5c-b04a-bc991dc56d61"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:55.728485 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9c7c0a-94a1-44b8-aa5d-5c114dd842c9 x-openstack-request-id: req-8e9c7c0a-94a1-44b8-aa5d-5c114dd842c9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:55.728781 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c951806-f686-4e7a-a627-87001c8c38de", "name": "network-vif-deleted", "tag": "5ced9d5b-5e98-4c5c-b04a-bc991dc56d61", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:55.729026 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e9c7c0a-94a1-44b8-aa5d-5c114dd842c9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:55.729424 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c951806-f686-4e7a-a627-87001c8c38de', 'name': 'network-vif-deleted', 'tag': '5ced9d5b-5e98-4c5c-b04a-bc991dc56d61', 'status': 'completed', 'code': 200} Jul 23 20:20:55.757538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ece8970-4f2c-47d8-8466-c79767b59dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.866489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ece8970-4f2c-47d8-8466-c79767b59dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.870989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ece8970-4f2c-47d8-8466-c79767b59dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.909583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1ece8970-4f2c-47d8-8466-c79767b59dc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=060ed929d1ab49e0bcb0e9a45a134bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841651 Jul 23 20:20:55.910732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece8970-4f2c-47d8-8466-c79767b59dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e801ee0-6e30-459c-8779-52f494ad0578,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:55.912195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44708) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:55.971735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-102517fd-ab10-432a-9351-18337d7e15e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:55.994535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-102517fd-ab10-432a-9351-18337d7e15e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.045322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a2c08-3be0-45e7-be4f-0fdb5f1819e8 req-8fb58dd4-3dcd-42d3-859c-c9bed1c18b90 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:56.047054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-503a2c08-3be0-45e7-be4f-0fdb5f1819e8 req-8fb58dd4-3dcd-42d3-859c-c9bed1c18b90 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0702384 Jul 23 20:20:56.059742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-102517fd-ab10-432a-9351-18337d7e15e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.063611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-102517fd-ab10-432a-9351-18337d7e15e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.070350 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-102517fd-ab10-432a-9351-18337d7e15e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e801ee0-6e30-459c-8779-52f494ad0578 HTTP/1.1" status: 204 len: 168 time: 0.1568789 Jul 23 20:20:56.082197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102517fd-ab10-432a-9351-18337d7e15e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e801ee0-6e30-459c-8779-52f494ad0578,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:56.091063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-503a2c08-3be0-45e7-be4f-0fdb5f1819e8 req-71d60c94-625b-4c26-9365-6ef74576b578 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365412 Jul 23 20:20:56.316765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:56.319070 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569d58f9-2cc4-41fb-a486-2049c6952458" -d '{"events": [{"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-unplugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:56.322330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012c6c-1597-467d-9e38-7f563c4306ba req-c258d281-04e1-4a58-af86-607a2556f724 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:56.323613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b012c6c-1597-467d-9e38-7f563c4306ba req-c258d281-04e1-4a58-af86-607a2556f724 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0709424 Jul 23 20:20:56.372494 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfc0fb1-4bed-4f75-97d0-4ad02d25e1c9 x-openstack-request-id: req-8dfc0fb1-4bed-4f75-97d0-4ad02d25e1c9 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:56.373276 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-unplugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:20:56.373394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b012c6c-1597-467d-9e38-7f563c4306ba req-85c2a957-4152-46ad-ada0-44b0db0ec7b0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438435 Jul 23 20:20:56.374043 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8dfc0fb1-4bed-4f75-97d0-4ad02d25e1c9 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:20:56.374450 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'code': 200} Jul 23 20:20:56.410167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44722) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:56.423858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4f762f-3883-4ecc-8aba-2c0091563014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.510870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4f762f-3883-4ecc-8aba-2c0091563014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.514426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4f762f-3883-4ecc-8aba-2c0091563014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.552644 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e4f762f-3883-4ecc-8aba-2c0091563014 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=663ffd755b0c48ef8366be6e5a04953a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414237 Jul 23 20:20:56.553781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f762f-3883-4ecc-8aba-2c0091563014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7173e2-d846-4b36-a152-9ee4c065b610,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:56.555385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44724) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:56.606293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69755ee9-59b9-4d77-89c3-98cb14c1f21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.610718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44730) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:56.629001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69755ee9-59b9-4d77-89c3-98cb14c1f21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.667150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Deleting subnet 6d80fea8-debc-4017-999b-d9e0bd595cd7 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:20:56.672499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.711398 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.724726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5a87-c499-4898-9fc3-9ea30132c627 req-bb3da15b-3ae9-4b62-b8d9-ce59873c489f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:56.726265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-159f5a87-c499-4898-9fc3-9ea30132c627 req-bb3da15b-3ae9-4b62-b8d9-ce59873c489f tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.0824776 Jul 23 20:20:56.727043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69755ee9-59b9-4d77-89c3-98cb14c1f21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.730165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69755ee9-59b9-4d77-89c3-98cb14c1f21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.733612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-69755ee9-59b9-4d77-89c3-98cb14c1f21e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b7173e2-d846-4b36-a152-9ee4c065b610 HTTP/1.1" status: 204 len: 168 time: 0.1748312 Jul 23 20:20:56.756757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69755ee9-59b9-4d77-89c3-98cb14c1f21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7173e2-d846-4b36-a152-9ee4c065b610,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:56.757363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.788158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-159f5a87-c499-4898-9fc3-9ea30132c627 req-d31c2145-1332-4f6d-ab31-e6e3a8200756 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425189 Jul 23 20:20:56.855528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.874978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.877012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6d80fea8-debc-4017-999b-d9e0bd595cd7 HTTP/1.1" status: 204 len: 168 time: 0.2650294 Jul 23 20:20:56.895455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44740) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:56.903624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd2197-36f1-4139-9880-a59ebb8d151e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d80fea8-debc-4017-999b-d9e0bd595cd7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:56.948835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74a386-4584-4b54-9dc0-5e8ea296e1c4 req-26ff0631-48fa-4093-b28f-05e9ec091ad1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:56.950539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b74a386-4584-4b54-9dc0-5e8ea296e1c4 req-26ff0631-48fa-4093-b28f-05e9ec091ad1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.0856504 Jul 23 20:20:56.979368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:56.992181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b74a386-4584-4b54-9dc0-5e8ea296e1c4 req-0660d533-7494-4cbb-9573-bcbf4d5c50c0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356457 Jul 23 20:20:57.066133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.077643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aafc27ba-996e-4fbc-8c0c-19adbd29586f']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:57.095103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c846aa14-dd73-4674-b2a8-9112afd0bb55') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:57.095483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c846aa14-dd73-4674-b2a8-9112afd0bb55') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:20:57.104983 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.120659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.127207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:20:57.127610 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:20:57.129672 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:20:57.192974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.202700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.205861 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aafc27ba-996e-4fbc-8c0c-19adbd29586f HTTP/1.1" status: 204 len: 168 time: 0.3090935 Jul 23 20:20:57.217093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22cb0b-cc39-42bd-9558-2767f1411e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=aafc27ba-996e-4fbc-8c0c-19adbd29586f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:57.355478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a51be-1808-4bfe-b0e3-7ef9d6c913be req-efe5df73-7346-4547-ac15-4e785b2ae23b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:57.356980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-035a51be-1808-4bfe-b0e3-7ef9d6c913be req-efe5df73-7346-4547-ac15-4e785b2ae23b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.0672457 Jul 23 20:20:57.398009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44774) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:57.407683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-035a51be-1808-4bfe-b0e3-7ef9d6c913be req-60bcb93f-80ff-4830-9350-983967128474 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Jul 23 20:20:57.462772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6aa3ba2-aad7-4832-81de-eeb1c649e5ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=647b3da64e82400aa751a58912dac8dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614071 Jul 23 20:20:57.464940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44776) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:57.533206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de0778-ce96-4f73-bf6d-c8c848fa9eee req-4fc2c2ab-c00a-447e-81be-155e09ea7daf tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:57.538360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64de0778-ce96-4f73-bf6d-c8c848fa9eee req-4fc2c2ab-c00a-447e-81be-155e09ea7daf tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0771985 Jul 23 20:20:57.546361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36c068fb-8d4e-4f6e-9b4f-aa415a61beb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.575870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36c068fb-8d4e-4f6e-9b4f-aa415a61beb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.582516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64de0778-ce96-4f73-bf6d-c8c848fa9eee req-0ac18aad-31d0-4b90-95f4-b3d9ca041a38 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Jul 23 20:20:57.641320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36c068fb-8d4e-4f6e-9b4f-aa415a61beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.644170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-36c068fb-8d4e-4f6e-9b4f-aa415a61beb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:57.645419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-36c068fb-8d4e-4f6e-9b4f-aa415a61beb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ba0e0a30-ae6b-4be2-89b2-a1a9443d3405 HTTP/1.1" status: 204 len: 168 time: 0.1795330 Jul 23 20:20:57.654019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c068fb-8d4e-4f6e-9b4f-aa415a61beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e0a30-ae6b-4be2-89b2-a1a9443d3405,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:57.803286 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-bccb62f3-bdb6-41fe-b678-3a1609298a76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2366514 Jul 23 20:20:57.854049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:58.342016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:20:58.363053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:20:58.363773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ced9d5b-5e98-4c5c-b04a-bc991dc56d61 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:20:58.383214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:58.561733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91cf11-a896-458b-9de3-965ea6d464f8 req-cf0854e8-5b85-4757-8f04-e5708b242907 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:58.563918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef91cf11-a896-458b-9de3-965ea6d464f8 req-cf0854e8-5b85-4757-8f04-e5708b242907 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.0812666 Jul 23 20:20:58.582586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5171372e-e7bd-4045-a7e3-07f5bc3a1872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.664031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef91cf11-a896-458b-9de3-965ea6d464f8 req-2e88cdc0-9ba7-45ad-917a-c04898d99aae tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835624 Jul 23 20:20:58.818155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21137998-a756-43f9-ba27-85157aee28d9 req-5140b638-4f67-42b4-bb51-05e022354962 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:58.818155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21137998-a756-43f9-ba27-85157aee28d9 req-5140b638-4f67-42b4-bb51-05e022354962 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1233754 Jul 23 20:20:58.827141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5171372e-e7bd-4045-a7e3-07f5bc3a1872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.843410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5171372e-e7bd-4045-a7e3-07f5bc3a1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:58.896155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5171372e-e7bd-4045-a7e3-07f5bc3a1872 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6eb608328bf4f87aca10b34df5ef0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5099359 Jul 23 20:20:58.898831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:58.900992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21137998-a756-43f9-ba27-85157aee28d9 req-f729577d-99fc-4fd5-82a3-4a7c59bc3057 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Jul 23 20:20:58.902050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171372e-e7bd-4045-a7e3-07f5bc3a1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59633fc4-d605-4890-b3a7-107cb5402db8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:58.972806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c852bf6-b698-487b-8f62-a361d138df26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.027211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c852bf6-b698-487b-8f62-a361d138df26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.075534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-e056a2bc-221a-4f8f-ae8a-0dec31e03d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:59.077056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-e056a2bc-221a-4f8f-ae8a-0dec31e03d85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047&tenant_id=e15779d8ebf64e56857cfa2640a786c3 HTTP/1.1" status: 200 len: 1096 time: 0.1022921 Jul 23 20:20:59.090248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:20:59.123376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c852bf6-b698-487b-8f62-a361d138df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.125926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c852bf6-b698-487b-8f62-a361d138df26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.127074 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c852bf6-b698-487b-8f62-a361d138df26 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59633fc4-d605-4890-b3a7-107cb5402db8 HTTP/1.1" status: 204 len: 168 time: 0.2267103 Jul 23 20:20:59.142502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c852bf6-b698-487b-8f62-a361d138df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59633fc4-d605-4890-b3a7-107cb5402db8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.187666 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.199110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:59.418201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:20:59.422414 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-381b8163-9710-4b92-851f-31deb27bcb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.458506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:59.497978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:20:59.509419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.520318 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-381b8163-9710-4b92-851f-31deb27bcb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.525403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Transition to ACTIVE for port object 6afeda7c-507e-4ad7-88ab-decfb9b83228 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:20:59.526044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-381b8163-9710-4b92-851f-31deb27bcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.530829 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.574022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-381b8163-9710-4b92-851f-31deb27bcb1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad791dd62b8041e6b8d510217d60e5e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733892 Jul 23 20:20:59.576562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b8163-9710-4b92-851f-31deb27bcb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842210b9-69ef-4f1c-b29c-0b4ae9a07ebd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.576700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44894) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:59.604754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.607158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] No DVR routers for this DVR port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:20:59.672613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:20:59.672952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:20:59.673282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on network a351bd58-d516-462b-879f-c016089f5663 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:59.685060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on network a351bd58-d516-462b-879f-c016089f5663 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:20:59.685382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Attempting to bind port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on network a351bd58-d516-462b-879f-c016089f5663 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:20:59.693737 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd227-7a24-4c5b-a07e-6620dfe16833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.695392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:20:59.695733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Checking segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:20:59.696173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Bound using segment: {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:20:59.696614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Bound port: 6afeda7c-507e-4ad7-88ab-decfb9b83228, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbd223c-f206-4754-b39e-2c336c40b954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a351bd58-d516-462b-879f-c016089f5663'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:20:59.696959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.747581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd227-7a24-4c5b-a07e-6620dfe16833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.806789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:20:59.810375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:20:59.815781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.815942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6125-c675-4ed6-90f0-4986eea49596 req-0e572a0e-29da-4546-91ed-5918f439b555 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:59.824730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c44f6125-c675-4ed6-90f0-4986eea49596 req-0e572a0e-29da-4546-91ed-5918f439b555 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 944 time: 0.0883787 Jul 23 20:20:59.861027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:59.861680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.863654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] 10.222.0.47 "PUT /v2.0/ports/6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 1093 time: 0.7787051 Jul 23 20:20:59.864270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:20:59.866970 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4d2276-f1cf-4051-b74f-cc087e44ce62" -d '{"events": [{"name": "network-changed", "server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:20:59.872350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd227-7a24-4c5b-a07e-6620dfe16833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.874930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcfcd227-7a24-4c5b-a07e-6620dfe16833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:20:59.876049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dcfcd227-7a24-4c5b-a07e-6620dfe16833 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/842210b9-69ef-4f1c-b29c-0b4ae9a07ebd HTTP/1.1" status: 204 len: 168 time: 0.2986779 Jul 23 20:20:59.877765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c44f6125-c675-4ed6-90f0-4986eea49596 req-88fbca6c-e8bf-4562-bef9-917ecbd2ad7e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506108 Jul 23 20:20:59.892757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd227-7a24-4c5b-a07e-6620dfe16833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842210b9-69ef-4f1c-b29c-0b4ae9a07ebd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.951235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1be94-ee1b-4e0e-9285-feecb5b51384 service neutron] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:20:59.985416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-9d914d76-fd76-4519-859e-d728c0c95d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:20:59.989228 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-9d914d76-fd76-4519-859e-d728c0c95d81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1097 time: 0.0888507 Jul 23 20:20:59.990024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:20:59.998807 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c465523-d8e2-47a0-9c0c-176b986ea88e x-openstack-request-id: req-5c465523-d8e2-47a0-9c0c-176b986ea88e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:20:59.999825 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:00.000285 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c465523-d8e2-47a0-9c0c-176b986ea88e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:00.000863 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'status': 'completed', 'code': 200} Jul 23 20:21:00.137416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412fd83-4742-49da-9cce-3c8013cb847d req-e605d616-2cb8-4ca9-a267-bcf5078d8125 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.138586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-059a3e74-2205-4b68-bb58-6c0387f814cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.139702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c412fd83-4742-49da-9cce-3c8013cb847d req-e605d616-2cb8-4ca9-a267-bcf5078d8125 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1163821 Jul 23 20:21:00.140186 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-059a3e74-2205-4b68-bb58-6c0387f814cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 914 time: 0.1436846 Jul 23 20:21:00.182773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c412fd83-4742-49da-9cce-3c8013cb847d req-17f438cf-cc71-4673-a319-2013283e415f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374556 Jul 23 20:21:00.210091 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-b6b4ee05-14ba-4f22-81b8-00eead12b640 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 217 time: 0.0634165 Jul 23 20:21:00.262658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-658d8262-d6c5-4cf5-bc56-a761562ff6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.265272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-658d8262-d6c5-4cf5-bc56-a761562ff6ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.0489428 Jul 23 20:21:00.279750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1341673740'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:00.302529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-a0ba8c64-5b97-4f3e-8cf8-66ec01dd36d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304952 Jul 23 20:21:00.304033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:00.307716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.317489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.409353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-6fb882f3-130b-4be9-8b28-c20b96b089c4 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005521 Jul 23 20:21:00.417551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.422566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.449665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:00.458838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9a3f7-7835-4c32-8599-3da154a3a256,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.465586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.465937 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Added segment 57c04cb6-3b33-4f51-888b-be5703cc50f2 of type vlan for network 20b59ba6-7321-46c7-855d-3d047bcd1f4b Jul 23 20:21:00.513458 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.520798 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c2c474-c2b6-4700-8717-2b0bdca43eda req-9094701a-dd3a-44e7-a301-5cf726f20ab4 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040795 Jul 23 20:21:00.550336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.556680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.557290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.598282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6043377 Jul 23 20:21:00.598504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:00.604219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'subnet': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:00.644421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-9fe541c9-fbd4-4e13-bbfb-afaf674a6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.646094 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-9fe541c9-fbd4-4e13-bbfb-afaf674a6d16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1097 time: 0.0682685 Jul 23 20:21:00.652530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b19a1f-20b5-4a72-8f15-43a1ecb519f8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Network': ['ID=20b59ba6-7321-46c7-855d-3d047bcd1f4b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:00.663530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:00.755164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:00.761018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:00.799089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-a685487f-b0a0-41ee-8592-27f7315de019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.800435 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-a685487f-b0a0-41ee-8592-27f7315de019 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 914 time: 0.1471248 Jul 23 20:21:00.851943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-bba74c21-6eae-4b8c-9fb5-1cae9e9eadb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 217 time: 0.0450158 Jul 23 20:21:00.922046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-f4e08459-c430-4a6c-8f08-13fa221b25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:00.924829 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-f4e08459-c430-4a6c-8f08-13fa221b25ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.0676899 Jul 23 20:21:00.982134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-19eec0e3-84ff-4dd3-afe2-5fe241f52a70 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506868 Jul 23 20:21:01.108921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.161725 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-c850281a-866b-4dcd-b0e8-0d19bfc30637 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735222 Jul 23 20:21:01.215429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Subnet': ['ID=e6196838-c354-4eea-b714-86ab8fc3cd95,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:01.224845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Checking segment: {'id': '57c04cb6-3b33-4f51-888b-be5703cc50f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:01.225328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network hostable DHCP agents. Network: 20b59ba6-7321-46c7-855d-3d047bcd1f4b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:01.250605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad7d22-c542-442e-9429-e7ea09c206aa req-1e9f18bc-e562-4c23-a107-7e6cff8980f5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.252531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdad7d22-c542-442e-9429-e7ea09c206aa req-1e9f18bc-e562-4c23-a107-7e6cff8980f5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.2316833 Jul 23 20:21:01.291784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:01.319126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 20b59ba6-7321-46c7-855d-3d047bcd1f4b) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:01.329014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.329636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.330695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82103f-bef7-458f-a5ce-557742f222e6 None None] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:01.340098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdad7d22-c542-442e-9429-e7ea09c206aa req-7923c18e-ea59-4101-a428-1f451197d6ff tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777061 Jul 23 20:21:01.366735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4370ff37-1b36-4d09-a3b8-b442c4a751e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7584209 Jul 23 20:21:01.366735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:01.376731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-182076653'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:01.418688 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3f4d2276-f1cf-4051-b74f-cc087e44ce62 req-be4a1db7-4fed-4b3c-94a7-bf5a6e137b3c service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320635 Jul 23 20:21:01.638360 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-32adf388-eb7a-4279-9b8c-fb268d257208 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1189468 Jul 23 20:21:01.702655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:01.708047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.733402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'tenant_id': '780dd09bf57f4e8589463e438e744a26', 'fixed_ips': [{'subnet_id': 'e6196838-c354-4eea-b714-86ab8fc3cd95'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:01.737350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:01.773696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] device_id is not set on port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:01.893010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.893714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.894473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.898205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.898205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.900514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.900992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:01.905552 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-871dc0db-b9df-4df8-9443-ba3d78d23731 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7484d3f06c86439183350a59979b606b&device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 6505 time: 0.1861386 Jul 23 20:21:02.012615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Allocated IP 2001:db8::302 (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:02.032989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2277f75-19e3-4aed-a5c8-29e91853d9eb req-924db89b-39fa-49f1-bcd5-a02a0ac70bf8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.034754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2277f75-19e3-4aed-a5c8-29e91853d9eb req-924db89b-39fa-49f1-bcd5-a02a0ac70bf8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1670911 Jul 23 20:21:02.126887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2277f75-19e3-4aed-a5c8-29e91853d9eb req-46ea0a3c-56cf-42da-9bf2-6d7c2c10ce57 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661983 Jul 23 20:21:02.174807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-61c49a27-6893-40a1-aa19-fea9e6683c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.177184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-61c49a27-6893-40a1-aa19-fea9e6683c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.178120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-61c49a27-6893-40a1-aa19-fea9e6683c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.181691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-61c49a27-6893-40a1-aa19-fea9e6683c28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=18987841-02a3-4625-9fd7-b601df633eeb&id=c26f385d-8133-4651-8133-e853a7a0add7&id=c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 200 len: 2296 time: 0.2174141 Jul 23 20:21:02.280384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.313471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Transition to ACTIVE for port object aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:02.351605 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-f9a6f31f-be76-4ab6-89a4-ddfeb5ebbe56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 200 len: 1001 time: 0.1634924 Jul 23 20:21:02.386062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.451355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-fc230fb4-ec8c-4557-8ffa-8280a2f2219e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.454244 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-fc230fb4-ec8c-4557-8ffa-8280a2f2219e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc87ba92-6d9f-4b21-9f93-be5a811a954e HTTP/1.1" status: 200 len: 855 time: 0.0958695 Jul 23 20:21:02.519271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:02.520127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:02.529164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Allocated IP 2001:db8::2 (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/0b292ea1-86e1-4c9a-a434-c1b27367541b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:02.550989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:02.557820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:02.564769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.565578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.640624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44988) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:02.641199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-75916e15-aede-4f39-a973-e5e6b5618624 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2747715 Jul 23 20:21:02.655412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1152953318', 'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:1e:7d:bf'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:02.665890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-26bc5a4f-cb22-4d4c-a046-a9d65c49fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.667812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-26bc5a4f-cb22-4d4c-a046-a9d65c49fddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2052736 Jul 23 20:21:02.704239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33241afb-54eb-4b46-a32f-0f86dae2da45 req-cc661f5c-65bc-4412-bca6-ae345d1d9962 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:02.713676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33241afb-54eb-4b46-a32f-0f86dae2da45 req-cc661f5c-65bc-4412-bca6-ae345d1d9962 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.2084167 Jul 23 20:21:02.815969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.830416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Transition to ACTIVE for port object 0b292ea1-86e1-4c9a-a434-c1b27367541b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:02.837004 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33241afb-54eb-4b46-a32f-0f86dae2da45 req-d1176d40-d431-4d8e-a7ab-6caba42ac936 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188769 Jul 23 20:21:02.852989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Transition to ACTIVE for port object 0b292ea1-86e1-4c9a-a434-c1b27367541b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:02.863265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:02.966325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:02.973185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:02.984008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:03.019026 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-31d7f472-df00-4bad-b713-5fc3fd8eedbb service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259976 Jul 23 20:21:03.072290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:03.107866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Pushing event updated for resources: {'Port': ['ID=0b292ea1-86e1-4c9a-a434-c1b27367541b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:03.115295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Attempting to bind port 0b292ea1-86e1-4c9a-a434-c1b27367541b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:03.119400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Attempting to bind port 0b292ea1-86e1-4c9a-a434-c1b27367541b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '57c04cb6-3b33-4f51-888b-be5703cc50f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:03.120395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Attempting to bind port 0b292ea1-86e1-4c9a-a434-c1b27367541b on network 20b59ba6-7321-46c7-855d-3d047bcd1f4b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:03.128936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:03.130709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Checking segment: {'id': '57c04cb6-3b33-4f51-888b-be5703cc50f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:03.131182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.131694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Bound using segment: {'id': '57c04cb6-3b33-4f51-888b-be5703cc50f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:03.132357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Bound port: 0b292ea1-86e1-4c9a-a434-c1b27367541b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c04cb6-3b33-4f51-888b-be5703cc50f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:03.132760 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.223195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-bf7603e1-8c16-43f8-bbf9-932c644499f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946268 Jul 23 20:21:03.280751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.285657 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-a2476006-33cf-4584-87a0-a949cb799163 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 217 time: 0.0487616 Jul 23 20:21:03.292175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] For port 0b292ea1-86e1-4c9a-a434-c1b27367541b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:03.296307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] For port 0b292ea1-86e1-4c9a-a434-c1b27367541b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b292ea1-86e1-4c9a-a434-c1b27367541b,segment=NetworkSegment(57c04cb6-3b33-4f51-888b-be5703cc50f2),segment_id=57c04cb6-3b33-4f51-888b-be5703cc50f2)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:03.306907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:03.346279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] device_id is not set on port 447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:03.370451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb7616-c9c7-47cb-9333-22ac983e3bd6 req-e2f1a127-720f-4408-9e3f-0b0535083d63 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:03.372622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3bb7616-c9c7-47cb-9333-22ac983e3bd6 req-e2f1a127-720f-4408-9e3f-0b0535083d63 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0943880 Jul 23 20:21:03.448282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b1a1d-90a9-4367-9203-9d65698e93a7 None None] Pushing event updated for resources: {'Port': ['ID=0b292ea1-86e1-4c9a-a434-c1b27367541b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:03.479008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Allocated IP 2001:db8::2f5 (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:03.479942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3bb7616-c9c7-47cb-9333-22ac983e3bd6 req-8626e60f-1256-4683-acf3-e57a2633983e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908959 Jul 23 20:21:03.543888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-43563afc-f22d-4856-9e43-e32595e40516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:03.545376 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-43563afc-f22d-4856-9e43-e32595e40516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.2509151 Jul 23 20:21:03.819543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-1c090f1a-caef-4a52-a444-d66ed57b05e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:03.821762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-1c090f1a-caef-4a52-a444-d66ed57b05e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2589712 Jul 23 20:21:04.013251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.021700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afa23a-37b3-4412-b68d-67fe07617fc5 req-b1fa0a6b-4a02-4203-b036-17f1d2018fa9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:04.023065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3afa23a-37b3-4412-b68d-67fe07617fc5 req-b1fa0a6b-4a02-4203-b036-17f1d2018fa9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.0728319 Jul 23 20:21:04.037050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Transition to ACTIVE for port object 447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:04.078650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-5d995db8-be86-463c-a242-88e2ff6f8cb2 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387257 Jul 23 20:21:04.094129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3afa23a-37b3-4412-b68d-67fe07617fc5 req-bc4d4601-251f-42d2-be67-4e01cddfdda5 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630467 Jul 23 20:21:04.145748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.259771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:04.270656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:04.282461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:04.288295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:04.288929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:04.293153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:04.299717 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-2cc74c71-4a91-46dc-bc3c-9e7b4936e59e service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137349 Jul 23 20:21:04.314816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9c83a36a-3d56-4377-b818-3887fd05a4b8 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.6727524 Jul 23 20:21:04.317335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45012) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:04.414634 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-2d8f7f46-3e84-4880-8477-562cf9967074 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 217 time: 0.1078243 Jul 23 20:21:04.825329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b57f6-fd9d-45f6-94f9-041ed9ee6659 req-83222407-6748-487c-b581-9a35295b8e05 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:04.835229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-778b57f6-fd9d-45f6-94f9-041ed9ee6659 req-83222407-6748-487c-b581-9a35295b8e05 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1694696 Jul 23 20:21:04.935209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-778b57f6-fd9d-45f6-94f9-041ed9ee6659 req-998f346d-9926-484b-9b93-a1c3961daa93 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988152 Jul 23 20:21:04.999897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adede19-9c25-4bf6-8449-cce1c242c2cd None None] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:05.122125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-140eb65a-0697-4097-beb6-dcd5e0143df4 None None] Provisioning for port 0b292ea1-86e1-4c9a-a434-c1b27367541b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:05.131355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc5386-f35a-4aee-af13-fa7b22e55d3f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.138882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc5386-f35a-4aee-af13-fa7b22e55d3f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.145476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26dc5386-f35a-4aee-af13-fa7b22e55d3f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.147529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-26dc5386-f35a-4aee-af13-fa7b22e55d3f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.8291728 Jul 23 20:21:05.150065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-acee7540-483b-449e-8ad3-41eb592440da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.151603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-acee7540-483b-449e-8ad3-41eb592440da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.7286375 Jul 23 20:21:05.152403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45028) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:05.240696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b292ea1-86e1-4c9a-a434-c1b27367541b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:05.271184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-0ef92395-3994-4785-86b5-6ff1e799f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.272754 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-0ef92395-3994-4785-86b5-6ff1e799f2c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1141124 Jul 23 20:21:05.456592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port 447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:05.456980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.460001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0b292ea1-86e1-4c9a-a434-c1b27367541b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:05.467280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0b292ea1-86e1-4c9a-a434-c1b27367541b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:05.467898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.483311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-b9ef633e-4c2b-4bf3-85e5-76b021beac05 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018173 Jul 23 20:21:05.635341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-96940867-25c7-4024-8df3-3a6d3eb7d1c4 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270230 Jul 23 20:21:05.649788 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.694802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-3839fb3f-c588-4e3e-a1b3-17a002b6a461 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=83e720bf-8759-4817-a929-b9a955862de7 HTTP/1.1" status: 200 len: 217 time: 0.0535984 Jul 23 20:21:05.708566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.709886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0b292ea1-86e1-4c9a-a434-c1b27367541b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b292ea1-86e1-4c9a-a434-c1b27367541b,segment=NetworkSegment(57c04cb6-3b33-4f51-888b-be5703cc50f2),segment_id=57c04cb6-3b33-4f51-888b-be5703cc50f2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:05.729845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:05.770428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for 447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:05.817196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-5711e138-97ac-4b30-a630-dbe93787a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.818647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-5711e138-97ac-4b30-a630-dbe93787a46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1113791 Jul 23 20:21:05.830103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d2473-e5f4-4d18-a4e3-345fd301a6fd req-eef57492-4060-4013-940b-7e628748552a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.848972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0b292ea1-86e1-4c9a-a434-c1b27367541b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:05.861407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc8d2473-e5f4-4d18-a4e3-345fd301a6fd req-eef57492-4060-4013-940b-7e628748552a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.3799393 Jul 23 20:21:05.956701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-9158f8a9-70f7-4ebc-a1e3-1c62b9771944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:05.958525 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-9158f8a9-70f7-4ebc-a1e3-1c62b9771944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1312218 Jul 23 20:21:06.043915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Provisioning complete for port 0b292ea1-86e1-4c9a-a434-c1b27367541b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:06.044454 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.045651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc8d2473-e5f4-4d18-a4e3-345fd301a6fd req-a89c605f-b08e-4d33-be81-20969183d5c7 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832066 Jul 23 20:21:06.089175 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-41158fc1-2f19-4793-bacc-41ffeb326122 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234579 Jul 23 20:21:06.263373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Provisioning for port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:06.278048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Provisioning complete for port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:06.278559 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.304209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.347718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-e985de85-51de-4b97-960b-3be867c97e98 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367179 Jul 23 20:21:06.373999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:06.395699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:06.406906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df29f73d-912f-42d9-ad1f-c1e6a2b97b97 None None] Could not find standard attr ID for object 447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:21:06.445490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-a1404a0b-c21c-418f-9a93-f9ab1803183b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35 HTTP/1.1" status: 200 len: 217 time: 0.0892923 Jul 23 20:21:06.546147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-a50c9e20-be06-491f-a5b3-2a7566cab092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:06.552492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-42f2dcb9-011a-4dd4-9738-b71b7212998a None None] Provisioning complete for port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:06.552884 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-42f2dcb9-011a-4dd4-9738-b71b7212998a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.558709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-a50c9e20-be06-491f-a5b3-2a7566cab092 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 200 len: 797 time: 0.1032608 Jul 23 20:21:06.669093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-42f2dcb9-011a-4dd4-9738-b71b7212998a None None] Port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:06.754233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-259b9eca-b540-485c-9c1a-c88c9ad8c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:06.756867 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:06.762210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-066748d6-d11a-45c4-8730-433f0b313388 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/ports/447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6 HTTP/1.1" status: 204 len: 168 time: 1.6058080 Jul 23 20:21:06.765876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45046) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.769727 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-259b9eca-b540-485c-9c1a-c88c9ad8c220 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=18987841-02a3-4625-9fd7-b601df633eeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2040653 Jul 23 20:21:06.846231 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-889aae69-bdd4-4b7b-ba80-74a03c119c74 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] GET failed (client error): The resource could not be found. Jul 23 20:21:06.847749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-889aae69-bdd4-4b7b-ba80-74a03c119c74 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "GET /v2.0/ports/447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6 HTTP/1.1" status: 404 len: 333 time: 0.0808711 Jul 23 20:21:06.851536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45048) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:06.882612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-223085380'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:06.900788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6d21afff-247c-4a37-8b43-90482f259f03 None None] Could not find standard attr ID for object 447f4e15-91ce-45a8-a4e0-2d48f8c5f3c6. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:21:07.000237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11344d9-abc4-4e7f-875a-d156ba79609f req-6b4e3906-00a2-4642-b231-dad84f3415e4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.011178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e11344d9-abc4-4e7f-875a-d156ba79609f req-6b4e3906-00a2-4642-b231-dad84f3415e4 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1760573 Jul 23 20:21:07.031492 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-b7b5f7ff-9fb8-4175-bd5b-e39e2a4da607 service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459962 Jul 23 20:21:07.095453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e11344d9-abc4-4e7f-875a-d156ba79609f req-765f6ead-033e-458f-afea-ce70e9a00832 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831323 Jul 23 20:21:07.156242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b292ea1-86e1-4c9a-a434-c1b27367541b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:07.278448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0b292ea1-86e1-4c9a-a434-c1b27367541b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:07.279179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.332986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-8bf7a80a-01a2-40ea-99cb-8204dbb9c6ca service neutron] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716343 Jul 23 20:21:07.411692 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-578c00bb-e143-4712-91ed-85a85a4427d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 200 len: 217 time: 0.0687597 Jul 23 20:21:07.446550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.452423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.460000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.467446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.475059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.482250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.490712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.491197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:07.497614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:07.499282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-b473fcfe-3d37-4cce-814d-4d04d10ef847 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2655368 Jul 23 20:21:07.503890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-bb6170a2-752d-49a7-aef9-81ac662675ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.506718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-bb6170a2-752d-49a7-aef9-81ac662675ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.0840378 Jul 23 20:21:07.551584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b6fbf-8410-4236-a4a4-4d28fd4f97b7 req-efbdf8c8-14a4-4456-9cab-a80c94ac9c0c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.553098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff0b6fbf-8410-4236-a4a4-4d28fd4f97b7 req-efbdf8c8-14a4-4456-9cab-a80c94ac9c0c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.2248185 Jul 23 20:21:07.569793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] device_id is not set on port 340b16a4-26ad-4a7d-b617-7f49800de7c1 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:07.570043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43081a74-0ce4-4d79-bd50-7e13889ddbf8 req-5f74210d-e20b-406a-b52b-f90ea4339e55 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645878 Jul 23 20:21:07.675883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff0b6fbf-8410-4236-a4a4-4d28fd4f97b7 req-ddd664c7-c489-42c2-a3c2-abee21178fa4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039340 Jul 23 20:21:07.737527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Allocated IP 2001:db8::3b6 (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/340b16a4-26ad-4a7d-b617-7f49800de7c1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:07.754184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-6cd7d5b4-8805-40a0-ab81-fc56405b2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:07.763967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-6cd7d5b4-8805-40a0-ab81-fc56405b2b55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2473998 Jul 23 20:21:08.132433 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-185c220b-aa76-421b-90f1-e3f17ce07b7a service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507857 Jul 23 20:21:08.255445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.282495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Transition to ACTIVE for port object 340b16a4-26ad-4a7d-b617-7f49800de7c1 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:08.323409 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-7a41eed3-f30c-4539-b285-bef57d449ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803889 Jul 23 20:21:08.438097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ae0b20-dc1d-4ed2-88fd-70bf4424bd30 req-b16befb6-3f8e-4143-8d32-499bd60e5d76 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:08.438481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-d379e7f8-86f4-4341-b309-d0d472699fb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 200 len: 217 time: 0.0945172 Jul 23 20:21:08.440827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01ae0b20-dc1d-4ed2-88fd-70bf4424bd30 req-b16befb6-3f8e-4143-8d32-499bd60e5d76 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1421824 Jul 23 20:21:08.493093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01ae0b20-dc1d-4ed2-88fd-70bf4424bd30 req-eaeefe31-9220-48b6-a4d9-3c2282faedbd tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Jul 23 20:21:08.501892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.555539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:08.560674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:08.565067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:08.573746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:08.574715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.578166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-f673aab7-42bd-48c3-bb10-6a156a5ece21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:08.579989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-f673aab7-42bd-48c3-bb10-6a156a5ece21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 200 len: 797 time: 0.1268950 Jul 23 20:21:08.604313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=340b16a4-26ad-4a7d-b617-7f49800de7c1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:08.666168 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ff127acd-ca4c-4ebe-870f-ccc080ebb7c3 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8129060 Jul 23 20:21:08.668984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45076) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:08.675491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:1e:7d:bf'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:08.732537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-5fb3e1dc-797e-438b-82e3-2b21146fb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:08.734248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-5fb3e1dc-797e-438b-82e3-2b21146fb7a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c26f385d-8133-4651-8133-e853a7a0add7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431139 Jul 23 20:21:08.947879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7da9d7d3-7e75-4f92-833b-a1b1ad5a9dac None None] Provisioning for port 340b16a4-26ad-4a7d-b617-7f49800de7c1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:08.962779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7da9d7d3-7e75-4f92-833b-a1b1ad5a9dac None None] Provisioning complete for port 340b16a4-26ad-4a7d-b617-7f49800de7c1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:08.971100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7da9d7d3-7e75-4f92-833b-a1b1ad5a9dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:08.988197 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-fe77b3fa-7f53-4b9e-afaa-e2beacd3ee8e service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424037 Jul 23 20:21:09.070227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7da9d7d3-7e75-4f92-833b-a1b1ad5a9dac None None] Port 340b16a4-26ad-4a7d-b617-7f49800de7c1 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:09.087109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.125209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.139814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.149545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.155563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.155790 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-53acabc6-25ef-44ba-be48-5a4e3e5e8ee7 req-560c321e-2dc7-439b-baae-daab3a9427d8 service neutron] 10.222.0.36 "GET /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627965 Jul 23 20:21:09.161817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.168303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.179490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.202570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-35f8d021-fa01-4807-97be-e7d2c1cccadc tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.4383695 Jul 23 20:21:09.378480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f2a2bf5d-884b-4f32-8b70-5bcd1c9c962c req-b234de8d-7aa9-47f9-9292-8a8b0ba9c3c5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1731186 Jul 23 20:21:09.601703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd473-b147-42cc-b63d-4589f325c1ba req-70c642d2-09bc-4553-b1b1-9917e14823a4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.603698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-938cd473-b147-42cc-b63d-4589f325c1ba req-70c642d2-09bc-4553-b1b1-9917e14823a4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.1280904 Jul 23 20:21:09.607098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.626996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.682133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] In _notify_port_updated(), no bound segment for port 340b16a4-26ad-4a7d-b617-7f49800de7c1 on network 20b59ba6-7321-46c7-855d-3d047bcd1f4b {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:09.688419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.689246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.690770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "PUT /v2.0/ports/340b16a4-26ad-4a7d-b617-7f49800de7c1 HTTP/1.1" status: 200 len: 1002 time: 1.0206022 Jul 23 20:21:09.693759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45086) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:09.731406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-938cd473-b147-42cc-b63d-4589f325c1ba req-87570566-5577-4598-9995-07bbc5429201 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141002 Jul 23 20:21:09.738868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d45f9-abe6-4d4a-a193-bd598877c405 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=340b16a4-26ad-4a7d-b617-7f49800de7c1,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:09.866049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port 340b16a4-26ad-4a7d-b617-7f49800de7c1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:09.866399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:09.937554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afbd63-51a2-44fa-9d66-1a55c10c9966 req-aa9c6d1f-fa65-4305-bc82-e85172e39882 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:09.939176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77afbd63-51a2-44fa-9d66-1a55c10c9966 req-aa9c6d1f-fa65-4305-bc82-e85172e39882 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0952640 Jul 23 20:21:09.981267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77afbd63-51a2-44fa-9d66-1a55c10c9966 req-742a5b2f-a64d-49f3-97c9-007bc6eaadc7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Jul 23 20:21:10.016774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.038492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for 340b16a4-26ad-4a7d-b617-7f49800de7c1 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:10.100043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e4f54d29-2c3c-4d46-9f0f-5c0ff488ec43 None None] Provisioning complete for port 340b16a4-26ad-4a7d-b617-7f49800de7c1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:10.104385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4f54d29-2c3c-4d46-9f0f-5c0ff488ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.151659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e4f54d29-2c3c-4d46-9f0f-5c0ff488ec43 None None] Port 340b16a4-26ad-4a7d-b617-7f49800de7c1 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:10.214520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.252792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=340b16a4-26ad-4a7d-b617-7f49800de7c1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:10.409921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.413943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c0451e72-68c2-41f5-8cb7-2f9c8f98b596 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/ports/340b16a4-26ad-4a7d-b617-7f49800de7c1 HTTP/1.1" status: 204 len: 168 time: 0.7190042 Jul 23 20:21:10.414772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45098) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:10.489123 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b969c41-081e-45fe-aed2-9cb40181f023 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] GET failed (client error): The resource could not be found. Jul 23 20:21:10.493286 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0b969c41-081e-45fe-aed2-9cb40181f023 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "GET /v2.0/ports/340b16a4-26ad-4a7d-b617-7f49800de7c1 HTTP/1.1" status: 404 len: 333 time: 0.0770068 Jul 23 20:21:10.502340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:10.508918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1925629771'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:10.619865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.626458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.634250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.641446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.648477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.655698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.663520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.674039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-b4018c4f-cb9a-419b-93df-d848876f7f7b tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.1504743 Jul 23 20:21:10.729199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:10.733729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:10.746479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-843b18ef-ca4a-4e13-9189-18a1e069f5de req-6fa675a0-a7a2-40f2-9600-055426c48b99 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675564 Jul 23 20:21:10.780623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] device_id is not set on port 63fef82f-bc1d-46ef-af79-ee462ca4a840 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:10.902372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd58e01-2f97-40f1-b242-fea6405d9441 req-c9436c4a-f776-495c-a216-29c6e230d7f1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:10.904710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfd58e01-2f97-40f1-b242-fea6405d9441 req-c9436c4a-f776-495c-a216-29c6e230d7f1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.0910468 Jul 23 20:21:10.934389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Allocated IP 2001:db8::193 (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/63fef82f-bc1d-46ef-af79-ee462ca4a840) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:10.950576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfd58e01-2f97-40f1-b242-fea6405d9441 req-9ee5ca50-0f68-49c3-ba58-95f06209f221 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375378 Jul 23 20:21:11.168332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815a75e-2fa2-474f-b46e-0b183e44e5fd req-fbbe0ba1-25bc-4012-9c03-022997aed0e2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:11.173809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.175252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6815a75e-2fa2-474f-b46e-0b183e44e5fd req-fbbe0ba1-25bc-4012-9c03-022997aed0e2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1099870 Jul 23 20:21:11.211872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Transition to ACTIVE for port object 63fef82f-bc1d-46ef-af79-ee462ca4a840 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:11.228302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6815a75e-2fa2-474f-b46e-0b183e44e5fd req-d624fb16-36a8-46bb-8f01-aa98b94d70e6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521071 Jul 23 20:21:11.313255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.362747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:11.365957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:11.370560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:11.376518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:11.377188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.389342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=63fef82f-bc1d-46ef-af79-ee462ca4a840,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:11.404136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f7cec45d-6c3d-4e5b-9ac1-de03f936110e tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9005609 Jul 23 20:21:11.406872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45116) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:11.413479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:1e:7d:bf'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:11.552780 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.737270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-16f8eb82-0544-4124-a164-058c53546c85 None None] Provisioning for port 63fef82f-bc1d-46ef-af79-ee462ca4a840 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:11.742566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-16f8eb82-0544-4124-a164-058c53546c85 None None] Provisioning complete for port 63fef82f-bc1d-46ef-af79-ee462ca4a840 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:11.743166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16f8eb82-0544-4124-a164-058c53546c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.784856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-16f8eb82-0544-4124-a164-058c53546c85 None None] Port 63fef82f-bc1d-46ef-af79-ee462ca4a840 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:11.827287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.835521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.904593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] In _notify_port_updated(), no bound segment for port 63fef82f-bc1d-46ef-af79-ee462ca4a840 on network 20b59ba6-7321-46c7-855d-3d047bcd1f4b {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:11.910099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:11.910739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:11.912099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "PUT /v2.0/ports/63fef82f-bc1d-46ef-af79-ee462ca4a840 HTTP/1.1" status: 200 len: 1003 time: 0.5041304 Jul 23 20:21:11.915796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:11.934554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0031b0d-c658-458b-bf06-b6c70ab9fbdd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=63fef82f-bc1d-46ef-af79-ee462ca4a840,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:11.998013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.004847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.012936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.020982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.029958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.040261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.058338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.063264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-483476a8-bc70-482f-a46f-13c27306c2e8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2302656 Jul 23 20:21:12.093687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port 63fef82f-bc1d-46ef-af79-ee462ca4a840 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:12.094056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.125207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bb39fe7-0ead-444a-a6d8-d00124c4a446 req-b096f86a-6b49-4d77-9757-21618934523d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464730 Jul 23 20:21:12.212279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.212943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ea72bf99-c2e2-4256-afa2-d0baaef84f98 None None] Provisioning complete for port 63fef82f-bc1d-46ef-af79-ee462ca4a840 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:12.213578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ea72bf99-c2e2-4256-afa2-d0baaef84f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.225462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for 63fef82f-bc1d-46ef-af79-ee462ca4a840 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:12.277129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778c32c-0479-4bff-a5d3-430aac721ecd req-493f6333-03a6-470a-8b07-919dea7f1860 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.279378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6778c32c-0479-4bff-a5d3-430aac721ecd req-493f6333-03a6-470a-8b07-919dea7f1860 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.0751050 Jul 23 20:21:12.294349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ea72bf99-c2e2-4256-afa2-d0baaef84f98 None None] Port 63fef82f-bc1d-46ef-af79-ee462ca4a840 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:12.333351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6778c32c-0479-4bff-a5d3-430aac721ecd req-9e4590ff-eafb-4575-a546-e9e9b98110f0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479324 Jul 23 20:21:12.378889 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.412821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=63fef82f-bc1d-46ef-af79-ee462ca4a840,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:12.441084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.446292 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf9ffb1c-f298-46c9-8da3-1d4bcffa7b04 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/ports/63fef82f-bc1d-46ef-af79-ee462ca4a840 HTTP/1.1" status: 204 len: 168 time: 0.5263894 Jul 23 20:21:12.447223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:12.482633 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d19888-dd91-4d6c-bb27-cfc363db11b9 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] GET failed (client error): The resource could not be found. Jul 23 20:21:12.484575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d1d19888-dd91-4d6c-bb27-cfc363db11b9 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "GET /v2.0/ports/63fef82f-bc1d-46ef-af79-ee462ca4a840 HTTP/1.1" status: 404 len: 333 time: 0.0362287 Jul 23 20:21:12.488178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45132) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:12.494153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-977071639'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:12.505314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de283d20-858d-4f23-99b8-426097b10e7e req-be2cfa91-a846-4443-95f4-bb8dc73c4923 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:12.514864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de283d20-858d-4f23-99b8-426097b10e7e req-be2cfa91-a846-4443-95f4-bb8dc73c4923 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1097834 Jul 23 20:21:12.573624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de283d20-858d-4f23-99b8-426097b10e7e req-b6496ee5-8cd0-44ab-a9e2-8a83a3ce8769 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485468 Jul 23 20:21:12.667530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:12.672302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:12.698037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] device_id is not set on port dab6b3da-6369-4a41-8e5d-76c51b5bc6cd yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:12.842179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Allocated IP 2001:db8::1ff (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/dab6b3da-6369-4a41-8e5d-76c51b5bc6cd) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:13.033500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.059193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Transition to ACTIVE for port object dab6b3da-6369-4a41-8e5d-76c51b5bc6cd will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:13.064092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45148) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:13.099417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.151444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:13.154687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:13.158402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:13.165796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.166806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.186158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=dab6b3da-6369-4a41-8e5d-76c51b5bc6cd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:13.208001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ac74a77e-28af-43c4-be2e-883817db4671 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7185481 Jul 23 20:21:13.209408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e76d07b-3c95-4288-bea3-93dff1493ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.210802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45154) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:13.217271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'network_id': '20b59ba6-7321-46c7-855d-3d047bcd1f4b', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2127960984'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:13.423351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.429653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.439670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.448248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.455308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.461940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.468106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.470291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-66c51977-0aec-4ed4-a81d-2404f0e462ef tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.2027991 Jul 23 20:21:13.527668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.527991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e76d07b-3c95-4288-bea3-93dff1493ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.533551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6d7cab6f-7459-4fb6-9e9d-2683b449c560 None None] Provisioning for port dab6b3da-6369-4a41-8e5d-76c51b5bc6cd completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:13.535934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.539630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6d7cab6f-7459-4fb6-9e9d-2683b449c560 None None] Provisioning complete for port dab6b3da-6369-4a41-8e5d-76c51b5bc6cd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:13.540334 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6d7cab6f-7459-4fb6-9e9d-2683b449c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.542038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e76d07b-3c95-4288-bea3-93dff1493ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.545413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.552685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.560037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.567837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.575014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.577667 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-e5a87b3d-8c45-49f0-950c-727f36923da9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.1911964 Jul 23 20:21:13.583305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cab6f-7459-4fb6-9e9d-2683b449c560 None None] Port dab6b3da-6369-4a41-8e5d-76c51b5bc6cd cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:13.604344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92fa1016-1e1b-4e6a-b755-dc26ba76a3e4 req-dded3a07-16aa-4c38-87b1-a44c417494eb tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262913 Jul 23 20:21:13.610194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e76d07b-3c95-4288-bea3-93dff1493ce8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a3fee3581e9c4ffab4e89c5e8523d06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441587 Jul 23 20:21:13.612760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76d07b-3c95-4288-bea3-93dff1493ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc9cee-ee4a-48ce-abe8-14c60fc8753c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:13.615191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45162) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:13.624361 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.647387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962ea77-080d-4a64-ae9a-adcb0a5f86fa req-3b128c8b-aee0-4ad0-9504-c5812dc6d378 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.655808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b962ea77-080d-4a64-ae9a-adcb0a5f86fa req-3b128c8b-aee0-4ad0-9504-c5812dc6d378 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.1825905 Jul 23 20:21:13.680138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fd8927a8-3bd7-4be3-bf62-d7571c36dcc6 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.682019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fd8927a8-3bd7-4be3-bf62-d7571c36dcc6 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "GET /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0954471 Jul 23 20:21:13.685446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Made reservation on behalf of 780dd09bf57f4e8589463e438e744a26 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:13.690785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.715222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b962ea77-080d-4a64-ae9a-adcb0a5f86fa req-781783b0-e071-4f12-908c-c828b82a4678 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585425 Jul 23 20:21:13.724530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb1e78f6-6dd6-4496-bb11-aa46d143915b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.753890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb1e78f6-6dd6-4496-bb11-aa46d143915b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.759313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] device_id is not set on port f37cbe10-d96c-44e7-9338-86912bcbc513 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:13.825094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb1e78f6-6dd6-4496-bb11-aa46d143915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.827844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb1e78f6-6dd6-4496-bb11-aa46d143915b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.829704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb1e78f6-6dd6-4496-bb11-aa46d143915b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19dc9cee-ee4a-48ce-abe8-14c60fc8753c HTTP/1.1" status: 204 len: 168 time: 0.2122016 Jul 23 20:21:13.841335 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-64ab30fa-94f2-4c82-88ea-69b300d27c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:13.883932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e78f6-6dd6-4496-bb11-aa46d143915b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc9cee-ee4a-48ce-abe8-14c60fc8753c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:13.939254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1289e-ca5a-456e-9e66-147a7174aeb6 req-b024145e-bdf9-4b9f-8263-675c1e2788c5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:13.941966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62b1289e-ca5a-456e-9e66-147a7174aeb6 req-b024145e-bdf9-4b9f-8263-675c1e2788c5 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1179960 Jul 23 20:21:14.005755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62b1289e-ca5a-456e-9e66-147a7174aeb6 req-1859776f-7425-439f-ade6-0f991e319473 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Jul 23 20:21:14.297056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-559a7d84-7a23-4207-8436-05e9e8177623 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "GET /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6022596 Jul 23 20:21:14.314577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:14.363024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Allocated IP 2001:db8::2a6 (20b59ba6-7321-46c7-855d-3d047bcd1f4b/e6196838-c354-4eea-b714-86ab8fc3cd95/f37cbe10-d96c-44e7-9338-86912bcbc513) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:14.439377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.641130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.664921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Transition to ACTIVE for port object f37cbe10-d96c-44e7-9338-86912bcbc513 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:14.682338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:14.735818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] For port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:14.768863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.806361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] device_id is not set on port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:14.817835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.823511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.830079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.840620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.845073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:14.846240 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.848652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=f37cbe10-d96c-44e7-9338-86912bcbc513,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:14.851210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.852539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:14.859151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:14.862735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.864977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.865654 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:14.870035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.877377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:14.881837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-588fc0da-c9db-4dac-b625-04eaafcf3696 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 5435 time: 0.1745207 Jul 23 20:21:14.941658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-35c3cce2-5c73-4b87-8d2b-c71538134cbd tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7290430 Jul 23 20:21:14.945691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45200) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:14.949771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] No DVR routers for this DVR port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:14.964827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::302', 'mac_address': 'fa:16:3e:1e:7d:bf'}, {'ip_address': '2001:db8::1ff', 'mac_address': 'fa:16:3e:42:62:7c'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:14.987939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Pushing event updated for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:15.017141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5af469-7b35-446d-b8a1-b09a94588405 req-d33040de-50c8-426f-a6e3-c455a18f72ac tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&id=2b901014-df3b-4c6d-a25d-39e957493271&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1239200 Jul 23 20:21:15.022663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] In _notify_port_updated(), no bound segment for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:15.024030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.024788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.026948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-0dc3ee9f-a464-433f-9ba4-b17eab87435b service neutron] 10.222.0.47 "PUT /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 200 len: 1027 time: 0.7197568 Jul 23 20:21:15.090204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271fe39-e087-4697-a46e-0b3bc155c4da req-6bda456c-b848-413f-b60f-cae4d38a8506 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.101057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5271fe39-e087-4697-a46e-0b3bc155c4da req-6bda456c-b848-413f-b60f-cae4d38a8506 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.2179077 Jul 23 20:21:15.135079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-b928cdbe-04d4-4ab7-a3b2-35b3561ab201 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.136637 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-b928cdbe-04d4-4ab7-a3b2-35b3561ab201 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "GET /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1042452 Jul 23 20:21:15.148196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:15.209117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5271fe39-e087-4697-a46e-0b3bc155c4da req-0376610a-9766-44d9-af2b-00f6547fa17a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984426 Jul 23 20:21:15.299869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.324539 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.324958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0abf67a3-11b9-47f2-ba3d-d6b7c5d967a1 None None] Provisioning complete for port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:15.325470 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0abf67a3-11b9-47f2-ba3d-d6b7c5d967a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.378005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0abf67a3-11b9-47f2-ba3d-d6b7c5d967a1 None None] Port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:15.427505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c407280-c883-4253-9e81-69934b69757f req-cb7e5df8-e1d8-42a5-8ee5-697183252e6e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.428939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c407280-c883-4253-9e81-69934b69757f req-cb7e5df8-e1d8-42a5-8ee5-697183252e6e tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1510367 Jul 23 20:21:15.503378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ce9e82c-983e-467a-9733-71daa91d23c9 None None] Provisioning for port f37cbe10-d96c-44e7-9338-86912bcbc513 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:15.509478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ce9e82c-983e-467a-9733-71daa91d23c9 None None] Provisioning complete for port f37cbe10-d96c-44e7-9338-86912bcbc513 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:15.510140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e82c-983e-467a-9733-71daa91d23c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.516686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e51cca3e-9366-4310-aa41-22981e7cef65,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:15.545921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c407280-c883-4253-9e81-69934b69757f req-55f14d85-acf9-4024-9d00-5c31e6774c66 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938981 Jul 23 20:21:15.569705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8ce9e82c-983e-467a-9733-71daa91d23c9 None None] Port f37cbe10-d96c-44e7-9338-86912bcbc513 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:15.576424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] For port e51cca3e-9366-4310-aa41-22981e7cef65, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:15.608962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.613661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.615172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] device_id is not set on port e51cca3e-9366-4310-aa41-22981e7cef65 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:15.627435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.634892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.656562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] In _notify_port_updated(), no bound segment for port f37cbe10-d96c-44e7-9338-86912bcbc513 on network 20b59ba6-7321-46c7-855d-3d047bcd1f4b {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:15.670485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.672157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.676563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "PUT /v2.0/ports/f37cbe10-d96c-44e7-9338-86912bcbc513 HTTP/1.1" status: 200 len: 1068 time: 0.7243626 Jul 23 20:21:15.677133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45218) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:15.706615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38337b-5489-47cb-888e-4c0813c836e2 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event updated for resources: {'Port': ['ID=f37cbe10-d96c-44e7-9338-86912bcbc513,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:15.728180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] No DVR routers for this DVR port e51cca3e-9366-4310-aa41-22981e7cef65 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:15.733862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Pushing event updated for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:15.799021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] In _notify_port_updated(), no bound segment for port e51cca3e-9366-4310-aa41-22981e7cef65 on network 66d3473e-813b-499f-a952-367d74ab2e50 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:15.800199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:15.800936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:15.802405 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-23436da7-ad5e-4d9e-913d-bda72ca20156 service neutron] 10.222.0.47 "PUT /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 200 len: 1028 time: 0.6599307 Jul 23 20:21:15.948404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port f37cbe10-d96c-44e7-9338-86912bcbc513 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:15.948675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.028403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:16.028745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.081482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.118504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4fbd5498-2858-4638-a743-4141e4d8f4ff None None] Provisioning complete for port e51cca3e-9366-4310-aa41-22981e7cef65 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:16.119224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4fbd5498-2858-4638-a743-4141e4d8f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.132637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for f37cbe10-d96c-44e7-9338-86912bcbc513 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:16.199047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd5498-2858-4638-a743-4141e4d8f4ff None None] Port e51cca3e-9366-4310-aa41-22981e7cef65 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:16.221161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4fbd5498-2858-4638-a743-4141e4d8f4ff None None] Provisioning complete for port f37cbe10-d96c-44e7-9338-86912bcbc513 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:16.221818 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4fbd5498-2858-4638-a743-4141e4d8f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.238354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] For port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:16.238727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.281650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4fbd5498-2858-4638-a743-4141e4d8f4ff None None] Port f37cbe10-d96c-44e7-9338-86912bcbc513 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:16.282973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:16.400499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:21:16.415715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 303a7f3b-e550-461c-afe6-776a003c4ee7 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:16.458947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.587124 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78340385-2d8e-4703-a52c-07f9f4b322c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.598275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=f37cbe10-d96c-44e7-9338-86912bcbc513,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:16.652964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.718268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.821768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.844968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:16.847317 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9636e10f-c9fc-4679-a67a-91e39cb72d0e" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-unplugged", "status": "completed", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:16.876014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:16.876221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=303a7f3b-e550-461c-afe6-776a003c4ee7,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:16.897976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:16.903881 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.905499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:16.946901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:16.950255 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-970ba604-c80d-4ba9-bfcf-610e33185fb1 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/ports/f37cbe10-d96c-44e7-9338-86912bcbc513 HTTP/1.1" status: 204 len: 168 time: 1.2719276 Jul 23 20:21:16.950922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-a6604a1d-11ea-49ba-96fb-e24c58b726fa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:16.954890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45244) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:16.972437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-a6604a1d-11ea-49ba-96fb-e24c58b726fa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:16.980505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-a6604a1d-11ea-49ba-96fb-e24c58b726fa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:16.984464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:16.985039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:16.985774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device a7fc400c-7fc1-46b8-b513-0e4ce3bac66f no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:16.987521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-a6604a1d-11ea-49ba-96fb-e24c58b726fa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:16.991142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'network_id': 'a351bd58-d516-462b-879f-c016089f5663', 'port_id': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'mac_address': 'fa:16:3e:c1:d2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59d785f-a71b-4f8a-9253-681c31543769', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:21:16.996596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-a6604a1d-11ea-49ba-96fb-e24c58b726fa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:17.004201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-a6604a1d-11ea-49ba-96fb-e24c58b726fa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 3808 time: 0.8562362 Jul 23 20:21:17.045523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c05e01-c1ec-48f5-bd23-00d146e5e638 req-f2f1133a-ed7b-4b31-90e6-defff80a975d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:17.050940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c05e01-c1ec-48f5-bd23-00d146e5e638 req-f2f1133a-ed7b-4b31-90e6-defff80a975d tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 945 time: 0.2822330 Jul 23 20:21:17.076638 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1e4a77-80cb-4cbf-99c0-e318364ebabb tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] GET failed (client error): The resource could not be found. Jul 23 20:21:17.079721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc1e4a77-80cb-4cbf-99c0-e318364ebabb tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "GET /v2.0/ports/f37cbe10-d96c-44e7-9338-86912bcbc513 HTTP/1.1" status: 404 len: 333 time: 0.1245527 Jul 23 20:21:17.091571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45246) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.112449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.117281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] No DVR routers for this DVR port a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:17.122013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.125068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.125875 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-54506bea-845e-44f2-94b4-5ff4f920edc9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "DELETE /v2.0/ports/a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33 HTTP/1.1" status: 204 len: 173 time: 1.3026347 Jul 23 20:21:17.126381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:17.137829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.143058 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880fddaa-53aa-447f-bb82-8fd35754cc1a" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:17.151496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b563c12-7454-4eee-b444-c5a81380cc32 req-181a8fb4-d345-4a89-b49e-dca589a30dc3 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463940 Jul 23 20:21:17.186436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:21:17.213719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c05e01-c1ec-48f5-bd23-00d146e5e638 req-f7b4380d-4acf-4f9b-955e-01fe28b26e6e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510670 Jul 23 20:21:17.231820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:17.231820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.243680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.260013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port dab6b3da-6369-4a41-8e5d-76c51b5bc6cd {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:17.260372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.375229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:17.375602 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.376402 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272f932a-7306-45e4-aaf1-33e040e9585c x-openstack-request-id: req-272f932a-7306-45e4-aaf1-33e040e9585c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:17.382035 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-unplugged", "status": "completed", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:17.382469 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-272f932a-7306-45e4-aaf1-33e040e9585c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:17.383661 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7', 'code': 200} Jul 23 20:21:17.386737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.472482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:17.481247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['6afeda7c-507e-4ad7-88ab-decfb9b83228'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:21:17.513854 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1925db28-0280-4aaa-ada8-4a99154ff3f9 x-openstack-request-id: req-1925db28-0280-4aaa-ada8-4a99154ff3f9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:17.514558 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:17.514558 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1925db28-0280-4aaa-ada8-4a99154ff3f9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:17.515172 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': 'a4c2c5d9-7f65-4ae5-a57b-2ba555a6ec33', 'status': 'completed', 'code': 200} Jul 23 20:21:17.542778 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.561977 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.562685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e51cca3e-9366-4310-aa41-22981e7cef65 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:17.591665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for dab6b3da-6369-4a41-8e5d-76c51b5bc6cd owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:17.592588 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] For port 3bae177b-476f-49d7-a052-3d0dc4f79fb6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3bae177b-476f-49d7-a052-3d0dc4f79fb6,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:17.593193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.605650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e2f43-6a53-4da0-86a3-19b8762af1ad req-ebd67fd9-2331-4775-8286-ddc1c868204b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:17.613642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f05e2f43-6a53-4da0-86a3-19b8762af1ad req-ebd67fd9-2331-4775-8286-ddc1c868204b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.2702754 Jul 23 20:21:17.694561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f05e2f43-6a53-4da0-86a3-19b8762af1ad req-687011ed-8c8b-4735-b54d-37b87d2b60bb tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800128 Jul 23 20:21:17.761780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e51cca3e-9366-4310-aa41-22981e7cef65 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:17.762232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3bae177b-476f-49d7-a052-3d0dc4f79fb6 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:17.763963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.794681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.797326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.815743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.816154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.816502 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Floating IP 870fa063-9c31-4039-a924-a14232e3038a disassociated. External IP: 172.25.8.45, port: 3bae177b-476f-49d7-a052-3d0dc4f79fb6. Jul 23 20:21:17.817614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for 3bae177b-476f-49d7-a052-3d0dc4f79fb6 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:17.841259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=dab6b3da-6369-4a41-8e5d-76c51b5bc6cd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:17.881154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.884140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-03ff9c71-ba28-4340-97a5-0e3f7ce8cd6d tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/ports/dab6b3da-6369-4a41-8e5d-76c51b5bc6cd HTTP/1.1" status: 204 len: 168 time: 0.7911594 Jul 23 20:21:17.886612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45258) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:17.916770 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e99aca-3282-45cc-b51d-9f513edeebb4 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] GET failed (client error): The resource could not be found. Jul 23 20:21:17.916953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:17.919922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-65e99aca-3282-45cc-b51d-9f513edeebb4 tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "GET /v2.0/ports/dab6b3da-6369-4a41-8e5d-76c51b5bc6cd HTTP/1.1" status: 404 len: 333 time: 0.0310385 Jul 23 20:21:17.922600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45262) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:18.006749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.032187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:18.040890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=3bae177b-476f-49d7-a052-3d0dc4f79fb6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:18.080075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:18.080890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.122421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:18.125090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 75271bba-c107-41b0-bcf2-2305ef89803f no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:18.207284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:18.248449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.251395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.274891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:18.297971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=75271bba-c107-41b0-bcf2-2305ef89803f,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:18.307201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.380388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:18.390198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:18.403673 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] Sync routers for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:18.414875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:18.426538 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:18.427187 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:18.488361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559b60-092a-4489-a301-8bf8b5368fd6 req-bcad88b6-bdcb-4d2f-bf7d-dffc99baa473 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:18.498213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559b60-092a-4489-a301-8bf8b5368fd6 req-bcad88b6-bdcb-4d2f-bf7d-dffc99baa473 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:18.507716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559b60-092a-4489-a301-8bf8b5368fd6 req-bcad88b6-bdcb-4d2f-bf7d-dffc99baa473 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:18.511020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d559b60-092a-4489-a301-8bf8b5368fd6 req-bcad88b6-bdcb-4d2f-bf7d-dffc99baa473 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 2410 time: 0.1757751 Jul 23 20:21:18.523538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] No DVR routers for this DVR port 3bae177b-476f-49d7-a052-3d0dc4f79fb6 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:18.527731 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.531958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fa6dc51b-5b9e-42ac-93d8-0d893c409771 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "DELETE /v2.0/ports/3bae177b-476f-49d7-a052-3d0dc4f79fb6 HTTP/1.1" status: 204 len: 173 time: 1.3846605 Jul 23 20:21:18.542347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 6afeda7c-507e-4ad7-88ab-decfb9b83228 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:18.553718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 6afeda7c-507e-4ad7-88ab-decfb9b83228 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:18.556911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.566302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4a607-fa9d-44d6-b81e-fe2a4fd2f88f req-be3a1d88-e99a-4ea8-bcce-e0fddfeaf3ad tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:18.567883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4aa4a607-fa9d-44d6-b81e-fe2a4fd2f88f req-be3a1d88-e99a-4ea8-bcce-e0fddfeaf3ad tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 946 time: 0.2301192 Jul 23 20:21:18.620058 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:18.713309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port 75271bba-c107-41b0-bcf2-2305ef89803f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:18.718331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.733825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d559b60-092a-4489-a301-8bf8b5368fd6 req-188bdd28-d4dd-4824-9d10-5b5d8ff432ea tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143335 Jul 23 20:21:18.757382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4aa4a607-fa9d-44d6-b81e-fe2a4fd2f88f req-805d4477-1926-4221-9423-02f3b33abe06 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525035 Jul 23 20:21:18.761528 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.843685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:18.907036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.946173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.955892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b3f29d40-95cf-4c91-919b-b53b0284570b tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/ports/aa0eb03e-733e-4f70-8a44-0cc1e6d9b7d4 HTTP/1.1" status: 204 len: 168 time: 1.0302494 Jul 23 20:21:18.959464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45286) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:18.964222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:18.964885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] For port 75271bba-c107-41b0-bcf2-2305ef89803f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=75271bba-c107-41b0-bcf2-2305ef89803f,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:18.965235 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:18.974926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.002418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for 75271bba-c107-41b0-bcf2-2305ef89803f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:19.083217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=12']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:19.150871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting subnet e6196838-c354-4eea-b714-86ab8fc3cd95 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:19.152089 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:52Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:19.158869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.198244 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] Checking router: 28b6bbc2-7b59-4dec-ba81-2b132b940b30 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:21:19.208279 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:19.208915 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:19.225235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.243670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.262658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27164c3b-e1cb-4670-a480-e21d0b7307f8 req-652c37ea-e5b0-4ec9-b440-08788882d569 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:19.269813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27164c3b-e1cb-4670-a480-e21d0b7307f8 req-652c37ea-e5b0-4ec9-b440-08788882d569 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.2367363 Jul 23 20:21:19.283129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=75271bba-c107-41b0-bcf2-2305ef89803f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:19.294508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.296437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.296858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.297272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.297700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.298101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.299074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.299494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.300005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.300415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.300913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.301208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:19.335977 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:19.348365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27164c3b-e1cb-4670-a480-e21d0b7307f8 req-300c726c-04fb-4698-a533-e790cd5fed5b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638428 Jul 23 20:21:19.363806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] No DVR routers for this DVR port 75271bba-c107-41b0-bcf2-2305ef89803f on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:19.366384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.368788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-82238085-13dd-4349-a2c8-f8d4c54c4fa0 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "DELETE /v2.0/ports/75271bba-c107-41b0-bcf2-2305ef89803f HTTP/1.1" status: 204 len: 173 time: 0.8308334 Jul 23 20:21:19.386625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f'}, {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:19.389552 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c45354-7b4e-4c91-8345-5232b4bb4652" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-unplugged", "status": "completed", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f"}, {"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-plugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:19.407442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.438523 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec2d0bf-4407-4d8d-885a-c5501ab05d60 x-openstack-request-id: req-6ec2d0bf-4407-4d8d-885a-c5501ab05d60 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:19.439101 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-unplugged", "status": "completed", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-unplugged", "status": "completed", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f", "code": 200}, {"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-plugged", "status": "completed", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:19.439548 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ec2d0bf-4407-4d8d-885a-c5501ab05d60 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:19.440154 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f', 'code': 200} Jul 23 20:21:19.440649 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f', 'code': 200} Jul 23 20:21:19.441077 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'code': 200} Jul 23 20:21:19.496149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.517126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:19.519320 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53041bf3-86f9-4367-bfed-5aec0ebe8ca3" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:19.536001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port 303a7f3b-e550-461c-afe6-776a003c4ee7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:19.536655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.566178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Subnet': ['ID=e6196838-c354-4eea-b714-86ab8fc3cd95,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:19.573232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.580437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff43a538-6fd8-4098-95b5-b1c7cf2225fc tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/subnets/e6196838-c354-4eea-b714-86ab8fc3cd95 HTTP/1.1" status: 204 len: 168 time: 0.6187818 Jul 23 20:21:19.581794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.582807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45294) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:19.584859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282bd9c1-2faf-4a8f-a12b-9619b7d21d1a None None] Network 20b59ba6-7321-46c7-855d-3d047bcd1f4b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:19.604574 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3828bec3-314c-4d65-b3d5-8ba1ebb2ff39 x-openstack-request-id: req-3828bec3-314c-4d65-b3d5-8ba1ebb2ff39 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:19.604993 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "3bae177b-476f-49d7-a052-3d0dc4f79fb6", "status": "completed", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "75271bba-c107-41b0-bcf2-2305ef89803f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:19.606457 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3828bec3-314c-4d65-b3d5-8ba1ebb2ff39 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:19.606950 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': '3bae177b-476f-49d7-a052-3d0dc4f79fb6', 'status': 'completed', 'code': 200} Jul 23 20:21:19.607299 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': '75271bba-c107-41b0-bcf2-2305ef89803f', 'status': 'completed', 'code': 200} Jul 23 20:21:19.690078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.735841 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:52Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:19.795089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] For port 303a7f3b-e550-461c-afe6-776a003c4ee7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=303a7f3b-e550-461c-afe6-776a003c4ee7,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:19.795524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.803272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Deleting port 0b292ea1-86e1-4c9a-a434-c1b27367541b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:19.807562 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e494309-fe1c-4040-bdf3-cab2eebf9b8d None None] The sync data for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 is: [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:10:40Z', 'revision_number': 4, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ffc7edf-c59c-4478-8d48-93dd76731437', 'name': '', 'network_id': 'b1547766-b8fc-473c-b3cf-9fe44c3a20a0', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'mac_address': 'fa:16:3e:05:83:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:39Z', 'updated_at': '2021-07-23T20:10:52Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'subnets': [{'id': 'c8956241-ca64-4c80-87a6-6e5278730f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:19.808291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:19.829170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for 303a7f3b-e550-461c-afe6-776a003c4ee7 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:19.998624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a71c5-457a-4297-aca1-e907e34ee464 req-c2238774-2218-472f-a147-bc093db91dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:19.998624 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a67a71c5-457a-4297-aca1-e907e34ee464 req-c2238774-2218-472f-a147-bc093db91dcc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1099 time: 0.3225849 Jul 23 20:21:20.025038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] DHCP port deletion for 20b59ba6-7321-46c7-855d-3d047bcd1f4b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:20.087687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] For port 0b292ea1-86e1-4c9a-a434-c1b27367541b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b292ea1-86e1-4c9a-a434-c1b27367541b,segment=NetworkSegment(57c04cb6-3b33-4f51-888b-be5703cc50f2),segment_id=57c04cb6-3b33-4f51-888b-be5703cc50f2)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:20.088121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.095969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] Deleting port 0b292ea1-86e1-4c9a-a434-c1b27367541b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:20.096302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.113575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a67a71c5-457a-4297-aca1-e907e34ee464 req-1633e432-7519-4737-9d36-7e0bb6926a8d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093721 Jul 23 20:21:20.129151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Calling delete_port for 0b292ea1-86e1-4c9a-a434-c1b27367541b owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:20.210047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc87894-480a-4582-9111-7fcb41766c75 req-44ff5585-eb50-4e5f-b815-4154c588ba2a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:20.218267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc87894-480a-4582-9111-7fcb41766c75 req-44ff5585-eb50-4e5f-b815-4154c588ba2a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:20.220114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdc87894-480a-4582-9111-7fcb41766c75 req-44ff5585-eb50-4e5f-b815-4154c588ba2a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 1677 time: 0.3091297 Jul 23 20:21:20.229396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280baec-b91a-473b-a9f4-d784e09e90e2 req-aa4580df-fcec-4ca3-876b-169ffb5b61e0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:20.234009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9280baec-b91a-473b-a9f4-d784e09e90e2 req-aa4580df-fcec-4ca3-876b-169ffb5b61e0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.2467682 Jul 23 20:21:20.235325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.246434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] For port 0b292ea1-86e1-4c9a-a434-c1b27367541b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b292ea1-86e1-4c9a-a434-c1b27367541b,segment=NetworkSegment(57c04cb6-3b33-4f51-888b-be5703cc50f2),segment_id=57c04cb6-3b33-4f51-888b-be5703cc50f2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:20.246837 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.293173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] Calling delete_port for 0b292ea1-86e1-4c9a-a434-c1b27367541b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:20.296898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1e1d04-70f1-4743-a770-9d75a1e7880f None None] New status for floating IP 870fa063-9c31-4039-a924-a14232e3038a: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:21:20.305298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=303a7f3b-e550-461c-afe6-776a003c4ee7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:20.339872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdc87894-480a-4582-9111-7fcb41766c75 req-fad8ddba-c9d1-46c1-8b70-a396880ff6db tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups?id=d84ce862-418d-4369-9e4a-dcac31757572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033533 Jul 23 20:21:20.342516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] No DVR routers for this DVR port 303a7f3b-e550-461c-afe6-776a003c4ee7 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:20.347201 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.350506 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-fece2e89-c5d0-4ac9-b4be-3326ccb26af9 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "DELETE /v2.0/ports/303a7f3b-e550-461c-afe6-776a003c4ee7 HTTP/1.1" status: 204 len: 173 time: 0.9758945 Jul 23 20:21:20.354201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9280baec-b91a-473b-a9f4-d784e09e90e2 req-91b6efe3-a9e5-49b6-b327-4f688b89497c tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085355 Jul 23 20:21:20.403159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.438074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Port': ['ID=0b292ea1-86e1-4c9a-a434-c1b27367541b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:20.446561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] No DVR routers for this DVR port 0b292ea1-86e1-4c9a-a434-c1b27367541b on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:20.580924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.581959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:20.581959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.596436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b59ba6-7321-46c7-855d-3d047bcd1f4b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:20.614973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.637145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c04cb6-3b33-4f51-888b-be5703cc50f2') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:20.637573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c04cb6-3b33-4f51-888b-be5703cc50f2') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:20.654053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] Pushing event deleted for resources: {'Port': ['ID=0b292ea1-86e1-4c9a-a434-c1b27367541b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:20.661706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c0c31-fa60-43b1-92b3-231c47ddb025 None None] No DVR routers for this DVR port 0b292ea1-86e1-4c9a-a434-c1b27367541b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:20.676614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.711947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.721991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:20.722520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:20.727543 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:20.762865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] For port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:20.763309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.781473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for a7fc400c-7fc1-46b8-b513-0e4ce3bac66f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:20.818087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636956b-5aff-4177-836e-6c3bc58a8dba req-6b6d4814-f17b-46c7-8793-ca08cd7773b7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:20.819823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7636956b-5aff-4177-836e-6c3bc58a8dba req-6b6d4814-f17b-46c7-8793-ca08cd7773b7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1981103 Jul 23 20:21:20.821823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.829580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:20.831318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] 10.222.0.46 "DELETE /v2.0/networks/20b59ba6-7321-46c7-855d-3d047bcd1f4b HTTP/1.1" status: 204 len: 168 time: 1.2470522 Jul 23 20:21:20.876478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aea16-9ffc-4105-a806-3cbbb0c3766f tempest-AllowedAddressPairIpV6TestJSON-1720645476 tempest-AllowedAddressPairIpV6TestJSON-1720645476-project] Pushing event deleted for resources: {'Network': ['ID=20b59ba6-7321-46c7-855d-3d047bcd1f4b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:20.949769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7636956b-5aff-4177-836e-6c3bc58a8dba req-20ce333e-2124-45b2-81ad-2f8cda27bb3b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101549 Jul 23 20:21:21.031161 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.074901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=a7fc400c-7fc1-46b8-b513-0e4ce3bac66f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:21.119727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b292ea1-86e1-4c9a-a434-c1b27367541b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:21.150495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0b292ea1-86e1-4c9a-a434-c1b27367541b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:21.151043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b292ea1-86e1-4c9a-a434-c1b27367541b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:21.154230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] No DVR routers for this DVR port a7fc400c-7fc1-46b8-b513-0e4ce3bac66f on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:21.157361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.160032 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-41504af0-1e6c-44a7-85f1-9d5671ecf8a8 req-64c35946-f462-4574-9496-c29f40ee5096 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.47 "DELETE /v2.0/ports/a7fc400c-7fc1-46b8-b513-0e4ce3bac66f HTTP/1.1" status: 204 len: 173 time: 0.8041005 Jul 23 20:21:21.280966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45346) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:21.539507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d05ac996-687e-40e5-b6c9-725a6e6e5b52 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=780dd09bf57f4e8589463e438e744a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543242 Jul 23 20:21:21.541464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45376) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:21.608017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20678f4a-c57a-4eee-9e02-d62c776fbd0c req-c6dd6d34-414d-4846-8269-b5219c15b2aa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0904994 Jul 23 20:21:21.616710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7'}, {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:21.622390 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363a178e-4d3f-4e4c-b359-2c58c406caf6" -d '{"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7"}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:21.659116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0584c863-8377-40ec-9195-35c6e954dcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.715906 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0584c863-8377-40ec-9195-35c6e954dcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.721959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a1cff-91db-4888-abf4-2494f1721dcd req-403b1815-654f-47a7-9ca8-075abec89e79 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:21.735062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d8a1cff-91db-4888-abf4-2494f1721dcd req-403b1815-654f-47a7-9ca8-075abec89e79 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.2760305 Jul 23 20:21:21.811215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0584c863-8377-40ec-9195-35c6e954dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.814231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0584c863-8377-40ec-9195-35c6e954dcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:21.818070 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0584c863-8377-40ec-9195-35c6e954dcfc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8af9a3f7-7835-4c32-8599-3da154a3a256 HTTP/1.1" status: 204 len: 168 time: 0.2704864 Jul 23 20:21:21.828368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584c863-8377-40ec-9195-35c6e954dcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9a3f7-7835-4c32-8599-3da154a3a256,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:21.845216 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d8a1cff-91db-4888-abf4-2494f1721dcd req-e429752d-4a55-499e-8009-b92bc9720282 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069486 Jul 23 20:21:21.920893 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128457fd-5504-48fe-8c90-1e45c328c7a8 x-openstack-request-id: req-128457fd-5504-48fe-8c90-1e45c328c7a8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:21.921724 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "303a7f3b-e550-461c-afe6-776a003c4ee7", "status": "completed", "code": 200}, {"server_uuid": "61f3179e-9925-4b64-ad60-49f732fa45ae", "name": "network-vif-deleted", "tag": "a7fc400c-7fc1-46b8-b513-0e4ce3bac66f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:21.922149 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-128457fd-5504-48fe-8c90-1e45c328c7a8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:21.922726 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': '303a7f3b-e550-461c-afe6-776a003c4ee7', 'status': 'completed', 'code': 200} Jul 23 20:21:21.923179 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f3179e-9925-4b64-ad60-49f732fa45ae', 'name': 'network-vif-deleted', 'tag': 'a7fc400c-7fc1-46b8-b513-0e4ce3bac66f', 'status': 'completed', 'code': 200} Jul 23 20:21:22.132170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef0da0-1a56-4a35-a10a-cefbf896da59 req-8e7c76ee-49c1-4bc8-9c92-81fa8c624095 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:22.141561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5aef0da0-1a56-4a35-a10a-cefbf896da59 req-8e7c76ee-49c1-4bc8-9c92-81fa8c624095 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0821886 Jul 23 20:21:22.194135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5aef0da0-1a56-4a35-a10a-cefbf896da59 req-786c424c-7f7b-4739-9358-31061328349f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501857 Jul 23 20:21:22.683514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45416) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:22.779962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69bd439d-aac6-44c5-99b3-aa9d1e70743f req-ef601777-7692-4778-bb31-13b2dec03f83 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0391872 Jul 23 20:21:22.846041 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-485a6815-8ae4-4be0-ad2d-788281e8d648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:22.995737 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-485a6815-8ae4-4be0-ad2d-788281e8d648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.002097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-485a6815-8ae4-4be0-ad2d-788281e8d648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.032159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16277865-9d15-420b-b836-6d7b0bc73ffd req-c583c49f-d251-4e1b-8183-ca256a1d70f1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.040922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16277865-9d15-420b-b836-6d7b0bc73ffd req-c583c49f-d251-4e1b-8183-ca256a1d70f1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1201503 Jul 23 20:21:23.063491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-485a6815-8ae4-4be0-ad2d-788281e8d648 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4451963f9da74664a4dc9f280390cf3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781052 Jul 23 20:21:23.066181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45432) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.075109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a6815-8ae4-4be0-ad2d-788281e8d648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41e5762-cde0-4cb7-ae83-cbe23686dd27,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:23.099633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16277865-9d15-420b-b836-6d7b0bc73ffd req-01cbf8b8-519c-46b0-89b4-f15fde7e718a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573344 Jul 23 20:21:23.105645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45434) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.160916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.185339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.239541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-fa21b9a0-3dbc-4025-a9d7-be346fff62cc tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.240560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fa21b9a0-3dbc-4025-a9d7-be346fff62cc tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1337123 Jul 23 20:21:23.244443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45442) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.249195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-379f3400-cef4-4dbf-917f-c43b049c968c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.250247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-379f3400-cef4-4dbf-917f-c43b049c968c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048227 Jul 23 20:21:23.252819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45444) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.257271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-08267c86-82c9-48c9-ad6e-b427316830b5 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.259135 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-08267c86-82c9-48c9-ad6e-b427316830b5 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046346 Jul 23 20:21:23.261899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45446) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.267670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-8bb5fe7d-844f-46ac-bcdd-fddb27ae1789 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.271771 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8bb5fe7d-844f-46ac-bcdd-fddb27ae1789 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0086563 Jul 23 20:21:23.272788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45448) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.278109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-5953bfcd-c1aa-4c91-a94e-ecbd2259f004 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.282420 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5953bfcd-c1aa-4c91-a94e-ecbd2259f004 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0082428 Jul 23 20:21:23.283140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45450) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.288130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-a76d800e-1cc0-4b1c-9124-da2aae5ebf46 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.292894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a76d800e-1cc0-4b1c-9124-da2aae5ebf46 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0086546 Jul 23 20:21:23.293859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45452) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.299402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-997afe99-f561-4b8e-9ea1-e52426c8bdcf tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.302841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-997afe99-f561-4b8e-9ea1-e52426c8bdcf tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0054183 Jul 23 20:21:23.303224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.307990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-3215278c-efc1-4b5e-af2e-0ae10f41c17c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.311575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3215278c-efc1-4b5e-af2e-0ae10f41c17c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048318 Jul 23 20:21:23.311934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45456) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.317178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-35a5dd7f-6656-4c48-8135-a69a8d25d3da tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.319477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-35a5dd7f-6656-4c48-8135-a69a8d25d3da tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052497 Jul 23 20:21:23.321619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45458) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.326443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-580453d3-5c32-4ce9-aafb-048874c044f4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.330267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-580453d3-5c32-4ce9-aafb-048874c044f4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048833 Jul 23 20:21:23.330647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.336843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-6cf5ab42-2ab9-48f8-a961-95637139fe2a tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.340650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6cf5ab42-2ab9-48f8-a961-95637139fe2a tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061469 Jul 23 20:21:23.340939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.347256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-08e7423c-c293-4044-af6e-068dacc96df4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.349490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-08e7423c-c293-4044-af6e-068dacc96df4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0061102 Jul 23 20:21:23.349658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.351024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45464) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.351171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:23.354965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b41e5762-cde0-4cb7-ae83-cbe23686dd27 HTTP/1.1" status: 204 len: 168 time: 0.2852197 Jul 23 20:21:23.357247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-a8be846c-55b5-4cb6-9001-bf08d3428dcf tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.360817 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a8be846c-55b5-4cb6-9001-bf08d3428dcf tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059290 Jul 23 20:21:23.360940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45468) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.366843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-13422ed7-7c15-4579-b912-9935da498e07 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.371044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-13422ed7-7c15-4579-b912-9935da498e07 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066381 Jul 23 20:21:23.371299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45470) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.375944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-3d71f36f-d313-4aa6-af1d-03f107eea997 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.379399 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d71f36f-d313-4aa6-af1d-03f107eea997 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0045485 Jul 23 20:21:23.379657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45472) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.385164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f165d-31bf-4afa-90aa-405d7b3d8486 req-2e6adcbc-b572-425a-b032-eae47f5b30b6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.385338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-5768e53f-e330-41e6-8c28-5c828f60bb64 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.388884 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5768e53f-e330-41e6-8c28-5c828f60bb64 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057435 Jul 23 20:21:23.389135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45474) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.392328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e29f165d-31bf-4afa-90aa-405d7b3d8486 req-2e6adcbc-b572-425a-b032-eae47f5b30b6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1885653 Jul 23 20:21:23.394864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-eefa5566-8a50-4ea8-b29b-d661cf6ebcc5 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.397490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eefa5566-8a50-4ea8-b29b-d661cf6ebcc5 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0056429 Jul 23 20:21:23.399263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45476) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.402390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41e5762-cde0-4cb7-ae83-cbe23686dd27,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:23.409956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-cf30243c-abbb-40f8-8c76-bf7f8c831b8a tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.420432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf30243c-abbb-40f8-8c76-bf7f8c831b8a tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0191810 Jul 23 20:21:23.424906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45478) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.429348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-fc85a57e-9d3d-4949-befe-0a0380ca790f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.431073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fc85a57e-9d3d-4949-befe-0a0380ca790f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052044 Jul 23 20:21:23.435630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45480) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.438012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0ab8c-a8c3-4f96-9b02-5625799170f5 req-b1525b48-1bbe-4fcc-9a0f-56401819cd37 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.439881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7df0ab8c-a8c3-4f96-9b02-5625799170f5 req-b1525b48-1bbe-4fcc-9a0f-56401819cd37 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1718779 Jul 23 20:21:23.440014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-41516fde-9f6f-40da-9838-4bcc7cdb14d2 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.443484 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41516fde-9f6f-40da-9838-4bcc7cdb14d2 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045955 Jul 23 20:21:23.443651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.443651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.444260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.444671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.444960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.446314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.446673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.447010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.447365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.447754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.448292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.448655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51d0c03-f725-4e09-94d0-27215594a205 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:23.449758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45482) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.461695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-4abc5cc7-93bd-4309-9b2f-544cd52706e7 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.463088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4abc5cc7-93bd-4309-9b2f-544cd52706e7 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0122514 Jul 23 20:21:23.466600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45484) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.482499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-ec224340-dcb5-4221-b19b-2ab78e99e303 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.487596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec224340-dcb5-4221-b19b-2ab78e99e303 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0182488 Jul 23 20:21:23.489464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45486) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.499468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-e3488584-31a2-4028-963d-43c09a522bb4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.504804 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e3488584-31a2-4028-963d-43c09a522bb4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0125353 Jul 23 20:21:23.506099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45488) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.513049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-a8e9b899-d836-4159-88a8-e0483f179cc6 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.516037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7df0ab8c-a8c3-4f96-9b02-5625799170f5 req-f0a49e08-0508-43e1-b9f8-9dca99ff9bc2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634091 Jul 23 20:21:23.517758 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a8e9b899-d836-4159-88a8-e0483f179cc6 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0102046 Jul 23 20:21:23.518503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45490) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.525659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-4d1a399f-8140-44b5-a1a4-b17004b0472f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.530970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4d1a399f-8140-44b5-a1a4-b17004b0472f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0108860 Jul 23 20:21:23.531984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45492) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.532986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e29f165d-31bf-4afa-90aa-405d7b3d8486 req-f1ba756a-65a5-4a08-a498-f4a608a32122 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397407 Jul 23 20:21:23.548982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-46f75025-76cb-4769-bad6-30e508ebf194 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.556830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45496) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.557486 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-46f75025-76cb-4769-bad6-30e508ebf194 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0119750 Jul 23 20:21:23.561614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-5640551e-3cb8-42cf-8fdf-b4f92999a01b tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.562636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5640551e-3cb8-42cf-8fdf-b4f92999a01b tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046008 Jul 23 20:21:23.565094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45498) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.571155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-511f05a5-dc7d-460e-8458-5c61567010ac tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.572185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-511f05a5-dc7d-460e-8458-5c61567010ac tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054910 Jul 23 20:21:23.575132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45500) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.580613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-009ce107-c371-406c-b15e-a69629c94f2f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.582686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-009ce107-c371-406c-b15e-a69629c94f2f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0059848 Jul 23 20:21:23.585267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.592324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-2bbb3334-0b69-44c6-b3e3-0d3f35285daa tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.594312 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2bbb3334-0b69-44c6-b3e3-0d3f35285daa tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0064571 Jul 23 20:21:23.597098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45504) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.606541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-5fc39d4a-e839-4476-9615-e7f57de140b4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.611612 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5fc39d4a-e839-4476-9615-e7f57de140b4 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0092604 Jul 23 20:21:23.612034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45506) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.618117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-e5b5f6e6-927e-4681-a3c6-d6007f3bf8b0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.619507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e5b5f6e6-927e-4681-a3c6-d6007f3bf8b0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062728 Jul 23 20:21:23.622062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.626895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-285a18ff-679b-46f5-b1f3-3c9d4c37044d tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.630936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-285a18ff-679b-46f5-b1f3-3c9d4c37044d tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0076940 Jul 23 20:21:23.631504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45510) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.638927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-071c8508-c8db-464f-87bb-71da18d61958 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.642044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-071c8508-c8db-464f-87bb-71da18d61958 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0094893 Jul 23 20:21:23.642711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45512) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.650882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-a676f7cc-8363-4613-88f7-b96d570c5b2f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.653772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a676f7cc-8363-4613-88f7-b96d570c5b2f tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082800 Jul 23 20:21:23.655047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45514) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.659551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-840bb90d-04b0-4943-bc0b-7d3667acdcb7 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.661479 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-840bb90d-04b0-4943-bc0b-7d3667acdcb7 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0047889 Jul 23 20:21:23.663405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45516) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.670149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-3e114ac9-3dc2-4141-a072-e6d76d06c126 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.671431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3e114ac9-3dc2-4141-a072-e6d76d06c126 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056884 Jul 23 20:21:23.674747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.682557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-983ab8b4-6d1a-4a7d-880d-a6105b116733 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.685724 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-983ab8b4-6d1a-4a7d-880d-a6105b116733 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079660 Jul 23 20:21:23.686794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45520) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.691968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-167048a4-28d6-4735-9cd1-7498a82da436 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.697084 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-167048a4-28d6-4735-9cd1-7498a82da436 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0092664 Jul 23 20:21:23.697801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45524) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.707357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-28bdf4d1-93bb-4b0c-9d21-1b5029e65fc9 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.709575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28bdf4d1-93bb-4b0c-9d21-1b5029e65fc9 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0094228 Jul 23 20:21:23.711330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45526) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.716765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-afd662bf-f398-482f-855d-1ca04aff2cf0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.718176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-afd662bf-f398-482f-855d-1ca04aff2cf0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056357 Jul 23 20:21:23.721804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45528) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.726852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-245f953f-1980-41c4-9576-becab600c928 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.731302 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-245f953f-1980-41c4-9576-becab600c928 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0082781 Jul 23 20:21:23.732187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.737021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-ac50a194-cde3-44e4-a57f-8734cdd3f1ce tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.739187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc10e9-f8f9-4e7d-8d94-600e10e4bcfa req-b85cf5d3-8308-42ed-a4c8-e87255228183 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:23.740813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0dc10e9-f8f9-4e7d-8d94-600e10e4bcfa req-b85cf5d3-8308-42ed-a4c8-e87255228183 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1202617 Jul 23 20:21:23.741186 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ac50a194-cde3-44e4-a57f-8734cdd3f1ce tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065007 Jul 23 20:21:23.741324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.747242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-01037f1e-3367-483a-9866-226f34d9fb45 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.750885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-01037f1e-3367-483a-9866-226f34d9fb45 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054579 Jul 23 20:21:23.751382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45534) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.755698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-229ebb57-3a8e-4309-837b-c4a04634f2f9 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.760046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-229ebb57-3a8e-4309-837b-c4a04634f2f9 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077496 Jul 23 20:21:23.761077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45536) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.765424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-4e92c2f3-cb86-4ba8-9553-92e4ca82d360 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.769041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4e92c2f3-cb86-4ba8-9553-92e4ca82d360 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0068455 Jul 23 20:21:23.769956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45538) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.776117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-340ff144-e711-4ed5-97ee-344488e23910 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.780091 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-340ff144-e711-4ed5-97ee-344488e23910 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0087683 Jul 23 20:21:23.780960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.785678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-db01d19b-15c7-4209-8a61-1df1db6f293c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.790245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0dc10e9-f8f9-4e7d-8d94-600e10e4bcfa req-fedafd2f-2d35-4bc4-acf4-11b38e0d6e12 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401435 Jul 23 20:21:23.790758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45542) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.791508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-db01d19b-15c7-4209-8a61-1df1db6f293c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093253 Jul 23 20:21:23.797476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-0a315fdf-6a44-43ff-871d-71df8602e32d tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.800282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0a315fdf-6a44-43ff-871d-71df8602e32d tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0060093 Jul 23 20:21:23.800613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45544) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.805269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-2c22c9fb-5391-4de0-8d7e-63b07ba99441 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.808988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c22c9fb-5391-4de0-8d7e-63b07ba99441 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046594 Jul 23 20:21:23.809789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45546) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.815527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-b68a16d5-f3ae-446c-9d2d-12f87a033e4e tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.816751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b68a16d5-f3ae-446c-9d2d-12f87a033e4e tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0055561 Jul 23 20:21:23.819395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45552) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.824714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-e4d07f6d-d371-4e5e-8a41-2689344c4b64 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.826237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e4d07f6d-d371-4e5e-8a41-2689344c4b64 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047688 Jul 23 20:21:23.828174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.832835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-867fd1b8-620f-4980-bf10-589534d8667a tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.833894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-867fd1b8-620f-4980-bf10-589534d8667a tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045259 Jul 23 20:21:23.837471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45556) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.841922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-0e09d743-b163-4608-bc60-a37b5504a7a0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.843392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0e09d743-b163-4608-bc60-a37b5504a7a0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048187 Jul 23 20:21:23.845741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45558) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.856445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-b279ebd0-0daa-4278-90a5-95271d99fd05 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.857745 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b279ebd0-0daa-4278-90a5-95271d99fd05 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0107245 Jul 23 20:21:23.860502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45562) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.867562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-2828adc0-e775-4c79-b5f6-d91e2e88a673 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.870934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2828adc0-e775-4c79-b5f6-d91e2e88a673 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0069673 Jul 23 20:21:23.871211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.879065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-c83446a1-37bd-4f1e-9c46-1f8c3c9e6259 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.886955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c83446a1-37bd-4f1e-9c46-1f8c3c9e6259 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0114398 Jul 23 20:21:23.887405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.893819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-0f97fdf6-80d3-4e52-9173-0d65ee6b0a03 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.897607 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0f97fdf6-80d3-4e52-9173-0d65ee6b0a03 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0064509 Jul 23 20:21:23.897816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45570) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.907816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-abfab607-10ca-4a7f-8a70-8968f164ff80 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.912616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-abfab607-10ca-4a7f-8a70-8968f164ff80 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0107241 Jul 23 20:21:23.913080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45572) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.919784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [None req-0a893d95-273f-4ca0-95dd-75fc0af06584 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.923058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0a893d95-273f-4ca0-95dd-75fc0af06584 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060911 Jul 23 20:21:23.923455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45574) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.928900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-c924ee37-23d8-4374-83e4-2959bccb6f8d tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.933533 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c924ee37-23d8-4374-83e4-2959bccb6f8d tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087149 Jul 23 20:21:23.934127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.940686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-5ce021ec-6c96-45a0-841f-40292603319b tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.943730 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5ce021ec-6c96-45a0-841f-40292603319b tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086370 Jul 23 20:21:23.944378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45578) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.950080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-2fc17407-e6b2-473f-b72e-d2f82ad32365 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.953400 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2fc17407-e6b2-473f-b72e-d2f82ad32365 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057728 Jul 23 20:21:23.954046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45580) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.960389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-98d11475-dbac-426a-911a-cb2a549a817c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.963301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-98d11475-dbac-426a-911a-cb2a549a817c tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083504 Jul 23 20:21:23.968623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45582) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.973589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-a40fcefa-7687-465b-af81-c6701f1cc5dd tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.981309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a40fcefa-7687-465b-af81-c6701f1cc5dd tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0109279 Jul 23 20:21:23.982008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.983860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63850635-0492-4998-9c78-14c39f94b4c2 req-4f6a7505-868b-4df5-a9f3-abd3fedee2e5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0605998 Jul 23 20:21:23.984360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45586) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.989297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-48ef2a3a-89fc-424e-b4a3-9ae5cd16cba9 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:23.993238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-48ef2a3a-89fc-424e-b4a3-9ae5cd16cba9 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0102191 Jul 23 20:21:23.993900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45588) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:23.998861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-201ccff4-2d46-45ae-b76d-c345922954b6 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:24.002337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-201ccff4-2d46-45ae-b76d-c345922954b6 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0075552 Jul 23 20:21:24.002909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45592) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.008882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-e06db404-17b0-4f77-a561-412f77f88e26 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:24.012336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e06db404-17b0-4f77-a561-412f77f88e26 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084114 Jul 23 20:21:24.012908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45594) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.015703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72334de6-4008-4f05-8b80-a1ee6e82268c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.017550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [None req-f53fa4fe-ee4f-4d2d-97f1-f2c67d7e38a0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] http://10.222.0.46:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:21:24.047595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f53fa4fe-ee4f-4d2d-97f1-f2c67d7e38a0 tempest-ExtensionsTestJSON-809896543 tempest-ExtensionsTestJSON-809896543-project] 10.222.0.46 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0173640 Jul 23 20:21:24.099834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dea4d-3b3c-410c-8e00-bc281bd404be req-c0a14ab5-4104-4992-93d7-3361a6c61e8a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:24.102277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d01dea4d-3b3c-410c-8e00-bc281bd404be req-c0a14ab5-4104-4992-93d7-3361a6c61e8a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1618481 Jul 23 20:21:24.166341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d01dea4d-3b3c-410c-8e00-bc281bd404be req-45f05e5f-8e52-449f-b8f4-f961af260bd3 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577972 Jul 23 20:21:24.192269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72334de6-4008-4f05-8b80-a1ee6e82268c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.198119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72334de6-4008-4f05-8b80-a1ee6e82268c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.236112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45600) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.236412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-72334de6-4008-4f05-8b80-a1ee6e82268c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7407379cee444bef8a66b60c862f823c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2333071 Jul 23 20:21:24.260340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72334de6-4008-4f05-8b80-a1ee6e82268c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b43ed-37db-44f7-b914-4b06a73bdbf2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:24.315954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1951945d-0730-49f0-8078-7ec69d88b27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.346096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1951945d-0730-49f0-8078-7ec69d88b27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.351175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e8979-7913-4dd4-a9fa-f77a4361369d req-bdb7a9b9-c86d-4b08-ade5-c23e72c85684 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:24.359792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c7e8979-7913-4dd4-a9fa-f77a4361369d req-bdb7a9b9-c86d-4b08-ade5-c23e72c85684 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.0934830 Jul 23 20:21:24.400736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c7e8979-7913-4dd4-a9fa-f77a4361369d req-f4863cd5-3c7a-4a7e-8edb-23da9dfdc0b4 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Jul 23 20:21:24.409252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1951945d-0730-49f0-8078-7ec69d88b27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.412057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1951945d-0730-49f0-8078-7ec69d88b27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.418284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1951945d-0730-49f0-8078-7ec69d88b27e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d2b43ed-37db-44f7-b914-4b06a73bdbf2 HTTP/1.1" status: 204 len: 168 time: 0.1805546 Jul 23 20:21:24.444253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951945d-0730-49f0-8078-7ec69d88b27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b43ed-37db-44f7-b914-4b06a73bdbf2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:24.456626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.613711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca6ff-da1a-43dc-a489-03028451693f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.697714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274abc-fb0d-4f10-8c5b-01f4fbc59bbb req-52dd3723-b6b9-400f-985f-0bba98c6fe9b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:24.699295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28274abc-fb0d-4f10-8c5b-01f4fbc59bbb req-52dd3723-b6b9-400f-985f-0bba98c6fe9b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1767647 Jul 23 20:21:24.772616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e9199-8213-438f-bc7d-cdf10aa1aaf2 req-324a882c-9ff0-4e8a-a4d4-1ab68ac9d694 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:24.774735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-896e9199-8213-438f-bc7d-cdf10aa1aaf2 req-324a882c-9ff0-4e8a-a4d4-1ab68ac9d694 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1631637 Jul 23 20:21:24.799123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28274abc-fb0d-4f10-8c5b-01f4fbc59bbb req-c9ffad93-3a23-4397-8103-9aeeedf8eea6 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894020 Jul 23 20:21:24.841740 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-896e9199-8213-438f-bc7d-cdf10aa1aaf2 req-38575bbc-711e-48be-8d0d-f7927f9e5a8b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578823 Jul 23 20:21:24.868571 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca6ff-da1a-43dc-a489-03028451693f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.875027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca6ff-da1a-43dc-a489-03028451693f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:24.954245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5d6ca6ff-da1a-43dc-a489-03028451693f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12bbab3ed8de4aa1bad86e8b866f0224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961674 Jul 23 20:21:24.955941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45628) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:24.974275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ca6ff-da1a-43dc-a489-03028451693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc9b9c0-358a-4a42-8a0f-4eed36f29f67,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.011698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29415b4e-e6dc-4f5c-9910-b205fe7bb804 req-9cac0df9-af96-47c4-885a-986a8726b9a1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:25.014022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29415b4e-e6dc-4f5c-9910-b205fe7bb804 req-9cac0df9-af96-47c4-885a-986a8726b9a1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1091592 Jul 23 20:21:25.027363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7c7-d800-4b2b-93d2-cf8c744163e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.055973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7c7-d800-4b2b-93d2-cf8c744163e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.067815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29415b4e-e6dc-4f5c-9910-b205fe7bb804 req-32f83c82-491a-430e-aa5c-d657ee463bec tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 Jul 23 20:21:25.146423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1722be2-954d-4939-99e8-fb2cf23222e9 req-e401e0be-ced3-45a7-9ee2-ecfa93bf2fc8 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0433114 Jul 23 20:21:25.151533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7c7-d800-4b2b-93d2-cf8c744163e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.155230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b7c7-d800-4b2b-93d2-cf8c744163e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:25.159932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5bf7b7c7-d800-4b2b-93d2-cf8c744163e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffc9b9c0-358a-4a42-8a0f-4eed36f29f67 HTTP/1.1" status: 204 len: 168 time: 0.2029424 Jul 23 20:21:25.178517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7b7c7-d800-4b2b-93d2-cf8c744163e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc9b9c0-358a-4a42-8a0f-4eed36f29f67,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:25.489332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e851ea-af35-4e66-ba46-eeb5451689b3 req-f3cb42af-53ca-4ac3-a4ba-9e3c0e901bdf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:25.491272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1e851ea-af35-4e66-ba46-eeb5451689b3 req-f3cb42af-53ca-4ac3-a4ba-9e3c0e901bdf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.0807362 Jul 23 20:21:25.541565 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1e851ea-af35-4e66-ba46-eeb5451689b3 req-2743f77e-ed74-4f2b-9e19-540e1528ef31 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Jul 23 20:21:26.036672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b6646-ea7b-4b39-82e1-48dbe0641a11 req-dbb99247-13ea-402c-9176-d29b70a8daae tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:26.040740 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-490b6646-ea7b-4b39-82e1-48dbe0641a11 req-dbb99247-13ea-402c-9176-d29b70a8daae tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0960758 Jul 23 20:21:26.098376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-490b6646-ea7b-4b39-82e1-48dbe0641a11 req-34642c87-bb07-4ea4-bbb9-036aaaffdfb8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495713 Jul 23 20:21:26.117877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:26.236559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'networks': [{'name': 'tempest-network--1329182643'}, {'name': 'tempest-network--1193095461'}]} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:26.237028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'network': {'name': 'tempest-network--1329182643'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:26.237921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'network': {'name': 'tempest-network--1193095461'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:26.290966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'network': 2} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:26.299342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb90d345-60a3-454d-8e53-fc188f439818 req-77709c03-d2f2-4ef2-b156-15bdf15a0685 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0500300 Jul 23 20:21:26.300208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.328027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.440028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.444034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.444543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.486772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4fec1b-1c5b-40de-a143-85081d79a9b2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:26.493929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:26.503524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.503929 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Added segment 881e7e5b-0e31-4e84-97c6-6678dec75001 of type vlan for network cc908cf6-3925-45c0-aa56-01a7c7f09003 Jul 23 20:21:26.551879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.625543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:26.637241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.637868 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Added segment fbe98a24-ebae-4568-b199-984d8f1cc1d0 of type vlan for network 03281810-2eff-4574-9d56-59150c8f5c9a Jul 23 20:21:26.689115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.716813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af8489-f64a-490d-a301-fb09876eb269 req-93d0a941-4a86-4a41-b6a2-31d2fe5ef815 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:26.718889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7af8489-f64a-490d-a301-fb09876eb269 req-93d0a941-4a86-4a41-b6a2-31d2fe5ef815 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.0844452 Jul 23 20:21:26.733887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.734787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.746372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:26.752080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:26.759878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:26.764772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7af8489-f64a-490d-a301-fb09876eb269 req-0a515464-00b4-4353-932d-714b0c254213 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 Jul 23 20:21:26.804060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.6820996 Jul 23 20:21:26.805353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45712) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:26.861000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Network': ['ID=cc908cf6-3925-45c0-aa56-01a7c7f09003,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:26.872319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network cc908cf6-3925-45c0-aa56-01a7c7f09003 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:27.005298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a77c7d-d518-4ad2-9169-1fd49eb1b72b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Network': ['ID=03281810-2eff-4574-9d56-59150c8f5c9a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:27.038355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 03281810-2eff-4574-9d56-59150c8f5c9a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:27.053540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34b015-01c8-4359-8f0c-15d4986df499 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.064966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34b015-01c8-4359-8f0c-15d4986df499 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.074148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34b015-01c8-4359-8f0c-15d4986df499 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.081401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b34b015-01c8-4359-8f0c-15d4986df499 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.083452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b34b015-01c8-4359-8f0c-15d4986df499 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2772272 Jul 23 20:21:27.087129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45720) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:27.223024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.319432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db88e7b-317f-4ca4-b801-4405187a9325 req-81788784-4fa4-4865-b069-c3f01a2a1be1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.321221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db88e7b-317f-4ca4-b801-4405187a9325 req-81788784-4fa4-4865-b069-c3f01a2a1be1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1396825 Jul 23 20:21:27.362137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be5ec4-13a0-4a44-a0e7-15fbfdcfb6bd req-c66dcb82-9ac5-4a2d-b123-cac9caa5933f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.363803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0be5ec4-13a0-4a44-a0e7-15fbfdcfb6bd req-c66dcb82-9ac5-4a2d-b123-cac9caa5933f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.1432440 Jul 23 20:21:27.370429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.390408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-800912ca-53d1-4265-81c9-514be66e4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.392243 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-800912ca-53d1-4265-81c9-514be66e4cbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e15779d8ebf64e56857cfa2640a786c3&device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 1099 time: 0.1662798 Jul 23 20:21:27.397236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc908cf6-3925-45c0-aa56-01a7c7f09003']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:27.409822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881e7e5b-0e31-4e84-97c6-6678dec75001') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:27.410137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881e7e5b-0e31-4e84-97c6-6678dec75001') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:27.414909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1db88e7b-317f-4ca4-b801-4405187a9325 req-840534bc-7146-4724-9d96-cf97682a8f97 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789852 Jul 23 20:21:27.430052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.448627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.455334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0be5ec4-13a0-4a44-a0e7-15fbfdcfb6bd req-8b6d656b-c56d-4eb8-b1b7-0d53c9266e70 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820804 Jul 23 20:21:27.509405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:27.510556 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:27.515546 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:27.539576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5e382eb-7ba9-4d46-b7e7-2c763ad35ad9 req-623cd5ac-19e3-4342-a05e-72caec1f6793 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0434444 Jul 23 20:21:27.909366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ddc50-5f0b-4295-bc9a-e916add5d272 req-a9f644ee-23c5-424f-a18c-aa8d17a21f45 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:27.911583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e60ddc50-5f0b-4295-bc9a-e916add5d272 req-a9f644ee-23c5-424f-a18c-aa8d17a21f45 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.0762236 Jul 23 20:21:27.957977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e60ddc50-5f0b-4295-bc9a-e916add5d272 req-d4966b36-b869-4b95-a32e-3ecbc1ef72e9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Jul 23 20:21:27.975808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.992940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:27.997079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/networks/cc908cf6-3925-45c0-aa56-01a7c7f09003 HTTP/1.1" status: 204 len: 168 time: 0.9067101 Jul 23 20:21:27.997570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45744) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.010983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142130c-4d4a-4d1a-b4d9-4dc090f0d4ba tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Network': ['ID=cc908cf6-3925-45c0-aa56-01a7c7f09003,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.015773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-8773a9c6-91aa-4925-b9c9-7d853ea1373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.017374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-8773a9c6-91aa-4925-b9c9-7d853ea1373a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 200 len: 914 time: 0.5833440 Jul 23 20:21:28.086600 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-99f40778-b773-4ceb-8b87-57ab50eeba8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 200 len: 217 time: 0.0604599 Jul 23 20:21:28.094157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.138451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-f688fe98-7db6-48a5-9681-8015a374c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.140889 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-f688fe98-7db6-48a5-9681-8015a374c101 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 200 len: 853 time: 0.0479846 Jul 23 20:21:28.154531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.185677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-75ea44f4-ab75-459f-9ed8-1b6b86622953 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a351bd58-d516-462b-879f-c016089f5663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379453 Jul 23 20:21:28.197833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.214719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03281810-2eff-4574-9d56-59150c8f5c9a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:28.228619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe98a24-ebae-4568-b199-984d8f1cc1d0') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:28.229019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe98a24-ebae-4568-b199-984d8f1cc1d0') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:28.240813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.256486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.263825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:28.264979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:28.269286 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:28.295314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-bf0ab059-39a2-4939-b2bd-66ea3324abf7 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028728 Jul 23 20:21:28.302142 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a0151f2-014a-4f44-8ef0-a21f76f5ddd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.321403 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:21:28.371912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.384317 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.386451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/networks/03281810-2eff-4574-9d56-59150c8f5c9a HTTP/1.1" status: 204 len: 168 time: 0.3874741 Jul 23 20:21:28.392495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45752) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.400840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05988706-a1e4-4fe3-a000-e9879f957ecb tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Network': ['ID=03281810-2eff-4574-9d56-59150c8f5c9a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.442150 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1948ff81-70bb-49a3-8474-ecefb0df6783 req-06f17231-34bd-4598-b0f9-d33790cb18e2 service neutron] 10.222.0.47 "GET /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385634 Jul 23 20:21:28.481915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a0151f2-014a-4f44-8ef0-a21f76f5ddd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.487810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a0151f2-014a-4f44-8ef0-a21f76f5ddd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.535694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0151f2-014a-4f44-8ef0-a21f76f5ddd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d72885-9278-4662-8a01-b78057ea6156,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.566264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3a0151f2-014a-4f44-8ef0-a21f76f5ddd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f75625a4b9e48d69b41611d7c13b562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107137 Jul 23 20:21:28.566862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45758) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.616600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83ddd2-8309-43a7-9b2f-772f8d2834f5 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.623563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b83ddd2-8309-43a7-9b2f-772f8d2834f5 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.625898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7b83ddd2-8309-43a7-9b2f-772f8d2834f5 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2321808 Jul 23 20:21:28.628895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45762) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.634479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1928043622'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:28.649237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc8faf-843a-49b1-9364-1c4e430d0f1d req-acbcd320-89fb-4248-b5f1-a3c5a8115bda tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.650784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84bc8faf-843a-49b1-9364-1c4e430d0f1d req-acbcd320-89fb-4248-b5f1-a3c5a8115bda tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1345661 Jul 23 20:21:28.657777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:28.664432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.691541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:28.702908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.703288 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Added segment c0b780f4-17bc-4917-af14-b3b9ae0e840e of type vlan for network 7ad66bf3-111a-44b1-b813-f9fea59fa49e Jul 23 20:21:28.748335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.780687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.788029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:28.789393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.834345 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2043312 Jul 23 20:21:28.837472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:28.842570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1328660691'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:28.879234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24941b-6345-45c9-8631-0db008722f18 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Network': ['ID=7ad66bf3-111a-44b1-b813-f9fea59fa49e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:28.897146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7ad66bf3-111a-44b1-b813-f9fea59fa49e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:28.902815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:28.908222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.942519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:28.956877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:28.957924 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Added segment c2d4ee19-8a22-4514-a7bc-87c396743490 of type vlan for network 7989220a-8edf-42e1-af49-bd9db450c34d Jul 23 20:21:29.018359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.023195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc6dcee1-b43f-4c64-9356-2934e4e8e896 req-0fe73023-08f7-4e4f-8cbb-a282a2100108 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.3896544 Jul 23 20:21:29.068615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e346b252-8109-47a0-ae81-410552e926d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.089857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.095689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:29.095943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.120210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e346b252-8109-47a0-ae81-410552e926d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.144669 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3058181 Jul 23 20:21:29.147987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84bc8faf-843a-49b1-9364-1c4e430d0f1d req-3d6979c5-b15b-4939-b1b0-3640c6f1fc56 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874320 Jul 23 20:21:29.149194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:29.168981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'ports': [{'network_id': '7ad66bf3-111a-44b1-b813-f9fea59fa49e', 'name': 'tempest-port--922353960', 'admin_state_up': True}, {'network_id': '7989220a-8edf-42e1-af49-bd9db450c34d', 'admin_state_up': False}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:29.169280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'port': {'network_id': '7ad66bf3-111a-44b1-b813-f9fea59fa49e', 'name': 'tempest-port--922353960', 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:29.171128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'port': {'network_id': '7989220a-8edf-42e1-af49-bd9db450c34d', 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:29.222767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa09e35-a4c6-42d2-8c48-f36b4322bdd6 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Network': ['ID=7989220a-8edf-42e1-af49-bd9db450c34d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:29.235845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7989220a-8edf-42e1-af49-bd9db450c34d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:29.246749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-8a292f59-e548-463d-b0c8-c9c5dbbee015 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:29.248349 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-8a292f59-e548-463d-b0c8-c9c5dbbee015 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.2022378 Jul 23 20:21:29.360797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e346b252-8109-47a0-ae81-410552e926d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.364080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e346b252-8109-47a0-ae81-410552e926d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.366075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e346b252-8109-47a0-ae81-410552e926d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74d72885-9278-4662-8a01-b78057ea6156 HTTP/1.1" status: 204 len: 168 time: 0.7971935 Jul 23 20:21:29.383803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Deleting port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:29.384385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.465218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346b252-8109-47a0-ae81-410552e926d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d72885-9278-4662-8a01-b78057ea6156,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:29.505392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b41898-ce04-46c3-aa52-4947778a27a3 req-8447c2fd-7199-4abc-852e-3b22f0612b6f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:29.512583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69b41898-ce04-46c3-aa52-4947778a27a3 req-8447c2fd-7199-4abc-852e-3b22f0612b6f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d353590-a022-4874-bc03-b887e7437b39 HTTP/1.1" status: 200 len: 945 time: 0.2100811 Jul 23 20:21:29.514660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'port': 2} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:29.519273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.524011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] For port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:29.524423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.544363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Calling delete_port for 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:29.587459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69b41898-ce04-46c3-aa52-4947778a27a3 req-3556114c-40bf-4ac5-adab-df28b3b9b748 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739617 Jul 23 20:21:29.588677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.677217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] device_id is not set on port a41c751c-4f37-4fef-944b-39de9375caa7 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:29.716564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.729140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3ee6e74b-cae6-44b4-bbcb-9784bb54c027'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:21:29.755583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event deleted for resources: {'Port': ['ID=3ee6e74b-cae6-44b4-bbcb-9784bb54c027,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:29.766287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45776) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:29.821895 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77cd0d6e-fb38-4943-9f18-3d5fe813e67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.824089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] No DVR routers for this DVR port 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:29.827331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.829516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a3979f03-4fad-4220-8368-7c01328f93a7 req-f73f4354-9bdf-463c-af07-dd428390b673 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.36 "DELETE /v2.0/ports/3ee6e74b-cae6-44b4-bbcb-9784bb54c027 HTTP/1.1" status: 204 len: 173 time: 0.5738449 Jul 23 20:21:29.830119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d353590-a022-4874-bc03-b887e7437b39', 'name': 'network-vif-deleted', 'tag': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:29.832520 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4db1c-8961-40e1-bf53-1deae4285731" -d '{"events": [{"server_uuid": "0d353590-a022-4874-bc03-b887e7437b39", "name": "network-vif-deleted", "tag": "3ee6e74b-cae6-44b4-bbcb-9784bb54c027"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:29.886923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.909806 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390246ad-d266-4017-bf74-c8c4210e805f x-openstack-request-id: req-390246ad-d266-4017-bf74-c8c4210e805f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:29.910102 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d353590-a022-4874-bc03-b887e7437b39", "name": "network-vif-deleted", "tag": "3ee6e74b-cae6-44b4-bbcb-9784bb54c027", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:29.910990 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-390246ad-d266-4017-bf74-c8c4210e805f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:29.910990 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d353590-a022-4874-bc03-b887e7437b39', 'name': 'network-vif-deleted', 'tag': '3ee6e74b-cae6-44b4-bbcb-9784bb54c027', 'status': 'completed', 'code': 200} Jul 23 20:21:29.970249 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77cd0d6e-fb38-4943-9f18-3d5fe813e67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:29.972071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] device_id is not set on port 03a5bffd-bb30-4ef5-8f1d-34052df43993 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:29.975527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77cd0d6e-fb38-4943-9f18-3d5fe813e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.019819 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-77cd0d6e-fb38-4943-9f18-3d5fe813e67c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=715eaf67417348a6aae312120dfd1d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509151 Jul 23 20:21:30.019819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0d6e-fb38-4943-9f18-3d5fe813e67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3393c-46a0-4845-a663-e8d13d467e7a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:30.021029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45780) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:30.081559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-568af242-b52d-4b1b-950f-5881a085dd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.106649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-568af242-b52d-4b1b-950f-5881a085dd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.131210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.155136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c62966b5-e881-44cc-a78a-56c19aa3877e req-64cdd3d1-e4af-44b6-bee9-83e6e535fa5a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0430601 Jul 23 20:21:30.165301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-568af242-b52d-4b1b-950f-5881a085dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.167882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-568af242-b52d-4b1b-950f-5881a085dd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.172014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-568af242-b52d-4b1b-950f-5881a085dd83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ee3393c-46a0-4845-a663-e8d13d467e7a HTTP/1.1" status: 204 len: 168 time: 0.1498959 Jul 23 20:21:30.180808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568af242-b52d-4b1b-950f-5881a085dd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3393c-46a0-4845-a663-e8d13d467e7a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:30.220712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.337607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Port': ['ID=a41c751c-4f37-4fef-944b-39de9375caa7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:30.377366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Checking segment: {'id': 'c0b780f4-17bc-4917-af14-b3b9ae0e840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '7ad66bf3-111a-44b1-b813-f9fea59fa49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:30.378354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network hostable DHCP agents. Network: 7ad66bf3-111a-44b1-b813-f9fea59fa49e, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:30.413470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network 7ad66bf3-111a-44b1-b813-f9fea59fa49e is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:30.432093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7ad66bf3-111a-44b1-b813-f9fea59fa49e) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:30.444455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fbd2a-8328-410c-aba5-9c190c58607b None None] Network 7ad66bf3-111a-44b1-b813-f9fea59fa49e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:30.448345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870509d-d9e2-4abe-a1d1-4c7b12e55d72 req-9c5b891d-06de-4181-b901-479cff9797df tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:30.450013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b870509d-d9e2-4abe-a1d1-4c7b12e55d72 req-9c5b891d-06de-4181-b901-479cff9797df tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1350508 Jul 23 20:21:30.450968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:30.451991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.535206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Port': ['ID=03a5bffd-bb30-4ef5-8f1d-34052df43993,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:30.589732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Checking segment: {'id': 'c2d4ee19-8a22-4514-a7bc-87c396743490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '7989220a-8edf-42e1-af49-bd9db450c34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:30.590050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network hostable DHCP agents. Network: 7989220a-8edf-42e1-af49-bd9db450c34d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:30.630803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b870509d-d9e2-4abe-a1d1-4c7b12e55d72 req-80d1d412-1f35-4084-8676-07c53ad07b5a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971413 Jul 23 20:21:30.668587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network 7989220a-8edf-42e1-af49-bd9db450c34d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:30.691147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7989220a-8edf-42e1-af49-bd9db450c34d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:30.700646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:30.715475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:30.716789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71fc6aa-3e87-49a1-8430-f98d01392926 None None] Network 7989220a-8edf-42e1-af49-bd9db450c34d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:30.725997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:30.727064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:30.815480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8234bac7-ef89-4feb-a2fe-c7909fd843fe tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6540227 Jul 23 20:21:30.816774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45810) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:30.858372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962efa9d-6ff2-43df-8821-f6599d142ee6 req-36d794fe-7ef6-4d5b-b45d-0d6ab582a1fe tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:30.867981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-962efa9d-6ff2-43df-8821-f6599d142ee6 req-36d794fe-7ef6-4d5b-b45d-0d6ab582a1fe tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1278744 Jul 23 20:21:30.946842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-962efa9d-6ff2-43df-8821-f6599d142ee6 req-aa908754-9da5-4fd5-899b-19640a215b24 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 Jul 23 20:21:30.982084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe759e2-3fbc-4caa-be82-80b7daa2ea65 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:31.000494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe759e2-3fbc-4caa-be82-80b7daa2ea65 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:31.002221 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8fe759e2-3fbc-4caa-be82-80b7daa2ea65 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1844647 Jul 23 20:21:31.005636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45826) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:31.082733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e7e31a3f-8c4f-4b51-8645-7c3a97536079 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:31.090895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e7e31a3f-8c4f-4b51-8645-7c3a97536079 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.1568623 Jul 23 20:21:31.120543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-d7d8e54a-333f-44df-a03e-f155c94038e9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/quotas/657776fe95154b68b22a84989be6e67f HTTP/1.1" status: 200 len: 375 time: 0.0285470 Jul 23 20:21:31.162299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Deleting port a41c751c-4f37-4fef-944b-39de9375caa7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:31.162851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.182647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-da4e40b6-6838-45b4-b025-46a3d82c83fa tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607691 Jul 23 20:21:31.255369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.270875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Calling delete_port for a41c751c-4f37-4fef-944b-39de9375caa7 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:31.286356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85e89-571e-481f-ba17-a6c6a6609a5c req-c1d95555-5fd4-4e4b-b734-99934d33f7d9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:31.288022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12c85e89-571e-481f-ba17-a6c6a6609a5c req-c1d95555-5fd4-4e4b-b734-99934d33f7d9 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1889017 Jul 23 20:21:31.332775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-000ab503-cd0a-4d40-beab-2ca878308473 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429074 Jul 23 20:21:31.369863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12c85e89-571e-481f-ba17-a6c6a6609a5c req-796c3193-6bad-49da-9fec-bf0326034cde tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663736 Jul 23 20:21:31.416091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.458172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-93afcdf9-bc8e-4aef-9b13-e30078248ce8 service neutron] 10.222.0.46 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139858 Jul 23 20:21:31.494345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Port': ['ID=a41c751c-4f37-4fef-944b-39de9375caa7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:31.510718 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.518685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-194e9936-5a48-429d-919a-9a5737d0e614 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/ports/a41c751c-4f37-4fef-944b-39de9375caa7 HTTP/1.1" status: 204 len: 168 time: 0.5112751 Jul 23 20:21:31.519400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:31.540366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c645f3c-f246-438d-bdd6-d93d14cc2efa req-25acc091-b3e1-4a72-af49-900e3aca0eaa tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0538139 Jul 23 20:21:31.776122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Deleting port 03a5bffd-bb30-4ef5-8f1d-34052df43993 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:31.776605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.837179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11521caa-01b4-4d96-9a29-8fc8f05132ec req-a2c26673-6b77-4ec5-b156-e4939bf6b45b tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 210 time: 0.0419292 Jul 23 20:21:31.895489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:31.923102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77637f9-b59b-4ebd-bd73-6dbb27992772 req-10188fd8-981f-4644-bab7-5ac2d56c2b43 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:31.926542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Calling delete_port for 03a5bffd-bb30-4ef5-8f1d-34052df43993 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:31.934364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f77637f9-b59b-4ebd-bd73-6dbb27992772 req-10188fd8-981f-4644-bab7-5ac2d56c2b43 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.2023079 Jul 23 20:21:32.026139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f77637f9-b59b-4ebd-bd73-6dbb27992772 req-53af0a0c-97fd-4669-94e0-bcfce200f249 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894420 Jul 23 20:21:32.083236 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.141834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Port': ['ID=03a5bffd-bb30-4ef5-8f1d-34052df43993,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:32.158560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.160681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-198975f6-7fd5-4c0c-bb32-2e7bd13e384d tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/ports/03a5bffd-bb30-4ef5-8f1d-34052df43993 HTTP/1.1" status: 204 len: 168 time: 0.6387627 Jul 23 20:21:32.162901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45872) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.216057 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2c3e79e3-00bf-4b13-9995-d0f903dc9c9a tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520144 Jul 23 20:21:32.223629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.233379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1807201987'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:32.311527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:32.315276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.355335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:32.375364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.376063 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Added segment 9a53b7da-ed17-4e22-986d-fa8cdd52c657 of type vlan for network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 Jul 23 20:21:32.442566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e11e28-777b-48f0-b2ca-c159d7c630fa req-abdb2374-9258-488a-9ad7-6d8a5d74796a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:32.452049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83e11e28-777b-48f0-b2ca-c159d7c630fa req-abdb2374-9258-488a-9ad7-6d8a5d74796a tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.2136676 Jul 23 20:21:32.501033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.554295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83e11e28-777b-48f0-b2ca-c159d7c630fa req-4ab062dd-58b0-4107-99c6-4b02d29fa184 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007991 Jul 23 20:21:32.561688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.574751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:32.575351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.649692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4235985 Jul 23 20:21:32.652477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45894) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:32.658903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-64733935'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:32.712649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:32.718080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.746091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6718bbf9-6427-4e25-b470-9ac9ffa48b03 req-55f13de2-8df2-48b8-ab21-e9456c7ab2e1 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.1024089 Jul 23 20:21:32.746848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01c8b1-17ba-4479-80fe-2e764ae8f279 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Network': ['ID=1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:32.760145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:32.781559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:32.805262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.805705 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Added segment a12e28c8-0836-4eb0-bdcd-2c89fff1f56c of type vlan for network 5edb60c6-5be8-489e-9059-af9e83e6dd56 Jul 23 20:21:32.865159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392c040-d812-497b-84a5-064a0023134f req-ee8d7461-dee0-41af-aac3-1ef071e0562e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:32.867152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5392c040-d812-497b-84a5-064a0023134f req-ee8d7461-dee0-41af-aac3-1ef071e0562e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1591539 Jul 23 20:21:32.913273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.958555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:32.973161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:32.977061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.004424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5392c040-d812-497b-84a5-064a0023134f req-8131877d-6c94-440e-82dc-721f98ac7ea8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303167 Jul 23 20:21:33.037708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3645880 Jul 23 20:21:33.208941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45918) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:33.216371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'subnets': [{'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--308928908', 'ip_version': 4}, {'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:33.216685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'subnet': {'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--308928908', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:33.217758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Request body: {'subnet': {'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:33.233640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e430889-14c1-4528-9aef-c50c88b92431 req-8ff2a2c3-c435-4da5-8289-f8c1d0a9d801 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 210 time: 0.0871439 Jul 23 20:21:33.315820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa4cc-9c85-4144-946c-51ae16658879 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Network': ['ID=5edb60c6-5be8-489e-9059-af9e83e6dd56,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:33.318658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd251ef-6d65-429e-bcea-fd749905adfd req-be379266-018f-4903-8b2c-0d8207750005 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:33.325895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cd251ef-6d65-429e-bcea-fd749905adfd req-be379266-018f-4903-8b2c-0d8207750005 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.0925200 Jul 23 20:21:33.328732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5edb60c6-5be8-489e-9059-af9e83e6dd56 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:33.385010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cd251ef-6d65-429e-bcea-fd749905adfd req-be622ec1-95ea-4da3-9c25-b0435f22d1ea tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468681 Jul 23 20:21:33.389715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-be1df973-89c3-404f-ae46-b0e060cc9021 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:33.391684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-be1df973-89c3-404f-ae46-b0e060cc9021 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 812 time: 0.4026148 Jul 23 20:21:33.446140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Request body: {'port': {'device_id': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'admin_state_up': True, 'tenant_id': '657776fe95154b68b22a84989be6e67f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:33.557629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140458d-e2bd-470a-8c9e-7dbfcbb0d0ce req-fe082f6e-6083-4eeb-8694-5ab5289c18d2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:33.565139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f140458d-e2bd-470a-8c9e-7dbfcbb0d0ce req-fe082f6e-6083-4eeb-8694-5ab5289c18d2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.0816393 Jul 23 20:21:33.632039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f140458d-e2bd-470a-8c9e-7dbfcbb0d0ce req-72adb01b-963b-4f39-a1f2-519dd5a9fe3e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611486 Jul 23 20:21:33.633714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Made reservation on behalf of c11c030bab2145bbaff659cce50ace88 for: {'subnet': 2} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:33.638966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.639477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.709993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Made reservation on behalf of 657776fe95154b68b22a84989be6e67f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:33.714921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:33.857730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45940) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:33.867498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bfb7d-9f62-42a1-baa4-8dd54a49917d req-b478a6b4-13f7-4caa-8d0b-4ade03a3bbaf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:33.874615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-266bfb7d-9f62-42a1-baa4-8dd54a49917d req-b478a6b4-13f7-4caa-8d0b-4ade03a3bbaf tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1229603 Jul 23 20:21:33.928107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddc709c7-6570-45bf-924b-1ea54035f2b4 req-8f7c42e1-06e0-4215-b5fc-2c8839d3faa7 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.0497606 Jul 23 20:21:33.960870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-266bfb7d-9f62-42a1-baa4-8dd54a49917d req-378a8456-dd1e-4572-ba41-b293cf365767 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801680 Jul 23 20:21:34.037566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:34.076795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:34.077142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ee6e74b-cae6-44b4-bbcb-9784bb54c027 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:34.110407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c445c1e5-d618-4a19-b55f-a6c8e4e34cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.172948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de381f-7c8e-4a54-89a1-d64a16324b11 req-b85a9ca6-d9cd-4d36-a66a-6c8ae9efc93b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.174852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2de381f-7c8e-4a54-89a1-d64a16324b11 req-b85a9ca6-d9cd-4d36-a66a-6c8ae9efc93b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1326435 Jul 23 20:21:34.204410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Allocated IP 172.20.0.9 (45670cfd-5c68-4367-a125-786a89623f58/4da525c2-2d8f-4e65-a76a-f0674effa0ee/fb245f26-cd53-4f5a-bb8f-bc97156f542d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:34.235876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.246962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2de381f-7c8e-4a54-89a1-d64a16324b11 req-496f1603-3c03-477f-839a-df31e9f5fa59 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565312 Jul 23 20:21:34.306262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Subnet': ['ID=d46851b9-e9fb-4731-a65f-ade4fb04b549,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:34.306611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c445c1e5-d618-4a19-b55f-a6c8e4e34cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.311102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c445c1e5-d618-4a19-b55f-a6c8e4e34cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.348013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c445c1e5-d618-4a19-b55f-a6c8e4e34cfd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67c49f0492cf4c8c803392cf35d0a289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690063 Jul 23 20:21:34.353217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45958) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:34.415310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Checking segment: {'id': '9a53b7da-ed17-4e22-986d-fa8cdd52c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:34.415674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network hostable DHCP agents. Network: 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:34.421547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9450baae-689e-4ffa-ace4-c3cdde67a0c6 req-50577595-a700-4d0b-aa3b-b7df51635b55 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 210 time: 0.0458431 Jul 23 20:21:34.430630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445c1e5-d618-4a19-b55f-a6c8e4e34cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038d85fb-5fdf-4a72-9abd-80c0fe5cadcf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:34.502983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac1167d5-3c3a-4065-98d0-9ba89683753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.512769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:34.528805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac1167d5-3c3a-4065-98d0-9ba89683753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.534036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:34.542804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dfc56a-c7ac-4013-ac48-7c5d8b101201 None None] Network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:34.548122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.591196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffc88c-5327-4e17-8494-9c1f446b3917 req-b6d0097b-4826-40cc-a604-5457a14b8e01 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.592127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.593013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fffc88c-5327-4e17-8494-9c1f446b3917 req-b6d0097b-4826-40cc-a604-5457a14b8e01 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1672797 Jul 23 20:21:34.608907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac1167d5-3c3a-4065-98d0-9ba89683753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.611965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac1167d5-3c3a-4065-98d0-9ba89683753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.614114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac1167d5-3c3a-4065-98d0-9ba89683753b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/038d85fb-5fdf-4a72-9abd-80c0fe5cadcf HTTP/1.1" status: 204 len: 168 time: 0.2599196 Jul 23 20:21:34.633808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1167d5-3c3a-4065-98d0-9ba89683753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038d85fb-5fdf-4a72-9abd-80c0fe5cadcf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:34.652687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event updated for resources: {'Subnet': ['ID=8be5cd00-65c6-42c5-b1f6-f1bdf31d0b69,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:34.669528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fffc88c-5327-4e17-8494-9c1f446b3917 req-566c6335-3cd1-4485-ab61-548a3383c145 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652299 Jul 23 20:21:34.677823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Checking segment: {'id': 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:34.678458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network hostable DHCP agents. Network: 5edb60c6-5be8-489e-9059-af9e83e6dd56, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:34.702207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.751235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Network 5edb60c6-5be8-489e-9059-af9e83e6dd56 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:34.769721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Network 45670cfd-5c68-4367-a125-786a89623f58 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:34.769721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 5edb60c6-5be8-489e-9059-af9e83e6dd56) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:34.777711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9aafd3-f86a-42e4-9b98-0e24439161c0 None None] Network 5edb60c6-5be8-489e-9059-af9e83e6dd56 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:34.780837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:34.783292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.783981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.784828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.798290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:34.809804 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6ae21b82-09ad-4661-9f08-d2fe54c3e223 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5972807 Jul 23 20:21:34.812178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45964) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:34.829754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event updated for resources: {'Port': ['ID=fb245f26-cd53-4f5a-bb8f-bc97156f542d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:34.850002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9', 'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9', 'tenant_id': 'c11c030bab2145bbaff659cce50ace88', 'fixed_ips': [{'subnet_id': 'd46851b9-e9fb-4731-a65f-ade4fb04b549'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:34.850862 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.862261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.863194 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:34.882609 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0ca00b1b-9e86-4369-b36b-276532774b41 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4441791 Jul 23 20:21:34.897365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Request body: {'port': {'device_id': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:34.952129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903b4aa-fa37-4cb8-86cf-938eb8e2e8d4 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.953468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903b4aa-fa37-4cb8-86cf-938eb8e2e8d4 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.955219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a903b4aa-fa37-4cb8-86cf-938eb8e2e8d4 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:34.957146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a903b4aa-fa37-4cb8-86cf-938eb8e2e8d4 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1435816 Jul 23 20:21:34.961046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45968) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:35.014193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.072258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d6ce2-7d67-4c87-b674-60117ec6fa20 req-46e4a6e5-aba0-4a52-bae3-a4e425690937 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:35.082553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb3d6ce2-7d67-4c87-b674-60117ec6fa20 req-46e4a6e5-aba0-4a52-bae3-a4e425690937 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.3223200 Jul 23 20:21:35.098086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Allocated IP 172.20.0.2 (1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9/d46851b9-e9fb-4731-a65f-ade4fb04b549/78864eb4-f84b-4596-8240-182c465c4351) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:35.154666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb3d6ce2-7d67-4c87-b674-60117ec6fa20 req-5eb1dbb4-45d8-4b65-9b7b-0396181d5b44 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708764 Jul 23 20:21:35.172629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-5edb60c6-5be8-489e-9059-af9e83e6dd56', 'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56', 'tenant_id': 'c11c030bab2145bbaff659cce50ace88', 'fixed_ips': [{'subnet_id': '8be5cd00-65c6-42c5-b1f6-f1bdf31d0b69'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:35.174856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.175836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:35.275224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e6782b0-4d5e-417f-92f6-946f12ac0f5e req-d247588b-1bd2-4575-a44d-073bdb321c24 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/ports?device_id=61f3179e-9925-4b64-ad60-49f732fa45ae HTTP/1.1" status: 200 len: 210 time: 0.1329098 Jul 23 20:21:35.290640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-548eb8c5-5719-48ce-a7c7-3dc3b4074070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.319513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Deleting subnet d46851b9-e9fb-4731-a65f-ade4fb04b549 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:35.464543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Allocated IP 172.20.0.18 (5edb60c6-5be8-489e-9059-af9e83e6dd56/8be5cd00-65c6-42c5-b1f6-f1bdf31d0b69/a7fb4193-8799-4ab7-8865-ef33e7bfad3b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:35.485260 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-548eb8c5-5719-48ce-a7c7-3dc3b4074070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.486254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb245f26-cd53-4f5a-bb8f-bc97156f542d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:21:35.496869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.502212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-548eb8c5-5719-48ce-a7c7-3dc3b4074070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.511439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Transition to ACTIVE for port object fb245f26-cd53-4f5a-bb8f-bc97156f542d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:35.518898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.528127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.544061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-548eb8c5-5719-48ce-a7c7-3dc3b4074070 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c7fe8f33507b42b591bb485519410847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442202 Jul 23 20:21:35.553372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45986) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:35.554715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Transition to ACTIVE for port object 78864eb4-f84b-4596-8240-182c465c4351 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:35.583427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Pushing event updated for resources: {'Port': ['ID=fb245f26-cd53-4f5a-bb8f-bc97156f542d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.621955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Transition to ACTIVE for port object 78864eb4-f84b-4596-8240-182c465c4351 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:35.635739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696032c4-e145-43db-86b3-34e10171a69b req-fbae54f5-57d2-4753-971d-9ab3c1f47207 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:35.637262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-696032c4-e145-43db-86b3-34e10171a69b req-fbae54f5-57d2-4753-971d-9ab3c1f47207 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.2281826 Jul 23 20:21:35.641615 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.644111 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.653676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548eb8c5-5719-48ce-a7c7-3dc3b4074070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbefbddb-020e-4e85-a863-3a34046678de,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.661980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Attempting to bind port fb245f26-cd53-4f5a-bb8f-bc97156f542d on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:35.662629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Attempting to bind port fb245f26-cd53-4f5a-bb8f-bc97156f542d by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:35.663130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Attempting to bind port fb245f26-cd53-4f5a-bb8f-bc97156f542d on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:35.667964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Port fb245f26-cd53-4f5a-bb8f-bc97156f542d on network 45670cfd-5c68-4367-a125-786a89623f58 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:21:35.668354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Attempting to bind port fb245f26-cd53-4f5a-bb8f-bc97156f542d on network 45670cfd-5c68-4367-a125-786a89623f58 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:35.673674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:35.674013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Checking segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:35.674532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Bound using segment: {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:35.675113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Bound port: fb245f26-cd53-4f5a-bb8f-bc97156f542d, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45670cfd-5c68-4367-a125-786a89623f58'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:35.676043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.729472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.731672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:35.737724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:35.749000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:35.763906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Pushing event updated for resources: {'Port': ['ID=78864eb4-f84b-4596-8240-182c465c4351,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.775590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] For port fb245f26-cd53-4f5a-bb8f-bc97156f542d, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:35.781218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] For port fb245f26-cd53-4f5a-bb8f-bc97156f542d, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:35.787709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.789474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdc91-2cdd-4dae-ad1f-2a2b8d329bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.796624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-696032c4-e145-43db-86b3-34e10171a69b req-5b5cc290-e06a-4732-9b38-a00947a990ab tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493821 Jul 23 20:21:35.825193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.825570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.825921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.826377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.826782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.827076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.827674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.828021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.828353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.828683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.829282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.829635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:21:35.833289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.853761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:35.854889 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.856067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Attempting to bind port 78864eb4-f84b-4596-8240-182c465c4351 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:35.856446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Attempting to bind port 78864eb4-f84b-4596-8240-182c465c4351 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '9a53b7da-ed17-4e22-986d-fa8cdd52c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:35.856820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Attempting to bind port 78864eb4-f84b-4596-8240-182c465c4351 on network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:35.857362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb245f26-cd53-4f5a-bb8f-bc97156f542d HTTP/1.1" status: 200 len: 1092 time: 0.9657726 Jul 23 20:21:35.858080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'tag': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:35.860761 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb54c7e-e757-44ad-be8b-8c64128726ea" -d '{"events": [{"name": "network-changed", "server_uuid": "db4a2c7f-008a-4a4d-8e7c-099fa0091f72", "tag": "fb245f26-cd53-4f5a-bb8f-bc97156f542d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:35.861524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Transition to ACTIVE for port object a7fb4193-8799-4ab7-8865-ef33e7bfad3b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:35.868411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289deb1-c6ee-4be9-950a-a34c0a890b0a req-53d7b309-2d75-432c-8a47-e726fd9e20a8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:35.869605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:35.869983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Checking segment: {'id': '9a53b7da-ed17-4e22-986d-fa8cdd52c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:35.870402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.870807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Bound using segment: {'id': '9a53b7da-ed17-4e22-986d-fa8cdd52c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:35.871298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Bound port: 78864eb4-f84b-4596-8240-182c465c4351, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a53b7da-ed17-4e22-986d-fa8cdd52c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:35.871690 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.875606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f289deb1-c6ee-4be9-950a-a34c0a890b0a req-53d7b309-2d75-432c-8a47-e726fd9e20a8 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 943 time: 0.3137751 Jul 23 20:21:35.879582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdc91-2cdd-4dae-ad1f-2a2b8d329bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.895420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a19bde-6bb2-4430-ae66-b32d9b4e9054 service neutron] Pushing event updated for resources: {'Port': ['ID=fb245f26-cd53-4f5a-bb8f-bc97156f542d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:35.928183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Transition to ACTIVE for port object a7fb4193-8799-4ab7-8865-ef33e7bfad3b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:35.946775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:35.983566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.001755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f289deb1-c6ee-4be9-950a-a34c0a890b0a req-94aea157-779b-4c1e-86ec-22114079ea11 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251261 Jul 23 20:21:36.022628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Network 5edb60c6-5be8-489e-9059-af9e83e6dd56 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:36.026218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:36.039955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:36.052521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Pushing event updated for resources: {'Port': ['ID=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:36.057956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0d084f67-9961-447f-8b41-802bb0ae2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:36.067448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-0d084f67-9961-447f-8b41-802bb0ae2974 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 1095 time: 0.1498189 Jul 23 20:21:36.093848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdc91-2cdd-4dae-ad1f-2a2b8d329bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.096928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f7cdc91-2cdd-4dae-ad1f-2a2b8d329bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.101975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1f7cdc91-2cdd-4dae-ad1f-2a2b8d329bd7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbefbddb-020e-4e85-a863-3a34046678de HTTP/1.1" status: 204 len: 168 time: 0.5457549 Jul 23 20:21:36.115760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Attempting to bind port a7fb4193-8799-4ab7-8865-ef33e7bfad3b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:36.116343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Attempting to bind port a7fb4193-8799-4ab7-8865-ef33e7bfad3b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:36.116492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Attempting to bind port a7fb4193-8799-4ab7-8865-ef33e7bfad3b on network 5edb60c6-5be8-489e-9059-af9e83e6dd56 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:36.122107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:36.122842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Checking segment: {'id': 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:36.123485 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.124029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Bound using segment: {'id': 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:36.124778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Bound port: a7fb4193-8799-4ab7-8865-ef33e7bfad3b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5edb60c6-5be8-489e-9059-af9e83e6dd56'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:36.125644 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.138207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cdc91-2cdd-4dae-ad1f-2a2b8d329bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbefbddb-020e-4e85-a863-3a34046678de,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:36.178463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-fb88b603-fb43-4c46-b138-f11897af6691 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d HTTP/1.1" status: 200 len: 217 time: 0.1054652 Jul 23 20:21:36.195941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] For port a7fb4193-8799-4ab7-8865-ef33e7bfad3b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:36.199605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] For port a7fb4193-8799-4ab7-8865-ef33e7bfad3b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,segment=NetworkSegment(a12e28c8-0836-4eb0-bdcd-2c89fff1f56c),segment_id=a12e28c8-0836-4eb0-bdcd-2c89fff1f56c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:36.217393 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.245659 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.250193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] For port 78864eb4-f84b-4596-8240-182c465c4351, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:36.273712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] For port 78864eb4-f84b-4596-8240-182c465c4351, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=78864eb4-f84b-4596-8240-182c465c4351,segment=NetworkSegment(9a53b7da-ed17-4e22-986d-fa8cdd52c657),segment_id=9a53b7da-ed17-4e22-986d-fa8cdd52c657)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:36.285829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-3cccdad0-6d13-4bd5-a771-aa0370e432b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:36.287594 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-3cccdad0-6d13-4bd5-a771-aa0370e432b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.1023848 Jul 23 20:21:36.289310 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.314608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240b326-4d0e-42bc-a147-306b79e2306b None None] Pushing event updated for resources: {'Port': ['ID=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:36.348509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a879b9-52d3-41f9-87d8-82401874bbe2 req-efd5dd9a-8864-4f8f-a327-90e86a4a5bdb tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:36.351695 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33a879b9-52d3-41f9-87d8-82401874bbe2 req-efd5dd9a-8864-4f8f-a327-90e86a4a5bdb tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1922352 Jul 23 20:21:36.360235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Subnet': ['ID=d46851b9-e9fb-4731-a65f-ade4fb04b549,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:36.367842 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-7f76026c-cc0b-4525-b7eb-dc59d577a1cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726128 Jul 23 20:21:36.368705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.372959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c93637e1-aa9b-45a9-be2a-c440cdedebea tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/subnets/d46851b9-e9fb-4731-a65f-ade4fb04b549 HTTP/1.1" status: 204 len: 168 time: 1.4085443 Jul 23 20:21:36.373382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46002) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:36.413272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260ccad-c514-4180-9896-e2793f7485f7 None None] Pushing event updated for resources: {'Port': ['ID=78864eb4-f84b-4596-8240-182c465c4351,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:36.431676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33a879b9-52d3-41f9-87d8-82401874bbe2 req-2a28c09a-a622-43d8-a254-1675d3c79d17 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594149 Jul 23 20:21:36.546651 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-90079d10-5c34-4236-a570-6c175318aab9 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505227 Jul 23 20:21:36.550123 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce196c2-37cf-4c75-b6a0-414233adb578 x-openstack-request-id: req-3ce196c2-37cf-4c75-b6a0-414233adb578 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:36.550409 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4a2c7f-008a-4a4d-8e7c-099fa0091f72", "tag": "fb245f26-cd53-4f5a-bb8f-bc97156f542d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:36.551289 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3ce196c2-37cf-4c75-b6a0-414233adb578 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:36.551289 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'tag': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d', 'status': 'completed', 'code': 200} Jul 23 20:21:36.733668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Deleting subnet 8be5cd00-65c6-42c5-b1f6-f1bdf31d0b69 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:36.759531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.826190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:36.864247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943402bf-9432-4f5a-b089-f5ff3bfab494 req-cfe87b93-d893-43df-a663-6929adb29381 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001411 Jul 23 20:21:36.872713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:36.961990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9d81ce2-84b4-45ee-8bc7-3a40279083c4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.086926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9d81ce2-84b4-45ee-8bc7-3a40279083c4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.131990 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.136011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184656e8-24d3-403f-bcde-f6c462d93280 req-840d7833-9a8c-4b49-8f85-c54bbe62ac0e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.143066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-184656e8-24d3-403f-bcde-f6c462d93280 req-840d7833-9a8c-4b49-8f85-c54bbe62ac0e tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1833503 Jul 23 20:21:37.215721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.235037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.241775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.253569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.267096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.275951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-6d3f05b8-aec8-4e39-945f-90614b3f133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.277064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.277960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-6d3f05b8-aec8-4e39-945f-90614b3f133a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=657776fe95154b68b22a84989be6e67f&device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 1095 time: 0.3132603 Jul 23 20:21:37.282583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.289264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:37.297802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-88cdbcae-fffc-4cb4-8823-05871068323a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.3334329 Jul 23 20:21:37.322765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78864eb4-f84b-4596-8240-182c465c4351 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:37.339245 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.341420 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/subnets/8be5cd00-65c6-42c5-b1f6-f1bdf31d0b69 HTTP/1.1" status: 204 len: 168 time: 0.9634342 Jul 23 20:21:37.344009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cafca6-267d-4027-8033-1dc79124a726 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Subnet': ['ID=8be5cd00-65c6-42c5-b1f6-f1bdf31d0b69,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:37.345774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46034) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:37.360418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-184656e8-24d3-403f-bcde-f6c462d93280 req-56835f31-f4c0-493a-bd10-f80f84ce07b2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160945 Jul 23 20:21:37.409583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9d81ce2-84b4-45ee-8bc7-3a40279083c4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.414316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 78864eb4-f84b-4596-8240-182c465c4351 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:37.419069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a9d81ce2-84b4-45ee-8bc7-3a40279083c4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.420115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a7fb4193-8799-4ab7-8865-ef33e7bfad3b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:37.420499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a9d81ce2-84b4-45ee-8bc7-3a40279083c4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/security-groups/d84ce862-418d-4369-9e4a-dcac31757572 HTTP/1.1" status: 204 len: 168 time: 0.5932951 Jul 23 20:21:37.441193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46038) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:37.446296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0009b4a8-97a8-4aac-8fb0-d14b59149e84 req-695da2e2-b894-4656-b5f6-b7250aae3369 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474903 Jul 23 20:21:37.477070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d81ce2-84b4-45ee-8bc7-3a40279083c4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84ce862-418d-4369-9e4a-dcac31757572,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:37.522030 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-66c91afa-f195-407b-a445-e300d8853385 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] show failed (client error): The resource could not be found. Jul 23 20:21:37.525997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-66c91afa-f195-407b-a445-e300d8853385 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "GET /v2.0/security-groups/d84ce862-418d-4369-9e4a-dcac31757572 HTTP/1.1" status: 404 len: 347 time: 0.0758917 Jul 23 20:21:37.551440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:37.839728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port 53906ced-3d27-4111-826e-e16f28aa9c06 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:37.840086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:37.994116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a7fb4193-8799-4ab7-8865-ef33e7bfad3b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:38.050705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.052302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.092082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for 53906ced-3d27-4111-826e-e16f28aa9c06 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:38.148032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab5cdf-e8c4-4819-aa1f-2e6f14566403 None None] Network 5edb60c6-5be8-489e-9059-af9e83e6dd56 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:38.224852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd400a-b790-4e17-9cc0-1a005eba0b95 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.227899 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a0dd400a-b790-4e17-9cc0-1a005eba0b95 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8656361 Jul 23 20:21:38.234964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46058) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:38.316953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f65c-b81c-4bbc-b78a-8ec253bb0d7c req-6485d5af-4569-4d4c-9b59-581d649a496f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.322321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a13f65c-b81c-4bbc-b78a-8ec253bb0d7c req-6485d5af-4569-4d4c-9b59-581d649a496f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 943 time: 0.8025157 Jul 23 20:21:38.349766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.390212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-9c92b2e2-fee1-40d7-9d87-b2b2608c35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.392375 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-9c92b2e2-fee1-40d7-9d87-b2b2608c35b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 200 len: 913 time: 1.0926504 Jul 23 20:21:38.495577 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-25ff17e3-45b4-477c-bc71-64f17b5819d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d HTTP/1.1" status: 200 len: 217 time: 0.0911427 Jul 23 20:21:38.497602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a13f65c-b81c-4bbc-b78a-8ec253bb0d7c req-3be33202-1343-47f1-b2ca-bce7d38b0424 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620398 Jul 23 20:21:38.498995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] Provisioning for port a7fb4193-8799-4ab7-8865-ef33e7bfad3b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:38.523154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] Provisioning complete for port a7fb4193-8799-4ab7-8865-ef33e7bfad3b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:38.523563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.551190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.609923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=53906ced-3d27-4111-826e-e16f28aa9c06,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:38.630275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.640061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.646402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.653680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.659535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.666360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.675740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.694380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.698020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-aafe020c-8b01-420a-b332-f9a4a9581263 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.5181122 Jul 23 20:21:38.741632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d009114-353e-46cd-b49a-885fb3aa8233 None None] Network 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:38.749109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] DHCP port deletion for 5edb60c6-5be8-489e-9059-af9e83e6dd56 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:38.802194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.810586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.814345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e6a87c44-b7c5-4d04-8bd6-d25ad2a0590f tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/floatingips/870fa063-9c31-4039-a924-a14232e3038a HTTP/1.1" status: 204 len: 168 time: 1.2593832 Jul 23 20:21:38.818043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46072) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:38.860201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] For port a7fb4193-8799-4ab7-8865-ef33e7bfad3b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,segment=NetworkSegment(a12e28c8-0836-4eb0-bdcd-2c89fff1f56c),segment_id=a12e28c8-0836-4eb0-bdcd-2c89fff1f56c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:38.884072 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.889112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Deleting port a7fb4193-8799-4ab7-8865-ef33e7bfad3b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:38.889522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:38.904300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.909914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-93495741-f51d-4d1c-a6ed-4364306c28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.909914 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-93495741-f51d-4d1c-a6ed-4364306c28b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 200 len: 852 time: 0.4073651 Jul 23 20:21:38.912045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.921174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.928267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.935618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.942444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.951214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-d7fe5f2c-482f-48f7-8f0c-76c51060c7d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.954287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:38.961894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-d7fe5f2c-482f-48f7-8f0c-76c51060c7d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "GET /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2569675 Jul 23 20:21:38.962504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-cbe86e28-151d-4ddb-bc1c-4892739d5a03 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 5441 time: 0.2702196 Jul 23 20:21:38.966413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f183f-0a90-40d5-a73f-1fa4e11de8d0 None None] Pushing event updated for resources: {'Port': ['ID=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:39.050992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-79dfbb22-497a-4b03-9a1e-f49d43c9ebd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45670cfd-5c68-4367-a125-786a89623f58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037951 Jul 23 20:21:39.052386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] Deleting port a7fb4193-8799-4ab7-8865-ef33e7bfad3b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:39.053152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.094982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] Provisioning for port 78864eb4-f84b-4596-8240-182c465c4351 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:39.101010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] Provisioning complete for port 78864eb4-f84b-4596-8240-182c465c4351 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:39.101297 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.180917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eed2b587-6430-4fa6-bbe9-cd0e47adf69e req-6a86a39e-32da-4e9d-893a-85d9d8ae73d8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969197 Jul 23 20:21:39.185518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a7fb4193-8799-4ab7-8865-ef33e7bfad3b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:39.187478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-1950f85f-f565-49c0-9d06-458821b52be5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "GET /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1354952 Jul 23 20:21:39.229533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port e51cca3e-9366-4310-aa41-22981e7cef65 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:39.229877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.253195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] For port a7fb4193-8799-4ab7-8865-ef33e7bfad3b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,segment=NetworkSegment(a12e28c8-0836-4eb0-bdcd-2c89fff1f56c),segment_id=a12e28c8-0836-4eb0-bdcd-2c89fff1f56c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:39.253461 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.280300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] Calling delete_port for a7fb4193-8799-4ab7-8865-ef33e7bfad3b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:39.359004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.376169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:39.386183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for e51cca3e-9366-4310-aa41-22981e7cef65 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:39.390526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] DHCP port deletion for 1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:39.444351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] For port a7fb4193-8799-4ab7-8865-ef33e7bfad3b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,segment=NetworkSegment(a12e28c8-0836-4eb0-bdcd-2c89fff1f56c),segment_id=a12e28c8-0836-4eb0-bdcd-2c89fff1f56c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:39.445209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.464361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Calling delete_port for a7fb4193-8799-4ab7-8865-ef33e7bfad3b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:39.469388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-1cb24b36-8a17-48ca-9383-97e12e35ec0d service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789662 Jul 23 20:21:39.521984 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.588134 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.589197 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.593844 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.649159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] Pushing event deleted for resources: {'Port': ['ID=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:39.653260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.662668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=e51cca3e-9366-4310-aa41-22981e7cef65,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:39.678312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9058c32-98d9-482f-a6e9-3728d0ad0912 None None] No DVR routers for this DVR port a7fb4193-8799-4ab7-8865-ef33e7bfad3b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:39.693931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] For port 78864eb4-f84b-4596-8240-182c465c4351, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=78864eb4-f84b-4596-8240-182c465c4351,segment=NetworkSegment(9a53b7da-ed17-4e22-986d-fa8cdd52c657),segment_id=9a53b7da-ed17-4e22-986d-fa8cdd52c657)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:39.749700 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.823476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0ec13c34-30ab-4a44-b549-294dcd166556,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:39.851231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] Deleting port 78864eb4-f84b-4596-8240-182c465c4351 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:39.851231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.863796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] For port 0ec13c34-30ab-4a44-b549-294dcd166556, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:39.909563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] device_id is not set on port 0ec13c34-30ab-4a44-b549-294dcd166556 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:39.919759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:39.940102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.050157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55764d4-0449-40d2-bd3c-657d253ffcba None None] Pushing event updated for resources: {'Port': ['ID=78864eb4-f84b-4596-8240-182c465c4351,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.062489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] No DVR routers for this DVR port 0ec13c34-30ab-4a44-b549-294dcd166556 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:40.102520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] For port 78864eb4-f84b-4596-8240-182c465c4351, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=78864eb4-f84b-4596-8240-182c465c4351,segment=NetworkSegment(9a53b7da-ed17-4e22-986d-fa8cdd52c657),segment_id=9a53b7da-ed17-4e22-986d-fa8cdd52c657)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:40.103222 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.123349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] In _notify_port_updated(), no bound segment for port 0ec13c34-30ab-4a44-b549-294dcd166556 on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:40.124422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.125058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.126538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 200 len: 1032 time: 0.8260736 Jul 23 20:21:40.128467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cdb54c7e-e757-44ad-be8b-8c64128726ea req-ffe78a6b-e3b6-4220-8687-614553192b32 service neutron] 10.222.0.47 "GET /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6503041 Jul 23 20:21:40.149673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab664da2-b9dd-454d-ab8f-5ed6f936aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.168772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] Calling delete_port for 78864eb4-f84b-4596-8240-182c465c4351 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:40.213665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.276146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Port': ['ID=a7fb4193-8799-4ab7-8865-ef33e7bfad3b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.297297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] No DVR routers for this DVR port a7fb4193-8799-4ab7-8865-ef33e7bfad3b on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:40.380336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46112) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:40.384144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-606282be-c54c-47a7-9b81-54eaf1559818 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.385616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-606282be-c54c-47a7-9b81-54eaf1559818 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "GET /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2484720 Jul 23 20:21:40.410164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.433591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:40.441860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] Pushing event deleted for resources: {'Port': ['ID=78864eb4-f84b-4596-8240-182c465c4351,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.448403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f631c5f-d0d9-464b-b5e9-01d2264e448f None None] No DVR routers for this DVR port 78864eb4-f84b-4596-8240-182c465c4351 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:40.476726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4a939ca6-2442-4d93-9fbf-fd7695865cd9 None None] Provisioning complete for port 0ec13c34-30ab-4a44-b549-294dcd166556 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:40.477593 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a939ca6-2442-4d93-9fbf-fd7695865cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.497714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.499777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-904f51bb-38d9-4248-9302-a5d991e51073 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/ports/e51cca3e-9366-4310-aa41-22981e7cef65 HTTP/1.1" status: 204 len: 168 time: 1.6760364 Jul 23 20:21:40.502888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46116) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:40.515636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb245f26-cd53-4f5a-bb8f-bc97156f542d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:21:40.562475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.594609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edb60c6-5be8-489e-9059-af9e83e6dd56']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:40.597395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f012af3-019f-4c44-b910-87289435b299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.621024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac7e9-03f7-466a-af0e-07c2c6ce67ff req-476f951d-6c50-4490-b6bf-6a0a4ab699d1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.622500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:40.622663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b2ac7e9-03f7-466a-af0e-07c2c6ce67ff req-476f951d-6c50-4490-b6bf-6a0a4ab699d1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 943 time: 0.9656100 Jul 23 20:21:40.623105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12e28c8-0836-4eb0-bdcd-2c89fff1f56c') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:40.669060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.671058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.674513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4a939ca6-2442-4d93-9fbf-fd7695865cd9 None None] Port 0ec13c34-30ab-4a44-b549-294dcd166556 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:40.675904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.683328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.683429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb245f26-cd53-4f5a-bb8f-bc97156f542d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:40.689333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.691667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.696193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.702089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:40.703220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d', 'network_id': '45670cfd-5c68-4367-a125-786a89623f58', 'port_id': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d', 'mac_address': 'fa:16:3e:31:90:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4da525c2-2d8f-4e65-a76a-f0674effa0ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:21:40.710940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-ba95659b-dd2e-4b20-9d86-f26e040544d5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 4662 time: 0.2584238 Jul 23 20:21:40.722878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.750672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:40.751137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:40.754436 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:40.757475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b2ac7e9-03f7-466a-af0e-07c2c6ce67ff req-15a3ff53-be91-42bc-bb57-5b564782cbf2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212215 Jul 23 20:21:40.762234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.779575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb245f26-cd53-4f5a-bb8f-bc97156f542d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:21:40.792233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc7c2695-e5cb-4a92-b927-f9793c6462d3 req-f63a3c5d-e510-488a-bd7c-01839cc53e2b tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&id=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696278 Jul 23 20:21:40.792233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:40.801806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.820804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb245f26-cd53-4f5a-bb8f-bc97156f542d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:40.826437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.884692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=fb245f26-cd53-4f5a-bb8f-bc97156f542d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:40.901243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.915827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for 097870f8-3b7d-45bc-967f-7a04b0e0f1a7 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:40.953211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=9a351427-c8b7-4c86-871b-d634eca46aea,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:40.964361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.979231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:40.983395 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/networks/5edb60c6-5be8-489e-9059-af9e83e6dd56 HTTP/1.1" status: 204 len: 168 time: 2.7450943 Jul 23 20:21:40.984269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46122) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:41.019125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb33ed-78ae-4a43-b7f3-7a1d22791c00 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Network': ['ID=5edb60c6-5be8-489e-9059-af9e83e6dd56,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.053471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb245f26-cd53-4f5a-bb8f-bc97156f542d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:21:41.109994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] For port 9a351427-c8b7-4c86-871b-d634eca46aea, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:41.157758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.185182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] device_id is not set on port 9a351427-c8b7-4c86-871b-d634eca46aea yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:41.202322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.218677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.222227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f012af3-019f-4c44-b910-87289435b299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.251615 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f012af3-019f-4c44-b910-87289435b299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.265376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78864eb4-f84b-4596-8240-182c465c4351 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:41.304958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 78864eb4-f84b-4596-8240-182c465c4351 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:41.305303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78864eb4-f84b-4596-8240-182c465c4351 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:41.308113 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8f012af3-019f-4c44-b910-87289435b299 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3aa534bfac6446ffa942c13fad351f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9214826 Jul 23 20:21:41.311691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f012af3-019f-4c44-b910-87289435b299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b07a62-5773-46b5-9b3d-39e5aca2abba,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.320105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:41.371403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.376393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Pushing event updated for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.406088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] No DVR routers for this DVR port 9a351427-c8b7-4c86-871b-d634eca46aea on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:41.428449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=097870f8-3b7d-45bc-967f-7a04b0e0f1a7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.457817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] In _notify_port_updated(), no bound segment for port 9a351427-c8b7-4c86-871b-d634eca46aea on network 18987841-02a3-4625-9fd7-b601df633eeb {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:21:41.458714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:41.459345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.461344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-f54d2f0e-6e59-4687-ba55-2249698eec41 service neutron] 10.222.0.36 "PUT /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 200 len: 1031 time: 1.0326872 Jul 23 20:21:41.552247 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.553789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba53f948-346f-436e-9850-4c81b5de88df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.563666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:41.578587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba53f948-346f-436e-9850-4c81b5de88df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.579533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a53b7da-ed17-4e22-986d-fa8cdd52c657') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:41.579837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a53b7da-ed17-4e22-986d-fa8cdd52c657') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:41.591367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.611643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.620799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:41.621213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.652759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba53f948-346f-436e-9850-4c81b5de88df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.656126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba53f948-346f-436e-9850-4c81b5de88df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.657404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba53f948-346f-436e-9850-4c81b5de88df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3b07a62-5773-46b5-9b3d-39e5aca2abba HTTP/1.1" status: 204 len: 168 time: 0.3356841 Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:41.695446 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:41.698998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.701897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53f948-346f-436e-9850-4c81b5de88df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b07a62-5773-46b5-9b3d-39e5aca2abba,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.702233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d6ccf6e-0ea2-4880-84d1-071fdcfc2d57 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/ports/097870f8-3b7d-45bc-967f-7a04b0e0f1a7 HTTP/1.1" status: 204 len: 168 time: 1.1982009 Jul 23 20:21:41.703159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46134) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:41.706482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.721141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.723131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/networks/1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9 HTTP/1.1" status: 204 len: 168 time: 0.7371488 Jul 23 20:21:41.725693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46136) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:41.755359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-33df463d-a516-4abb-ba26-df5978074f05 None None] Provisioning complete for port 9a351427-c8b7-4c86-871b-d634eca46aea triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:41.755830 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-33df463d-a516-4abb-ba26-df5978074f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.757844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf5ac3-43fe-4ad0-9f19-a925360a4f4b tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Network': ['ID=1faa77b1-d88d-4c53-8b5f-6ad72f5a83f9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:41.783701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting subnet 5691bf94-441d-4c18-b5ec-a644532f0475 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:41.787716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.810892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-33df463d-a516-4abb-ba26-df5978074f05 None None] Port 9a351427-c8b7-4c86-871b-d634eca46aea cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:21:41.879027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.916256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:41.958867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:41.959207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.077867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ad288a7d-88ee-4bd5-a608-d7e8362727e4 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:42.092799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.112259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7989220a-8edf-42e1-af49-bd9db450c34d']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:42.140159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d4ee19-8a22-4514-a7bc-87c396743490') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:42.140567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d4ee19-8a22-4514-a7bc-87c396743490') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:42.167190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.234250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-eab6f23a-20d5-4e80-b7a5-ab06c65a2874 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.241874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-eab6f23a-20d5-4e80-b7a5-ab06c65a2874 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.248128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-eab6f23a-20d5-4e80-b7a5-ab06c65a2874 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.255296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-eab6f23a-20d5-4e80-b7a5-ab06c65a2874 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.264916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-eab6f23a-20d5-4e80-b7a5-ab06c65a2874 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.268446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-eab6f23a-20d5-4e80-b7a5-ab06c65a2874 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 3884 time: 0.2931557 Jul 23 20:21:42.292071 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.292264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] For port 432dd9f0-3198-4fb8-8748-2d6514aa69d6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=432dd9f0-3198-4fb8-8748-2d6514aa69d6,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:42.292736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.299827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46148) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:42.309595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for 432dd9f0-3198-4fb8-8748-2d6514aa69d6 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:42.325603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:42.327948 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12650ffb-9256-48e9-905f-5f8e126cacb2" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:42.343656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:42.344280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80606fc3-3e4c-49e8-a439-817ad2c492dc req-ebc74215-fd50-4767-b7a9-5cdefeaa807a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:42.346429 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80606fc3-3e4c-49e8-a439-817ad2c492dc req-ebc74215-fd50-4767-b7a9-5cdefeaa807a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 944 time: 0.3691854 Jul 23 20:21:42.347662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87afb6ed-959f-4bf7-a8f5-da77e187c0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.353748 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.354681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 83e720bf-8759-4817-a929-b9a955862de7 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:42.358376 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.417078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.436717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:42.437265 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:42.441640 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:42.451682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80606fc3-3e4c-49e8-a439-817ad2c492dc req-796241dd-cd97-4fad-956f-1dcdd64d1907 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951247 Jul 23 20:21:42.502204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1ce516-2658-4dc2-b947-794bc7431582 req-d55ec45a-9cd1-4fd6-a681-5eafd6a3feb5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219546 Jul 23 20:21:42.543929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.554980 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.575349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb245f26-cd53-4f5a-bb8f-bc97156f542d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:21:42.588149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Subnet': ['ID=5691bf94-441d-4c18-b5ec-a644532f0475,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.598319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.602373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-579476ea-f447-4fc6-8a54-3814a889c4b5 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/subnets/5691bf94-441d-4c18-b5ec-a644532f0475 HTTP/1.1" status: 204 len: 168 time: 0.8954642 Jul 23 20:21:42.609097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46154) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:42.609880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.620024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5773df-68f1-4715-8409-586fbc463d77 None None] Network a525e910-95fa-4299-85e6-1e368b02b087 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:42.624317 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8b81ba-a080-40b4-a9b6-ed86ab5c7663 x-openstack-request-id: req-cf8b81ba-a080-40b4-a9b6-ed86ab5c7663 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:42.624615 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:42.625033 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf8b81ba-a080-40b4-a9b6-ed86ab5c7663 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:42.625622 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4', 'code': 200} Jul 23 20:21:42.661890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e720bf-8759-4817-a929-b9a955862de7,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:42.684001 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.685014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 432dd9f0-3198-4fb8-8748-2d6514aa69d6 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:42.695350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.704559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.707027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/networks/7989220a-8edf-42e1-af49-bd9db450c34d HTTP/1.1" status: 204 len: 168 time: 0.9791484 Jul 23 20:21:42.712366 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.716609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46156) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:42.759576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting subnet 2a520781-8cb7-4a24-b794-6083e98d7670 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:42.766070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4ac2b-478c-4f78-83dc-ffd7886847a2 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Network': ['ID=7989220a-8edf-42e1-af49-bd9db450c34d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.775295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=432dd9f0-3198-4fb8-8748-2d6514aa69d6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.783690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:42.792687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.831222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] No DVR routers for this DVR port 432dd9f0-3198-4fb8-8748-2d6514aa69d6 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:42.834287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.837209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 432dd9f0-3198-4fb8-8748-2d6514aa69d6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:42.837373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-3075d3c4-cd8f-45dc-af5b-bd63ca5ec848 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "DELETE /v2.0/ports/432dd9f0-3198-4fb8-8748-2d6514aa69d6 HTTP/1.1" status: 204 len: 173 time: 1.3528125 Jul 23 20:21:42.837822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': '432dd9f0-3198-4fb8-8748-2d6514aa69d6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:42.840582 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a1c661-68ac-4c40-ab58-42ea67c85a92" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "432dd9f0-3198-4fb8-8748-2d6514aa69d6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:42.849843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 432dd9f0-3198-4fb8-8748-2d6514aa69d6 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:42.850386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d55d1c67-a0bd-4f6f-b682-678154fa6e35 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:42.893100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port fb245f26-cd53-4f5a-bb8f-bc97156f542d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:21:42.968098 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba0a87f-0ce4-4a37-931e-c0cfe7ae4c22 x-openstack-request-id: req-9ba0a87f-0ce4-4a37-931e-c0cfe7ae4c22 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:42.968493 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "432dd9f0-3198-4fb8-8748-2d6514aa69d6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:42.968678 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ba0a87f-0ce4-4a37-931e-c0cfe7ae4c22 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:42.969043 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': '432dd9f0-3198-4fb8-8748-2d6514aa69d6', 'status': 'completed', 'code': 200} Jul 23 20:21:42.971664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port fb245f26-cd53-4f5a-bb8f-bc97156f542d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:21:42.972406 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:42.998465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.008339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port 83e720bf-8759-4817-a929-b9a955862de7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:43.009047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.014138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.125036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87afb6ed-959f-4bf7-a8f5-da77e187c0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.168548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87afb6ed-959f-4bf7-a8f5-da77e187c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.172093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] For port 83e720bf-8759-4817-a929-b9a955862de7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=83e720bf-8759-4817-a929-b9a955862de7,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:43.172832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.190479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for 83e720bf-8759-4817-a929-b9a955862de7 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:43.191775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.238567 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.286287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port fb245f26-cd53-4f5a-bb8f-bc97156f542d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:43.291832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:43.294292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.296226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.324236 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.325178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ec13c34-30ab-4a44-b549-294dcd166556 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:43.414332 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.430721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] DHCP port deletion for a525e910-95fa-4299-85e6-1e368b02b087 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:43.435656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0ec13c34-30ab-4a44-b549-294dcd166556 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:43.436380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9a351427-c8b7-4c86-871b-d634eca46aea no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:43.467400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=83e720bf-8759-4817-a929-b9a955862de7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.514978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.525782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-87afb6ed-959f-4bf7-a8f5-da77e187c0db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb42bbb497b14ffa86f29641caf3de77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2174339 Jul 23 20:21:43.536914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46164) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.538815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] No DVR routers for this DVR port 83e720bf-8759-4817-a929-b9a955862de7 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:43.541710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.544722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-b16da3b0-1d76-4c5a-a2e0-e10b7af3f5b2 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "DELETE /v2.0/ports/83e720bf-8759-4817-a929-b9a955862de7 HTTP/1.1" status: 204 len: 173 time: 0.7002778 Jul 23 20:21:43.551763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afb6ed-959f-4bf7-a8f5-da77e187c0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e7a158-a983-40c0-95b8-0638fb88b6bf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.573959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 9a351427-c8b7-4c86-871b-d634eca46aea not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:43.575990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ef504175-64ea-4cdc-a8fb-358d12ee6314 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:43.582470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad66bf3-111a-44b1-b813-f9fea59fa49e']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.585754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.642122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=fb245f26-cd53-4f5a-bb8f-bc97156f542d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.643406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Subnet': ['ID=2a520781-8cb7-4a24-b794-6083e98d7670,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:43.652610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.658359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b780f4-17bc-4917-af14-b3b9ae0e840e') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.658969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b780f4-17bc-4917-af14-b3b9ae0e840e') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:43.725149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port ef504175-64ea-4cdc-a8fb-358d12ee6314 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:43.725571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.739013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.756819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.762135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-121f864c-3a7a-44f1-8e49-7e597ef7adc4 tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/subnets/2a520781-8cb7-4a24-b794-6083e98d7670 HTTP/1.1" status: 204 len: 168 time: 1.1517961 Jul 23 20:21:43.770903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46170) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:43.810638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.842862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:43.844039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:43.851154 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:43.853184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35961888-3a77-43d4-a859-f7099ac2b3cb None None] Network 66d3473e-813b-499f-a952-367d74ab2e50 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:43.888356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] For port ef504175-64ea-4cdc-a8fb-358d12ee6314, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ef504175-64ea-4cdc-a8fb-358d12ee6314,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:43.888776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.950189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] Deleting port be997845-6fff-4637-b694-718c3385fe20 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:43.950564 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.983944 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4805e2be-a304-4254-9892-ecee15235137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:43.992809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.035262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.056236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6168-5b43-4535-b0a7-084229648d41 req-d1c6dabb-1e76-44a2-be9c-69dadac474c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:44.063223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6168-5b43-4535-b0a7-084229648d41 req-d1c6dabb-1e76-44a2-be9c-69dadac474c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:44.070863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d6168-5b43-4535-b0a7-084229648d41 req-d1c6dabb-1e76-44a2-be9c-69dadac474c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:44.073015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c4d6168-5b43-4535-b0a7-084229648d41 req-d1c6dabb-1e76-44a2-be9c-69dadac474c8 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 2411 time: 0.4308069 Jul 23 20:21:44.087511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.092389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] 10.222.0.46 "DELETE /v2.0/networks/7ad66bf3-111a-44b1-b813-f9fea59fa49e HTTP/1.1" status: 204 len: 168 time: 1.3672066 Jul 23 20:21:44.111172 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-55672098-cbce-4032-a07c-efc1f324752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.120850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4805e2be-a304-4254-9892-ecee15235137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.131018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83373ca9-e852-4243-9b54-db20279fcde0 req-089ba558-04b8-4981-a7a2-6036b018fe86 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:44.139380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83373ca9-e852-4243-9b54-db20279fcde0 req-089ba558-04b8-4981-a7a2-6036b018fe86 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.5376492 Jul 23 20:21:44.166587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7650a0-46a3-42a4-8e1a-4d5a3bf66f51 tempest-BulkNetworkOpsTest-753790890 tempest-BulkNetworkOpsTest-753790890-project] Pushing event deleted for resources: {'Network': ['ID=7ad66bf3-111a-44b1-b813-f9fea59fa49e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.182887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.205489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.205874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.206192 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Floating IP cad88385-4b02-4d77-ac3e-e366adcaeecf disassociated. External IP: 172.25.8.33, port: ef504175-64ea-4cdc-a8fb-358d12ee6314. Jul 23 20:21:44.206632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for ef504175-64ea-4cdc-a8fb-358d12ee6314 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:44.210926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] For port be997845-6fff-4637-b694-718c3385fe20, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be997845-6fff-4637-b694-718c3385fe20,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:44.212023 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.264400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c4d6168-5b43-4535-b0a7-084229648d41 req-3897f30b-2ec8-4112-990e-181c0d3bf2fc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780925 Jul 23 20:21:44.292196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83373ca9-e852-4243-9b54-db20279fcde0 req-62904b8d-9281-4701-b25b-43c0a63c166a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467562 Jul 23 20:21:44.337877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4805e2be-a304-4254-9892-ecee15235137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.350233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4805e2be-a304-4254-9892-ecee15235137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.353814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.357697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4805e2be-a304-4254-9892-ecee15235137 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1e7a158-a983-40c0-95b8-0638fb88b6bf HTTP/1.1" status: 204 len: 168 time: 0.8023608 Jul 23 20:21:44.369920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] Calling delete_port for be997845-6fff-4637-b694-718c3385fe20 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:44.375942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Deleting port be997845-6fff-4637-b694-718c3385fe20 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:44.383555 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.395681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.431593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805e2be-a304-4254-9892-ecee15235137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e7a158-a983-40c0-95b8-0638fb88b6bf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.463947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=ef504175-64ea-4cdc-a8fb-358d12ee6314,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.595288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] DHCP port deletion for 66d3473e-813b-499f-a952-367d74ab2e50 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:21:44.611690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] For port be997845-6fff-4637-b694-718c3385fe20, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be997845-6fff-4637-b694-718c3385fe20,segment=NetworkSegment(80485673-db14-4ec8-b622-c1c3b8ef8f11),segment_id=80485673-db14-4ec8-b622-c1c3b8ef8f11)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:44.612712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.633715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Calling delete_port for be997845-6fff-4637-b694-718c3385fe20 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:44.670188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e720bf-8759-4817-a929-b9a955862de7'}, {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35'}, {'server_uuid': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:44.677707 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f0d647-d99d-4bf9-a34d-ad1c4424aa60" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "83e720bf-8759-4817-a929-b9a955862de7"}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35"}, {"server_uuid": "db4a2c7f-008a-4a4d-8e7c-099fa0091f72", "name": "network-vif-plugged", "status": "completed", "tag": "fb245f26-cd53-4f5a-bb8f-bc97156f542d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:44.722981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46192) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:44.764096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] Deleting port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:44.764837 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.767707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Router e0af8dfc-2661-4c62-9bd0-b19381fcf56e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:21:44.809336 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37708f5-0c72-4f0e-9681-e6a042104374 x-openstack-request-id: req-c37708f5-0c72-4f0e-9681-e6a042104374 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:44.809749 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "83e720bf-8759-4817-a929-b9a955862de7", "code": 200}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35", "code": 200}, {"server_uuid": "db4a2c7f-008a-4a4d-8e7c-099fa0091f72", "name": "network-vif-plugged", "status": "completed", "tag": "fb245f26-cd53-4f5a-bb8f-bc97156f542d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:44.811311 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c37708f5-0c72-4f0e-9681-e6a042104374 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:44.812209 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e720bf-8759-4817-a929-b9a955862de7', 'code': 200} Jul 23 20:21:44.812520 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35', 'code': 200} Jul 23 20:21:44.812932 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d', 'code': 200} Jul 23 20:21:44.847730 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.874125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.899954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] No DVR routers for this DVR port be997845-6fff-4637-b694-718c3385fe20 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:44.900960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] No DVR routers for this DVR port be997845-6fff-4637-b694-718c3385fe20 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:44.912857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c031c5-faad-47d1-a9de-85aa2651193d None None] Pushing event deleted for resources: {'Port': ['ID=be997845-6fff-4637-b694-718c3385fe20,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:44.968463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] For port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,segment=NetworkSegment(9a7fe560-ffcf-4e13-991d-e4b1eb27f23c),segment_id=9a7fe560-ffcf-4e13-991d-e4b1eb27f23c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:44.969149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:44.988494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] Calling delete_port for 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:45.003819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': '83e720bf-8759-4817-a929-b9a955862de7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:45.006132 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b660c0dc-0ae8-4c7f-9b69-94c948ae8fdf" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "83e720bf-8759-4817-a929-b9a955862de7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:45.057338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Port': ['ID=be997845-6fff-4637-b694-718c3385fe20,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:45.138349 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.175595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.184719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:45.189041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a525e910-95fa-4299-85e6-1e368b02b087']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.211146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf24e8f-80c3-4312-aa01-510d4a8248bc req-0c788052-0d81-4300-a922-941854e1aea1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:45.211710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:45.212134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:45.212774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cf24e8f-80c3-4312-aa01-510d4a8248bc req-0c788052-0d81-4300-a922-941854e1aea1 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1962919 Jul 23 20:21:45.214754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80485673-db14-4ec8-b622-c1c3b8ef8f11') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.215060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80485673-db14-4ec8-b622-c1c3b8ef8f11') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.216816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be997845-6fff-4637-b694-718c3385fe20 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:45.220094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] Pushing event deleted for resources: {'Port': ['ID=28d79d18-fc7c-4678-8e97-fb7ceddc91a5,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:45.227218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93a441-fd1a-41e6-8b5a-821c04968e61 None None] No DVR routers for this DVR port 28d79d18-fc7c-4678-8e97-fb7ceddc91a5 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:45.257536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.262293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: be997845-6fff-4637-b694-718c3385fe20 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:45.262644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be997845-6fff-4637-b694-718c3385fe20 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:45.279537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.294837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:45.295242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:45.298677 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:45.343893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cf24e8f-80c3-4312-aa01-510d4a8248bc req-83c04e40-c770-4f9d-ac5b-384c3b94583b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169035 Jul 23 20:21:45.458588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.471897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.476506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/networks/a525e910-95fa-4299-85e6-1e368b02b087 HTTP/1.1" status: 204 len: 168 time: 1.7000761 Jul 23 20:21:45.480899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46224) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:45.503215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f8cd6-5ece-428b-98be-183898974e4a tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Network': ['ID=a525e910-95fa-4299-85e6-1e368b02b087,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:45.545195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84863c73-a691-4271-9d11-3704fd170fdd req-c451851c-d411-4424-acda-3ea24cf2f8f0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:45.546760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84863c73-a691-4271-9d11-3704fd170fdd req-c451851c-d411-4424-acda-3ea24cf2f8f0 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.1679354 Jul 23 20:21:45.591581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372c7f-dec9-4f72-a7da-aee4e1aa6a55 req-8e637c1a-6f09-4201-b9ec-b86509edec0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:45.597945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57372c7f-dec9-4f72-a7da-aee4e1aa6a55 req-8e637c1a-6f09-4201-b9ec-b86509edec0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:45.599199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57372c7f-dec9-4f72-a7da-aee4e1aa6a55 req-8e637c1a-6f09-4201-b9ec-b86509edec0a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 1675 time: 0.1771958 Jul 23 20:21:45.607978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-828c1368-8bac-4d93-8c50-aa222136f333 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c11c030bab2145bbaff659cce50ace88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748159 Jul 23 20:21:45.611443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46228) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:45.620799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:21:45.633142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.633386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84863c73-a691-4271-9d11-3704fd170fdd req-30664d45-2363-488d-81f7-41b65b79895d tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726392 Jul 23 20:21:45.637484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] Sync routers for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:21:45.644090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541da1a-bd42-45a4-92ae-9a5f037f5ddc req-8108f158-4fa5-4727-9185-c65f0baf2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:45.645686 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6541da1a-bd42-45a4-92ae-9a5f037f5ddc req-8108f158-4fa5-4727-9185-c65f0baf2952 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 1097 time: 0.6916301 Jul 23 20:21:45.657873 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:45.657873 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.667056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57372c7f-dec9-4f72-a7da-aee4e1aa6a55 req-1dc5815e-284c-4346-9a09-0d397be779fd tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541484 Jul 23 20:21:45.718359 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2dea1b-928a-438d-a69d-0a5fe1c2c1af x-openstack-request-id: req-de2dea1b-928a-438d-a69d-0a5fe1c2c1af {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:45.718735 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "83e720bf-8759-4817-a929-b9a955862de7", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:45.720080 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de2dea1b-928a-438d-a69d-0a5fe1c2c1af {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:45.720080 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': '83e720bf-8759-4817-a929-b9a955862de7', 'status': 'completed', 'code': 200} Jul 23 20:21:45.724708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] No DVR routers for this DVR port ef504175-64ea-4cdc-a8fb-358d12ee6314 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:45.732308 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.734382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-179aedcf-6e1a-4bdc-8416-201bdfb235e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "DELETE /v2.0/ports/ef504175-64ea-4cdc-a8fb-358d12ee6314 HTTP/1.1" status: 204 len: 173 time: 2.1765971 Jul 23 20:21:45.827326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6541da1a-bd42-45a4-92ae-9a5f037f5ddc req-1b6a8de5-d9a0-484e-9b64-b08c45f16cbb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599371 Jul 23 20:21:45.839132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9098dea-d2d1-4af4-a178-4b53f9ea4d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.842287 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:45.906712 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9098dea-d2d1-4af4-a178-4b53f9ea4d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.935921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:45.957384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d3473e-813b-499f-a952-367d74ab2e50']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.987147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:45.987446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a7fe560-ffcf-4e13-991d-e4b1eb27f23c') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.000763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.026778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.042011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:46.042508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:46.045706 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:46.066428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port d55d1c67-a0bd-4f6f-b682-678154fa6e35 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:46.066428 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.076378 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:18Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.079464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9098dea-d2d1-4af4-a178-4b53f9ea4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.082024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9098dea-d2d1-4af4-a178-4b53f9ea4d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.083182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9098dea-d2d1-4af4-a178-4b53f9ea4d8d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b4fec1b-1c5b-40de-a143-85081d79a9b2 HTTP/1.1" status: 204 len: 168 time: 0.4708264 Jul 23 20:21:46.109535 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] Checking router: e0af8dfc-2661-4c62-9bd0-b19381fcf56e for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:21:46.120151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:21:46.121128 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.149554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9098dea-d2d1-4af4-a178-4b53f9ea4d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4fec1b-1c5b-40de-a143-85081d79a9b2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:46.159153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.220974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.223342 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] 10.222.0.46 "DELETE /v2.0/networks/66d3473e-813b-499f-a952-367d74ab2e50 HTTP/1.1" status: 204 len: 168 time: 0.7399769 Jul 23 20:21:46.233489 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:21:46.237241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f193f3-1748-40b6-91e1-b13f8c2bab5d tempest-TaggedBootDevicesTest-700324527 tempest-TaggedBootDevicesTest-700324527-project] Pushing event deleted for resources: {'Network': ['ID=66d3473e-813b-499f-a952-367d74ab2e50,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:46.307663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] For port d55d1c67-a0bd-4f6f-b682-678154fa6e35, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d55d1c67-a0bd-4f6f-b682-678154fa6e35,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:46.308455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.326188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for d55d1c67-a0bd-4f6f-b682-678154fa6e35 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:46.441346 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31f69dfe-f5bf-4e46-be44-4180c802e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.450544 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.590622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb3378-7fcf-4162-a5b5-a94bd3714452 req-3be78722-ee70-4e61-88fe-886d524c4a90 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:46.593426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fbb3378-7fcf-4162-a5b5-a94bd3714452 req-3be78722-ee70-4e61-88fe-886d524c4a90 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1225452 Jul 23 20:21:46.596657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.674854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:18Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:46.690881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fbb3378-7fcf-4162-a5b5-a94bd3714452 req-255b31b4-9924-4471-bd7f-9251e50b05c2 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910084 Jul 23 20:21:46.792215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=d55d1c67-a0bd-4f6f-b682-678154fa6e35,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:46.816869 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7fe85-5b9e-4643-9ffe-92eb02d96fd0 None None] The sync data for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 is: [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:11:07Z', 'revision_number': 4, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '62e18d90-beb7-48ec-bbd6-6f82a2c35e17', 'name': '', 'network_id': 'a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'mac_address': 'fa:16:3e:7e:5d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:06Z', 'updated_at': '2021-07-23T20:11:18Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'subnets': [{'id': 'bc87ba92-6d9f-4b21-9f93-be5a811a954e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:21:46.859888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] No DVR routers for this DVR port d55d1c67-a0bd-4f6f-b682-678154fa6e35 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:46.868957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:46.872239 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-143ce320-528e-479d-a3dd-f45a3f567e21 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "DELETE /v2.0/ports/d55d1c67-a0bd-4f6f-b682-678154fa6e35 HTTP/1.1" status: 204 len: 173 time: 1.1298673 Jul 23 20:21:47.015937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846fe8a-aa90-4510-bb7c-2035cf3fb178 req-9a6cead0-62c8-40df-9e91-e88a31a9b24f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.018466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3846fe8a-aa90-4510-bb7c-2035cf3fb178 req-9a6cead0-62c8-40df-9e91-e88a31a9b24f tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.1820598 Jul 23 20:21:47.028010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-5aa29e0b-57d1-4423-bfa3-9a0f69e589c0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.030562 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-5aa29e0b-57d1-4423-bfa3-9a0f69e589c0 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.47 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.3469894 Jul 23 20:21:47.059794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3b698-99d8-4782-989c-0ba874e913f1 req-1aa11465-31a0-4b8e-8530-f0df831854e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.084085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3da3b698-99d8-4782-989c-0ba874e913f1 req-1aa11465-31a0-4b8e-8530-f0df831854e5 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 943 time: 0.2358325 Jul 23 20:21:47.087919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.165552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3846fe8a-aa90-4510-bb7c-2035cf3fb178 req-55a1cff0-8ce1-4830-b114-f8ae58056fc7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328495 Jul 23 20:21:47.203316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3da3b698-99d8-4782-989c-0ba874e913f1 req-61a6f4bd-15a6-4803-bba2-8fba17f3a877 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184092 Jul 23 20:21:47.346688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46286) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.406046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6deaac-1a58-47e4-a630-e9a51cdeefcc None None] New status for floating IP cad88385-4b02-4d77-ac3e-e366adcaeecf: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:21:47.433971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Deleting port 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:47.434689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.487686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port ad288a7d-88ee-4bd5-a608-d7e8362727e4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:47.488430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.642413 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.647074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] For port 6afeda7c-507e-4ad7-88ab-decfb9b83228, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=6afeda7c-507e-4ad7-88ab-decfb9b83228,segment=NetworkSegment(1fbd223c-f206-4754-b39e-2c336c40b954),segment_id=1fbd223c-f206-4754-b39e-2c336c40b954)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:47.648352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.671420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46294) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:47.680801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Calling delete_port for 6afeda7c-507e-4ad7-88ab-decfb9b83228 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:47.691453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] For port ad288a7d-88ee-4bd5-a608-d7e8362727e4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ad288a7d-88ee-4bd5-a608-d7e8362727e4,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:47.692003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.714339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for ad288a7d-88ee-4bd5-a608-d7e8362727e4 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:47.737416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-284038031'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:47.753697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314'}, {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:47.756676 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141638a-b9ac-4ef2-a3ee-97ef42f7995e" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314"}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:47.783155 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e591396-7439-4fc4-802b-fe6fb4f6b1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.794491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:47.798409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.832598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:47.858018 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505c4df-b3d9-4505-b2f7-2729c44f27f2 x-openstack-request-id: req-2505c4df-b3d9-4505-b2f7-2729c44f27f2 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:47.865294 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "ef504175-64ea-4cdc-a8fb-358d12ee6314", "status": "completed", "code": 200}, {"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "d55d1c67-a0bd-4f6f-b682-678154fa6e35", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:47.865861 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2505c4df-b3d9-4505-b2f7-2729c44f27f2 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:47.866581 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': 'ef504175-64ea-4cdc-a8fb-358d12ee6314', 'status': 'completed', 'code': 200} Jul 23 20:21:47.867128 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': 'd55d1c67-a0bd-4f6f-b682-678154fa6e35', 'status': 'completed', 'code': 200} Jul 23 20:21:47.952944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d3b83-c38c-4e7c-a583-485b9154cc03 req-95e8c10a-4d83-489f-b952-0093e1858b64 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:47.954685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-437d3b83-c38c-4e7c-a583-485b9154cc03 req-95e8c10a-4d83-489f-b952-0093e1858b64 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/ports?device_id=df6c4652-7e9a-4a27-ba6f-34f4614c0047 HTTP/1.1" status: 200 len: 947 time: 0.1516740 Jul 23 20:21:48.017158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e591396-7439-4fc4-802b-fe6fb4f6b1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.021297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-437d3b83-c38c-4e7c-a583-485b9154cc03 req-51110a30-8ef1-4471-a4cd-91a789780df8 tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.46 "GET /v2.0/security-groups?id=f31222bd-899c-4274-a9ef-a526894cec4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585256 Jul 23 20:21:48.062704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.083451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4e591396-7439-4fc4-802b-fe6fb4f6b1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.120675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.135096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['6afeda7c-507e-4ad7-88ab-decfb9b83228'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:21:48.138589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4e591396-7439-4fc4-802b-fe6fb4f6b1cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b487ff68d2bb47748c8de5bfca55da2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7906950 Jul 23 20:21:48.143521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46306) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:48.145351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=ad288a7d-88ee-4bd5-a608-d7e8362727e4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.155919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e591396-7439-4fc4-802b-fe6fb4f6b1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc556f1-62d6-4c68-8d2e-b9f3f6e81360,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.202897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.211221 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.239957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Pushing event deleted for resources: {'Port': ['ID=6afeda7c-507e-4ad7-88ab-decfb9b83228,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.242886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] No DVR routers for this DVR port ad288a7d-88ee-4bd5-a608-d7e8362727e4 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:48.246716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.250606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e88fd39-5113-4a21-af73-96489df62481 req-de936671-13f4-41f9-a6df-1e9729a4f302 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.36 "DELETE /v2.0/ports/ad288a7d-88ee-4bd5-a608-d7e8362727e4 HTTP/1.1" status: 204 len: 173 time: 1.3701417 Jul 23 20:21:48.269230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] No DVR routers for this DVR port 6afeda7c-507e-4ad7-88ab-decfb9b83228 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:48.272105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.276876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dea11ecd-6475-4422-bba4-b14d3fd7ee04 req-474f62af-d802-47d8-8d7a-d5618e09709b tempest-ServersNegativeTestJSON-1054808622 tempest-ServersNegativeTestJSON-1054808622-project] 10.222.0.47 "DELETE /v2.0/ports/6afeda7c-507e-4ad7-88ab-decfb9b83228 HTTP/1.1" status: 204 len: 173 time: 1.2373605 Jul 23 20:21:48.290702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:48.359950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e08a6e1-9bb1-4c0b-aff7-8844f70ec95f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.380636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.380885 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment 79efc13b-e10f-43a0-9a67-c254c8d412c5 of type vlan for network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec Jul 23 20:21:48.392662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66ea5f0a-ee51-4dd0-845c-5a5eb4718ec2 req-a3423585-3939-4128-a4e8-14b142a16e6f tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0541410 Jul 23 20:21:48.396225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37dacbf6-cfcb-48fd-973f-3f0193decc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.443754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37dacbf6-cfcb-48fd-973f-3f0193decc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.483106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.579712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b496fa-ca02-48bc-bc6e-ffaa24c500c7 req-30b95170-e2c9-47dc-98d0-743234f81c52 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.590578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82b496fa-ca02-48bc-bc6e-ffaa24c500c7 req-30b95170-e2c9-47dc-98d0-743234f81c52 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.3367414 Jul 23 20:21:48.632272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.651033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:48.652276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.712268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37dacbf6-cfcb-48fd-973f-3f0193decc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.714882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37dacbf6-cfcb-48fd-973f-3f0193decc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.716329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-37dacbf6-cfcb-48fd-973f-3f0193decc67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fc556f1-62d6-4c68-8d2e-b9f3f6e81360 HTTP/1.1" status: 204 len: 168 time: 0.5691793 Jul 23 20:21:48.767822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82b496fa-ca02-48bc-bc6e-ffaa24c500c7 req-c3db4baa-09d1-4515-a308-3ef2f34051d9 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761992 Jul 23 20:21:48.769271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0968020 Jul 23 20:21:48.772100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46320) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:48.780186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'name': 'tempest-PortsTestJSON-1656610042'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:48.791021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dacbf6-cfcb-48fd-973f-3f0193decc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc556f1-62d6-4c68-8d2e-b9f3f6e81360,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.853462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcef784-3a14-486d-a308-556c3ee0ebda tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:48.867918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:48.914571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:48.920927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:48.968635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 6570d689-c713-4dcd-a435-0db034830bd3 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:49.149334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46330) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:49.167813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d1687-495a-4401-aa0f-afbd65cb29f1 req-b35e64aa-caec-4c34-9169-bc867bbf59f2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:49.170968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a0d1687-495a-4401-aa0f-afbd65cb29f1 req-b35e64aa-caec-4c34-9169-bc867bbf59f2 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.1560335 Jul 23 20:21:49.215170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a0d1687-495a-4401-aa0f-afbd65cb29f1 req-48d8b7a6-6618-453f-bc87-284567edbb05 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Jul 23 20:21:49.278176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.312842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Deleting subnet c59d785f-a71b-4f8a-9253-681c31543769 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:49.319882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.369005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.392668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.482793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=6570d689-c713-4dcd-a435-0db034830bd3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:49.505854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.586803 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.595364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': '79efc13b-e10f-43a0-9a67-c254c8d412c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:49.596435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:49.642069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0653a7ed-c8f3-48ed-abed-a01e11a233b4 req-f4b06083-d753-45b2-91ee-63b19fb851fd tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0779569 Jul 23 20:21:49.672498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:49.677907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.713362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:49.716359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59d785f-a71b-4f8a-9253-681c31543769,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:49.728660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561337ac-3a20-4c58-8384-432339fb3b83 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:49.731559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.733766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2f6050ac-de0a-436f-8273-6dd417343937 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c59d785f-a71b-4f8a-9253-681c31543769 HTTP/1.1" status: 204 len: 168 time: 0.5836420 Jul 23 20:21:49.735691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:49.736432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46356) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:49.750892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:49.751595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.803507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46360) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:49.806187 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16f3657b-134b-4849-bbca-bd4544cb57af tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0326593 Jul 23 20:21:49.816889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1374387806'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:49.869070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4'}, {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-deleted', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:49.872163 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc1975-c1dc-4f32-b301-652fe06fe4fc" -d '{"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4"}, {"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-deleted", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:49.879048 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.930647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:49.939446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:49.965760 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f89918b-f7c6-4699-b512-586a071e2f46 x-openstack-request-id: req-7f89918b-f7c6-4699-b512-586a071e2f46 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:49.966732 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff", "name": "network-vif-deleted", "tag": "ad288a7d-88ee-4bd5-a608-d7e8362727e4", "status": "completed", "code": 200}, {"server_uuid": "df6c4652-7e9a-4a27-ba6f-34f4614c0047", "name": "network-vif-deleted", "tag": "6afeda7c-507e-4ad7-88ab-decfb9b83228", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:49.966992 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f89918b-f7c6-4699-b512-586a071e2f46 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:49.967398 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff', 'name': 'network-vif-deleted', 'tag': 'ad288a7d-88ee-4bd5-a608-d7e8362727e4', 'status': 'completed', 'code': 200} Jul 23 20:21:49.967656 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6c4652-7e9a-4a27-ba6f-34f4614c0047', 'name': 'network-vif-deleted', 'tag': '6afeda7c-507e-4ad7-88ab-decfb9b83228', 'status': 'completed', 'code': 200} Jul 23 20:21:50.055350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:50.098862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.113478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a351bd58-d516-462b-879f-c016089f5663']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:50.123179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.123585 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment e476a015-af31-48c0-8440-d5cba1c50f43 of type vlan for network 57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5 Jul 23 20:21:50.133805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbd223c-f206-4754-b39e-2c336c40b954') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:50.134186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbd223c-f206-4754-b39e-2c336c40b954') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:50.160333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.184776 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.188249 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.197509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:50.197912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:50.199564 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:50.276417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.290294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:50.290931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.311435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.373065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.375374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a351bd58-d516-462b-879f-c016089f5663 HTTP/1.1" status: 204 len: 168 time: 0.6379812 Jul 23 20:21:50.392247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46384) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:50.398057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'ports': [{'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'}, {'network_id': '57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5'}]} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:50.398408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:50.398890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': '57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:50.414090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6072302 Jul 23 20:21:50.463824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757826b-730d-42c6-bac8-0f11b81603ba tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:50.475392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:50.483996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2706-48cf-4a37-b697-76ecd72fda95 admin admin] Pushing event deleted for resources: {'Network': ['ID=a351bd58-d516-462b-879f-c016089f5663,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:50.545428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46386) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:50.565515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:50.576082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e363e-a216-4bc4-a9b2-357996cba7b6 req-59efafa3-a0b2-4b09-8902-f806598e8418 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:50.589753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676e363e-a216-4bc4-a9b2-357996cba7b6 req-59efafa3-a0b2-4b09-8902-f806598e8418 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.2761502 Jul 23 20:21:50.590323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 6afeda7c-507e-4ad7-88ab-decfb9b83228 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:50.590870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 6afeda7c-507e-4ad7-88ab-decfb9b83228 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:50.638054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676e363e-a216-4bc4-a9b2-357996cba7b6 req-17cd1dde-5a32-4835-9e87-3e45a3a97b29 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472248 Jul 23 20:21:50.684982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46394) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:50.706385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 2} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:50.720669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.737492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cd35ef25-f58f-4e0d-943d-31fc8b4e5a44 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e15779d8ebf64e56857cfa2640a786c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507205 Jul 23 20:21:50.739838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46398) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:50.767475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47d441d8-0fe8-456b-864b-bd161cc68a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.775886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.814497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b123354-a846-4e6b-b476-ba6d78bdbce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.841942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b123354-a846-4e6b-b476-ba6d78bdbce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.897722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47d441d8-0fe8-456b-864b-bd161cc68a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.911215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b123354-a846-4e6b-b476-ba6d78bdbce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.920178 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47d441d8-0fe8-456b-864b-bd161cc68a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.924429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b123354-a846-4e6b-b476-ba6d78bdbce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:50.928079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b123354-a846-4e6b-b476-ba6d78bdbce6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f31222bd-899c-4274-a9ef-a526894cec4c HTTP/1.1" status: 204 len: 168 time: 0.1848803 Jul 23 20:21:50.957553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-47d441d8-0fe8-456b-864b-bd161cc68a98 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=780a0a0e6393498caa716743bfb7ad05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4083943 Jul 23 20:21:50.959279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46406) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:51.010767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18656414-54c9-4f11-be17-afd8d6095590 req-fb8a5670-7b48-4ba6-b417-cc84a0a23834 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.1972585 Jul 23 20:21:51.046356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123354-a846-4e6b-b476-ba6d78bdbce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31222bd-899c-4274-a9ef-a526894cec4c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.052478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d441d8-0fe8-456b-864b-bd161cc68a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b44bda9-a754-4183-a681-830b139a4019,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.060689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 4e6fdd2f-ff94-47d0-86df-f72470378121 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:51.122598 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90ec63e1-b44f-49a0-865f-9bf6fdc83920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.164311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90ec63e1-b44f-49a0-865f-9bf6fdc83920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.310542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5882-9732-46a6-8018-6c4d775ebb8d req-c71a64f6-5a1b-4aca-a033-608c211a1b70 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:51.319159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-439c5882-9732-46a6-8018-6c4d775ebb8d req-c71a64f6-5a1b-4aca-a033-608c211a1b70 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.1469650 Jul 23 20:21:51.327319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90ec63e1-b44f-49a0-865f-9bf6fdc83920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.331136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90ec63e1-b44f-49a0-865f-9bf6fdc83920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.333357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-90ec63e1-b44f-49a0-865f-9bf6fdc83920 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b44bda9-a754-4183-a681-830b139a4019 HTTP/1.1" status: 204 len: 168 time: 0.3634048 Jul 23 20:21:51.351847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec63e1-b44f-49a0-865f-9bf6fdc83920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b44bda9-a754-4183-a681-830b139a4019,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.393699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.399901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-439c5882-9732-46a6-8018-6c4d775ebb8d req-756cff9d-c7e3-4e8b-aee7-56f1728a6da6 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797307 Jul 23 20:21:51.486436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port ddd75907-6248-402e-a542-11d083a9d49d yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:51.633862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.727340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.788788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:51.795151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=4e6fdd2f-ff94-47d0-86df-f72470378121,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.797255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:51.799670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:51.800487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.864375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=ddd75907-6248-402e-a542-11d083a9d49d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:51.872308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': 'e476a015-af31-48c0-8440-d5cba1c50f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:51.872670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: 57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:51.892354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:51.903770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:51.914666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51686126-b547-4b46-b7f0-d9002db82c85 None None] Network 57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:51.921270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:51.931496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:51.943392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:51.944875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:51.966309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-73a49960-c0a9-40cf-b704-ba6e6c4d720e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5728481 Jul 23 20:21:51.968909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46440) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:52.168385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9460535-02a2-463b-8fa1-f603b02fa826 req-de41145f-257f-49e9-8d21-9862b649eedc tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0648377 Jul 23 20:21:52.226387 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port ddd75907-6248-402e-a542-11d083a9d49d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:52.227191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.308515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.337224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for ddd75907-6248-402e-a542-11d083a9d49d owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:52.473194 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.474842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46468) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:52.528361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.534373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/ddd75907-6248-402e-a542-11d083a9d49d HTTP/1.1" status: 204 len: 168 time: 0.5640333 Jul 23 20:21:52.535562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5a2c6-fe39-4721-a484-692dfb8d81f7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=ddd75907-6248-402e-a542-11d083a9d49d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:52.535783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46474) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:52.633389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-928a5f9f-e547-48dc-a0b9-bcf866890ab1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:52.635035 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-928a5f9f-e547-48dc-a0b9-bcf866890ab1 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.1419537 Jul 23 20:21:52.785613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Deleting port fb245f26-cd53-4f5a-bb8f-bc97156f542d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:52.785970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.898901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] For port fb245f26-cd53-4f5a-bb8f-bc97156f542d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=fb245f26-cd53-4f5a-bb8f-bc97156f542d,segment=NetworkSegment(545b5d8d-ef28-41da-b1bf-7b1e8f3132a5),segment_id=545b5d8d-ef28-41da-b1bf-7b1e8f3132a5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:52.899388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:52.926539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Calling delete_port for fb245f26-cd53-4f5a-bb8f-bc97156f542d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:53.024481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-904669853-network', 'tenant_id': '3048ec5f5fa44cc9b6bc9a54295e6846'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:53.093755 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.109722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['fb245f26-cd53-4f5a-bb8f-bc97156f542d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:21:53.116996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44740263-294b-4fb0-97b4-337e2cc46d44 req-e09db072-b4f8-4dad-a8e9-8aabbaa4e1f7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:53.125411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44740263-294b-4fb0-97b4-337e2cc46d44 req-e09db072-b4f8-4dad-a8e9-8aabbaa4e1f7 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/ports?device_id=db4a2c7f-008a-4a4d-8e7c-099fa0091f72 HTTP/1.1" status: 200 len: 945 time: 0.6209536 Jul 23 20:21:53.127513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Made reservation on behalf of 3048ec5f5fa44cc9b6bc9a54295e6846 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:53.129956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.152356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.160535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Pushing event deleted for resources: {'Port': ['ID=fb245f26-cd53-4f5a-bb8f-bc97156f542d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:53.187276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f469ec-3ead-4e11-a642-2ef2bdc5af8c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:53.193255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f469ec-3ead-4e11-a642-2ef2bdc5af8c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:53.195464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f1f469ec-3ead-4e11-a642-2ef2bdc5af8c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6532204 Jul 23 20:21:53.199474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46502) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:53.242531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] No DVR routers for this DVR port fb245f26-cd53-4f5a-bb8f-bc97156f542d on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:53.247423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.253116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e399301c-5779-4fcf-8aff-9879c666b8dc req-25853745-3bad-40b8-a2ff-d7006f81ed2a tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.47 "DELETE /v2.0/ports/fb245f26-cd53-4f5a-bb8f-bc97156f542d HTTP/1.1" status: 204 len: 173 time: 0.6114869 Jul 23 20:21:53.255626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'name': 'network-vif-deleted', 'tag': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:21:53.272554 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4226bff-b76e-4b18-a125-00cd98224eae" -d '{"events": [{"server_uuid": "db4a2c7f-008a-4a4d-8e7c-099fa0091f72", "name": "network-vif-deleted", "tag": "fb245f26-cd53-4f5a-bb8f-bc97156f542d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:21:53.272929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44740263-294b-4fb0-97b4-337e2cc46d44 req-9db44c75-1a07-4233-be17-3e9a8a64f207 tempest-DeleteServersTestJSON-1304931136 tempest-DeleteServersTestJSON-1304931136-project] 10.222.0.46 "GET /v2.0/security-groups?id=228166a1-1ceb-42d3-a5e5-2091acb21c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461482 Jul 23 20:21:53.356154 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a1fde9-097b-49c9-ba8b-4397ae30d9a5 x-openstack-request-id: req-f8a1fde9-097b-49c9-ba8b-4397ae30d9a5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:21:53.356865 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4a2c7f-008a-4a4d-8e7c-099fa0091f72", "name": "network-vif-deleted", "tag": "fb245f26-cd53-4f5a-bb8f-bc97156f542d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:21:53.357321 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8a1fde9-097b-49c9-ba8b-4397ae30d9a5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:21:53.358595 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4a2c7f-008a-4a4d-8e7c-099fa0091f72', 'name': 'network-vif-deleted', 'tag': 'fb245f26-cd53-4f5a-bb8f-bc97156f542d', 'status': 'completed', 'code': 200} Jul 23 20:21:53.458263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b576da0e-403b-4479-927f-576996d3a45d req-2f021d57-7403-45fe-8a60-0d81afbfc802 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0487075 Jul 23 20:21:53.530876 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.533894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 4e6fdd2f-ff94-47d0-86df-f72470378121 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:53.534394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.540917 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.599650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:53.642989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1db13-dc3c-477c-8181-061d0e4643a9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:53.646877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.647787 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Added segment 6c308dc9-0107-4550-9d7d-0013821ce8db of type vlan for network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 Jul 23 20:21:53.665013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.721466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:53.722206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 4e6fdd2f-ff94-47d0-86df-f72470378121 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:53.728871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.887408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.888386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:53.888968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:53.966034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e6fb8-0198-4061-a1ff-27ce25da7b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.006434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7e0580-cd4f-489e-8737-6cbc2319e3f6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.014316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-65f3dfdf-4b56-4909-a1a2-3182559299c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5367830 Jul 23 20:21:54.016074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46526) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.021520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Request body: {'subnet': {'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-904669853-subnet', 'tenant_id': '3048ec5f5fa44cc9b6bc9a54295e6846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:54.022996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:54.041866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.086933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=4e6fdd2f-ff94-47d0-86df-f72470378121,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.093788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.098618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf7c4031-3d3d-4a79-9b1a-29eb28a4d5fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/4e6fdd2f-ff94-47d0-86df-f72470378121 HTTP/1.1" status: 204 len: 168 time: 0.8945513 Jul 23 20:21:54.098878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.108489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e6fb8-0198-4061-a1ff-27ce25da7b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.139349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a45e6fb8-0198-4061-a1ff-27ce25da7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.185124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Made reservation on behalf of 3048ec5f5fa44cc9b6bc9a54295e6846 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:54.187862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.219351 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a45e6fb8-0198-4061-a1ff-27ce25da7b16 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8e063509220469c83c74356891a23b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940705 Jul 23 20:21:54.220169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.223664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e6fb8-0198-4061-a1ff-27ce25da7b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc02ac8-1017-42be-a931-dec649456cd2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.296419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d345f-d977-4ec9-ad54-5b6d45b1d275 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:54.300516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a85d345f-d977-4ec9-ad54-5b6d45b1d275 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1987691 Jul 23 20:21:54.301348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46536) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.321044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7d342c-e345-4aa8-814c-4d99c458070a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.338057 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d2c2de-f0c8-4459-b472-4fc303fe8e4f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:21:54.343077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01d2c2de-f0c8-4459-b472-4fc303fe8e4f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/ddd75907-6248-402e-a542-11d083a9d49d HTTP/1.1" status: 404 len: 333 time: 0.0382810 Jul 23 20:21:54.344145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.351966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7d342c-e345-4aa8-814c-4d99c458070a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.389219 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a082d27-0d19-4920-8e0c-9ebe56741150 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:21:54.393344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a082d27-0d19-4920-8e0c-9ebe56741150 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/4e6fdd2f-ff94-47d0-86df-f72470378121 HTTP/1.1" status: 404 len: 333 time: 0.0453515 Jul 23 20:21:54.393829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46544) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:54.441234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7d342c-e345-4aa8-814c-4d99c458070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.446004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec7d342c-e345-4aa8-814c-4d99c458070a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.461178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec7d342c-e345-4aa8-814c-4d99c458070a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dc02ac8-1017-42be-a931-dec649456cd2 HTTP/1.1" status: 204 len: 168 time: 0.2386746 Jul 23 20:21:54.484561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d342c-e345-4aa8-814c-4d99c458070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc02ac8-1017-42be-a931-dec649456cd2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.541252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.612222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.636826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb5389ab-53c6-40b9-a34d-b7133ee8b456 req-711f009b-31b2-427f-8cf6-8978cf497ded tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0365162 Jul 23 20:21:54.802470 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.852341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbfb690-cb47-46a1-8ddf-dbbdd2887039,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:54.877741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.895452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e476a015-af31-48c0-8440-d5cba1c50f43') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.895762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e476a015-af31-48c0-8440-d5cba1c50f43') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:54.910976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Checking segment: {'id': '6c308dc9-0107-4550-9d7d-0013821ce8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:54.911394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Network hostable DHCP agents. Network: 2d7e0580-cd4f-489e-8737-6cbc2319e3f6, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:54.924027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.952019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.962635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:54.963298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:54.967754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:54.969999 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:21:55.088682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 2d7e0580-cd4f-489e-8737-6cbc2319e3f6) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:55.093145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:55.093870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.108020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547b025-d380-4256-8664-2a9a5deef930 None None] Network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:55.119463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5cbc1150-a25b-451d-b8dd-268e120cd28b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1022868 Jul 23 20:21:55.142136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.149879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.158756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46584) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:55.160591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5 HTTP/1.1" status: 204 len: 168 time: 0.7656615 Jul 23 20:21:55.168838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248788473'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:55.185405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f923cb9-7465-4cff-a5a0-75edd7ade543 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=57b05b9e-1fb4-44dc-bc62-1a8f2eb576f5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:55.231743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:55.245997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.299165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:55.312728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.313333 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment 9fb73f5e-cdf0-46ad-8c02-d961b0983cf1 of type vlan for network 55ec43af-15c3-44f7-8798-5a745d253980 Jul 23 20:21:55.371153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.415577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.421075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2166ec8f-4f3b-4bd9-82d8-7099b5a00eac None None] Network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:55.427644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:55.428310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.522909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3616948 Jul 23 20:21:55.526202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46606) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:55.531377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': '55ec43af-15c3-44f7-8798-5a745d253980', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:55.630969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc4485-9a43-4615-bb8f-cf168cc1d561 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=55ec43af-15c3-44f7-8798-5a745d253980,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:55.650233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 55ec43af-15c3-44f7-8798-5a745d253980 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:55.789080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:55.796671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:55.932820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e50ddb94-c397-4ccf-a85f-c0dc762357ad req-440cd132-e968-482f-b056-23bab5c18ad1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0717444 Jul 23 20:21:55.994862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:56.000137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-462718546-network', 'tenant_id': '9d4e92d3829e4b339c874a6d5093f3e0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:56.066659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Made reservation on behalf of 9d4e92d3829e4b339c874a6d5093f3e0 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:56.071036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.089661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.273699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.332464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.343618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.369864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=de434012-2043-44c8-a850-c2133c67b039,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:56.388783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '55ec43af-15c3-44f7-8798-5a745d253980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:56.389172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: 55ec43af-15c3-44f7-8798-5a745d253980, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:56.400011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:21:56.414270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3d0e81-1365-4d5c-8e97-8f68ecf5613f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:56.425839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.426253 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Added segment 263593a6-e664-4155-8bed-f036578ab66d of type vlan for network b5a6c640-9952-41d5-a7a1-1610352481fc Jul 23 20:21:56.441110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 55ec43af-15c3-44f7-8798-5a745d253980 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:56.480707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 55ec43af-15c3-44f7-8798-5a745d253980) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:56.483932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.490618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:56.490816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad07dca-793b-43e8-ad44-56ac8b870995 None None] Network 55ec43af-15c3-44f7-8798-5a745d253980 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:56.492123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.516257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b788e2b4-4b0e-48fb-ac27-22e096f03dc7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9888992 Jul 23 20:21:56.518920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:56.524734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': '55ec43af-15c3-44f7-8798-5a745d253980', 'name': 'tempest-PortsTestJSON-405293138'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:56.534849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.536182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:56.537078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.589190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5931690 Jul 23 20:21:56.592392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46638) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:56.598060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Request body: {'subnet': {'network_id': 'b5a6c640-9952-41d5-a7a1-1610352481fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-462718546-subnet', 'tenant_id': '9d4e92d3829e4b339c874a6d5093f3e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:21:56.644540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5960a3-c427-4ed5-9933-1331aacbfed6 admin admin] Pushing event updated for resources: {'Network': ['ID=b5a6c640-9952-41d5-a7a1-1610352481fc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:56.651416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb245f26-cd53-4f5a-bb8f-bc97156f542d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:21:56.668645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Made reservation on behalf of 9d4e92d3829e4b339c874a6d5093f3e0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:56.672617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.708354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: fb245f26-cd53-4f5a-bb8f-bc97156f542d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:21:56.718320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device fb245f26-cd53-4f5a-bb8f-bc97156f542d not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:21:56.720559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b5a6c640-9952-41d5-a7a1-1610352481fc details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:21:56.869579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:21:56.873709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:56.920127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 92366ce7-960f-48bc-9b45-118202f56cd5 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:21:57.029102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-55ec43af-15c3-44f7-8798-5a745d253980', 'network_id': '55ec43af-15c3-44f7-8798-5a745d253980', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': 'de434012-2043-44c8-a850-c2133c67b039'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:21:57.030574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.246287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85b4e70e-fd24-480f-b1ea-e54a935ee257 req-1243f29a-dde1-4a0b-92b2-f367773fab0d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.1718802 Jul 23 20:21:57.309264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.7 (55ec43af-15c3-44f7-8798-5a745d253980/de434012-2043-44c8-a850-c2133c67b039/92366ce7-960f-48bc-9b45-118202f56cd5) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:57.487418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.505164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.524672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 92366ce7-960f-48bc-9b45-118202f56cd5 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:57.548887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b9dd94-2f49-4bae-9574-2247d1e72613,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:57.576218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.611252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Checking segment: {'id': '263593a6-e664-4155-8bed-f036578ab66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b5a6c640-9952-41d5-a7a1-1610352481fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:57.611630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Network hostable DHCP agents. Network: b5a6c640-9952-41d5-a7a1-1610352481fc, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:21:57.632598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Network b5a6c640-9952-41d5-a7a1-1610352481fc is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:21:57.647709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b5a6c640-9952-41d5-a7a1-1610352481fc) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:57.659497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:57.662084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.673554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c6d966-13f7-4bdc-b988-2d24244a6a8b None None] Network b5a6c640-9952-41d5-a7a1-1610352481fc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:57.688012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=92366ce7-960f-48bc-9b45-118202f56cd5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:57.698506 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d774adc8-ba94-4dde-8e65-c368a9e47845 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1050017 Jul 23 20:21:57.713911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 55ec43af-15c3-44f7-8798-5a745d253980 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:57.715418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:57.722339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:57.789604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:57.790902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:57.818572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-95dc13dc-a170-4211-8a38-50590677e9ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2982161 Jul 23 20:21:57.821119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:57.880044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Allocated IP 172.20.0.2 (55ec43af-15c3-44f7-8798-5a745d253980/de434012-2043-44c8-a850-c2133c67b039/d82744d9-1fe7-4ebc-a693-880a4545de3c) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:21:57.987994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c82920-3b2a-4f0a-9e08-d462653fc59b None None] Network b5a6c640-9952-41d5-a7a1-1610352481fc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:21:58.032185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 92366ce7-960f-48bc-9b45-118202f56cd5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:58.032997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.219934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.247019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 92366ce7-960f-48bc-9b45-118202f56cd5 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:58.398448 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.512383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.513092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Transition to ACTIVE for port object d82744d9-1fe7-4ebc-a693-880a4545de3c will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:58.540652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Transition to ACTIVE for port object d82744d9-1fe7-4ebc-a693-880a4545de3c will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:21:58.551030 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.557044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=92366ce7-960f-48bc-9b45-118202f56cd5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:58.624125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-f977dc13-650d-40f9-8819-b19d6841d037 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:21:58.630837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Pushing event updated for resources: {'Port': ['ID=d82744d9-1fe7-4ebc-a693-880a4545de3c,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:58.634613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-f977dc13-650d-40f9-8819-b19d6841d037 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/networks?id=2d7e0580-cd4f-489e-8737-6cbc2319e3f6 HTTP/1.1" status: 200 len: 824 time: 0.2547190 Jul 23 20:21:58.653277 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.655161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c15544a-d751-4269-9329-94af71c836ff req-b6f059b9-fb5c-4eae-9d6b-d901bece0d4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.1912441 Jul 23 20:21:58.660332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cc272cb6-3bb9-4ebb-8eb5-47fb0cd90d54 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/92366ce7-960f-48bc-9b45-118202f56cd5 HTTP/1.1" status: 204 len: 168 time: 0.8374791 Jul 23 20:21:58.662171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46760) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:58.664507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Network 55ec43af-15c3-44f7-8798-5a745d253980 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:21:58.667876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:21:58.683622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:21:58.697693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-51b18451-757a-4a6b-a480-fe60b64df47e tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/quotas/3048ec5f5fa44cc9b6bc9a54295e6846 HTTP/1.1" status: 200 len: 375 time: 0.0617771 Jul 23 20:21:58.713994 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30fc7a0-9e65-436e-9b75-6285e0699d6a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:21:58.713994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30fc7a0-9e65-436e-9b75-6285e0699d6a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:21:58.718336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a30fc7a0-9e65-436e-9b75-6285e0699d6a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/92366ce7-960f-48bc-9b45-118202f56cd5 HTTP/1.1" status: 404 len: 333 time: 0.0549915 Jul 23 20:21:58.718956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46762) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:58.750784 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5871575b-ea73-4fcc-bcbf-6d01dd4ab7d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:21:58.755332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5871575b-ea73-4fcc-bcbf-6d01dd4ab7d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/92366ce7-960f-48bc-9b45-118202f56cd5 HTTP/1.1" status: 404 len: 333 time: 0.0353315 Jul 23 20:21:58.755930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46764) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:58.768217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-3c60786d-a4a0-4a52-b11c-aecab8e5022d tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3048ec5f5fa44cc9b6bc9a54295e6846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695164 Jul 23 20:21:58.826260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet de434012-2043-44c8-a850-c2133c67b039 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:21:58.831316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Attempting to bind port d82744d9-1fe7-4ebc-a693-880a4545de3c on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:21:58.831829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Attempting to bind port d82744d9-1fe7-4ebc-a693-880a4545de3c by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '55ec43af-15c3-44f7-8798-5a745d253980'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:21:58.832667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Attempting to bind port d82744d9-1fe7-4ebc-a693-880a4545de3c on network 55ec43af-15c3-44f7-8798-5a745d253980 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:21:58.834140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.847691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:21:58.848945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Checking segment: {'id': '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '55ec43af-15c3-44f7-8798-5a745d253980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:21:58.849798 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.850733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Bound using segment: {'id': '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '55ec43af-15c3-44f7-8798-5a745d253980'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:21:58.851607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Bound port: d82744d9-1fe7-4ebc-a693-880a4545de3c, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '55ec43af-15c3-44f7-8798-5a745d253980'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:21:58.853326 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.920487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:58.930080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-141956c7-839c-4a1c-9f6b-56af5d8294a5 service neutron] 10.222.0.46 "GET /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608295 Jul 23 20:21:58.988037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] For port d82744d9-1fe7-4ebc-a693-880a4545de3c, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:21:58.992331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] For port d82744d9-1fe7-4ebc-a693-880a4545de3c, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d82744d9-1fe7-4ebc-a693-880a4545de3c,segment=NetworkSegment(9fb73f5e-cdf0-46ad-8c02-d961b0983cf1),segment_id=9fb73f5e-cdf0-46ad-8c02-d961b0983cf1)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:21:58.998065 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.051132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.102036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98cf6c-1e49-49b2-a434-2f25353f4623 None None] Pushing event updated for resources: {'Port': ['ID=d82744d9-1fe7-4ebc-a693-880a4545de3c,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.125709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46770) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.138626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.138748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-5310a2af-1cc6-4315-a6b1-9336a580ca7c service neutron] 10.222.0.46 "GET /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003701 Jul 23 20:21:59.186899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=de434012-2043-44c8-a850-c2133c67b039,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.188927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.191909 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8e6870a0-cdb7-4e1c-aa27-c282cab98004 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/de434012-2043-44c8-a850-c2133c67b039 HTTP/1.1" status: 204 len: 168 time: 0.4349020 Jul 23 20:21:59.195250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.305262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd188-081e-46ae-8d78-245afc1a01c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.310678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.463368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port d82744d9-1fe7-4ebc-a693-880a4545de3c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:21:59.464201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.489845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd188-081e-46ae-8d78-245afc1a01c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.505899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd188-081e-46ae-8d78-245afc1a01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.546155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] For port d82744d9-1fe7-4ebc-a693-880a4545de3c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d82744d9-1fe7-4ebc-a693-880a4545de3c,segment=NetworkSegment(9fb73f5e-cdf0-46ad-8c02-d961b0983cf1),segment_id=9fb73f5e-cdf0-46ad-8c02-d961b0983cf1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:21:59.546524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.557941 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1fcdd188-081e-46ae-8d78-245afc1a01c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00fabb77125c45eb8326d141cb8cb4dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309294 Jul 23 20:21:59.562458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a399d5d-4ae6-4ef8-9a9d-c336e8e6ed53 req-87cf15d8-5b78-41fa-8e56-f3b26cb87f2b tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 210 time: 0.1554885 Jul 23 20:21:59.562659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46780) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:21:59.577949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for d82744d9-1fe7-4ebc-a693-880a4545de3c owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:21:59.616253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd188-081e-46ae-8d78-245afc1a01c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2107d1a-3872-468c-983e-86b21d89f237,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.634168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9f39-45af-4222-bcb0-5972da09c481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.663083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9f39-45af-4222-bcb0-5972da09c481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.674108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.707068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=d82744d9-1fe7-4ebc-a693-880a4545de3c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.716633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No DVR routers for this DVR port d82744d9-1fe7-4ebc-a693-880a4545de3c on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:21:59.738062 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9f39-45af-4222-bcb0-5972da09c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.742702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dbd9f39-45af-4222-bcb0-5972da09c481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.746213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0dbd9f39-45af-4222-bcb0-5972da09c481 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2107d1a-3872-468c-983e-86b21d89f237 HTTP/1.1" status: 204 len: 168 time: 0.1769533 Jul 23 20:21:59.754675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd9f39-45af-4222-bcb0-5972da09c481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2107d1a-3872-468c-983e-86b21d89f237,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:21:59.844000 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.856343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ec43af-15c3-44f7-8798-5a745d253980']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:59.874766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:59.875328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb73f5e-cdf0-46ad-8c02-d961b0983cf1') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:21:59.886246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.902158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.908582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:21:59.909000 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:21:59.947070 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:00.042221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f786b40a-6c7f-461d-83db-a693ed731b43 req-0129adf3-9d50-4d13-8412-a99e40bd0bc3 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.1035643 Jul 23 20:22:00.056676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.075948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.078230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/55ec43af-15c3-44f7-8798-5a745d253980 HTTP/1.1" status: 204 len: 168 time: 0.8813570 Jul 23 20:22:00.082202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.091222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dded8f-f751-4115-b7d5-5de158d9bcad tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=55ec43af-15c3-44f7-8798-5a745d253980,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:00.096389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589021079'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:00.149864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:00.156033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.198811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:00.227720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.228074 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment df4804c9-6ad0-4599-8915-a31720ddedea of type vlan for network e1130439-4dda-4d1c-8216-c0464f3f725a Jul 23 20:22:00.270149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.284009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e8167a3-c44b-4080-9e77-a30411928333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.308304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.355254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.364038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:00.365374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.429818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e8167a3-c44b-4080-9e77-a30411928333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.435928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e8167a3-c44b-4080-9e77-a30411928333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.462546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=e1130439-4dda-4d1c-8216-c0464f3f725a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:00.472324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7942a287-c768-4bc2-ac0c-2664c33d7f70 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3866448 Jul 23 20:22:00.473072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46800) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.475186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e1130439-4dda-4d1c-8216-c0464f3f725a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:00.479602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:00.495978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e8167a3-c44b-4080-9e77-a30411928333 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a1e1a224c7046168f9ed7ba9ae7e5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244916 Jul 23 20:22:00.496734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8167a3-c44b-4080-9e77-a30411928333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2283cd-9c3f-47d1-a281-d91c60469703,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:00.499150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:00.597361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a63cdc60-c3e7-4a5b-9ff2-d5ca55221df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.624212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:00.626132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a63cdc60-c3e7-4a5b-9ff2-d5ca55221df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.628540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.673117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3559dd2b-8d10-4538-ae1c-d3f87989729d None None] DHCP port deletion for 55ec43af-15c3-44f7-8798-5a745d253980 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:00.688045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3eb155d3-a9e5-4f38-a353-1f1e7acd6357 None None] Could not find standard attr ID for object d82744d9-1fe7-4ebc-a693-880a4545de3c. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:22:00.714261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-928a02bb-8974-496b-a0e6-88cb587cec53 req-de5b562f-ee84-4956-a323-b745f5e18bea tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 210 time: 0.0721116 Jul 23 20:22:00.728547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11818d8b-730b-4643-984d-55a7f74a1c84 None None] Network 55ec43af-15c3-44f7-8798-5a745d253980 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:00.758984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11818d8b-730b-4643-984d-55a7f74a1c84 None None] Network 55ec43af-15c3-44f7-8798-5a745d253980 could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:22:00.775618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a63cdc60-c3e7-4a5b-9ff2-d5ca55221df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.778412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a63cdc60-c3e7-4a5b-9ff2-d5ca55221df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:00.782233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a63cdc60-c3e7-4a5b-9ff2-d5ca55221df4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e2283cd-9c3f-47d1-a281-d91c60469703 HTTP/1.1" status: 204 len: 168 time: 0.2713585 Jul 23 20:22:00.799769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63cdc60-c3e7-4a5b-9ff2-d5ca55221df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2283cd-9c3f-47d1-a281-d91c60469703,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:01.048423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-fb8c7ad0-c025-4ed9-bbba-b8d5aea537fc tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.049953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-fb8c7ad0-c025-4ed9-bbba-b8d5aea537fc tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.47 "GET /v2.0/networks?id=2d7e0580-cd4f-489e-8737-6cbc2319e3f6 HTTP/1.1" status: 200 len: 824 time: 0.2225385 Jul 23 20:22:01.082513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Request body: {'port': {'device_id': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6', 'admin_state_up': True, 'tenant_id': '3048ec5f5fa44cc9b6bc9a54295e6846'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:01.122128 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.152317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e434845-0cde-40fa-af0c-2144b9e15139 req-a4f9885a-7b79-4f04-8884-95c5af2978c1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0344000 Jul 23 20:22:01.264442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=5ee33e37-1944-4fdd-aaba-b6e0301dc675,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:01.270898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': 'df4804c9-6ad0-4599-8915-a31720ddedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:01.271273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: e1130439-4dda-4d1c-8216-c0464f3f725a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:01.311809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network e1130439-4dda-4d1c-8216-c0464f3f725a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:01.320182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Made reservation on behalf of 3048ec5f5fa44cc9b6bc9a54295e6846 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:01.324009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.327646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, e1130439-4dda-4d1c-8216-c0464f3f725a) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:01.332744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:01.334352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.336527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f100bb0-0511-43f8-8aed-d4130e3c480e None None] Network e1130439-4dda-4d1c-8216-c0464f3f725a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:01.369655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22453b2b-7a81-4b3a-8355-c704a9889a06 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8951821 Jul 23 20:22:01.372289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:01.378460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-872969159'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:01.548611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Allocated IP 172.20.0.14 (2d7e0580-cd4f-489e-8737-6cbc2319e3f6/1bbfb690-cb47-46a1-8ddf-dbbdd2887039/f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:01.575856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-e1130439-4dda-4d1c-8216-c0464f3f725a', 'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': '5ee33e37-1944-4fdd-aaba-b6e0301dc675'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:01.578189 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.587040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:01.591913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.613473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port f5860b66-8efd-4537-b723-205785890a62 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:01.731535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Allocated IP 172.20.0.2 (e1130439-4dda-4d1c-8216-c0464f3f725a/5ee33e37-1944-4fdd-aaba-b6e0301dc675/d2647490-4788-4210-9da2-e1664602cb88) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:01.833824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.907034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b84d068-3942-41c4-8f44-453e636a7931 req-58b3b90a-d357-4e42-bf79-877bf40b1241 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 210 time: 0.0600817 Jul 23 20:22:01.920494 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.921478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.930904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Transition to ACTIVE for port object d2647490-4788-4210-9da2-e1664602cb88 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:01.950127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Transition to ACTIVE for port object d2647490-4788-4210-9da2-e1664602cb88 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:01.958829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:01.971096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:01.974872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:01.978417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:01.994960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Network e1130439-4dda-4d1c-8216-c0464f3f725a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:01.997972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:02.033551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Pushing event updated for resources: {'Port': ['ID=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.052094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.12 (e1130439-4dda-4d1c-8216-c0464f3f725a/5ee33e37-1944-4fdd-aaba-b6e0301dc675/f5860b66-8efd-4537-b723-205785890a62) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:02.065315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.066410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.076938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Pushing event updated for resources: {'Port': ['ID=d2647490-4788-4210-9da2-e1664602cb88,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.083577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:02.095166 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-19ff2ae1-a9c5-4094-8994-268e67fe34c8 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0227935 Jul 23 20:22:02.108559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Request body: {'port': {'device_id': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:02.168226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Attempting to bind port d2647490-4788-4210-9da2-e1664602cb88 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:02.168756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Attempting to bind port d2647490-4788-4210-9da2-e1664602cb88 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'df4804c9-6ad0-4599-8915-a31720ddedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:02.169945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Attempting to bind port d2647490-4788-4210-9da2-e1664602cb88 on network e1130439-4dda-4d1c-8216-c0464f3f725a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:02.179221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:02.179641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Checking segment: {'id': 'df4804c9-6ad0-4599-8915-a31720ddedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:02.180056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.180458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Bound using segment: {'id': 'df4804c9-6ad0-4599-8915-a31720ddedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:02.180945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Bound port: d2647490-4788-4210-9da2-e1664602cb88, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df4804c9-6ad0-4599-8915-a31720ddedea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e1130439-4dda-4d1c-8216-c0464f3f725a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:02.181339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.198175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.307097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] For port d2647490-4788-4210-9da2-e1664602cb88, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:02.312532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.314311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] For port d2647490-4788-4210-9da2-e1664602cb88, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2647490-4788-4210-9da2-e1664602cb88,segment=NetworkSegment(df4804c9-6ad0-4599-8915-a31720ddedea),segment_id=df4804c9-6ad0-4599-8915-a31720ddedea)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:02.322691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.363466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object f5860b66-8efd-4537-b723-205785890a62 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:02.425703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf78441-a36e-44ed-b2f6-b78421253926 None None] Pushing event updated for resources: {'Port': ['ID=d2647490-4788-4210-9da2-e1664602cb88,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.438937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1397bf64-2161-4598-b877-bf890a4841a4 req-e0f9f053-1aeb-4144-8196-bf33f02062ed tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0962071 Jul 23 20:22:02.505731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.574369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=f5860b66-8efd-4537-b723-205785890a62,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:02.589344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network e1130439-4dda-4d1c-8216-c0464f3f725a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:02.594194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:02.605472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:02.667792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-a8d97518-95d7-4fd3-8b72-73648798234b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1549120 Jul 23 20:22:02.740515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.744344 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.776068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e51c115f-d7e5-400c-b85c-11876648dda9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.4024305 Jul 23 20:22:02.779555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46860) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:02.827164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:02.841797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.865063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Transition to ACTIVE for port object f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:02.870442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-663e19ec-830d-4512-9995-3faa3d2b0d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.872313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-663e19ec-830d-4512-9995-3faa3d2b0d64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7c247b25cea046f0b62cec04c2ae7224&device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 1098 time: 0.1568022 Jul 23 20:22:02.873474 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.961170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port f5860b66-8efd-4537-b723-205785890a62 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:02.962238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:02.997706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-623db205-4acc-4605-87c0-458def0ecdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:02.999359 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-623db205-4acc-4605-87c0-458def0ecdad service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d337e1-8d8d-49a0-99f5-490eb21948e0 HTTP/1.1" status: 200 len: 917 time: 0.0962415 Jul 23 20:22:03.121677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-c49ee16d-06f5-4e30-b290-1eb3b4297113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e53a15fb-e99f-453f-bed7-617c149548d3 HTTP/1.1" status: 200 len: 1002 time: 0.1110983 Jul 23 20:22:03.137727 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.160369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Pushing event updated for resources: {'Port': ['ID=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.182457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for f5860b66-8efd-4537-b723-205785890a62 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:03.197989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f085d09-9da0-4397-b3e8-d3684bf54264 req-99e96cde-55ab-4ec8-b174-3fbcb853f9ce tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.205649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f085d09-9da0-4397-b3e8-d3684bf54264 req-99e96cde-55ab-4ec8-b174-3fbcb853f9ce tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 944 time: 0.1680179 Jul 23 20:22:03.245792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2647490-4788-4210-9da2-e1664602cb88 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:03.248766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-28ae80f4-d707-47a3-a8d3-ab9b7050df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.250284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-28ae80f4-d707-47a3-a8d3-ab9b7050df05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=18bfe736-e140-459c-add1-40163144a196 HTTP/1.1" status: 200 len: 855 time: 0.1181047 Jul 23 20:22:03.274747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Attempting to bind port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:03.275083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Attempting to bind port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '6c308dc9-0107-4550-9d7d-0013821ce8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:03.275700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Attempting to bind port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d on network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:03.314856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d on network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:03.315247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Attempting to bind port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d on network 2d7e0580-cd4f-489e-8737-6cbc2319e3f6 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:03.329505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d2647490-4788-4210-9da2-e1664602cb88 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:03.329735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f085d09-9da0-4397-b3e8-d3684bf54264 req-92db298e-74c5-4153-b2e8-4932e6781d9e tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152184 Jul 23 20:22:03.329839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:03.329839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Checking segment: {'id': '6c308dc9-0107-4550-9d7d-0013821ce8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:03.329839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Bound using segment: {'id': '6c308dc9-0107-4550-9d7d-0013821ce8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:03.329839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Bound port: f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c308dc9-0107-4550-9d7d-0013821ce8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:03.329839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.398143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-13a46044-8f76-418e-a684-7623fd98490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.401727 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-13a46044-8f76-418e-a684-7623fd98490b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d337e1-8d8d-49a0-99f5-490eb21948e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280811 Jul 23 20:22:03.467858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] For port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:03.521035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.536638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] For port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,segment=NetworkSegment(6c308dc9-0107-4550-9d7d-0013821ce8db),segment_id=6c308dc9-0107-4550-9d7d-0013821ce8db)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:03.561721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.586702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=f5860b66-8efd-4537-b723-205785890a62,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.619611 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-029bfb6e-6d91-412d-adda-b65f8da6adfc service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059257 Jul 23 20:22:03.623079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.623707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.625368 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] 10.222.0.47 "PUT /v2.0/ports/f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d HTTP/1.1" status: 200 len: 1093 time: 1.5218909 Jul 23 20:22:03.625983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'tag': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:03.628447 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835f19de-405d-4263-ba7d-2c29fc69a72f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ded639f-8b84-4d9d-91da-56ee52f39e95", "tag": "f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:03.697245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-682b2810-b359-441a-a7e2-a56d65246ab1 req-b058ac4d-ebd8-42e5-815b-a7a1ea22bf2e tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0747142 Jul 23 20:22:03.754181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.759638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e51c434-808b-4734-95b9-0b6618e9b06f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/f5860b66-8efd-4537-b723-205785890a62 HTTP/1.1" status: 204 len: 168 time: 0.9786484 Jul 23 20:22:03.760481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46914) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.794976 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af59d5-9039-4446-a730-90b31d43a055 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:03.795188 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d828bea-1994-405f-8a0b-6ed290405023 x-openstack-request-id: req-3d828bea-1994-405f-8a0b-6ed290405023 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:03.795501 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ded639f-8b84-4d9d-91da-56ee52f39e95", "tag": "f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:03.795764 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d828bea-1994-405f-8a0b-6ed290405023 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:03.796189 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'tag': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d', 'status': 'completed', 'code': 200} Jul 23 20:22:03.799345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9af59d5-9039-4446-a730-90b31d43a055 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/f5860b66-8efd-4537-b723-205785890a62 HTTP/1.1" status: 404 len: 333 time: 0.0377233 Jul 23 20:22:03.800124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46918) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:03.806811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08bae0-47bf-42b1-ac84-ff1d4251567c service neutron] Pushing event updated for resources: {'Port': ['ID=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:03.878453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet 5ee33e37-1944-4fdd-aaba-b6e0301dc675 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:03.882884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.895391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-39a5ca64-d356-4065-9b37-69fadb51ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:03.897201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-39a5ca64-d356-4065-9b37-69fadb51ec36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3048ec5f5fa44cc9b6bc9a54295e6846&device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 1096 time: 0.2216315 Jul 23 20:22:03.904756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cfd9d8f6-3e28-4aa4-9240-7c851efe8e89 req-bf1ad1dd-127c-4ea8-ab17-a2feeb86ecb6 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640038 Jul 23 20:22:03.934288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:03.973816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-7ca85ee4-f667-4e0f-9ab7-5238553c85ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d HTTP/1.1" status: 200 len: 217 time: 0.0680246 Jul 23 20:22:03.997056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96940f-6c22-45fe-beba-6c5185cc5733 None None] Network e1130439-4dda-4d1c-8216-c0464f3f725a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:04.051628 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.056395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-c15ae29f-beb1-45e4-b4eb-ef386ca6c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:04.058170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-c15ae29f-beb1-45e4-b4eb-ef386ca6c0c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bbfb690-cb47-46a1-8ddf-dbbdd2887039 HTTP/1.1" status: 200 len: 864 time: 0.0779834 Jul 23 20:22:04.100498 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-9ada7261-8ea3-48c5-a229-b77f9f928fbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7e0580-cd4f-489e-8737-6cbc2319e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361061 Jul 23 20:22:04.131956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.170060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee33e37-1944-4fdd-aaba-b6e0301dc675,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.177534 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.182882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46922) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:04.183144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c410d41-bfa6-4caf-a811-19d5d0e44568 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/5ee33e37-1944-4fdd-aaba-b6e0301dc675 HTTP/1.1" status: 204 len: 168 time: 0.3811901 Jul 23 20:22:04.200781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46924) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:04.211116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] Provisioning for port d2647490-4788-4210-9da2-e1664602cb88 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:04.219075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] Provisioning complete for port d2647490-4788-4210-9da2-e1664602cb88 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:04.219449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.305833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.338359 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-4709bf52-a38b-4ffe-ac2a-5d654cbcc6b2 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293873 Jul 23 20:22:04.342205 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.370139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] DHCP port deletion for e1130439-4dda-4d1c-8216-c0464f3f725a request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:04.392620 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04f37d11-aac9-48b9-9d00-bf0f52831ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.444323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] For port d2647490-4788-4210-9da2-e1664602cb88, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2647490-4788-4210-9da2-e1664602cb88,segment=NetworkSegment(df4804c9-6ad0-4599-8915-a31720ddedea),segment_id=df4804c9-6ad0-4599-8915-a31720ddedea)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:04.452937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.520247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port d2647490-4788-4210-9da2-e1664602cb88 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:04.520589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.535927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] Deleting port d2647490-4788-4210-9da2-e1664602cb88 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:04.536073 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.548892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6523b64b-1af7-4464-b8b8-0d64559944f3 req-8e8d04b0-3631-4cce-b610-2cc95c9c28ce service neutron] 10.222.0.47 "GET /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867845 Jul 23 20:22:04.609922 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04f37d11-aac9-48b9-9d00-bf0f52831ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.633101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c038614-0c7c-49c2-8c8e-66ffed65906a req-58c9e5a9-e0eb-4b6b-8cc4-3d0c9c00b5c6 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:04.634880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c038614-0c7c-49c2-8c8e-66ffed65906a req-58c9e5a9-e0eb-4b6b-8cc4-3d0c9c00b5c6 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 944 time: 0.1962063 Jul 23 20:22:04.635657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04f37d11-aac9-48b9-9d00-bf0f52831ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.653909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] For port d2647490-4788-4210-9da2-e1664602cb88, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2647490-4788-4210-9da2-e1664602cb88,segment=NetworkSegment(df4804c9-6ad0-4599-8915-a31720ddedea),segment_id=df4804c9-6ad0-4599-8915-a31720ddedea)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:04.654227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.672055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f37d11-aac9-48b9-9d00-bf0f52831ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f291b-54d1-4f11-a53c-9528f49675d7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.672274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for d2647490-4788-4210-9da2-e1664602cb88 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:04.681506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] For port d2647490-4788-4210-9da2-e1664602cb88, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2647490-4788-4210-9da2-e1664602cb88,segment=NetworkSegment(df4804c9-6ad0-4599-8915-a31720ddedea),segment_id=df4804c9-6ad0-4599-8915-a31720ddedea)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:04.682055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.713401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-04f37d11-aac9-48b9-9d00-bf0f52831ea5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd423e66b6604c7593d198f91d24451a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112846 Jul 23 20:22:04.714556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] Calling delete_port for d2647490-4788-4210-9da2-e1664602cb88 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:04.730070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46932) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:04.733364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c038614-0c7c-49c2-8c8e-66ffed65906a req-525b1f5f-4db5-4766-ace6-128b43ed505c tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631516 Jul 23 20:22:04.757806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-62931cd6-4a32-4d4c-9911-1f802b9696d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:04.759536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-62931cd6-4a32-4d4c-9911-1f802b9696d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3048ec5f5fa44cc9b6bc9a54295e6846&device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 1096 time: 0.1523824 Jul 23 20:22:04.831056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.848811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] No DVR routers for this DVR port d2647490-4788-4210-9da2-e1664602cb88 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:04.851094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4646a24-8933-4c3f-8065-66940daa6cc0 None None] Pushing event updated for resources: {'Port': ['ID=d2647490-4788-4210-9da2-e1664602cb88,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.864030 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-faab29eb-a4b4-4f68-9996-84fa84b8e91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.882688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-86a6edde-1887-4945-904e-0a9e1ee76cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:04.884307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-86a6edde-1887-4945-904e-0a9e1ee76cfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d7e0580-cd4f-489e-8737-6cbc2319e3f6 HTTP/1.1" status: 200 len: 925 time: 0.1160467 Jul 23 20:22:04.889954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-faab29eb-a4b4-4f68-9996-84fa84b8e91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:04.894425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58753785-4327-4ba0-a5c4-b3bdccbbc1d4 None None] Pushing event deleted for resources: {'Port': ['ID=d2647490-4788-4210-9da2-e1664602cb88,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:04.933513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-b106811d-6f81-43ec-a087-1c020e78ec28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d HTTP/1.1" status: 200 len: 217 time: 0.0419939 Jul 23 20:22:04.946719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86cde3db-c1fb-4312-a7bf-8ece88057696 req-fc03c4ad-40d5-42e8-b67f-befa618d3b55 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0843413 Jul 23 20:22:04.994947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-faab29eb-a4b4-4f68-9996-84fa84b8e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.000484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-faab29eb-a4b4-4f68-9996-84fa84b8e91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.002334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-faab29eb-a4b4-4f68-9996-84fa84b8e91e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/192f291b-54d1-4f11-a53c-9528f49675d7 HTTP/1.1" status: 204 len: 168 time: 0.2677853 Jul 23 20:22:05.003541 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.012901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab29eb-a4b4-4f68-9996-84fa84b8e91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f291b-54d1-4f11-a53c-9528f49675d7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:05.050705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=d2647490-4788-4210-9da2-e1664602cb88,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:05.059688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-2ba0e1f7-8ed5-4f13-8d84-7601d7b9cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:05.061240 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-2ba0e1f7-8ed5-4f13-8d84-7601d7b9cf4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1bbfb690-cb47-46a1-8ddf-dbbdd2887039 HTTP/1.1" status: 200 len: 864 time: 0.1204588 Jul 23 20:22:05.063669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No DVR routers for this DVR port d2647490-4788-4210-9da2-e1664602cb88 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:05.102695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-cf65b763-e961-4f51-972c-c509b721d3ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d7e0580-cd4f-489e-8737-6cbc2319e3f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329142 Jul 23 20:22:05.146337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2647490-4788-4210-9da2-e1664602cb88 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:05.179649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d2647490-4788-4210-9da2-e1664602cb88 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:05.180863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2647490-4788-4210-9da2-e1664602cb88 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:05.253288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.276394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1130439-4dda-4d1c-8216-c0464f3f725a']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:05.323136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4804c9-6ad0-4599-8915-a31720ddedea') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:05.323356 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:22:05.323829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4804c9-6ad0-4599-8915-a31720ddedea') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:05.340254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.356575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-1f999794-dfa0-440f-acdf-ce536b057347 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368724 Jul 23 20:22:05.362258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.382102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:05.382584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:05.385682 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:05.395979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46940) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:05.414573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f2faab04-1b6c-4f56-a206-0ea172cb4d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.426887 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-575b6e08-702e-4180-b42e-c726acd61225 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464834 Jul 23 20:22:05.871285 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.884743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:05.889894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/e1130439-4dda-4d1c-8216-c0464f3f725a HTTP/1.1" status: 204 len: 168 time: 1.7016611 Jul 23 20:22:05.893260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46946) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:05.913101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'name': 'tempest-PortsTestJSON-2039404735'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:05.960082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fda24-2535-4034-b262-876cbee777b6 req-0a2dd1bf-c1ff-41f5-aa95-b10558d8d7cb tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:05.967458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-629fda24-2535-4034-b262-876cbee777b6 req-0a2dd1bf-c1ff-41f5-aa95-b10558d8d7cb tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 944 time: 0.1407096 Jul 23 20:22:05.998711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca998ad1-f84c-4a1e-80d5-2933402c39e1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=e1130439-4dda-4d1c-8216-c0464f3f725a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:06.010737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-835f19de-405d-4263-ba7d-2c29fc69a72f req-21b9075d-d0cb-42dc-85b0-19d3cee27210 service neutron] 10.222.0.47 "GET /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6391766 Jul 23 20:22:06.048468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-ad5ddafe-8218-4723-a06b-76e6ce7ebc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:06.050069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-ad5ddafe-8218-4723-a06b-76e6ce7ebc87 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1098 time: 0.2191162 Jul 23 20:22:06.058881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-629fda24-2535-4034-b262-876cbee777b6 req-bb4640be-275b-4743-9179-e43df806f85b tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848594 Jul 23 20:22:06.103260 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f2faab04-1b6c-4f56-a206-0ea172cb4d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.123530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08e29aef-3f22-4b74-8edf-26d50dbc0286 req-9a85544b-82f3-4027-ba93-f41f8ec16f60 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0633287 Jul 23 20:22:06.124831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f2faab04-1b6c-4f56-a206-0ea172cb4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.170607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faab04-1b6c-4f56-a206-0ea172cb4d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7d5b19-217d-4994-8c9d-750c7e0d4f80,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:06.175137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f2faab04-1b6c-4f56-a206-0ea172cb4d76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=705367b7c76c403fbbca59651be4da10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786503 Jul 23 20:22:06.177753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46950) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:06.195103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:06.198631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.230777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 74c2a83e-89b1-4f71-8b6c-18451e3a28be yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:06.241648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-622aecec-2524-4885-82b4-07cc503bf66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.243645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-1b58d323-220a-4a52-8680-dd95bad54840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:06.245280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-1b58d323-220a-4a52-8680-dd95bad54840 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.1645060 Jul 23 20:22:06.273314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-622aecec-2524-4885-82b4-07cc503bf66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.343313 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-622aecec-2524-4885-82b4-07cc503bf66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.347449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-622aecec-2524-4885-82b4-07cc503bf66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.349061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-622aecec-2524-4885-82b4-07cc503bf66d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b7d5b19-217d-4994-8c9d-750c7e0d4f80 HTTP/1.1" status: 204 len: 168 time: 0.1696572 Jul 23 20:22:06.360344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622aecec-2524-4885-82b4-07cc503bf66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7d5b19-217d-4994-8c9d-750c7e0d4f80,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:06.375656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-313fc9a6-989f-4894-b91d-b6f126dc5fdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 1001 time: 0.1002905 Jul 23 20:22:06.437718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-4015774d-d09e-4a35-a336-606458eb7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:06.439380 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-4015774d-d09e-4a35-a336-606458eb7bb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.0539441 Jul 23 20:22:06.563748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.586217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-83557667-5aea-4213-9bcd-cefa475d3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:06.587654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-83557667-5aea-4213-9bcd-cefa475d3881 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293497 Jul 23 20:22:06.607224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:22:06.722647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-d3a0dc97-0130-4622-9ad3-1aa9d51aac0c service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281908 Jul 23 20:22:06.747048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.791918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,segment=NetworkSegment(6c308dc9-0107-4550-9d7d-0013821ce8db),segment_id=6c308dc9-0107-4550-9d7d-0013821ce8db)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:06.803925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d', 'network_id': '2d7e0580-cd4f-489e-8737-6cbc2319e3f6', 'port_id': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d', 'mac_address': 'fa:16:3e:8d:e2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bbfb690-cb47-46a1-8ddf-dbbdd2887039', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:22:06.816479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=74c2a83e-89b1-4f71-8b6c-18451e3a28be,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:06.846395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.850678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:06.867086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:06.883710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:06.891957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,segment=NetworkSegment(6c308dc9-0107-4550-9d7d-0013821ce8db),segment_id=6c308dc9-0107-4550-9d7d-0013821ce8db)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:06.892564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:06.899807 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.911526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:06.912258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:06.934414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-660fc56a-227a-4e88-9c05-7705bc67bfb7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0259321 Jul 23 20:22:06.937117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46966) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:06.988612 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7779efc7-5bdc-45ad-b4dc-1db388697bd8 req-71473f68-b0a9-4e23-82ce-e49ff87d84a0 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539427 Jul 23 20:22:07.023983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:07.113732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 74c2a83e-89b1-4f71-8b6c-18451e3a28be {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:07.114084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.133003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:22:07.229389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.253410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 74c2a83e-89b1-4f71-8b6c-18451e3a28be owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:07.289381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c839db7-8755-468e-8f76-541d4efac722 req-20974316-c517-483d-83ac-13e768efc118 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0435181 Jul 23 20:22:07.362748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d067e-e005-42f3-b2a6-908abdbc4e34 req-dc5613e4-5e7d-4a30-979a-3f38cf80b8f5 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:07.364345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e1d067e-e005-42f3-b2a6-908abdbc4e34 req-dc5613e4-5e7d-4a30-979a-3f38cf80b8f5 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 945 time: 0.2131891 Jul 23 20:22:07.462845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e1d067e-e005-42f3-b2a6-908abdbc4e34 req-0b3e752a-2052-4bb6-973e-223bd8bce0f0 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Jul 23 20:22:07.494132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.533231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=74c2a83e-89b1-4f71-8b6c-18451e3a28be,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:07.557692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.560861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-060d69dc-02b8-4027-8461-4fb46f17d09c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/74c2a83e-89b1-4f71-8b6c-18451e3a28be HTTP/1.1" status: 204 len: 168 time: 0.6226079 Jul 23 20:22:07.565099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:07.572319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'mac_address': 'fa:16:3e:33:bd:c3', 'name': 'tempest-PortsTestJSON-1671989724'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:07.696396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:07.795767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:07.819339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 6281709c-e6d4-429c-8aaf-f107dd0c85fc yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:07.999858 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.038177 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.083676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:08.087396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:08.090968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:08.096453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:08.097054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.111449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=6281709c-e6d4-429c-8aaf-f107dd0c85fc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:08.120922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d6fd4a2-cba6-466e-aa0d-ae5d25c16066 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5536804 Jul 23 20:22:08.123462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47004) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.178096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f18672-dd8e-4815-b229-36036fc1c5cf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:08.182170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1f18672-dd8e-4815-b229-36036fc1c5cf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/6281709c-e6d4-429c-8aaf-f107dd0c85fc HTTP/1.1" status: 200 len: 841 time: 0.0549793 Jul 23 20:22:08.182349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47006) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.298372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 6281709c-e6d4-429c-8aaf-f107dd0c85fc {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:08.298750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.385936 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.403577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 6281709c-e6d4-429c-8aaf-f107dd0c85fc owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:08.448894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3328efc-5841-49ad-a45b-40721328d394 req-33bbc483-51ba-4e38-abe4-ac58a8f63161 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0460773 Jul 23 20:22:08.562388 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.606097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:08.617231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=6281709c-e6d4-429c-8aaf-f107dd0c85fc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:08.623653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.628057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7ae2b241-0bc7-4e20-9e84-8cdce4943859 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/6281709c-e6d4-429c-8aaf-f107dd0c85fc HTTP/1.1" status: 204 len: 168 time: 0.4423311 Jul 23 20:22:08.628943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.663284 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d384024f-8cc0-4d7a-8af7-fe44b3692997 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:08.668134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d384024f-8cc0-4d7a-8af7-fe44b3692997 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/6281709c-e6d4-429c-8aaf-f107dd0c85fc HTTP/1.1" status: 404 len: 333 time: 0.0358300 Jul 23 20:22:08.669805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47042) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:08.707446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'name': 'tempest-PortsTestJSON-360959613'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:08.714559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbff33-fa81-4af5-8aa1-c6435de306f6 req-8df4e8f2-edad-49ad-b359-dee55914a473 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:08.717804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19bbff33-fa81-4af5-8aa1-c6435de306f6 req-8df4e8f2-edad-49ad-b359-dee55914a473 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 945 time: 0.1669135 Jul 23 20:22:08.725296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:08.732025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:08.733361 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.810341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19bbff33-fa81-4af5-8aa1-c6435de306f6 req-4b930f4e-1146-4b93-b949-167fc7b8905c tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771699 Jul 23 20:22:08.869743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.895121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:08.898336 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db87c723-b20f-4dd4-a45b-0a70b72ef3c3" -d '{"events": [{"server_uuid": "8ded639f-8b84-4d9d-91da-56ee52f39e95", "name": "network-vif-plugged", "status": "completed", "tag": "f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:08.912459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,segment=NetworkSegment(6c308dc9-0107-4550-9d7d-0013821ce8db),segment_id=6c308dc9-0107-4550-9d7d-0013821ce8db)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:08.921285 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:08.962600 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08ab615-702d-4562-a734-52fd83e299da x-openstack-request-id: req-d08ab615-702d-4562-a734-52fd83e299da {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:08.962921 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ded639f-8b84-4d9d-91da-56ee52f39e95", "name": "network-vif-plugged", "status": "completed", "tag": "f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:08.963251 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d08ab615-702d-4562-a734-52fd83e299da {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:08.963724 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d', 'code': 200} Jul 23 20:22:08.985099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47050) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:09.002606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:09.006765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.014572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:09.041589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 218ca80e-7ecb-40b9-92ae-20f5b2f1b62c yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:09.128125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f5aebe94-9ffb-416a-846e-580b9cd4283a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.244288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9b8a0-e106-4919-b77c-10a01d9c5290 req-8063c1c9-84cc-4882-8bbf-e5c12b5f9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:09.245926 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-caa9b8a0-e106-4919-b77c-10a01d9c5290 req-8063c1c9-84cc-4882-8bbf-e5c12b5f9d4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 1098 time: 0.2178621 Jul 23 20:22:09.257798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f5aebe94-9ffb-416a-846e-580b9cd4283a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.275106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f5aebe94-9ffb-416a-846e-580b9cd4283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.324094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f5aebe94-9ffb-416a-846e-580b9cd4283a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ef91fe12a904fd9b90f920b885999ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377576 Jul 23 20:22:09.329063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47060) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:09.382618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aebe94-9ffb-416a-846e-580b9cd4283a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cb1be4-098e-4ae7-aa88-cc3bd0da258b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:09.409125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-caa9b8a0-e106-4919-b77c-10a01d9c5290 req-172b3fb3-9801-42ec-9cf1-0f75d49e7371 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293371 Jul 23 20:22:09.424576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.452367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8104-a7a4-4583-9d94-9bafaff604da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.471764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47066) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:09.482447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.489209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8104-a7a4-4583-9d94-9bafaff604da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.572002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8104-a7a4-4583-9d94-9bafaff604da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.573245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9b8b8104-a7a4-4583-9d94-9bafaff604da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.575240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9b8b8104-a7a4-4583-9d94-9bafaff604da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42cb1be4-098e-4ae7-aa88-cc3bd0da258b HTTP/1.1" status: 204 len: 168 time: 0.2422092 Jul 23 20:22:09.603287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce5bc578-6e09-4821-90c8-d9dc88fa0866 req-c8d71896-6e28-497a-84d4-32cc74f23e48 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/ports?device_id=641f9e3f-8ae8-4c1c-8e2c-f6ffd1ce0fff HTTP/1.1" status: 200 len: 210 time: 0.0448365 Jul 23 20:22:09.609286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b8104-a7a4-4583-9d94-9bafaff604da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cb1be4-098e-4ae7-aa88-cc3bd0da258b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:09.661161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:09.665133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Deleting subnet 4da525c2-2d8f-4e65-a76a-f0674effa0ee {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:09.684380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:09.691642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.694534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:09.700644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:09.701858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.722663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=218ca80e-7ecb-40b9-92ae-20f5b2f1b62c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:09.753515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-712388cf-492c-4db0-9797-0c25b18c6bc3 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0826132 Jul 23 20:22:09.755132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.755575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47074) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:09.766899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:09.797184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.872796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.889466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.915377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da525c2-2d8f-4e65-a76a-f0674effa0ee,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:09.919497 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:09.921930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8e7a01b4-db2a-460a-aa83-c54a7f207acc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4da525c2-2d8f-4e65-a76a-f0674effa0ee HTTP/1.1" status: 204 len: 168 time: 0.4489157 Jul 23 20:22:09.924436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47078) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.045567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47082) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.054638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.144957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.156963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45670cfd-5c68-4367-a125-786a89623f58']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:10.169642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:10.170008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545b5d8d-ef28-41da-b1bf-7b1e8f3132a5') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:10.182469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.199714 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.207724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:10.208137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:10.221892 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:10.284773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.295665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.297795 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] 10.222.0.46 "DELETE /v2.0/networks/45670cfd-5c68-4367-a125-786a89623f58 HTTP/1.1" status: 204 len: 168 time: 0.3600104 Jul 23 20:22:10.309236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b5449-64dc-4916-a93f-67e6d9922553 admin admin] Pushing event deleted for resources: {'Network': ['ID=45670cfd-5c68-4367-a125-786a89623f58,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:10.480254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fcf89bf-9c3e-4315-aeff-529e70f85213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.518753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.526426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47090) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.528489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.579976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c9336255-c51c-4ed3-b06b-307847fb7855 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=657776fe95154b68b22a84989be6e67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516872 Jul 23 20:22:10.583254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.588808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] In _notify_port_updated(), no bound segment for port 218ca80e-7ecb-40b9-92ae-20f5b2f1b62c on network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:22:10.594523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:10.595153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.598988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/ports/218ca80e-7ecb-40b9-92ae-20f5b2f1b62c HTTP/1.1" status: 200 len: 818 time: 0.8380666 Jul 23 20:22:10.600009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47094) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.610598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7e705-a0a7-461c-af83-3610c761690c req-9a7a0bd9-876f-487c-abae-68dc7cee1973 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:10.610598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c7e705-a0a7-461c-af83-3610c761690c req-9a7a0bd9-876f-487c-abae-68dc7cee1973 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.5641506 Jul 23 20:22:10.635021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db2fc-f43b-46b1-8b3b-dd750d8256fd tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=218ca80e-7ecb-40b9-92ae-20f5b2f1b62c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:10.681320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c7e705-a0a7-461c-af83-3610c761690c req-0196b602-1929-47e8-847b-c74e78da9ad5 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624678 Jul 23 20:22:10.723418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ee95aa-990c-4749-80fa-4c3f264354d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.748608 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fcf89bf-9c3e-4315-aeff-529e70f85213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.756086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fcf89bf-9c3e-4315-aeff-529e70f85213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.775724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.784773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ee95aa-990c-4749-80fa-4c3f264354d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.827003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf89bf-9c3e-4315-aeff-529e70f85213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d51cd-fe72-4764-b59a-e47fb4af4158,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:10.837709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4fcf89bf-9c3e-4315-aeff-529e70f85213 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b73c00d13684fb3a074b0ec73369c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7897086 Jul 23 20:22:10.844873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47102) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:10.857619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 218ca80e-7ecb-40b9-92ae-20f5b2f1b62c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:10.857967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.887382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ee95aa-990c-4749-80fa-4c3f264354d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.890232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ee95aa-990c-4749-80fa-4c3f264354d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.894148 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-75ee95aa-990c-4749-80fa-4c3f264354d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/228166a1-1ceb-42d3-a5e5-2091acb21c5c HTTP/1.1" status: 204 len: 168 time: 0.3071477 Jul 23 20:22:10.906969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1352-3cea-46cc-baa7-49b0acf16dba tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.942588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1352-3cea-46cc-baa7-49b0acf16dba tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.950575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f07d3bae-ecbb-49e3-b525-2d35aa410a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.965742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:10.983918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 218ca80e-7ecb-40b9-92ae-20f5b2f1b62c owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:10.992087 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f07d3bae-ecbb-49e3-b525-2d35aa410a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.055384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1352-3cea-46cc-baa7-49b0acf16dba tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.063434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee95aa-990c-4749-80fa-4c3f264354d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228166a1-1ceb-42d3-a5e5-2091acb21c5c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.063570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1352-3cea-46cc-baa7-49b0acf16dba tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.068239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3fbb1352-3cea-46cc-baa7-49b0acf16dba tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/security-groups/9fd02f98-6d1c-4b07-90b6-e85fa2a3b550 HTTP/1.1" status: 204 len: 168 time: 0.2864900 Jul 23 20:22:11.069093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47108) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.085100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f07d3bae-ecbb-49e3-b525-2d35aa410a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.087001 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-2fb315a0-ccb1-44ff-b104-f1a4422953c1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] show failed (client error): The resource could not be found. Jul 23 20:22:11.088072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2fb315a0-ccb1-44ff-b104-f1a4422953c1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "GET /v2.0/security-groups/9fd02f98-6d1c-4b07-90b6-e85fa2a3b550 HTTP/1.1" status: 404 len: 347 time: 0.0179672 Jul 23 20:22:11.089190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f07d3bae-ecbb-49e3-b525-2d35aa410a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.091109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47110) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.094684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f07d3bae-ecbb-49e3-b525-2d35aa410a58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cc3d51cd-fe72-4764-b59a-e47fb4af4158 HTTP/1.1" status: 204 len: 168 time: 0.2486544 Jul 23 20:22:11.122713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1352-3cea-46cc-baa7-49b0acf16dba tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd02f98-6d1c-4b07-90b6-e85fa2a3b550,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.134538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d3bae-ecbb-49e3-b525-2d35aa410a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d51cd-fe72-4764-b59a-e47fb4af4158,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.263350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.299383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=218ca80e-7ecb-40b9-92ae-20f5b2f1b62c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.309903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.312538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d9dc956-cba0-4f30-a276-32b6f9e7f025 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/218ca80e-7ecb-40b9-92ae-20f5b2f1b62c HTTP/1.1" status: 204 len: 168 time: 0.7120521 Jul 23 20:22:11.315257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47118) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.322665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port e6e80901-3738-43af-a451-b988fd96f4e5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:11.323233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.425252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82aa523-f4ed-4e4f-af8d-988c40d63c79 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:11.428851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e82aa523-f4ed-4e4f-af8d-988c40d63c79 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1120014 Jul 23 20:22:11.429535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.441390 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.441766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.470931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for e6e80901-3738-43af-a451-b988fd96f4e5 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:11.482801 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b244b449-b785-4391-9fa6-415f34672346 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:11.488567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47134) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.492677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b244b449-b785-4391-9fa6-415f34672346 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/218ca80e-7ecb-40b9-92ae-20f5b2f1b62c HTTP/1.1" status: 404 len: 333 time: 0.0619311 Jul 23 20:22:11.501660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1537188962'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:11.570792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:11.574646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.623013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:11.634774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.635193 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment e7c6b8f3-eeec-4eb6-85a0-562436f4130d of type vlan for network b8616963-b659-46bc-9c03-9851f73b2300 Jul 23 20:22:11.713955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.734139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.776171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=e6e80901-3738-43af-a451-b988fd96f4e5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:11.788725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.795008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:11.795639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.847631 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3527744 Jul 23 20:22:11.850845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47150) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:11.880826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:11.909494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77421ea-0163-47aa-bbbe-e5edc51f18d7 req-d8eb16fa-1ea8-4a6c-a168-c0c2e53f6694 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:11.909494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f77421ea-0163-47aa-bbbe-e5edc51f18d7 req-d8eb16fa-1ea8-4a6c-a168-c0c2e53f6694 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.1023419 Jul 23 20:22:11.987001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f77421ea-0163-47aa-bbbe-e5edc51f18d7 req-c0351ab8-3bb9-4ef0-9c10-b10770b9f4fd tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673375 Jul 23 20:22:11.995647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:11.999071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.003544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47156) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:12.003943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-db423611-0e70-4e1a-aa89-6f609c047ec1 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/floatingips/cad88385-4b02-4d77-ac3e-e366adcaeecf HTTP/1.1" status: 204 len: 168 time: 0.9117737 Jul 23 20:22:12.054388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8289043-5444-4186-b356-02c9c7f88926 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=b8616963-b659-46bc-9c03-9851f73b2300,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:12.067003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b8616963-b659-46bc-9c03-9851f73b2300 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:12.109359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:12.113733 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.240999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port 9a351427-c8b7-4c86-871b-d634eca46aea {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:12.241690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.269774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ddfb0-439d-4d2e-8b3a-45389a5f7440 req-1a132ace-129d-4dce-be6f-9bf1b3721dfb tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:12.276792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a1ddfb0-439d-4d2e-8b3a-45389a5f7440 req-1a132ace-129d-4dce-be6f-9bf1b3721dfb tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.1729348 Jul 23 20:22:12.383237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a1ddfb0-439d-4d2e-8b3a-45389a5f7440 req-40d375b6-7de1-426d-af3d-df2305153fb5 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054869 Jul 23 20:22:12.426404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.440168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for 9a351427-c8b7-4c86-871b-d634eca46aea owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:12.576597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.668074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.719150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=9dfca15a-7552-4c6b-b1aa-4abc6b3d9520,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:12.722875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=9a351427-c8b7-4c86-871b-d634eca46aea,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:12.723055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:12.723055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: b8616963-b659-46bc-9c03-9851f73b2300, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:12.750528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network b8616963-b659-46bc-9c03-9851f73b2300 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:12.768114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b8616963-b659-46bc-9c03-9851f73b2300) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:12.778341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee6b35d-4eeb-4085-b432-1ce66e563463 None None] Network b8616963-b659-46bc-9c03-9851f73b2300 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:12.782932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:12.784251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.813861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:12.820083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-afd9f777-5cfc-4e86-9325-0ba5d61ca107 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/ports/9a351427-c8b7-4c86-871b-d634eca46aea HTTP/1.1" status: 204 len: 168 time: 0.8120701 Jul 23 20:22:12.820930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47192) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:12.821280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-50dfa5ba-b838-4455-a7d4-b26de0430348 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9438822 Jul 23 20:22:12.821633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47194) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:12.836194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:13.067579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:13.073216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.150885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b8616963-b659-46bc-9c03-9851f73b2300', 'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': '9dfca15a-7552-4c6b-b1aa-4abc6b3d9520'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:13.151767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.392162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1accd-0fa0-4de5-8564-f26f48fd9fe6 req-81ac23ac-da14-46c3-baee-6be67a086841 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:13.405818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fd1accd-0fa0-4de5-8564-f26f48fd9fe6 req-81ac23ac-da14-46c3-baee-6be67a086841 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.4420066 Jul 23 20:22:13.423869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Allocated IP 172.20.0.2 (b8616963-b659-46bc-9c03-9851f73b2300/9dfca15a-7552-4c6b-b1aa-4abc6b3d9520/761f64d1-eea2-49fb-af9e-d10e7f9d6497) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:13.501514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fd1accd-0fa0-4de5-8564-f26f48fd9fe6 req-027ab850-bbea-4f0c-81ab-7db1275e1632 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875158 Jul 23 20:22:13.508438 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9dfca15a-7552-4c6b-b1aa-4abc6b3d9520 (CIDR: 172.20.0.0/28) Jul 23 20:22:13.533137 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:22:13.533521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:22:13.579801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port 0ec13c34-30ab-4a44-b549-294dcd166556 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:13.580383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.605880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3e6a410f-4a4d-490b-8ea6-7db066b9c07e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7754698 Jul 23 20:22:13.609580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47252) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.616422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:13.669298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.730798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47258) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:13.768055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.856029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Transition to ACTIVE for port object 761f64d1-eea2-49fb-af9e-d10e7f9d6497 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:13.870976 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-72a9902a-0e35-4d9c-a60b-51bb25de6a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.885761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.909694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for 0ec13c34-30ab-4a44-b549-294dcd166556 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:13.916630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Transition to ACTIVE for port object 761f64d1-eea2-49fb-af9e-d10e7f9d6497 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:13.939135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:13.963935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:13.972423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.105956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Pushing event updated for resources: {'Port': ['ID=761f64d1-eea2-49fb-af9e-d10e7f9d6497,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.154508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0178e-4404-426a-8953-4d7aaf1919e7 req-8ad0aa3f-e95e-445a-95e1-0987819297f5 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:14.156430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fa0178e-4404-426a-8953-4d7aaf1919e7 req-8ad0aa3f-e95e-445a-95e1-0987819297f5 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.1337755 Jul 23 20:22:14.160650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Network b8616963-b659-46bc-9c03-9851f73b2300 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:14.169465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:14.174992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:14.211179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.240704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.248796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=0ec13c34-30ab-4a44-b549-294dcd166556,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.257373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fa0178e-4404-426a-8953-4d7aaf1919e7 req-82097f4a-3156-414c-8a52-47108487fff0 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902467 Jul 23 20:22:14.315925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Attempting to bind port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:14.317347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Attempting to bind port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:14.321984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Attempting to bind port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 on network b8616963-b659-46bc-9c03-9851f73b2300 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:14.331779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:14.333709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Checking segment: {'id': 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:14.335118 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.335680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Bound using segment: {'id': 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:14.339781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Bound port: 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:14.340388 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.360547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.362926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e0dfef60-4453-4426-9061-d3e5775c19a0 tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/ports/0ec13c34-30ab-4a44-b549-294dcd166556 HTTP/1.1" status: 204 len: 168 time: 1.5401685 Jul 23 20:22:14.366860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.522700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac741db6-7899-478e-b59f-e8dd30997eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.544335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.578788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting subnet 808564dc-d744-499d-b74d-e72c3e2d6672 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:14.582744 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.621415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network b8616963-b659-46bc-9c03-9851f73b2300 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:14.625394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.641322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:14.648189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:14.648801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.698262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=c389ce8d-208f-4ad8-a3c2-f73e56754609,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.756406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] For port 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:14.764241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] For port 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=761f64d1-eea2-49fb-af9e-d10e7f9d6497,segment=NetworkSegment(e7c6b8f3-eeec-4eb6-85a0-562436f4130d),segment_id=e7c6b8f3-eeec-4eb6-85a0-562436f4130d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:14.767223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac741db6-7899-478e-b59f-e8dd30997eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.777872 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.780872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac741db6-7899-478e-b59f-e8dd30997eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.784940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.824696 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7e33caa3-2405-4ce3-8e80-5d21a3c70472 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2112081 Jul 23 20:22:14.826311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ac741db6-7899-478e-b59f-e8dd30997eb4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64818c6da418492cb685d95b89edda71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845785 Jul 23 20:22:14.827190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47316) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.854580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300', 'fixed_ips': [{'subnet_id': '9dfca15a-7552-4c6b-b1aa-4abc6b3d9520'}, {'subnet_id': 'c389ce8d-208f-4ad8-a3c2-f73e56754609'}], 'name': 'tempest-PortsTestJSON-257801594'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:14.932803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:14.934010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b297d-81ae-410c-9699-2cf4fb9f104e None None] Pushing event updated for resources: {'Port': ['ID=761f64d1-eea2-49fb-af9e-d10e7f9d6497,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.939452 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.975952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Subnet': ['ID=808564dc-d744-499d-b74d-e72c3e2d6672,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:14.992978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:14.993545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac390c42-53d9-42c2-adb9-4647a02de58c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/subnets/808564dc-d744-499d-b74d-e72c3e2d6672 HTTP/1.1" status: 204 len: 168 time: 0.6207824 Jul 23 20:22:15.004357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630282a5-16e3-434f-a7e6-7da0e71c9870 None None] Network c26f385d-8133-4651-8133-e853a7a0add7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:15.008194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:15.040849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac741db6-7899-478e-b59f-e8dd30997eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a9af9-2821-4212-9d26-0acc56f54dc9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.111573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4af7962b-44a5-41a8-ad22-299c75d519ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.308118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting subnet bdd4d4f9-5551-4457-abca-d83ed08748c9 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:15.316394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4af7962b-44a5-41a8-ad22-299c75d519ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.318557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.329788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:15.390012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] DHCP port deletion for c26f385d-8133-4651-8133-e853a7a0add7 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:15.400715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.503705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] Deleting port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:15.504132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.509931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.536794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.594324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.627409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] For port dc6257d5-d548-44dd-94f5-9f82c1c07ad1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,segment=NetworkSegment(481b7a68-29c7-41e9-8dbc-9912deb1e50a),segment_id=481b7a68-29c7-41e9-8dbc-9912deb1e50a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:15.627953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.656871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105057d9-fe7d-4a3c-8999-c5b4c64b36f0 None None] Network 18987841-02a3-4625-9fd7-b601df633eeb requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:15.658215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.658923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 5d503bf7-3f84-4c0e-b84d-68449abfeecc yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:15.660189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/subnets/bdd4d4f9-5551-4457-abca-d83ed08748c9 HTTP/1.1" status: 204 len: 168 time: 0.6510775 Jul 23 20:22:15.667535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47362) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:15.672561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521c972-a11c-4fd8-a60a-556b1b83d15a tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Subnet': ['ID=bdd4d4f9-5551-4457-abca-d83ed08748c9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.672947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] Calling delete_port for dc6257d5-d548-44dd-94f5-9f82c1c07ad1 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:15.676752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-2b821a74-c981-46e2-bacf-903a30c767a2 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:15.678934 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-2b821a74-c981-46e2-bacf-903a30c767a2 tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.5360551 Jul 23 20:22:15.757915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4af7962b-44a5-41a8-ad22-299c75d519ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.760447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4af7962b-44a5-41a8-ad22-299c75d519ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.764544 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4af7962b-44a5-41a8-ad22-299c75d519ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/993a9af9-2821-4212-9d26-0acc56f54dc9 HTTP/1.1" status: 204 len: 168 time: 0.8275566 Jul 23 20:22:15.840682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7962b-44a5-41a8-ad22-299c75d519ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a9af9-2821-4212-9d26-0acc56f54dc9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:15.983061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:15.986702 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.041737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7500259-0bd4-4dff-9d5a-d8eedb2325a2 req-479087f3-3c4c-4212-91a3-f4c34127334a tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:16.057389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7500259-0bd4-4dff-9d5a-d8eedb2325a2 req-479087f3-3c4c-4212-91a3-f4c34127334a tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 946 time: 0.4796572 Jul 23 20:22:16.082795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] No DVR routers for this DVR port dc6257d5-d548-44dd-94f5-9f82c1c07ad1 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:16.085988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d01952-28ec-447b-852c-7eb196a704c9 None None] Pushing event deleted for resources: {'Port': ['ID=dc6257d5-d548-44dd-94f5-9f82c1c07ad1,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:16.112703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Deleting port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:16.128955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.242307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7500259-0bd4-4dff-9d5a-d8eedb2325a2 req-b8650076-eddd-4b04-8848-56971d87650e tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836538 Jul 23 20:22:16.312019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] DHCP port deletion for 18987841-02a3-4625-9fd7-b601df633eeb request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:16.378853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.382893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] For port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,segment=NetworkSegment(6c308dc9-0107-4550-9d7d-0013821ce8db),segment_id=6c308dc9-0107-4550-9d7d-0013821ce8db)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:16.383265 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.409829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Calling delete_port for f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:16.455346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26f385d-8133-4651-8133-e853a7a0add7']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:16.489091 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9565ed5e-600a-4c80-9f52-e73ebded779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.495652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.497403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481b7a68-29c7-41e9-8dbc-9912deb1e50a') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:16.497979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481b7a68-29c7-41e9-8dbc-9912deb1e50a') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:16.514895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] Deleting port 079f6798-d072-41e7-b74e-e85417253806 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:16.515281 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.526609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.14 (b8616963-b659-46bc-9c03-9851f73b2300/9dfca15a-7552-4c6b-b1aa-4abc6b3d9520/5d503bf7-3f84-4c0e-b84d-68449abfeecc) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:16.536729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.547192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.20 (b8616963-b659-46bc-9c03-9851f73b2300/c389ce8d-208f-4ad8-a3c2-f73e56754609/5d503bf7-3f84-4c0e-b84d-68449abfeecc) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:16.577375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.591897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:16.592316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:16.595702 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:16.614026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] For port 079f6798-d072-41e7-b74e-e85417253806, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=079f6798-d072-41e7-b74e-e85417253806,segment=NetworkSegment(71cb3230-7418-485b-b873-c3af0ac66b79),segment_id=71cb3230-7418-485b-b873-c3af0ac66b79)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:16.614427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.637811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] Calling delete_port for 079f6798-d072-41e7-b74e-e85417253806 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:16.701289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.747742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a347efb-84e0-4160-ac5e-13f5b9a944ac None None] Network b8616963-b659-46bc-9c03-9851f73b2300 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:16.847116 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.856503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:16.858549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/networks/c26f385d-8133-4651-8133-e853a7a0add7 HTTP/1.1" status: 204 len: 168 time: 1.1886001 Jul 23 20:22:16.868366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47424) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:16.924290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49600ed1-6114-44c4-9f41-e590f4bf5b4c tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Network': ['ID=c26f385d-8133-4651-8133-e853a7a0add7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:16.977311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ddf956c-a9f3-4d42-8f26-1ecb5dc46a2f None None] Provisioning for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:17.000041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.119994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.148860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.165916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] No DVR routers for this DVR port 079f6798-d072-41e7-b74e-e85417253806 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:17.223848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f2030-7781-4725-8d05-335c75a42526 None None] Pushing event deleted for resources: {'Port': ['ID=079f6798-d072-41e7-b74e-e85417253806,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:17.262810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Deleting port 079f6798-d072-41e7-b74e-e85417253806 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:17.264159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.383523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:17.407986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] For port 079f6798-d072-41e7-b74e-e85417253806, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:17.409286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.426285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Calling delete_port for 079f6798-d072-41e7-b74e-e85417253806 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:17.429871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Port 079f6798-d072-41e7-b74e-e85417253806 was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:17.433118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.469628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Update dhcp port {'port': {'network_id': 'b8616963-b659-46bc-9c03-9851f73b2300', 'fixed_ips': [{'subnet_id': '9dfca15a-7552-4c6b-b1aa-4abc6b3d9520', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c389ce8d-208f-4ad8-a3c2-f73e56754609'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '761f64d1-eea2-49fb-af9e-d10e7f9d6497'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:22:17.529414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] No DVR routers for this DVR port 079f6798-d072-41e7-b74e-e85417253806 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:17.533049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Port': ['ID=079f6798-d072-41e7-b74e-e85417253806,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:17.541194 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.543532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 761f64d1-eea2-49fb-af9e-d10e7f9d6497 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:17.628644 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.640438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18987841-02a3-4625-9fd7-b601df633eeb']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:17.651545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71cb3230-7418-485b-b873-c3af0ac66b79') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:17.651982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71cb3230-7418-485b-b873-c3af0ac66b79') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:17.662139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:17.662665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.669702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.677471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.685100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:17.685377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.686518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 5d503bf7-3f84-4c0e-b84d-68449abfeecc will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:17.727094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.727334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-network', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:17.731873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.734026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:17.734408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.743710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:17.756318 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:17.777632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.795956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.797871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] 10.222.0.46 "DELETE /v2.0/networks/18987841-02a3-4625-9fd7-b601df633eeb HTTP/1.1" status: 204 len: 168 time: 0.9281690 Jul 23 20:22:17.805253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Pushing event deleted for resources: {'Port': ['ID=f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:17.852216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network b8616963-b659-46bc-9c03-9851f73b2300 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:17.869307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b921c3-d7b8-4efe-92cf-0b9f5ae2a11d tempest-TaggedBootDevicesTest_v242-1865215624 tempest-TaggedBootDevicesTest_v242-1865215624-project] Pushing event deleted for resources: {'Network': ['ID=18987841-02a3-4625-9fd7-b601df633eeb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:17.899513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Deleting port 9ffc7edf-c59c-4478-8d48-93dd76731437 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:17.899938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.904332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:17.907061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] No DVR routers for this DVR port f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:17.911693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:17.918985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.921280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6cac0dea-c260-4dd0-aa4e-08861f6d3165 req-a5e36f81-10cf-4d4c-acd0-9c62015dc8bf tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.47 "DELETE /v2.0/ports/f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d HTTP/1.1" status: 204 len: 173 time: 2.2283807 Jul 23 20:22:17.922112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Made reservation on behalf of c0e2003f984344dfbe2327bff94fbeba for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:17.925673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:17.927692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'name': 'network-vif-deleted', 'tag': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:17.941578 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5bb649-71da-4966-81f7-29ed20647f25" -d '{"events": [{"server_uuid": "8ded639f-8b84-4d9d-91da-56ee52f39e95", "name": "network-vif-deleted", "tag": "f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:17.962827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.011665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.013356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=761f64d1-eea2-49fb-af9e-d10e7f9d6497,segment=NetworkSegment(e7c6b8f3-eeec-4eb6-85a0-562436f4130d),segment_id=e7c6b8f3-eeec-4eb6-85a0-562436f4130d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:18.020183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Allocated IP 172.20.0.18 (b8616963-b659-46bc-9c03-9851f73b2300/c389ce8d-208f-4ad8-a3c2-f73e56754609/761f64d1-eea2-49fb-af9e-d10e7f9d6497) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:18.024430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.029839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98da9ef-75a9-402b-bc70-89b74f472b90 req-d975671a-8bcf-4e70-a993-17c0073c5c0b tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:18.032177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f98da9ef-75a9-402b-bc70-89b74f472b90 req-d975671a-8bcf-4e70-a993-17c0073c5c0b tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/ports?device_id=8ded639f-8b84-4d9d-91da-56ee52f39e95 HTTP/1.1" status: 200 len: 867 time: 0.6004088 Jul 23 20:22:18.045369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=5d503bf7-3f84-4c0e-b84d-68449abfeecc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.067982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:18.069403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.137274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=761f64d1-eea2-49fb-af9e-d10e7f9d6497,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.167226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 079f6798-d072-41e7-b74e-e85417253806 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:18.186759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.186985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650da3f-15a3-4751-8cee-940e2d4f9b56 req-52b3f52e-18d4-4cbe-a87a-c1e640ec3569 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:18.188637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c650da3f-15a3-4751-8cee-940e2d4f9b56 req-52b3f52e-18d4-4cbe-a87a-c1e640ec3569 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.6676755 Jul 23 20:22:18.198056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.207268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 079f6798-d072-41e7-b74e-e85417253806 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:18.207987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 079f6798-d072-41e7-b74e-e85417253806 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:18.208475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dc6257d5-d548-44dd-94f5-9f82c1c07ad1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:18.213580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f98da9ef-75a9-402b-bc70-89b74f472b90 req-8035cc47-af61-4647-ad45-d62c1551dd4e tempest-ServersNegativeTestMultiTenantJSON-789213025 tempest-ServersNegativeTestMultiTenantJSON-789213025-project] 10.222.0.46 "GET /v2.0/security-groups?id=81a1db13-dc3c-477c-8181-061d0e4643a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717198 Jul 23 20:22:18.230280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-38011bb0-d52a-4c9f-8a07-3329dcb1a79f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.3849952 Jul 23 20:22:18.243279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: dc6257d5-d548-44dd-94f5-9f82c1c07ad1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:18.243751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dc6257d5-d548-44dd-94f5-9f82c1c07ad1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:18.249115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:18.257680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dfca15a-7552-4c6b-b1aa-4abc6b3d9520'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:18.285661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:18.302371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f849e51-1000-4b20-a9f1-3dcd09c32fb9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.315219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:18.316909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] For port 9ffc7edf-c59c-4478-8d48-93dd76731437, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9ffc7edf-c59c-4478-8d48-93dd76731437,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:18.317231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.321405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] For port 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=761f64d1-eea2-49fb-af9e-d10e7f9d6497,segment=NetworkSegment(e7c6b8f3-eeec-4eb6-85a0-562436f4130d),segment_id=e7c6b8f3-eeec-4eb6-85a0-562436f4130d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:18.326283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.326576 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Added segment d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d of type vlan for network 2f4624e2-29b7-4dbf-a661-841c49e0db00 Jul 23 20:22:18.363241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c650da3f-15a3-4751-8cee-940e2d4f9b56 req-2d3fa23c-1338-41e4-a3fe-3044ec061787 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542542 Jul 23 20:22:18.371280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Calling delete_port for 9ffc7edf-c59c-4478-8d48-93dd76731437 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:18.387678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.416945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.423250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Transition to ACTIVE for port object 761f64d1-eea2-49fb-af9e-d10e7f9d6497 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:18.432169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.455165 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fe4313-d11a-4b48-8bd1-f2861eb27b87 x-openstack-request-id: req-b5fe4313-d11a-4b48-8bd1-f2861eb27b87 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:18.455503 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ded639f-8b84-4d9d-91da-56ee52f39e95", "name": "network-vif-deleted", "tag": "f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:18.455783 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5fe4313-d11a-4b48-8bd1-f2861eb27b87 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:18.457316 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ded639f-8b84-4d9d-91da-56ee52f39e95', 'name': 'network-vif-deleted', 'tag': 'f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d', 'status': 'completed', 'code': 200} Jul 23 20:22:18.505377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.507666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:18.508418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.560080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1718895 Jul 23 20:22:18.562794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:18.567962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Request body: {'subnet': {'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-subnet', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:18.574344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7bedb-cef8-4b57-8d1c-18d73f6dbe99 None None] Pushing event updated for resources: {'Port': ['ID=761f64d1-eea2-49fb-af9e-d10e7f9d6497,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.608728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4248-4af1-44c2-9465-3182e9ff388c admin admin] Pushing event updated for resources: {'Network': ['ID=2f4624e2-29b7-4dbf-a661-841c49e0db00,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.623093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:18.631264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Made reservation on behalf of c0e2003f984344dfbe2327bff94fbeba for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:18.635030 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.667762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:18.670727 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0076aef4-79cf-4d57-89d4-25f852f142be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.707876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:18.708245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f26eb304-f6e5-4a6d-9c8f-27c3b3efee6d not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:18.873172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.935286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:18.948798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Checking segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:18.949497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Network hostable DHCP agents. Network: 2f4624e2-29b7-4dbf-a661-841c49e0db00, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:18.970578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:18.983143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 2f4624e2-29b7-4dbf-a661-841c49e0db00) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:18.989542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:18.991208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:18.997161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc418b0-5e8c-48f9-a8d5-82b52677d1b0 None None] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:19.198466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 761f64d1-eea2-49fb-af9e-d10e7f9d6497 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:19.223975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-2f4624e2-29b7-4dbf-a661-841c49e0db00', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:19.225934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.226426 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.303315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.433955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Deleting subnet 1bbfb690-cb47-46a1-8ddf-dbbdd2887039 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:19.434829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90bda06-f149-4bc0-a646-a120dfc70d92 None None] Network b8616963-b659-46bc-9c03-9851f73b2300 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:19.448098 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.482775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0076aef4-79cf-4d57-89d4-25f852f142be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.488964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.510938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f5be649-725c-4aea-8d37-91254b50f66c None None] Provisioning for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:19.549371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.559867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f5be649-725c-4aea-8d37-91254b50f66c None None] Provisioning complete for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:19.559867 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f5be649-725c-4aea-8d37-91254b50f66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.569670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0076aef4-79cf-4d57-89d4-25f852f142be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.586568 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3ce70988-b2a6-47b2-a942-0f5ee087aeb7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0225918 Jul 23 20:22:19.587339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47514) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.593622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Allocated IP 172.20.0.2 (2f4624e2-29b7-4dbf-a661-841c49e0db00/a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2/88967b09-821e-4394-ba73-42defc360a17) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:19.594108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:19.653088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.705019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0076aef4-79cf-4d57-89d4-25f852f142be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8a5c14ffebc0495fb43b181f81d3699b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3829186 Jul 23 20:22:19.706980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbfb690-cb47-46a1-8ddf-dbbdd2887039,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:19.718416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47516) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.722603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.725834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1bbfb690-cb47-46a1-8ddf-dbbdd2887039 HTTP/1.1" status: 204 len: 168 time: 0.4205194 Jul 23 20:22:19.728131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076aef4-79cf-4d57-89d4-25f852f142be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6459fe6a-21cf-4838-815d-9be699a76b42,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:19.746433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:19.757114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.759956 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.822812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.823421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.823953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.824488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.825064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.825942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.826655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.827231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.827988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.828537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.829265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.830179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15741954-bdac-4d96-8185-3954b4edcdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:19.837375 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.901850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b123e4b-30f7-45f7-b5ea-85c7192e6745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.914559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Delete allocated IP 172.20.0.20 (b8616963-b659-46bc-9c03-9851f73b2300/c389ce8d-208f-4ad8-a3c2-f73e56754609) {{(pid=94027) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:22:19.948551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.980010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.985114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:19.987331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffc7edf-c59c-4478-8d48-93dd76731437,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.051159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b123e4b-30f7-45f7-b5ea-85c7192e6745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.082356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379ab44-04cd-4903-8baa-57486569efad req-c4318ab1-bbd1-4172-85f4-ba32fc425fcd tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:20.092253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8379ab44-04cd-4903-8baa-57486569efad req-c4318ab1-bbd1-4172-85f4-ba32fc425fcd tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.5320046 Jul 23 20:22:20.265256 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.286606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Transition to ACTIVE for port object 88967b09-821e-4394-ba73-42defc360a17 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:20.311895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Transition to ACTIVE for port object 88967b09-821e-4394-ba73-42defc360a17 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:20.322991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.336974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8379ab44-04cd-4903-8baa-57486569efad req-6eb31eb9-f29f-40a9-819e-a007afff7e5f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436004 Jul 23 20:22:20.354854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.408517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:20.415793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:20.424089 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.429947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:20.430440 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.450615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Ignored duplicate provisioning block setup for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:22:20.453613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.467781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7e0580-cd4f-489e-8737-6cbc2319e3f6']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:20.480141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c308dc9-0107-4550-9d7d-0013821ce8db') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:20.480387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Pushing event updated for resources: {'Port': ['ID=88967b09-821e-4394-ba73-42defc360a17,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.480509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c308dc9-0107-4550-9d7d-0013821ce8db') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:20.500926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.518749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.527650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:20.528113 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.530579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Attempting to bind port 88967b09-821e-4394-ba73-42defc360a17 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:20.531141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Attempting to bind port 88967b09-821e-4394-ba73-42defc360a17 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:20.531638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Attempting to bind port 88967b09-821e-4394-ba73-42defc360a17 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:20.538202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:20.539132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Checking segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:20.539657 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.540158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Bound using segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:20.540771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Bound port: 88967b09-821e-4394-ba73-42defc360a17, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:20.541263 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.555458 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:20.610872 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:20.613389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b123e4b-30f7-45f7-b5ea-85c7192e6745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.619797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b123e4b-30f7-45f7-b5ea-85c7192e6745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.619797 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b123e4b-30f7-45f7-b5ea-85c7192e6745 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6459fe6a-21cf-4838-815d-9be699a76b42 HTTP/1.1" status: 204 len: 168 time: 0.8950927 Jul 23 20:22:20.639569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-24a2dc89-f960-46a2-903b-283adb99fc57 None None] Provisioning complete for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:20.640144 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-24a2dc89-f960-46a2-903b-283adb99fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.640247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b123e4b-30f7-45f7-b5ea-85c7192e6745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6459fe6a-21cf-4838-815d-9be699a76b42,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.645105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.653849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.655814 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] 10.222.0.46 "DELETE /v2.0/networks/2d7e0580-cd4f-489e-8737-6cbc2319e3f6 HTTP/1.1" status: 204 len: 168 time: 0.9003980 Jul 23 20:22:20.658769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47526) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:20.704869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec2e76d-8e14-49a4-98a8-e94081de9d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7e0580-cd4f-489e-8737-6cbc2319e3f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.745990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Deleting subnet 87b9dd94-2f49-4bae-9574-2247d1e72613 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:20.752350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=5d503bf7-3f84-4c0e-b84d-68449abfeecc,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.752467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] For port 88967b09-821e-4394-ba73-42defc360a17, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:20.765395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] For port 88967b09-821e-4394-ba73-42defc360a17, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88967b09-821e-4394-ba73-42defc360a17,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:20.767650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.824281 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.852687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] In _notify_port_updated(), no bound segment for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc on network b8616963-b659-46bc-9c03-9851f73b2300 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:22:20.880353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:20.882682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.892337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9bef85a4-eb90-4f52-8747-df5047de8437 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/ports/5d503bf7-3f84-4c0e-b84d-68449abfeecc HTTP/1.1" status: 200 len: 919 time: 2.6420448 Jul 23 20:22:20.893999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:20.897152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23624b7-b1aa-4bb6-8388-d477866ea411 None None] Pushing event updated for resources: {'Port': ['ID=88967b09-821e-4394-ba73-42defc360a17,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:20.921855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.939093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-24a2dc89-f960-46a2-903b-283adb99fc57 None None] Provisioning for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:20.947307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-24a2dc89-f960-46a2-903b-283adb99fc57 None None] Provisioning complete for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:20.947873 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-24a2dc89-f960-46a2-903b-283adb99fc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:20.954005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9dfca15a-7552-4c6b-b1aa-4abc6b3d9520'}, {'subnet_id': 'c389ce8d-208f-4ad8-a3c2-f73e56754609'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:21.035748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-24a2dc89-f960-46a2-903b-283adb99fc57 None None] Port 5d503bf7-3f84-4c0e-b84d-68449abfeecc cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:21.041939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.176188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c8ae3f86-348f-458a-b9e0-2bc676c84e1c None None] Provisioning complete for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:21.176574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8ae3f86-348f-458a-b9e0-2bc676c84e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.221341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.316577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c8ae3f86-348f-458a-b9e0-2bc676c84e1c None None] Port 5d503bf7-3f84-4c0e-b84d-68449abfeecc cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:21.351882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:21.353798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.370306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.462542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b21a32ca-aadd-4c7f-bf3e-d73dfd0cd3ba None None] Provisioning complete for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:21.463024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b21a32ca-aadd-4c7f-bf3e-d73dfd0cd3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.488047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.496142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/87b9dd94-2f49-4bae-9574-2247d1e72613 HTTP/1.1" status: 204 len: 168 time: 0.8278179 Jul 23 20:22:21.497614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04149c13-86a5-42f0-b5f7-7e48ad751b98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87b9dd94-2f49-4bae-9574-2247d1e72613,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:21.503841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47544) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:21.518072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.537597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b21a32ca-aadd-4c7f-bf3e-d73dfd0cd3ba None None] Port 5d503bf7-3f84-4c0e-b84d-68449abfeecc cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:21.673256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.801411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.804358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:21.811855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-989deb23-5fc9-4afd-8777-76ae06bd4b56 admin admin] 10.222.0.46 "PUT /v2.0/routers/28b6bbc2-7b59-4dec-ba81-2b132b940b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0784757 Jul 23 20:22:21.814129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a6c640-9952-41d5-a7a1-1610352481fc']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:21.814427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47556) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:21.825546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263593a6-e664-4155-8bed-f036578ab66d') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:21.825995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263593a6-e664-4155-8bed-f036578ab66d') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:21.831795 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] Sync routers for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:21.836472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.850512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.854383 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:21.855090 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:21.857641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:21.858168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.906680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ed525-a51c-49aa-bf9c-70c8d2d204e3 req-42336186-509d-4388-a430-bea530d82481 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:21.915124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c7ed525-a51c-49aa-bf9c-70c8d2d204e3 req-42336186-509d-4388-a430-bea530d82481 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.3690286 Jul 23 20:22:21.920217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.20 (b8616963-b659-46bc-9c03-9851f73b2300/c389ce8d-208f-4ad8-a3c2-f73e56754609/5d503bf7-3f84-4c0e-b84d-68449abfeecc) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:21.920945 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:21.940353 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.943318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Allocated IP 172.25.8.8 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/009a16ae-0675-421f-983a-faae3b305ab1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:21.958278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:21.962031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] 10.222.0.46 "DELETE /v2.0/networks/b5a6c640-9952-41d5-a7a1-1610352481fc HTTP/1.1" status: 204 len: 168 time: 0.4564781 Jul 23 20:22:22.010314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7e5d8-2e39-4c3b-931c-7d729f90accc admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a6c640-9952-41d5-a7a1-1610352481fc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:22.075939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.133884 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:22.313671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.316121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:22.464229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-57452b26-45cb-4fac-a8b4-7569e8dc675a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3048ec5f5fa44cc9b6bc9a54295e6846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470160 Jul 23 20:22:22.469359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47572) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:22.493605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.519122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 5d503bf7-3f84-4c0e-b84d-68449abfeecc will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:22.534468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.608602 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:22:19Z', 'revision_number': 5, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port': {'id': 'de0d5f43-84e1-4374-b2d4-0ab9b40821d0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:10:33Z', 'updated_at': '2021-07-23T20:10:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:22.613520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fcb22cf-6fcf-4790-936b-4e87db94658a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.638700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.703290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.718255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c7ed525-a51c-49aa-bf9c-70c8d2d204e3 req-3c85fd30-5f21-407b-b930-8d24e34e47c7 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8021488 Jul 23 20:22:22.721169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] Checking router: 28b6bbc2-7b59-4dec-ba81-2b132b940b30 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:22.759944 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] Routers {'28b6bbc2-7b59-4dec-ba81-2b132b940b30'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:22.760644 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:22.770248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7877a5-2c7c-49fb-b530-0591adb30d90 None None] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:22.858405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:22.863786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fcb22cf-6fcf-4790-936b-4e87db94658a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.866906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Pushing event updated for resources: {'Port': ['ID=009a16ae-0675-421f-983a-faae3b305ab1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:22.879211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:22.882980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:22.924624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ddfb88cf-1901-4003-8d75-21237e3b3520 None None] Provisioning for port 88967b09-821e-4394-ba73-42defc360a17 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:22.970618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] In _notify_port_updated(), no bound segment for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc on network b8616963-b659-46bc-9c03-9851f73b2300 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:22:22.981880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:22.982580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:22.993181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/ports/5d503bf7-3f84-4c0e-b84d-68449abfeecc HTTP/1.1" status: 200 len: 999 time: 2.0953650 Jul 23 20:22:22.997262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb9050-a543-4137-b95b-000c23d65c97 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=5d503bf7-3f84-4c0e-b84d-68449abfeecc,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.018937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:23.056065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Deleting port de0d5f43-84e1-4374-b2d4-0ab9b40821d0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:23.056678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.150866 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] Set router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:23.175010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-31c04fa4-2546-4942-949b-7c9d83ca2a54 None None] Provisioning for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:23.196849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-31c04fa4-2546-4942-949b-7c9d83ca2a54 None None] Provisioning complete for port 5d503bf7-3f84-4c0e-b84d-68449abfeecc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:23.197618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31c04fa4-2546-4942-949b-7c9d83ca2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.250967 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:22:22Z', 'revision_number': 6, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:23.280129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88967b09-821e-4394-ba73-42defc360a17 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:23.309242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-31c04fa4-2546-4942-949b-7c9d83ca2a54 None None] Port 5d503bf7-3f84-4c0e-b84d-68449abfeecc cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:23.342249 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01eab8ad-081b-4136-a17f-7b2f9efe3ba8 None None] The sync data for ids ['28b6bbc2-7b59-4dec-ba81-2b132b940b30'] in n-d-793620-13 is: [{'id': '28b6bbc2-7b59-4dec-ba81-2b132b940b30', 'name': 'tempest-TaggedBootDevicesTest-650114238-router', 'tenant_id': '358a52ca5e084e089e497ead860bc00a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:32Z', 'updated_at': '2021-07-23T20:22:22Z', 'revision_number': 6, 'project_id': '358a52ca5e084e089e497ead860bc00a', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:23.352009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 88967b09-821e-4394-ba73-42defc360a17 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:23.356976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 88967b09-821e-4394-ba73-42defc360a17 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:23.357349 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.361090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47588) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:23.372026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] For port de0d5f43-84e1-4374-b2d4-0ab9b40821d0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:23.372386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.406874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Calling delete_port for de0d5f43-84e1-4374-b2d4-0ab9b40821d0 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:23.530037 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.601729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 88967b09-821e-4394-ba73-42defc360a17, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88967b09-821e-4394-ba73-42defc360a17,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:23.610305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.664607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.692336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ca084bf7-6af0-4eab-a327-857626cbf7b0 None None] Provisioning complete for port 88967b09-821e-4394-ba73-42defc360a17 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:23.692799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca084bf7-6af0-4eab-a327-857626cbf7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.725605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=de0d5f43-84e1-4374-b2d4-0ab9b40821d0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.733043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=88967b09-821e-4394-ba73-42defc360a17,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:23.739623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.740169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.741157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.742039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.742543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.743777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.744105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.744369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.744874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.745223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.745606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.745945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:23.838243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.876027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a488b417-c163-46f5-b451-cb69bc6a7492 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-323540574'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:23.877128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a488b417-c163-46f5-b451-cb69bc6a7492 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Unknown quota resources ['metering_label']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:22:23.927057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fcb22cf-6fcf-4790-936b-4e87db94658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.930162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fcb22cf-6fcf-4790-936b-4e87db94658a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:23.933804 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3fcb22cf-6fcf-4790-936b-4e87db94658a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81a1db13-dc3c-477c-8181-061d0e4643a9 HTTP/1.1" status: 204 len: 168 time: 1.4611874 Jul 23 20:22:24.001542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.004642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.047800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb22cf-6fcf-4790-936b-4e87db94658a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1db13-dc3c-477c-8181-061d0e4643a9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:24.057885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.079759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.080853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28b6bbc2-7b59-4dec-ba81-2b132b940b30 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:24.089338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.090770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c0e271d8-a190-41ff-b886-5d3555b8fd8a admin admin] 10.222.0.46 "DELETE /v2.0/routers/28b6bbc2-7b59-4dec-ba81-2b132b940b30 HTTP/1.1" status: 204 len: 168 time: 2.2751925 Jul 23 20:22:24.094353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47600) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.118097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b6661-a5a3-4308-a590-795ba05f4509 req-b21cbe72-3175-4bf4-ab31-ff38f3dfdd6e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:24.120675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa2b6661-a5a3-4308-a590-795ba05f4509 req-b21cbe72-3175-4bf4-ab31-ff38f3dfdd6e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.2599819 Jul 23 20:22:24.567828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Deleting subnet c8956241-ca64-4c80-87a6-6e5278730f0f {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:24.570568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47606) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.602473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.664897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa2b6661-a5a3-4308-a590-795ba05f4509 req-5b995e1b-4c94-41f6-87e7-811d7480de76 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5148442 Jul 23 20:22:24.677020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ada3d15c-bcf3-4d3e-b9f3-d00a3ef2822e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d4e92d3829e4b339c874a6d5093f3e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0947163 Jul 23 20:22:24.680471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47608) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.756899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f84b946d-65a6-47ee-b6ae-e3390409b27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.761341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.810193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 5d503bf7-3f84-4c0e-b84d-68449abfeecc {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:24.810548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.812135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f84b946d-65a6-47ee-b6ae-e3390409b27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.816919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a488b417-c163-46f5-b451-cb69bc6a7492 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.818698 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a488b417-c163-46f5-b451-cb69bc6a7492 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.4431658 Jul 23 20:22:24.823331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:24.829224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e522a60e-abe1-431c-9f10-390c81ceeae6 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '78acea05-0953-44d4-a8cc-c62e7a493467'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:24.830076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e522a60e-abe1-431c-9f10-390c81ceeae6 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94027) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:22:24.935417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:24.953353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 5d503bf7-3f84-4c0e-b84d-68449abfeecc owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:24.961586 n-d-793620-13 neutron-server[94027]: WARNING neutron.services.metering.metering_plugin [None req-e522a60e-abe1-431c-9f10-390c81ceeae6 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:22:25.015918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.123469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e522a60e-abe1-431c-9f10-390c81ceeae6 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.127362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e522a60e-abe1-431c-9f10-390c81ceeae6 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3003476 Jul 23 20:22:25.127362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.129851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47614) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.162415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-98f1d981-bc05-428b-9fcc-3bd99fcf9d9a tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '78acea05-0953-44d4-a8cc-c62e7a493467'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:25.163069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-98f1d981-bc05-428b-9fcc-3bd99fcf9d9a tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94027) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:22:25.217959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88967b09-821e-4394-ba73-42defc360a17 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:25.228041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f84b946d-65a6-47ee-b6ae-e3390409b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.230897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f84b946d-65a6-47ee-b6ae-e3390409b27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.236007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f84b946d-65a6-47ee-b6ae-e3390409b27c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b3d0e81-1365-4d5c-8e97-8f68ecf5613f HTTP/1.1" status: 204 len: 168 time: 0.5546491 Jul 23 20:22:25.245030 n-d-793620-13 neutron-server[94027]: WARNING neutron.services.metering.metering_plugin [None req-98f1d981-bc05-428b-9fcc-3bd99fcf9d9a tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:22:25.304835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:22:25.326134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 88967b09-821e-4394-ba73-42defc360a17 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:25.326512 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.347181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b946d-65a6-47ee-b6ae-e3390409b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3d0e81-1365-4d5c-8e97-8f68ecf5613f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:25.357759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98f1d981-bc05-428b-9fcc-3bd99fcf9d9a tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.359081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-98f1d981-bc05-428b-9fcc-3bd99fcf9d9a tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2297792 Jul 23 20:22:25.361999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47618) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.376790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0bbc11f3-6ab6-47fe-94ff-a797238e5886 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=5669f4ff-351b-4857-8bc6-463698bf3b16 HTTP/1.1" status: 200 len: 462 time: 0.0136564 Jul 23 20:22:25.379360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47620) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.391152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.426884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.428002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8956241-ca64-4c80-87a6-6e5278730f0f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:25.457379 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.459773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8ee4e7a9-88e8-442d-bd47-24c24aa880b8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c8956241-ca64-4c80-87a6-6e5278730f0f HTTP/1.1" status: 204 len: 168 time: 1.3639679 Jul 23 20:22:25.464768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47624) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.478857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=5d503bf7-3f84-4c0e-b84d-68449abfeecc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:25.488088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7ea99-f7e6-4f1b-9ef3-6c417bcddca4 None None] Network b1547766-b8fc-473c-b3cf-9fe44c3a20a0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:25.656500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:25.660596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ffc7edf-c59c-4478-8d48-93dd76731437 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:25.666042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.747849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.752701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-63a239e6-353d-4692-b04f-dd9466bbd1b1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1586597 Jul 23 20:22:25.755271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:25.758987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.805343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9ffc7edf-c59c-4478-8d48-93dd76731437 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:25.805745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ffc7edf-c59c-4478-8d48-93dd76731437 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:25.806182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de0d5f43-84e1-4374-b2d4-0ab9b40821d0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:25.875344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: de0d5f43-84e1-4374-b2d4-0ab9b40821d0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:25.875994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de0d5f43-84e1-4374-b2d4-0ab9b40821d0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:25.885807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:25.886632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:25.903595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.905550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6a1716a-8607-48ea-ba3d-5a878dfa5e0f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/5d503bf7-3f84-4c0e-b84d-68449abfeecc HTTP/1.1" status: 204 len: 168 time: 2.8855190 Jul 23 20:22:25.908072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47638) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.933774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13584fd7-e803-4b13-8682-d6b34f9dfc0d tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:25.935000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13584fd7-e803-4b13-8682-d6b34f9dfc0d tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/5669f4ff-351b-4857-8bc6-463698bf3b16 HTTP/1.1" status: 204 len: 168 time: 0.5546639 Jul 23 20:22:25.937813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47640) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.967283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d8647ea0-9c38-4132-bcc4-f95b7a4fb6ae tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=5669f4ff-351b-4857-8bc6-463698bf3b16 HTTP/1.1" status: 200 len: 221 time: 0.0278153 Jul 23 20:22:25.970782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47642) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:25.978013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5489470b-26e8-4ea0-9b18-6a96d8d95bd4 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1730284907', 'description': 'label created by tempest'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:25.978462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5489470b-26e8-4ea0-9b18-6a96d8d95bd4 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Unknown quota resources ['metering_label']. {{(pid=94027) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:22:25.991752 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a12e61c2-5398-4b6e-b63c-082fe9191f9e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:25.997159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a12e61c2-5398-4b6e-b63c-082fe9191f9e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/5d503bf7-3f84-4c0e-b84d-68449abfeecc HTTP/1.1" status: 404 len: 333 time: 0.0880201 Jul 23 20:22:26.032024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47648) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:26.068755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:26.139796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] DHCP port deletion for b1547766-b8fc-473c-b3cf-9fe44c3a20a0 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:26.163863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet c389ce8d-208f-4ad8-a3c2-f73e56754609 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:26.170788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.197082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Deleting port fffb0e99-3eee-42d6-aa05-a0f0be106021 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:26.197522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.284896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] For port fffb0e99-3eee-42d6-aa05-a0f0be106021, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fffb0e99-3eee-42d6-aa05-a0f0be106021,segment=NetworkSegment(d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f),segment_id=d78e0d26-7c05-4f34-bfb9-6524e9cb1b3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:26.285461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.309889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Calling delete_port for fffb0e99-3eee-42d6-aa05-a0f0be106021 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:26.361219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.465423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Deleting port fffb0e99-3eee-42d6-aa05-a0f0be106021 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:26.466007 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.470126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3e73b-d6a9-4786-a4c6-8520305d05e9 req-86ea3ad9-0f4f-4d88-a42c-803c6336bb74 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:26.472217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fad3e73b-d6a9-4786-a4c6-8520305d05e9 req-86ea3ad9-0f4f-4d88-a42c-803c6336bb74 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.6618967 Jul 23 20:22:26.519975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.560934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.571253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] For port fffb0e99-3eee-42d6-aa05-a0f0be106021, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:26.571641 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.572703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47658) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:26.587565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Calling delete_port for fffb0e99-3eee-42d6-aa05-a0f0be106021 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:26.590629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Port fffb0e99-3eee-42d6-aa05-a0f0be106021 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:26.601477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] No DVR routers for this DVR port fffb0e99-3eee-42d6-aa05-a0f0be106021 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:26.604660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.649387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] Pushing event deleted for resources: {'Port': ['ID=fffb0e99-3eee-42d6-aa05-a0f0be106021,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:26.665400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26c552-ce71-433b-a652-b2ccc6206769 None None] No DVR routers for this DVR port fffb0e99-3eee-42d6-aa05-a0f0be106021 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:26.671395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:23Z', 'revision_number': 3, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:26.690219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.713739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:26.714007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Updating router f7ba6c2f-b6b2-4aed-a630-e24129081888 port 009a16ae-0675-421f-983a-faae3b305ab1 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:26.739309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.742162 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/c389ce8d-208f-4ad8-a3c2-f73e56754609 HTTP/1.1" status: 204 len: 168 time: 0.6883953 Jul 23 20:22:26.744428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9d644-af43-4b28-91d2-80679a0e5f2c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=c389ce8d-208f-4ad8-a3c2-f73e56754609,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:26.749575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:26.754288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d95b2-e05a-4b5d-bb62-f9ecbbe84c5b None None] Network b8616963-b659-46bc-9c03-9851f73b2300 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:26.815253 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.843570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5489470b-26e8-4ea0-9b18-6a96d8d95bd4 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.846195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5489470b-26e8-4ea0-9b18-6a96d8d95bd4 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8743379 Jul 23 20:22:26.847353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fffb0e99-3eee-42d6-aa05-a0f0be106021,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:26.891738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47670) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:26.901979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet 9dfca15a-7552-4c6b-b1aa-4abc6b3d9520 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:26.907746 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.933217 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:26.994231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.001763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fad3e73b-d6a9-4786-a4c6-8520305d05e9 req-47eba6be-557b-46e3-9d63-caa09fb43bc6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4297764 Jul 23 20:22:27.018187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-93668558-network', 'tenant_id': '98a2f497504d4ed4998a7cd883496503'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:27.031377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01348617-bef4-4f50-9a86-db79ce25f9a6 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=25e9dab2-0e38-485c-b713-840afd167775 HTTP/1.1" status: 200 len: 468 time: 0.1182551 Jul 23 20:22:27.034213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:27.035911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1547766-b8fc-473c-b3cf-9fe44c3a20a0']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:27.236758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fffb0e99-3eee-42d6-aa05-a0f0be106021 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:27.248300 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.292485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: fffb0e99-3eee-42d6-aa05-a0f0be106021 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:27.293079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fffb0e99-3eee-42d6-aa05-a0f0be106021 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:27.353790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Allocated IP 172.20.0.1 (2f4624e2-29b7-4dbf-a661-841c49e0db00/a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2/9553dbf4-6d2a-4378-9de2-9a35b1320dd9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:27.408887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Made reservation on behalf of 98a2f497504d4ed4998a7cd883496503 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:27.412396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.421101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:27.421412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78e0d26-7c05-4f34-bfb9-6524e9cb1b3f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:27.426375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.435497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.453093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Transition to ACTIVE for port object 009a16ae-0675-421f-983a-faae3b305ab1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:27.461942 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.478579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.499918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Transition to ACTIVE for port object 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:27.524201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.541333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa00a3-fed2-42a6-8fd0-68a413d54673 None None] Pushing event updated for resources: {'Port': ['ID=009a16ae-0675-421f-983a-faae3b305ab1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:27.541893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.545337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Attempting to bind port 009a16ae-0675-421f-983a-faae3b305ab1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:27.545644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Attempting to bind port 009a16ae-0675-421f-983a-faae3b305ab1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:27.547559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Attempting to bind port 009a16ae-0675-421f-983a-faae3b305ab1 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:27.555050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:27.555560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:27.555969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.556428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:27.556897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Bound port: 009a16ae-0675-421f-983a-faae3b305ab1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:27.557397 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.602308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:27.606525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:27.610816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:27.648734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Pushing event updated for resources: {'Port': ['ID=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:27.679726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.689641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] For port 009a16ae-0675-421f-983a-faae3b305ab1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:27.695576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] For port 009a16ae-0675-421f-983a-faae3b305ab1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=009a16ae-0675-421f-983a-faae3b305ab1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:27.701751 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:27.767067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:27.767786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:27.863393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa00a3-fed2-42a6-8fd0-68a413d54673 None None] Pushing event updated for resources: {'Port': ['ID=009a16ae-0675-421f-983a-faae3b305ab1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:27.944420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:28.022400 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.056629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.085655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0e06f913-b6f9-4a6c-b4a7-2e7a5b8572c2 None None] Provisioning for port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:28.093033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0e06f913-b6f9-4a6c-b4a7-2e7a5b8572c2 None None] Provisioning complete for port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:28.093420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0e06f913-b6f9-4a6c-b4a7-2e7a5b8572c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.122488 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.170757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:28.171167 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.226621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0e06f913-b6f9-4a6c-b4a7-2e7a5b8572c2 None None] Port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:28.249074 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:28.295885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:23Z', 'revision_number': 3, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:28.342028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83ab01f-ba7a-42d4-b68d-fa06b8859c6c None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:23Z', 'revision_number': 3, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:28.347546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.359008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.372590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11188f44-e88c-4883-8e35-e766160b2d4e tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.373760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11188f44-e88c-4883-8e35-e766160b2d4e tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/25e9dab2-0e38-485c-b713-840afd167775 HTTP/1.1" status: 204 len: 168 time: 1.3193815 Jul 23 20:22:28.385331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47682) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.440742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.456635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1e3b325-2c82-4512-b05d-788180dc5539 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=25e9dab2-0e38-485c-b713-840afd167775 HTTP/1.1" status: 200 len: 216 time: 0.0616715 Jul 23 20:22:28.461258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.463446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-18a3ee39-1ec2-48ea-82fb-8a318acac348 None None] Provisioning complete for port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:28.464029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-18a3ee39-1ec2-48ea-82fb-8a318acac348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.483847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Pushing event updated for resources: {'Port': ['ID=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.494671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6e555e93-6376-4251-b25d-e3660fe160b7 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0296023 Jul 23 20:22:28.496374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.498416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.501077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfca15a-7552-4c6b-b1aa-4abc6b3d9520,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.515975 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4af52eac-70d3-4de6-a133-85610d6ea91c tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0133832 Jul 23 20:22:28.517617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.518298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.519999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47690) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.523393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-43ed059e-024a-4b0b-8456-b5638567003b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/9dfca15a-7552-4c6b-b1aa-4abc6b3d9520 HTTP/1.1" status: 204 len: 168 time: 1.7224240 Jul 23 20:22:28.525258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47692) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.525509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.530303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51418821-a8ba-415c-8761-dd6c23e4c9af None None] Network b8616963-b659-46bc-9c03-9851f73b2300 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:28.530741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1547766-b8fc-473c-b3cf-9fe44c3a20a0 HTTP/1.1" status: 204 len: 168 time: 3.0627506 Jul 23 20:22:28.669737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.672553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.698596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.706421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6150249-7600-450c-b09b-69dc0b47ec8f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1547766-b8fc-473c-b3cf-9fe44c3a20a0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.754707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0587c1d3-5bea-4f42-9962-9fdeed918dd5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:28.779705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:28.791300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f196b9-19a6-45df-b0f8-04ebfd8cf5ff req-ab30c640-51db-4aa9-8611-39cb1b56cb31 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:28.793251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35f196b9-19a6-45df-b0f8-04ebfd8cf5ff req-ab30c640-51db-4aa9-8611-39cb1b56cb31 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.6278787 Jul 23 20:22:28.805951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47698) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.855283 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.856040 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Added segment 0a9dcf79-cb05-4287-8ff7-26dc6cbdf703 of type vlan for network 40753ab8-7188-4b1f-b383-fe6401e97bb1 Jul 23 20:22:28.874756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bd44b2b1-db18-42f8-b89e-0c14b2c4b879 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/78acea05-0953-44d4-a8cc-c62e7a493467 HTTP/1.1" status: 200 len: 472 time: 0.3522513 Jul 23 20:22:28.879519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47700) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:28.895323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] DHCP port deletion for b8616963-b659-46bc-9c03-9851f73b2300 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:28.919813 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40e043fd-5fe3-42d8-9aa5-10eedb1aaa13 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/b0083469-83b9-4308-8c0d-c1dc75970c83 HTTP/1.1" status: 200 len: 459 time: 0.0357673 Jul 23 20:22:28.939758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:28.961015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:29.010630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] Deleting port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:29.011372 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.025037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:29.029953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:29.055396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:29.057598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-96e3943c-a441-44df-8707-0b158d707f47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=358a52ca5e084e089e497ead860bc00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426906 Jul 23 20:22:29.077469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-35f196b9-19a6-45df-b0f8-04ebfd8cf5ff req-8fcb32bb-c835-408c-ada7-c5b915b193f5 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723296 Jul 23 20:22:29.094550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:29.094827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.137821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.139140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:29.139569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.154316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] For port 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=761f64d1-eea2-49fb-af9e-d10e7f9d6497,segment=NetworkSegment(e7c6b8f3-eeec-4eb6-85a0-562436f4130d),segment_id=e7c6b8f3-eeec-4eb6-85a0-562436f4130d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:29.154860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.171942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] Calling delete_port for 761f64d1-eea2-49fb-af9e-d10e7f9d6497 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:29.205213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6056938 Jul 23 20:22:29.361835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.369523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 009a16ae-0675-421f-983a-faae3b305ab1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:29.457775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a2e8c-74d0-4c62-8e0f-1fe582e130e5 admin admin] Pushing event updated for resources: {'Network': ['ID=40753ab8-7188-4b1f-b383-fe6401e97bb1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:29.468969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] Pushing event deleted for resources: {'Port': ['ID=761f64d1-eea2-49fb-af9e-d10e7f9d6497,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:29.508585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 40753ab8-7188-4b1f-b383-fe6401e97bb1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:29.555430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839a546-b17d-46e3-8847-f350c4fdfaf6 None None] No DVR routers for this DVR port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:29.660507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8a1f-07de-4c9d-8ced-68f2e2afa949 req-327b84a6-2040-4d38-84e2-7345e9630b0b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:29.670435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a6d8a1f-07de-4c9d-8ced-68f2e2afa949 req-327b84a6-2040-4d38-84e2-7345e9630b0b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1414547 Jul 23 20:22:29.740686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a6d8a1f-07de-4c9d-8ced-68f2e2afa949 req-846601b8-27fc-43c2-a504-3c3856f8acfe tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676491 Jul 23 20:22:29.934383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1ba05d12-6245-4820-bd54-971d8bf34a8b None None] Provisioning complete for port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:29.934973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ba05d12-6245-4820-bd54-971d8bf34a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:29.963606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 009a16ae-0675-421f-983a-faae3b305ab1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:29.969134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 009a16ae-0675-421f-983a-faae3b305ab1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:29.969611 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.009850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e374d3-3f09-4497-b042-dc3150f34218 req-5266d3e9-8638-4fe9-8112-8d5827d238c6 tempest-ComputeTenantNetworksTest-1325009652 tempest-ComputeTenantNetworksTest-1325009652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.016423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e374d3-3f09-4497-b042-dc3150f34218 req-5266d3e9-8638-4fe9-8112-8d5827d238c6 tempest-ComputeTenantNetworksTest-1325009652 tempest-ComputeTenantNetworksTest-1325009652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.024296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e374d3-3f09-4497-b042-dc3150f34218 req-5266d3e9-8638-4fe9-8112-8d5827d238c6 tempest-ComputeTenantNetworksTest-1325009652 tempest-ComputeTenantNetworksTest-1325009652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.026157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94e374d3-3f09-4497-b042-dc3150f34218 req-5266d3e9-8638-4fe9-8112-8d5827d238c6 tempest-ComputeTenantNetworksTest-1325009652 tempest-ComputeTenantNetworksTest-1325009652-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.1698561 Jul 23 20:22:30.033786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1ba05d12-6245-4820-bd54-971d8bf34a8b None None] Port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:30.083046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc442c81-6b0f-48a0-9906-8529b9229ff3 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.084711 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc442c81-6b0f-48a0-9906-8529b9229ff3 tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/b0083469-83b9-4308-8c0d-c1dc75970c83 HTTP/1.1" status: 204 len: 168 time: 1.1114628 Jul 23 20:22:30.094918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47726) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:30.108574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.126701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] For port 761f64d1-eea2-49fb-af9e-d10e7f9d6497, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=761f64d1-eea2-49fb-af9e-d10e7f9d6497,segment=NetworkSegment(e7c6b8f3-eeec-4eb6-85a0-562436f4130d),segment_id=e7c6b8f3-eeec-4eb6-85a0-562436f4130d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:30.127068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.138331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9e97959-7e26-4c7d-bb67-4db2519178b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.143612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 009a16ae-0675-421f-983a-faae3b305ab1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=009a16ae-0675-421f-983a-faae3b305ab1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:30.149858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.171087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 761f64d1-eea2-49fb-af9e-d10e7f9d6497 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:30.186847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-648d091f-c365-4d9b-b7a4-3823e22bb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.188418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-648d091f-c365-4d9b-b7a4-3823e22bb6b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1098 time: 0.3324060 Jul 23 20:22:30.225790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9e97959-7e26-4c7d-bb67-4db2519178b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.230593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 761f64d1-eea2-49fb-af9e-d10e7f9d6497 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:30.240421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003fd98-b060-4e43-9820-2254ae461601 req-abf16c2a-9ab1-4ef6-be37-d001025cd6c1 tempest-ComputeTenantNetworksTest-1325009652 tempest-ComputeTenantNetworksTest-1325009652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.251603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0003fd98-b060-4e43-9820-2254ae461601 req-abf16c2a-9ab1-4ef6-be37-d001025cd6c1 tempest-ComputeTenantNetworksTest-1325009652 tempest-ComputeTenantNetworksTest-1325009652-project] 10.222.0.46 "GET /v2.0/networks/40753ab8-7188-4b1f-b383-fe6401e97bb1 HTTP/1.1" status: 200 len: 767 time: 0.2018623 Jul 23 20:22:30.252217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47728) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:30.256627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 761f64d1-eea2-49fb-af9e-d10e7f9d6497 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:30.257344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 761f64d1-eea2-49fb-af9e-d10e7f9d6497 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:30.263905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=009a16ae-0675-421f-983a-faae3b305ab1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:30.346415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:30.441856 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0fac0b-eadd-474b-8feb-6da46a1e234e tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.445734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b0fac0b-eadd-474b-8feb-6da46a1e234e tempest-MeteringIpV6TestJSON-122999710 tempest-MeteringIpV6TestJSON-122999710-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/78acea05-0953-44d4-a8cc-c62e7a493467 HTTP/1.1" status: 204 len: 168 time: 0.3463356 Jul 23 20:22:30.454959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.485107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-05f8e323-3f05-4943-86be-fe2468fbe427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.486592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-05f8e323-3f05-4943-86be-fe2468fbe427 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.2825553 Jul 23 20:22:30.492081 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.534386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=761f64d1-eea2-49fb-af9e-d10e7f9d6497,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:30.587537 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9e97959-7e26-4c7d-bb67-4db2519178b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.590092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9e97959-7e26-4c7d-bb67-4db2519178b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.591252 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e9e97959-7e26-4c7d-bb67-4db2519178b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b901014-df3b-4c6d-a25d-39e957493271 HTTP/1.1" status: 204 len: 168 time: 1.5343029 Jul 23 20:22:30.592740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.595974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No DVR routers for this DVR port 761f64d1-eea2-49fb-af9e-d10e7f9d6497 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:30.636577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40753ab8-7188-4b1f-b383-fe6401e97bb1']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.642233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e97959-7e26-4c7d-bb67-4db2519178b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b901014-df3b-4c6d-a25d-39e957493271,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:30.670307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9dcf79-cb05-4287-8ff7-26dc6cbdf703') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.678060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9dcf79-cb05-4287-8ff7-26dc6cbdf703') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.701144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.721054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.730807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:30.731346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.731673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:30.733182 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:30.760257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-94b77c86-1196-4ded-9a7e-ec2185f0b5c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 1001 time: 0.2649508 Jul 23 20:22:30.763330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:30.775370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5ce327af-9d2c-4ecd-8784-1edd15bf25ce admin admin] 10.222.0.46 "PUT /v2.0/routers/f7ba6c2f-b6b2-4aed-a630-e24129081888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0138607 Jul 23 20:22:30.799806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8616963-b659-46bc-9c03-9851f73b2300']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.823629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.858059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=40753ab8-7188-4b1f-b383-fe6401e97bb1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:30.862252 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.867921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1c32a739-9a58-4099-a0e9-0787964b67f8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/40753ab8-7188-4b1f-b383-fe6401e97bb1 HTTP/1.1" status: 204 len: 168 time: 0.5713964 Jul 23 20:22:30.892042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-8563f87d-9997-41c5-b44a-bfe6bfb005a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.894263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-8563f87d-9997-41c5-b44a-bfe6bfb005a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.1150868 Jul 23 20:22:30.896412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.896847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c6b8f3-eeec-4eb6-85a0-562436f4130d') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.943455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.967237 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:30.967793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67288494-1006-4973-9033-fb6317cd99bf req-07e485fc-5192-4bb9-a7d7-6a127bd3c0ea tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:30.970526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67288494-1006-4973-9033-fb6317cd99bf req-07e485fc-5192-4bb9-a7d7-6a127bd3c0ea tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1092038 Jul 23 20:22:30.979704 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:30.979936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:30.980507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:30.988409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:30.988832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:31.003868 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:31.063176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47752) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.082791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67288494-1006-4973-9033-fb6317cd99bf req-60b306f9-8617-4a32-89d0-33c1ba3e5bd8 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054704 Jul 23 20:22:31.163044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.174943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:31.187438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-9f7b7a9a-f9d0-435f-9e1d-50423249c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:31.189041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-9f7b7a9a-f9d0-435f-9e1d-50423249c06b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846103 Jul 23 20:22:31.223543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.254991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 009a16ae-0675-421f-983a-faae3b305ab1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:31.257204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47764) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.272414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.279192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/b8616963-b659-46bc-9c03-9851f73b2300 HTTP/1.1" status: 204 len: 168 time: 2.7522058 Jul 23 20:22:31.283563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47766) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.330456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e3ce8-1805-4002-a542-d4dd6dac3a6e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=b8616963-b659-46bc-9c03-9851f73b2300,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.380117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 009a16ae-0675-421f-983a-faae3b305ab1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:31.384761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.452870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a94595fd-f5b9-4046-a4d3-5e65551932aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98a2f497504d4ed4998a7cd883496503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1917217 Jul 23 20:22:31.456547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.490161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dfbff2-224f-42ed-bddf-61888be4d6b4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:31.502061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-69dfbff2-224f-42ed-bddf-61888be4d6b4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2154188 Jul 23 20:22:31.502724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.556490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-bb4d09c4-c327-4de9-8fa1-b1788b1aaf9b service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557949 Jul 23 20:22:31.561681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b65148e-c620-4dec-9e60-5a1cfa2334a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.585540 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 2, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:31.670045 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:31.670969 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Updating router f7ba6c2f-b6b2-4aed-a630-e24129081888 port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:22:31.683556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e29b93a3-4dbf-4c84-b607-3ffef13f2553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1792812 Jul 23 20:22:31.683739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47774) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:31.692273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1461074782'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:31.702139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f358308a-5093-4dfa-8722-84c220f17364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.783208 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.840981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f358308a-5093-4dfa-8722-84c220f17364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.884554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e5f836ad-38c2-4c09-a7df-7c869984e3c2 req-450c4d9b-565f-4536-8dd0-d65a8d2e0713 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978754 Jul 23 20:22:31.915638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f358308a-5093-4dfa-8722-84c220f17364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.919001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f358308a-5093-4dfa-8722-84c220f17364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.923361 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f358308a-5093-4dfa-8722-84c220f17364 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0587c1d3-5bea-4f42-9962-9fdeed918dd5 HTTP/1.1" status: 204 len: 168 time: 0.4618254 Jul 23 20:22:31.932328 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b65148e-c620-4dec-9e60-5a1cfa2334a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:31.941820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358308a-5093-4dfa-8722-84c220f17364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0587c1d3-5bea-4f42-9962-9fdeed918dd5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:31.987542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:31.991981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.008380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b65148e-c620-4dec-9e60-5a1cfa2334a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.049102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:32.070446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.070861 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment cbe62c55-ae93-464d-8e3e-f6447735b2db of type vlan for network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d Jul 23 20:22:32.107709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1b65148e-c620-4dec-9e60-5a1cfa2334a0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ac3e634bde64d499c2394b740b6fd49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399411 Jul 23 20:22:32.123681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65148e-c620-4dec-9e60-5a1cfa2334a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0432c592-1253-4acc-a19f-7d208cd258d1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:32.131803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47788) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.168847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.235253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.242177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.247906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:32.248551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.255853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332710331', 'description': 'tempest-description--319018341'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:32.300736 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6159635 Jul 23 20:22:32.303556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47800) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.324971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:32.367478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25089a-02cd-4134-ad8f-5453ee3bf176 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=34ced0cb-c592-46b0-a9bf-8a4e64c6c15d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:32.378803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:32.382134 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.394804 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Transition to ACTIVE for port object 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:32.406204 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.460658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:32.473995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c28109f-9189-4e01-bee8-d5847bf84391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.487833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.510907 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Pushing event updated for resources: {'Port': ['ID=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:32.527836 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.528279 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.528672 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.529006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.529474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.529815 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.530166 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.530490 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.530814 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.531132 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.532413 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.532950 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:32.591439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c28109f-9189-4e01-bee8-d5847bf84391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.638557 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Attempting to bind port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:32.638930 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Attempting to bind port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:32.639287 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Attempting to bind port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:32.644630 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:32.645004 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Checking segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:32.649775 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.650255 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Bound using segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:32.650749 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Bound port: 9553dbf4-6d2a-4378-9de2-9a35b1320dd9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:32.651139 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.651817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150756da-2dcb-4604-a2c6-8f3a871248e4 req-9e742d28-5d0c-4637-95c2-e51b8a4f6273 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:32.658986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-150756da-2dcb-4604-a2c6-8f3a871248e4 req-9e742d28-5d0c-4637-95c2-e51b8a4f6273 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.4404476 Jul 23 20:22:32.715211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:32.717591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1624042832-network', 'tenant_id': '61854776c72c43bc86df312347cad463'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:32.721487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.736764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:22:32.736764 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:22:32.736764 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id_1': '61854776c72c43bc86df312347cad463', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 22, 32, 723340)}] Jul 23 20:22:32.736764 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:22:32.737511 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:22:32.763551 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] For port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:32.767599 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] For port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:32.772564 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.828275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a19ea-fd9b-4c52-a021-ecddd409b179 None None] Pushing event updated for resources: {'Port': ['ID=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:32.858183 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:32.858777 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:32.869014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-150756da-2dcb-4604-a2c6-8f3a871248e4 req-3e2b140b-184b-44ba-9f8b-fa8ea4ca407b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090170 Jul 23 20:22:32.942980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c28109f-9189-4e01-bee8-d5847bf84391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.946353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c28109f-9189-4e01-bee8-d5847bf84391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:32.949241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c28109f-9189-4e01-bee8-d5847bf84391 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0432c592-1253-4acc-a19f-7d208cd258d1 HTTP/1.1" status: 204 len: 168 time: 0.8075399 Jul 23 20:22:32.999720 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:33.110154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47824) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:33.278287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c28109f-9189-4e01-bee8-d5847bf84391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0432c592-1253-4acc-a19f-7d208cd258d1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:33.308258 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:32Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:33.338473 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aae193-be23-47c6-b3d6-9cc2eaf3576f None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:32Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:33.342613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.354594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.375036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Made reservation on behalf of 61854776c72c43bc86df312347cad463 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:33.380943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.394419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.468922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1387667728-network', 'tenant_id': 'd84e1277402040fcbf23beb50f198bf4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:33.527617 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.530397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.531824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2854764 Jul 23 20:22:33.535911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:33.541868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff251a88-14e5-4372-bcc2-0366552536b6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db81c14a-fe6e-4316-9f4e-4b7351bc9454,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:33.545325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'security_group_rule': {'security_group_id': 'db81c14a-fe6e-4316-9f4e-4b7351bc9454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:33.554950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47832) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:33.582393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf231e50-377d-4273-9230-3c8fd1bc0f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.628199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.637035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.648453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.662947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:33.684984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Made reservation on behalf of d84e1277402040fcbf23beb50f198bf4 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:33.687362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.702045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.709782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.710146 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Added segment 87c5bed3-71cc-4ab6-b1bf-7499c8849994 of type vlan for network b4b602fe-2778-45ed-9dae-cea61abe1273 Jul 23 20:22:33.718368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:33.734809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:22:33.734809 n-d-793620-13 neutron-server[94026]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:22:33.734809 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'id': '24c8f518-13db-455b-8459-98145a39292c', 'expiration': datetime.datetime(2021, 7, 23, 20, 24, 33, 705825)}] Jul 23 20:22:33.734809 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:22:33.734809 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:22:33.758944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=95d49446-ab1b-43db-ad6f-518ddb79aa13,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:33.790378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.825837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': 'cbe62c55-ae93-464d-8e3e-f6447735b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:33.826124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:33.840914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.841948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:33.842543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.854661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:33.874163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:33.879547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:33.880138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.890317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4550aeb-78f4-4466-8ddc-50995243bbba None None] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:33.934908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] Pushing event updated for resources: {'Network': ['ID=b4b602fe-2778-45ed-9dae-cea61abe1273,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:33.952775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf231e50-377d-4273-9230-3c8fd1bc0f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.963003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf231e50-377d-4273-9230-3c8fd1bc0f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:33.997890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0b8bb0eb-a8ab-4448-935b-ba9fbcfe5982 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5350251 Jul 23 20:22:34.008410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47838) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:34.017824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Deleting port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:34.018100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.018928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Request body: {'subnet': {'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1624042832-subnet', 'tenant_id': '61854776c72c43bc86df312347cad463', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:34.024424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b4b602fe-2778-45ed-9dae-cea61abe1273 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:34.078099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf231e50-377d-4273-9230-3c8fd1bc0f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b75122-13e3-4b74-aba7-ac2bf0f6d111,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.087872 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf231e50-377d-4273-9230-3c8fd1bc0f15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=140f1fc718b6474f9e2d0bb907a397fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298064 Jul 23 20:22:34.090872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47840) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:34.149810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] For port 62e18d90-beb7-48ec-bbd6-6f82a2c35e17, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:34.150279 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.172866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219bfef-5061-43ae-824b-b1c00f0aa515 req-920ffd05-6805-404a-88e4-b0d76ee6341b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:34.173194 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22f3edc9-eef1-4f6f-b69d-7a0c650e94c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.174491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b219bfef-5061-43ae-824b-b1c00f0aa515 req-920ffd05-6805-404a-88e4-b0d76ee6341b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1960638 Jul 23 20:22:34.179653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Calling delete_port for 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:34.217688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22f3edc9-eef1-4f6f-b69d-7a0c650e94c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.229097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.244688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.257734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:34.267532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-34ced0cb-c592-46b0-a9bf-8a4e64c6c15d', 'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': '95d49446-ab1b-43db-ad6f-518ddb79aa13'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:34.268218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.268437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.268908 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Added segment 396dfd24-21f8-454a-a950-47ad20a51de0 of type vlan for network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 Jul 23 20:22:34.282996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e5d6493f-781a-4138-a4ba-a9ccd46d9b13 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9711297 Jul 23 20:22:34.285678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47842) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:34.292901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d', 'name': 'tempest-PortsTestJSON-629486522'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:34.313298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.345991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b219bfef-5061-43ae-824b-b1c00f0aa515 req-7df2f424-ded4-4288-adab-057878c7e1e0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640666 Jul 23 20:22:34.373108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.374109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:34.374698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.422076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Allocated IP 172.20.0.2 (34ced0cb-c592-46b0-a9bf-8a4e64c6c15d/95d49446-ab1b-43db-ad6f-518ddb79aa13/46e179ff-11e3-4c8f-a75b-a3a2b1b496f7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:34.448090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Made reservation on behalf of 61854776c72c43bc86df312347cad463 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:34.450534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.471948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3606310 Jul 23 20:22:34.472828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac15b48-d366-4cbe-bb94-a75de56850c0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.478836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:34.520732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Request body: {'subnet': {'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1387667728-subnet', 'tenant_id': 'd84e1277402040fcbf23beb50f198bf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:34.525490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:22:34.525490 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:22:34.525490 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id_1': '02eb997bf5924e8f91bb0cdf3288b595', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 22, 34, 503476)}] Jul 23 20:22:34.525490 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:22:34.525913 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:22:34.528443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b159c-2a57-4d70-997a-1bfe8daec59c admin admin] Pushing event updated for resources: {'Network': ['ID=5b6474eb-39f1-4ffa-9939-cece018d0ab0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.535969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22f3edc9-eef1-4f6f-b69d-7a0c650e94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.539189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22f3edc9-eef1-4f6f-b69d-7a0c650e94c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.540379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22f3edc9-eef1-4f6f-b69d-7a0c650e94c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89b75122-13e3-4b74-aba7-ac2bf0f6d111 HTTP/1.1" status: 204 len: 168 time: 0.4469335 Jul 23 20:22:34.547425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:34.590777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3edc9-eef1-4f6f-b69d-7a0c650e94c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b75122-13e3-4b74-aba7-ac2bf0f6d111,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.612566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.642906 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.674555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Made reservation on behalf of d84e1277402040fcbf23beb50f198bf4 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:34.676950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.766716 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.775231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=62e18d90-beb7-48ec-bbd6-6f82a2c35e17,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:34.793057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Transition to ACTIVE for port object 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:34.828571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Transition to ACTIVE for port object 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:34.844022 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.913890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.928814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.951034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:34.964865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:34.968722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:34.973577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:34.997018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49510d53-9cd2-426c-9649-47635318ed2b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.066763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.078271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e1d777cf-2d12-42c8-99b0-4faa55f1ae42 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5313261 Jul 23 20:22:35.082468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47852) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:35.096823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Pushing event updated for resources: {'Port': ['ID=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.100770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Attempting to bind port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:35.101333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Attempting to bind port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'cbe62c55-ae93-464d-8e3e-f6447735b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:35.101919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Attempting to bind port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 on network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:35.108421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:35.109784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Checking segment: {'id': 'cbe62c55-ae93-464d-8e3e-f6447735b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:35.110828 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.111598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Bound using segment: {'id': 'cbe62c55-ae93-464d-8e3e-f6447735b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:35.112757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Bound port: 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe62c55-ae93-464d-8e3e-f6447735b2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:35.113362 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.122192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'security_group_rule': {'security_group_id': 'db81c14a-fe6e-4316-9f4e-4b7351bc9454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:35.162539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.226006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] For port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:35.229677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] For port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,segment=NetworkSegment(cbe62c55-ae93-464d-8e3e-f6447735b2db),segment_id=cbe62c55-ae93-464d-8e3e-f6447735b2db)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:35.236381 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.323946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d87ba6-8d12-4e46-8862-e4ae4055f5ee None None] Pushing event updated for resources: {'Port': ['ID=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.326284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:35.333027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.343584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.356850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94da3204-3b22-413c-8914-cd51069607ba,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.383649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.389953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port fdec7fac-3499-449e-9a60-1161d5a8bf56 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:35.407636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:35.457823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Checking segment: {'id': '87c5bed3-71cc-4ab6-b1bf-7499c8849994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:35.460013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Network hostable DHCP agents. Network: b4b602fe-2778-45ed-9dae-cea61abe1273, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:35.479366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:35.488951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:35.492147 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.497983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.513882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.532539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.534266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Network b4b602fe-2778-45ed-9dae-cea61abe1273 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:35.549093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Checking segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:35.549652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Network hostable DHCP agents. Network: 5b6474eb-39f1-4ffa-9939-cece018d0ab0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:35.564413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b4b602fe-2778-45ed-9dae-cea61abe1273) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:35.581088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c1227f-842c-4734-bb97-86877bc932e7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:35.591246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:35.591786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.595929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.600099 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb416e25-166d-493f-8b20-c513bd74811d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4789281 Jul 23 20:22:35.604957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:35.607893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f3464a-5683-44df-93c1-b29d9c07a212 None None] Network b4b602fe-2778-45ed-9dae-cea61abe1273 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:35.624193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:35.638552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:35.645316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.6 (34ced0cb-c592-46b0-a9bf-8a4e64c6c15d/95d49446-ab1b-43db-ad6f-518ddb79aa13/fdec7fac-3499-449e-9a60-1161d5a8bf56) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:35.671206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7eb3b004-a448-495d-89ba-70d7f5f23956 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6600909 Jul 23 20:22:35.683497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 5b6474eb-39f1-4ffa-9939-cece018d0ab0) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:35.694604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:35.695282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.702494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.705641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Router e0af8dfc-2661-4c62-9bd0-b19381fcf56e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:35.735172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f22af9b-6297-4c38-b766-dd9fd73d1103 None None] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:35.770480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-efe4a22e-da2b-4244-9d1e-5354dbdbb543 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2615860 Jul 23 20:22:35.843982 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:35.995950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:36.003441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46315231-d684-4619-a0d0-ed5a9d177c34 admin admin] 10.222.0.46 "PUT /v2.0/routers/e0af8dfc-2661-4c62-9bd0-b19381fcf56e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8383498 Jul 23 20:22:36.009153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47878) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:36.041641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:36.049705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] Sync routers for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:36.067201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.071545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b31cb6-2f6a-4a64-ad59-b8ad69dc80e8 None None] Network b4b602fe-2778-45ed-9dae-cea61abe1273 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:36.158341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.184993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object fdec7fac-3499-449e-9a60-1161d5a8bf56 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:36.216687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.350916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:36.356052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:36.526825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.543355 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.581508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799a0882-039b-434f-9595-088b6da7eb0b None None] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:36.603973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:36.726746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:36.785756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:36.863917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Allocated IP 172.25.8.38 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/373a6d71-ca67-44ea-9bd6-2bf2a2efe33e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:36.883650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:36.930907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:36.945014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=fdec7fac-3499-449e-9a60-1161d5a8bf56,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:37.082410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.122454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88732913-fe34-4185-aae4-a42eeaef3317 None None] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:37.128735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:37.161080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.163332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.163332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.163332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.163332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.163332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.164146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.165096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.165096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.165096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.165723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.166457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:22:37.189949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.223601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-990ec6c4-bbb8-43aa-b094-c4806618176e None None] Provisioning for port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:37.260918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:37.262658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'Port': ['ID=373a6d71-ca67-44ea-9bd6-2bf2a2efe33e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:37.273654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:37.276335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:37.381203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:37.449863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47926) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:37.462364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.491590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:37.492269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.515592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-04364689-c531-4beb-9218-7b8b4e4e1cc5 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:37.517149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-04364689-c531-4beb-9218-7b8b4e4e1cc5 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/networks?id=b4b602fe-2778-45ed-9dae-cea61abe1273 HTTP/1.1" status: 200 len: 818 time: 0.8747132 Jul 23 20:22:37.525062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-44d90fb7-78e8-4367-b579-36dfcd307329 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2383225 Jul 23 20:22:37.525264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47930) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:37.531841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': '34ced0cb-c592-46b0-a9bf-8a4e64c6c15d', 'name': 'tempest-PortsTestJSON-1675939988'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:37.536003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.551117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Deleting port d2cd075c-1897-4a5b-8b3f-bb320be1897b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:37.551708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.555892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:37.568687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:37.569240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.574996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-5409aad3-7dd7-43ae-9488-e3855d2477bc tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/quotas/61854776c72c43bc86df312347cad463 HTTP/1.1" status: 200 len: 375 time: 0.0395508 Jul 23 20:22:37.589011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-10e57785-61f0-4de1-8f8f-132f296e478c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:37.591130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-10e57785-61f0-4de1-8f8f-132f296e478c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.8368862 Jul 23 20:22:37.690357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.702610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] For port d2cd075c-1897-4a5b-8b3f-bb320be1897b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d2cd075c-1897-4a5b-8b3f-bb320be1897b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:37.703343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.711312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:22:34Z', 'revision_number': 5, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port': {'id': 'd2cd075c-1897-4a5b-8b3f-bb320be1897b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:11:01Z', 'updated_at': '2021-07-23T20:11:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:37.722938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Calling delete_port for d2cd075c-1897-4a5b-8b3f-bb320be1897b owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:37.741153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1094580611'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:37.741764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] Checking router: e0af8dfc-2661-4c62-9bd0-b19381fcf56e for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:37.766282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,segment=NetworkSegment(cbe62c55-ae93-464d-8e3e-f6447735b2db),segment_id=cbe62c55-ae93-464d-8e3e-f6447735b2db)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:37.771545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-87e1267b-d8eb-4bbd-9648-5b9dc69d8df5 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=61854776c72c43bc86df312347cad463&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1783457 Jul 23 20:22:37.780579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.790665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] Routers {'e0af8dfc-2661-4c62-9bd0-b19381fcf56e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:37.791373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:37.845955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.859975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.865866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-0adda9e0-0405-4eba-884e-659996c8aabe tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/quotas/d84e1277402040fcbf23beb50f198bf4 HTTP/1.1" status: 200 len: 375 time: 0.1316938 Jul 23 20:22:37.889966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] Set router e0af8dfc-2661-4c62-9bd0-b19381fcf56e gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:37.902282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Made reservation on behalf of 018489f1913a40e68b7bb72022951999 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:37.905828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.939429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:37.940648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-e926fbde-d881-49f9-ace2-79a8fa472465 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735769 Jul 23 20:22:37.968018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:22:36Z', 'revision_number': 6, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:38.007395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'Port': ['ID=373a6d71-ca67-44ea-9bd6-2bf2a2efe33e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.012470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1d048b-7a2f-414a-9e77-6625c2318ae0 None None] The sync data for ids ['e0af8dfc-2661-4c62-9bd0-b19381fcf56e'] in n-d-793620-13 is: [{'id': 'e0af8dfc-2661-4c62-9bd0-b19381fcf56e', 'name': 'tempest-TaggedBootDevicesTest_v242-337649312-router', 'tenant_id': '7484d3f06c86439183350a59979b606b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:10:59Z', 'updated_at': '2021-07-23T20:22:36Z', 'revision_number': 6, 'project_id': '7484d3f06c86439183350a59979b606b', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:38.044980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.047669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:38.053328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.081415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.115845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port c203f2a1-bb6b-40f0-a793-75eb18b60845 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:38.178971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-af6d0b8a-2dc4-4bd8-81db-59f2c2c34f8a service neutron] 10.222.0.46 "GET /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854461 Jul 23 20:22:38.284962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.286931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.5 (34ced0cb-c592-46b0-a9bf-8a4e64c6c15d/95d49446-ab1b-43db-ad6f-518ddb79aa13/c203f2a1-bb6b-40f0-a793-75eb18b60845) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:38.287705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-46b4df11-c3e8-45b9-b625-d1dc0266a604 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458445 Jul 23 20:22:38.291657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.315584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.326321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e166e471-076c-4656-aaee-a4ec793bd24e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7201569 Jul 23 20:22:38.339814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-26a1b522-68f8-4b13-8fba-3d6f7ca5f820 None None] Provisioning complete for port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:38.340754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:38.343430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26a1b522-68f8-4b13-8fba-3d6f7ca5f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.352109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82235052-5e16-4953-90f8-0d0c7ab3754c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.357150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.357530 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Added segment 7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6 of type vlan for network c639ea9b-8bb9-43fb-a267-f102a8935964 Jul 23 20:22:38.430333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.494216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cd075c-1897-4a5b-8b3f-bb320be1897b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.571158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-256a51da-875e-421d-8d35-055a749accd8 service neutron] 10.222.0.46 "GET /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756986 Jul 23 20:22:38.574712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-26a1b522-68f8-4b13-8fba-3d6f7ca5f820 None None] Provisioning for port fdec7fac-3499-449e-9a60-1161d5a8bf56 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:38.581016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-26a1b522-68f8-4b13-8fba-3d6f7ca5f820 None None] Provisioning complete for port fdec7fac-3499-449e-9a60-1161d5a8bf56 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:38.581743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26a1b522-68f8-4b13-8fba-3d6f7ca5f820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.602952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-9d7d8cb0-a9c3-4818-8689-e35b59528d43 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142109 Jul 23 20:22:38.631723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.639637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.642557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-26a1b522-68f8-4b13-8fba-3d6f7ca5f820 None None] Port fdec7fac-3499-449e-9a60-1161d5a8bf56 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:38.649348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.662046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object c203f2a1-bb6b-40f0-a793-75eb18b60845 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:38.697110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.702761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:38.703634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.755772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.3019557 Jul 23 20:22:38.788908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.791520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.793377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335f843-e79a-4a0b-b68e-ef19c929566d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Pushing event updated for resources: {'Network': ['ID=c639ea9b-8bb9-43fb-a267-f102a8935964,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.794860 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.799947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e80824b8-79a3-4022-9f86-c4de715e9252 None None] Provisioning complete for port fdec7fac-3499-449e-9a60-1161d5a8bf56 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:38.801089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e80824b8-79a3-4022-9f86-c4de715e9252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:38.847131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c639ea9b-8bb9-43fb-a267-f102a8935964 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:38.858972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=c203f2a1-bb6b-40f0-a793-75eb18b60845,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:38.884578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:38.886341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:38.890327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:38.913719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e80824b8-79a3-4022-9f86-c4de715e9252 None None] Port fdec7fac-3499-449e-9a60-1161d5a8bf56 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:38.984328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:38.985006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.016890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e51927cf-ccd2-4318-af31-d51f375ebafa tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4877026 Jul 23 20:22:39.017367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47954) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:39.083078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.083840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0af8dfc-2661-4c62-9bd0-b19381fcf56e {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:22:39.098983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.099313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8811edbc-b0af-46a7-b6b6-20d9cf794b2e admin admin] 10.222.0.46 "DELETE /v2.0/routers/e0af8dfc-2661-4c62-9bd0-b19381fcf56e HTTP/1.1" status: 204 len: 168 time: 3.0889168 Jul 23 20:22:39.104980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47962) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:39.192105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-362c77b3-7b87-4be1-8182-568903a0c75e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1332710331&fields=id&tenant_id=c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 267 time: 0.2700722 Jul 23 20:22:39.233646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9b6c67-0bce-4de1-ae50-2ea6aef709e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:39.235641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cc9b6c67-0bce-4de1-ae50-2ea6aef709e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2172863 Jul 23 20:22:39.241321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:39.291813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:39.326062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7d371-de6c-47c6-b8a5-325d612de206 req-be789a74-541b-4d07-9ce2-5417a4c3d2da tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:39.335052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fe7d371-de6c-47c6-b8a5-325d612de206 req-be789a74-541b-4d07-9ce2-5417a4c3d2da tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.4119680 Jul 23 20:22:39.374446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Deleting subnet bc87ba92-6d9f-4b21-9f93-be5a811a954e {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:39.409029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port c203f2a1-bb6b-40f0-a793-75eb18b60845 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:39.409530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.423297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-92b74d15-52e9-4b53-81ef-f13e32a5bea9 None None] Provisioning for port c203f2a1-bb6b-40f0-a793-75eb18b60845 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:39.435707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.455916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-92b74d15-52e9-4b53-81ef-f13e32a5bea9 None None] Provisioning complete for port c203f2a1-bb6b-40f0-a793-75eb18b60845 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:39.456547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-92b74d15-52e9-4b53-81ef-f13e32a5bea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.470690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fe7d371-de6c-47c6-b8a5-325d612de206 req-4132fecd-2e24-4d6f-9b68-4a4c37230e2b tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334889 Jul 23 20:22:39.497478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:39.498100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.572395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.579322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-92b74d15-52e9-4b53-81ef-f13e32a5bea9 None None] Port c203f2a1-bb6b-40f0-a793-75eb18b60845 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:39.589661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-48954ebf-585b-4014-a95a-396bc1f38011 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:39.591226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-48954ebf-585b-4014-a95a-396bc1f38011 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 817 time: 0.3942139 Jul 23 20:22:39.629423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-45e94091-5b53-438a-a038-476623554519 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/quotas/c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 375 time: 0.0128996 Jul 23 20:22:39.650250 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.662230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:39.677182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for c203f2a1-bb6b-40f0-a793-75eb18b60845 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:39.738994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:39.739424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.750057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.839166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-914729af-f4e9-41de-ab76-bdcd1ecbc348 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1917007 Jul 23 20:22:39.845797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:39.853651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Request body: {'port': {'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964', 'binding:host_id': 'n-h2-793620-13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1839496915'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:39.905659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.947284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=c203f2a1-bb6b-40f0-a793-75eb18b60845,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:39.961172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2cd075c-1897-4a5b-8b3f-bb320be1897b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:39.984835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Made reservation on behalf of 7ae3dc42a0234ae8bd97601294b60962 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:39.986499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d2cd075c-1897-4a5b-8b3f-bb320be1897b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:39.986782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d2cd075c-1897-4a5b-8b3f-bb320be1897b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:39.987288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:39.988732 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:39.998034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a73f439a-16be-4e51-b4fa-86ff138ef3f7 req-5b6283c8-ebe0-47a9-a659-10c2f9bc6965 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 210 time: 0.0897424 Jul 23 20:22:40.007806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.037412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:40.037412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 62e18d90-beb7-48ec-bbd6-6f82a2c35e17 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:40.055129 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.066712 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.068777 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6bf7801b-c566-4850-ac45-17fbd4a7dfc8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/c203f2a1-bb6b-40f0-a793-75eb18b60845 HTTP/1.1" status: 204 len: 168 time: 0.8263326 Jul 23 20:22:40.079149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47978) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:40.099183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc87ba92-6d9f-4b21-9f93-be5a811a954e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:40.102936 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.104850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fffe6ec8-6a06-4850-a51a-fe63ab7c5c8e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/bc87ba92-6d9f-4b21-9f93-be5a811a954e HTTP/1.1" status: 204 len: 168 time: 0.9988623 Jul 23 20:22:40.110174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88183a4-c985-48ea-81e2-2a157b588d7a None None] Network a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:40.113858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47980) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:40.145150 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6be950-6729-4d93-bb6a-9033461f8154 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:40.149582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7e6be950-6729-4d93-bb6a-9033461f8154 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/c203f2a1-bb6b-40f0-a793-75eb18b60845 HTTP/1.1" status: 404 len: 333 time: 0.0663915 Jul 23 20:22:40.149793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47982) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:40.158452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-a360e33a-9113-47dd-baf0-269526f17782 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852027 Jul 23 20:22:40.202499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9156f040-7784-47b2-b8ba-7e8f3e3e8fbe req-3ecd991a-b58b-4295-ba30-bd27c57ba254 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 210 time: 0.0464962 Jul 23 20:22:40.236503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.349682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port fdec7fac-3499-449e-9a60-1161d5a8bf56 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:40.350040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.394807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Deleting port 31d98138-d2b1-46f8-bbfb-3b527fe3422f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:40.395147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.462428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-c75270df-a831-4462-aa1a-e702dce63083 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584207 Jul 23 20:22:40.504724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] DHCP port deletion for a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:40.515740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.524184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.531656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port 37d34098-9aeb-4593-9819-501cb1f666eb yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:40.579229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] For port 31d98138-d2b1-46f8-bbfb-3b527fe3422f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=31d98138-d2b1-46f8-bbfb-3b527fe3422f,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:40.579898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.584110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.602761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] Deleting port 31d98138-d2b1-46f8-bbfb-3b527fe3422f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:40.603036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.618241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Calling delete_port for 31d98138-d2b1-46f8-bbfb-3b527fe3422f owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:40.620069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for fdec7fac-3499-449e-9a60-1161d5a8bf56 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:40.647674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-53552149-13b8-4686-8d00-6275851023d8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:40.649658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-53552149-13b8-4686-8d00-6275851023d8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.2663598 Jul 23 20:22:40.698621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] For port 31d98138-d2b1-46f8-bbfb-3b527fe3422f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=31d98138-d2b1-46f8-bbfb-3b527fe3422f,segment=NetworkSegment(aa092eaf-23b7-43e2-94d0-f65e09520760),segment_id=aa092eaf-23b7-43e2-94d0-f65e09520760)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:40.699651 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.718569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Request body: {'port': {'device_id': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'admin_state_up': True, 'tenant_id': 'd84e1277402040fcbf23beb50f198bf4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:40.734437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] Calling delete_port for 31d98138-d2b1-46f8-bbfb-3b527fe3422f owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:40.844530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1eb61f42-db6d-404b-a0aa-831afc41a6cb req-4fabce99-b43a-4e5e-8931-1c9566445b25 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 210 time: 0.0964091 Jul 23 20:22:40.899651 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.904897 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:40.928190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] Pushing event deleted for resources: {'Port': ['ID=31d98138-d2b1-46f8-bbfb-3b527fe3422f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:40.933598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f0aa6-2bb0-4249-8145-e3d40eb259b0 None None] No DVR routers for this DVR port 31d98138-d2b1-46f8-bbfb-3b527fe3422f on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:40.957713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638db6a6-b7be-4721-8053-a32e7b52e221,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:40.998951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d98138-d2b1-46f8-bbfb-3b527fe3422f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:41.001414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] No DVR routers for this DVR port 31d98138-d2b1-46f8-bbfb-3b527fe3422f on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:41.050702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Made reservation on behalf of d84e1277402040fcbf23beb50f198bf4 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:41.064320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.071281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfe70-baf5-4653-992c-9e0f559f5507 req-1845f2b2-b38c-46f2-aa0a-70411045360b tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:41.072881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-759bfe70-baf5-4653-992c-9e0f559f5507 req-1845f2b2-b38c-46f2-aa0a-70411045360b tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.3772767 Jul 23 20:22:41.147633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.159278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:41.171083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.183268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa092eaf-23b7-43e2-94d0-f65e09520760') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:41.183672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa092eaf-23b7-43e2-94d0-f65e09520760') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:41.194082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port 37d34098-9aeb-4593-9819-501cb1f666eb yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:41.213905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efb2a678-5fba-477a-bdc0-ca5acd9f3313 req-9efa461f-accf-4429-b87f-b203776ae853 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 210 time: 0.0742395 Jul 23 20:22:41.225422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.229701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 31d98138-d2b1-46f8-bbfb-3b527fe3422f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:41.234561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.246595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-b5c5f6ea-4bd0-43a8-96e0-0e0274366c6c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:41.248287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-b5c5f6ea-4bd0-43a8-96e0-0e0274366c6c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.36 "GET /v2.0/networks?id=b4b602fe-2778-45ed-9dae-cea61abe1273 HTTP/1.1" status: 200 len: 818 time: 0.3910830 Jul 23 20:22:41.259944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-759bfe70-baf5-4653-992c-9e0f559f5507 req-08b4c6fb-e33e-4920-8350-e0e99e10c63f tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524003 Jul 23 20:22:41.261861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=fdec7fac-3499-449e-9a60-1161d5a8bf56,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:41.271564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Request body: {'port': {'device_id': '30b28667-3305-4786-b458-44f076444d1c', 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273', 'admin_state_up': True, 'tenant_id': '61854776c72c43bc86df312347cad463'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:41.277176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Transition to ACTIVE for port object 37d34098-9aeb-4593-9819-501cb1f666eb will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:41.313841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.316112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 31d98138-d2b1-46f8-bbfb-3b527fe3422f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:41.316754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 31d98138-d2b1-46f8-bbfb-3b527fe3422f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:41.360609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:41.361012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.362278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:41.363394 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:41.487114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.490205 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9b7d06ee-6126-4dde-acd7-97d897b07836 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/fdec7fac-3499-449e-9a60-1161d5a8bf56 HTTP/1.1" status: 204 len: 168 time: 1.3387165 Jul 23 20:22:41.493898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48006) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.506981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.517407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.519548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89 HTTP/1.1" status: 204 len: 168 time: 1.4039078 Jul 23 20:22:41.557611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Allocated IP 172.20.0.9 (5b6474eb-39f1-4ffa-9939-cece018d0ab0/1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c/39cc5f66-776f-4d0b-9775-4bf0c8950930) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:41.573020 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2c31ca-10db-4ece-86fb-f58ffad764be tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:41.575103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-de2c31ca-10db-4ece-86fb-f58ffad764be tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/fdec7fac-3499-449e-9a60-1161d5a8bf56 HTTP/1.1" status: 404 len: 333 time: 0.0801778 Jul 23 20:22:41.578418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13435c-2a38-4107-b406-50420e0e6245 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ab5f56-20cc-45c6-9868-7b1e7b1f9a89,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:41.580992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48010) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.668897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet 95d49446-ab1b-43db-ad6f-518ddb79aa13 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:41.680240 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:41.805984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48014) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:41.812581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1aefa1b-2957-41f1-bd50-8b67afbd93a0 req-9536af97-5f62-4446-8112-26dfa69ffd3a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 210 time: 0.4417372 Jul 23 20:22:41.890780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=37d34098-9aeb-4593-9819-501cb1f666eb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:41.947068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Checking segment: {'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:41.947492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Network hostable DHCP agents. Network: c639ea9b-8bb9-43fb-a267-f102a8935964, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:41.962270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-823675bd-0613-43f6-b60b-015dfb83a9b7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7484d3f06c86439183350a59979b606b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1480501 Jul 23 20:22:41.967824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48020) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:42.020192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.028647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb0ed8ff-dd16-42c9-8cc1-8d301f914bc0 req-01c1ccc7-cac3-4a13-8514-016cd1f27bdc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 210 time: 0.0786116 Jul 23 20:22:42.041943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Made reservation on behalf of 61854776c72c43bc86df312347cad463 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:42.045784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.057283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Network c639ea9b-8bb9-43fb-a267-f102a8935964 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:42.078966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c639ea9b-8bb9-43fb-a267-f102a8935964) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:42.097597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb5593-dc2f-493e-8c95-967174c44424 None None] Network c639ea9b-8bb9-43fb-a267-f102a8935964 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:42.103647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:42.163404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2988d-cf9f-4b46-8d1c-9191c028da5f req-25761fb7-e8fb-4ceb-a0ba-5bb0b375a516 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:42.165410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51b2988d-cf9f-4b46-8d1c-9191c028da5f req-25761fb7-e8fb-4ceb-a0ba-5bb0b375a516 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.2506807 Jul 23 20:22:42.172158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2057-dd73-4293-949a-9befb8a702bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.174689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.175373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.175917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.214109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.215302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.217263 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.226122 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 2 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.251223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51b2988d-cf9f-4b46-8d1c-9191c028da5f req-efe4a483-d27a-443d-8646-0e38065938d4 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663159 Jul 23 20:22:42.294426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2057-dd73-4293-949a-9befb8a702bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.309646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.321468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.321879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.322229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.328561 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:22:42.331180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.331528 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.334902 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 3 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.357521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.357877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.358248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.376286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Allocated IP 172.20.0.10 (b4b602fe-2778-45ed-9dae-cea61abe1273/94da3204-3b22-413c-8914-cd51069607ba/c15e1b76-0277-4384-be7f-01989d8048ce) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:42.396105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.396889 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.399055 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 4 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.403299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-851daa96-5464-4daf-8e16-2f32c52f8736 req-ffc5066e-b5ef-402d-b4a0-2588db502677 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 210 time: 0.0470245 Jul 23 20:22:42.420507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.421081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.421636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.434188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-ab263af9-85b8-421b-8948-876588c3ded6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:42.435655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-ab263af9-85b8-421b-8948-876588c3ded6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 817 time: 0.2862504 Jul 23 20:22:42.438640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.438954 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.440262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.440770 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 5 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.462501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.465003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.465352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.465716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.480931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.481270 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.490590 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 6 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.491480 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2057-dd73-4293-949a-9befb8a702bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.493907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0bc2057-dd73-4293-949a-9befb8a702bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.495001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a0bc2057-dd73-4293-949a-9befb8a702bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c50f0b5-4e63-43c0-8ad5-94551acb8d4e HTTP/1.1" status: 204 len: 168 time: 0.5262458 Jul 23 20:22:42.520029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.520377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.521400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.539997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:42.545428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=95d49446-ab1b-43db-ad6f-518ddb79aa13,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:42.556249 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.558211 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f4dfdbec-5a1f-4276-9f22-67fe141cfe9a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/95d49446-ab1b-43db-ad6f-518ddb79aa13 HTTP/1.1" status: 204 len: 168 time: 0.9703135 Jul 23 20:22:42.558543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7603e70-d279-492c-8972-8ab93d84e693 None None] Network 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:42.562082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48026) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:42.569196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:42.571992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.572336 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.577840 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 7 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.577988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc2057-dd73-4293-949a-9befb8a702bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c50f0b5-4e63-43c0-8ad5-94551acb8d4e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:42.579547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:42.595974 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-86f7e2f9-f281-47cc-bb51-26c69492c25b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 380 time: 0.1479774 Jul 23 20:22:42.615806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event updated for resources: {'Port': ['ID=39cc5f66-776f-4d0b-9775-4bf0c8950930,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:42.624339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'port': {'device_id': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'admin_state_up': True, 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'security_groups': ['db81c14a-fe6e-4316-9f4e-4b7351bc9454']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:42.625539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.625889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.626236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.678914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:42.679414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.679624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.679775 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.681975 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 8 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.687881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.693608 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.714613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.714613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.714939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.726402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.727339 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.729133 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 9 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.729849 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-a26c5734-b2d9-4e42-882f-fefd4723f9cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0438812 Jul 23 20:22:42.743495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Request body: {'port': {'device_id': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:42.780279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.780431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.780685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.793822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.794171 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.796595 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 10 to bind port 37d34098-9aeb-4593-9819-501cb1f666eb Jul 23 20:22:42.812770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.819028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] DHCP port deletion for 34ced0cb-c592-46b0-a9bf-8a4e64c6c15d request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:42.848522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:42.848990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:42.849372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:42.858303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Made reservation on behalf of c0e2003f984344dfbe2327bff94fbeba for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:42.862291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 37d34098-9aeb-4593-9819-501cb1f666eb on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:42.862645 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 37d34098-9aeb-4593-9819-501cb1f666eb on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:42.863028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.863172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.882841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.894137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:42.894733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.908790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Network b4b602fe-2778-45ed-9dae-cea61abe1273 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:42.933660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] Deleting port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:42.934012 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:42.937555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:42.940704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Pushing event updated for resources: {'Port': ['ID=c15e1b76-0277-4384-be7f-01989d8048ce,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:42.944533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:43.030621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] For port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,segment=NetworkSegment(cbe62c55-ae93-464d-8e3e-f6447735b2db),segment_id=cbe62c55-ae93-464d-8e3e-f6447735b2db)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:43.031164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.064637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] Calling delete_port for 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:43.103485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] For port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,segment=NetworkSegment(cbe62c55-ae93-464d-8e3e-f6447735b2db),segment_id=cbe62c55-ae93-464d-8e3e-f6447735b2db)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:43.103485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.160068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:43.160815 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.210183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.224290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:43.233571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-562d97ec-fc69-4b5f-b0b3-1548f422e365 req-4d57b4c7-d8b9-4701-8e5d-cc1bc280cb45 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 210 time: 0.0556169 Jul 23 20:22:43.257585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-618aaeee-7c22-4330-97a8-d98481fe208c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9941916 Jul 23 20:22:43.257585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:43.257854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Allocated IP 172.20.0.8 (2f4624e2-29b7-4dbf-a661-841c49e0db00/a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2/5ce431af-2775-466e-97b1-6de2ec2939a9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:43.272055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Request body: {'port': {'device_id': '30b28667-3305-4786-b458-44f076444d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:43.327355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] Pushing event deleted for resources: {'Port': ['ID=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:43.329411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778be149-8165-4e27-ba6d-26445b37bfb4 None None] No DVR routers for this DVR port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:43.337754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:43.338275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:43.388390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] For port 37d34098-9aeb-4593-9819-501cb1f666eb, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:43.388870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempted to set empty binding levels {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:22:43.402780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bf4d0-418b-4aa3-a4c5-b3191e6ff05b req-93edcce5-9724-4b30-8908-53b2559e8206 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:43.404505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d0bf4d0-418b-4aa3-a4c5-b3191e6ff05b req-93edcce5-9724-4b30-8908-53b2559e8206 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 931 time: 0.4916434 Jul 23 20:22:43.421820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.465340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:43.466339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.491329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cc5f66-776f-4d0b-9775-4bf0c8950930 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:43.505375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.546080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.549503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Transition to ACTIVE for port object 39cc5f66-776f-4d0b-9775-4bf0c8950930 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:43.562022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.571810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dce458-a18f-4f55-9196-4330a9c5131f req-7d0b39ce-1330-4b37-8028-8bdc75031e59 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:43.575583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56dce458-a18f-4f55-9196-4330a9c5131f req-7d0b39ce-1330-4b37-8028-8bdc75031e59 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.36 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.2092605 Jul 23 20:22:43.577149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=37d34098-9aeb-4593-9819-501cb1f666eb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:43.599387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b227c47d-217e-48c3-8d88-26d32aaa05ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.7522786 Jul 23 20:22:43.610894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Transition to ACTIVE for port object 5ce431af-2775-466e-97b1-6de2ec2939a9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:43.613859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48054) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:43.636667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.637932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.643388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d0bf4d0-418b-4aa3-a4c5-b3191e6ff05b req-3827d37e-970e-4cec-bc4e-c69b299cdad2 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110007 Jul 23 20:22:43.652072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.693909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No DVR routers for this DVR port 46e179ff-11e3-4c8f-a75b-a3a2b1b496f7 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:43.722263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=46e179ff-11e3-4c8f-a75b-a3a2b1b496f7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:43.727820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Pushing event updated for resources: {'Port': ['ID=39cc5f66-776f-4d0b-9775-4bf0c8950930,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:43.728737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48056) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:43.768484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c500951-4fed-4faa-ada2-d87f4acb2ab3 req-a901442a-4e40-4477-92b4-e1cb3a8ba253 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:43.769989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c500951-4fed-4faa-ada2-d87f4acb2ab3 req-a901442a-4e40-4477-92b4-e1cb3a8ba253 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 946 time: 0.3830423 Jul 23 20:22:43.846753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.862233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1efbc518-ce77-4be1-b2e8-f8ea392b0dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.918680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:43.919447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:43.932954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:43.935162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Attempting to bind port 39cc5f66-776f-4d0b-9775-4bf0c8950930 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:43.935162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Attempting to bind port 39cc5f66-776f-4d0b-9775-4bf0c8950930 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:43.935497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Attempting to bind port 39cc5f66-776f-4d0b-9775-4bf0c8950930 on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:43.938747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:43.946603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:43.977104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Port 39cc5f66-776f-4d0b-9775-4bf0c8950930 on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:43.977473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Attempting to bind port 39cc5f66-776f-4d0b-9775-4bf0c8950930 on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:43.984707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-361278024-network', 'tenant_id': '2f761e392f744aa1b843d9418ae515da'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:43.996579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ced0cb-c592-46b0-a9bf-8a4e64c6c15d']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:44.012339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:44.012682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Checking segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:44.013072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Bound using segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:44.013595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Bound port: 39cc5f66-776f-4d0b-9775-4bf0c8950930, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:44.013958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.017527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Deleting port e53a15fb-e99f-453f-bed7-617c149548d3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:44.017817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.031456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe62c55-ae93-464d-8e3e-f6447735b2db') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:44.031787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe62c55-ae93-464d-8e3e-f6447735b2db') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:44.047761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:44.048390 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.064867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Deleting port 37d34098-9aeb-4593-9819-501cb1f666eb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:44.065163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.077109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c500951-4fed-4faa-ada2-d87f4acb2ab3 req-52da9c12-545e-4e05-83e1-f2b80c55a0c6 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups?id=3754be2b-446c-4e39-aa80-c70a8aada17c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743587 Jul 23 20:22:44.082084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.115655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Made reservation on behalf of 2f761e392f744aa1b843d9418ae515da for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:44.118071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.126939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.160229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-81f04184-941d-41a4-bdfb-6e75e6c1a14a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5417945 Jul 23 20:22:44.163680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341d119-c5d9-45b3-85ee-d6aed4767d49 req-876bb8cf-0c55-4163-beb9-c08777211ecf tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:44.165278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3341d119-c5d9-45b3-85ee-d6aed4767d49 req-876bb8cf-0c55-4163-beb9-c08777211ecf tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 932 time: 0.4080470 Jul 23 20:22:44.181982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Request body: {'port': {'device_id': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:44.191181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:44.191608 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:44.195492 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:44.198536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.238403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] For port e53a15fb-e99f-453f-bed7-617c149548d3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e53a15fb-e99f-453f-bed7-617c149548d3,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:44.238633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.245188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f3c30e6b-910f-4fb0-bf32-3b78ea0b5e02 None None] Provisioning for port 5ce431af-2775-466e-97b1-6de2ec2939a9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:44.250294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f3c30e6b-910f-4fb0-bf32-3b78ea0b5e02 None None] Provisioning complete for port 5ce431af-2775-466e-97b1-6de2ec2939a9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:44.250978 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3c30e6b-910f-4fb0-bf32-3b78ea0b5e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.294637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f3c30e6b-910f-4fb0-bf32-3b78ea0b5e02 None None] Port 5ce431af-2775-466e-97b1-6de2ec2939a9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:44.335172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.346740 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3341d119-c5d9-45b3-85ee-d6aed4767d49 req-0485e97b-c364-4e9d-a5b4-65d21c616ba0 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380610 Jul 23 20:22:44.355805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.358036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/34ced0cb-c592-46b0-a9bf-8a4e64c6c15d HTTP/1.1" status: 204 len: 168 time: 1.7954473 Jul 23 20:22:44.379378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48062) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:44.387334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1071697595'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:44.402745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801cdc1-e0bb-4c7b-a739-d14a9895cf7e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=34ced0cb-c592-46b0-a9bf-8a4e64c6c15d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:44.415163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] For port 37d34098-9aeb-4593-9819-501cb1f666eb, host n-h2-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:44.415817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.435598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] For port 39cc5f66-776f-4d0b-9775-4bf0c8950930, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:44.459062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Calling delete_port for 37d34098-9aeb-4593-9819-501cb1f666eb owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:44.475109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15e1b76-0277-4384-be7f-01989d8048ce {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:44.487548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.511985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Transition to ACTIVE for port object c15e1b76-0277-4384-be7f-01989d8048ce will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:44.519065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.578437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.596702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.609788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Pushing event updated for resources: {'Port': ['ID=c15e1b76-0277-4384-be7f-01989d8048ce,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:44.690695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:44.695509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.721181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:44.745801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:44.766465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] For port 39cc5f66-776f-4d0b-9775-4bf0c8950930, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:44.782005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.785648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.786005 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Added segment 000e4f54-230a-4e2f-96a4-95529cebabb2 of type vlan for network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 Jul 23 20:22:44.846992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:44.862426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.880722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.885129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:44.885778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.886971 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.887163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/39cc5f66-776f-4d0b-9775-4bf0c8950930 HTTP/1.1" status: 200 len: 1092 time: 2.1486444 Jul 23 20:22:44.887322 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment 1b0ddd16-4c0a-4dde-91e4-f65582fa561b of type vlan for network e25dc48e-a241-46cd-9c81-576c8cbfd92c Jul 23 20:22:44.887623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'tag': '39cc5f66-776f-4d0b-9775-4bf0c8950930'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:44.889908 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e72e350-fb0e-4d89-ab1e-fb0546169335" -d '{"events": [{"name": "network-changed", "server_uuid": "a350cdcf-cbc4-4464-9e1d-5de00fe13a22", "tag": "39cc5f66-776f-4d0b-9775-4bf0c8950930"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:44.905173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.905428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Attempting to bind port c15e1b76-0277-4384-be7f-01989d8048ce on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:44.905810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:44.905945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Attempting to bind port c15e1b76-0277-4384-be7f-01989d8048ce by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '87c5bed3-71cc-4ab6-b1bf-7499c8849994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:44.906092 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Floating IP 468ac87d-b6de-439c-a563-47bd4ed290af disassociated. External IP: 172.25.8.136, port: e53a15fb-e99f-453f-bed7-617c149548d3. Jul 23 20:22:44.906665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Attempting to bind port c15e1b76-0277-4384-be7f-01989d8048ce on network b4b602fe-2778-45ed-9dae-cea61abe1273 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:44.906987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Calling delete_port for e53a15fb-e99f-453f-bed7-617c149548d3 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:44.946205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Port c15e1b76-0277-4384-be7f-01989d8048ce on network b4b602fe-2778-45ed-9dae-cea61abe1273 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:44.946850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Attempting to bind port c15e1b76-0277-4384-be7f-01989d8048ce on network b4b602fe-2778-45ed-9dae-cea61abe1273 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:44.955615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e589b-4534-4f0b-b52f-241d45b1c3cd req-09302b21-c824-49ec-9398-23ea31651839 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:44.957117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-888e589b-4534-4f0b-b52f-241d45b1c3cd req-09302b21-c824-49ec-9398-23ea31651839 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 931 time: 0.3562841 Jul 23 20:22:44.963546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb939c-c0fa-4233-bad0-9c94a99724d2 service neutron] Pushing event updated for resources: {'Port': ['ID=39cc5f66-776f-4d0b-9775-4bf0c8950930,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:44.993340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.002499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:45.002846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Checking segment: {'id': '87c5bed3-71cc-4ab6-b1bf-7499c8849994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:45.003226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Bound using segment: {'id': '87c5bed3-71cc-4ab6-b1bf-7499c8849994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:45.003664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Bound port: c15e1b76-0277-4384-be7f-01989d8048ce, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c5bed3-71cc-4ab6-b1bf-7499c8849994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:45.004018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.021885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8962db-f695-4e82-adcb-a68ddd8fbb3e req-4fc96fe8-4ff1-4915-a916-473862de13e8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:45.023376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a8962db-f695-4e82-adcb-a68ddd8fbb3e req-4fc96fe8-4ff1-4915-a916-473862de13e8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 943 time: 0.2898986 Jul 23 20:22:45.035424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.036989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:45.037617 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.144986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.207585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event deleted for resources: {'Port': ['ID=37d34098-9aeb-4593-9819-501cb1f666eb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.228088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.230047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-99985f26-ef01-4100-9220-357341f32de9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "DELETE /v2.0/ports/37d34098-9aeb-4593-9819-501cb1f666eb HTTP/1.1" status: 204 len: 168 time: 1.6146922 Jul 23 20:22:45.234079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-63c6d33a-0bf2-41f2-8dd7-cc413dd06969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:45.235627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-63c6d33a-0bf2-41f2-8dd7-cc413dd06969 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 1095 time: 0.3006592 Jul 23 20:22:45.241596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48070) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:45.355775 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec062df7-659f-4327-b34e-f5ca428e3d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:22:45.357418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec062df7-659f-4327-b34e-f5ca428e3d25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "GET /v2.0/ports/37d34098-9aeb-4593-9819-501cb1f666eb HTTP/1.1" status: 404 len: 333 time: 0.1148586 Jul 23 20:22:45.362227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48072) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:45.364819 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-3ff65c94-0102-43bd-abea-d74203365c15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930 HTTP/1.1" status: 200 len: 217 time: 0.1210926 Jul 23 20:22:45.371413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Request body: {'port': {'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-356900180'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:45.389589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6358032 Jul 23 20:22:45.392616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-888e589b-4534-4f0b-b52f-241d45b1c3cd req-1c2a5e5a-7afa-4120-87c5-b25cb57dbdbf tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4220583 Jul 23 20:22:45.393369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48076) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:45.435915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Request body: {'subnet': {'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-361278024-subnet', 'tenant_id': '2f761e392f744aa1b843d9418ae515da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:45.452573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.453778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb7d05-c958-4f5b-b462-fc15e7c2f379 admin admin] Pushing event updated for resources: {'Network': ['ID=5d1f4559-1194-4f2d-b6e0-b2b6cee46626,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.465009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.468309 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717afdc-44db-43f7-b317-36f371462f6a x-openstack-request-id: req-8717afdc-44db-43f7-b317-36f371462f6a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:45.468607 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a350cdcf-cbc4-4464-9e1d-5de00fe13a22", "tag": "39cc5f66-776f-4d0b-9775-4bf0c8950930", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:45.468855 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8717afdc-44db-43f7-b317-36f371462f6a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:45.469242 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'tag': '39cc5f66-776f-4d0b-9775-4bf0c8950930', 'status': 'completed', 'code': 200} Jul 23 20:22:45.470558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:45.470833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:45.471296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.481672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Made reservation on behalf of 7ae3dc42a0234ae8bd97601294b60962 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:45.483986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.494645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a8962db-f695-4e82-adcb-a68ddd8fbb3e req-627d981e-03d2-443e-b206-4f46097c0cea tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500732 Jul 23 20:22:45.517686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-7a6836e4-ab73-4617-865b-d985a7342482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:45.519344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-7a6836e4-ab73-4617-865b-d985a7342482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.1381986 Jul 23 20:22:45.527728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event deleted for resources: {'Port': ['ID=e53a15fb-e99f-453f-bed7-617c149548d3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.546253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] For port c15e1b76-0277-4384-be7f-01989d8048ce, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:45.602261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-cea4294f-42a5-4fcf-864e-511cc15fc825 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645275 Jul 23 20:22:45.613662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Made reservation on behalf of 2f761e392f744aa1b843d9418ae515da for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:45.616157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port 0714363c-b4be-49b7-9de0-522f557f4d43 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:45.616661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.637354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] For port c15e1b76-0277-4384-be7f-01989d8048ce, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c15e1b76-0277-4384-be7f-01989d8048ce,segment=NetworkSegment(87c5bed3-71cc-4ab6-b1bf-7499c8849994),segment_id=87c5bed3-71cc-4ab6-b1bf-7499c8849994)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:45.641677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb610d60-0a24-411f-9716-213284f98e65 req-18131249-756e-4f35-84c7-4e8a8039a977 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0895791 Jul 23 20:22:45.647292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2644758 Jul 23 20:22:45.648366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48078) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:45.659430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb67577-719a-44e3-9600-a8be6304afbe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=e25dc48e-a241-46cd-9c81-576c8cbfd92c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.667166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:45.672744 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.726003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:45.828057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce431af-2775-466e-97b1-6de2ec2939a9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:45.841083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:45.841722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.843128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] 10.222.0.36 "PUT /v2.0/ports/c15e1b76-0277-4384-be7f-01989d8048ce HTTP/1.1" status: 200 len: 1093 time: 2.5759552 Jul 23 20:22:45.852588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b28667-3305-4786-b458-44f076444d1c', 'tag': 'c15e1b76-0277-4384-be7f-01989d8048ce'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:45.855559 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aceaffe-e1af-438b-972a-fca5db231c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "30b28667-3305-4786-b458-44f076444d1c", "tag": "c15e1b76-0277-4384-be7f-01989d8048ce"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:45.870068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.915071 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ed2902-9750-4599-9fea-d9170952c4cc x-openstack-request-id: req-09ed2902-9750-4599-9fea-d9170952c4cc {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:45.915376 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b28667-3305-4786-b458-44f076444d1c", "tag": "c15e1b76-0277-4384-be7f-01989d8048ce", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:45.915620 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09ed2902-9750-4599-9fea-d9170952c4cc {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:45.916027 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b28667-3305-4786-b458-44f076444d1c', 'tag': 'c15e1b76-0277-4384-be7f-01989d8048ce', 'status': 'completed', 'code': 200} Jul 23 20:22:45.918207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ef50c-8178-4e2d-bd68-7826adab79ac service neutron] Pushing event updated for resources: {'Port': ['ID=c15e1b76-0277-4384-be7f-01989d8048ce,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:45.938661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Transition to ACTIVE for port object 5ce431af-2775-466e-97b1-6de2ec2939a9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:45.967961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:45.979396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:45.982917 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.028804 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-1755b8a1-4619-4bae-a0fd-9fbfa59d0868 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077001 Jul 23 20:22:46.101478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cc934-4743-4ff6-bec5-dcd9c4593bdf req-99515ead-3da6-40ee-a209-0e9e647bae6c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.109262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f36cc934-4743-4ff6-bec5-dcd9c4593bdf req-99515ead-3da6-40ee-a209-0e9e647bae6c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 944 time: 0.4384754 Jul 23 20:22:46.117544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.129929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:46.204937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.226552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.251200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-eb1ebbc6-4242-4c05-80cc-877725509dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.252733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-eb1ebbc6-4242-4c05-80cc-877725509dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61854776c72c43bc86df312347cad463&device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 1096 time: 0.3610835 Jul 23 20:22:46.280806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f36cc934-4743-4ff6-bec5-dcd9c4593bdf req-67b75794-fede-4311-ae9f-ed34f3e95ee9 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706264 Jul 23 20:22:46.324941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-ab23b660-c837-4136-9893-a933621d9d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c15e1b76-0277-4384-be7f-01989d8048ce HTTP/1.1" status: 200 len: 217 time: 0.0592849 Jul 23 20:22:46.355746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27efe0d7-9fc1-440e-ad54-a21d447efbf4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.380878 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c405f27a-3dc6-46f5-9fb8-800326d48846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.388988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-119184f8-6849-4b28-8e54-73fac42e9b47 req-69462139-7204-41a0-8460-bfd0f2e08a41 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495145 Jul 23 20:22:46.396258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Attempting to bind port 5ce431af-2775-466e-97b1-6de2ec2939a9 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:46.396854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Attempting to bind port 5ce431af-2775-466e-97b1-6de2ec2939a9 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:46.397501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Attempting to bind port 5ce431af-2775-466e-97b1-6de2ec2939a9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:46.398603 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.419346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Port 5ce431af-2775-466e-97b1-6de2ec2939a9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:46.419677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Attempting to bind port 5ce431af-2775-466e-97b1-6de2ec2939a9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:46.428035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Checking segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:46.428809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Network hostable DHCP agents. Network: 5d1f4559-1194-4f2d-b6e0-b2b6cee46626, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:46.441233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.450223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-c898508c-2fad-41c6-bc2b-5cb1c0e7351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.451712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-c898508c-2fad-41c6-bc2b-5cb1c0e7351e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94da3204-3b22-413c-8914-cd51069607ba HTTP/1.1" status: 200 len: 858 time: 0.1166975 Jul 23 20:22:46.459399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:46.460012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Checking segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:46.460174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Bound using segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:46.460558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Bound port: 5ce431af-2775-466e-97b1-6de2ec2939a9, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:46.461126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.517783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-57d96ad4-b342-4727-ad0b-5159ae72868f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4b602fe-2778-45ed-9dae-cea61abe1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556304 Jul 23 20:22:46.524458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:46.545319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Network c639ea9b-8bb9-43fb-a267-f102a8935964 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:46.564461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:46.581087 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] Sync routers for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:46.591276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:46.591721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 5d1f4559-1194-4f2d-b6e0-b2b6cee46626) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:46.591905 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:46.603289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a440b92b-cc2f-42f7-910d-74a780c8d3df None None] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:46.613714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.614841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.624235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.744278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73d38596-3ca9-48d7-988a-77ef3f8c4869 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3357232 Jul 23 20:22:46.766668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6899a-697e-420f-bace-48aaf0a402a7 None None] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:46.794987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=d13be092-b179-42ab-be3a-03020d38de4d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.809332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-efa0c362-bc04-49b1-a99a-894d114983b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754328 Jul 23 20:22:46.816024 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:46.833555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5731c4-9c59-45e7-a7e0-17e5cf458827 req-3964d574-9bb5-4057-ab7d-57ecb1ff7f32 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.840636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f5731c4-9c59-45e7-a7e0-17e5cf458827 req-3964d574-9bb5-4057-ab7d-57ecb1ff7f32 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.3435280 Jul 23 20:22:46.897287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:46.900346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:46.901322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.902004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.926349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=0714363c-b4be-49b7-9de0-522f557f4d43,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:46.946405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f3bfd-cbef-40c5-92ca-ce2af569b687 req-fc9c0ce0-3980-4e31-8e63-e62e79273e37 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:46.953411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-941f3bfd-cbef-40c5-92ca-ce2af569b687 req-fc9c0ce0-3980-4e31-8e63-e62e79273e37 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 943 time: 0.3626311 Jul 23 20:22:46.962072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] No DVR routers for this DVR port e53a15fb-e99f-453f-bed7-617c149548d3 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:46.964989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:46.967596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-56dce458-a18f-4f55-9196-4330a9c5131f req-5e007f77-c7e7-4fc3-9403-5c5e7365ec9e tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.36 "DELETE /v2.0/ports/e53a15fb-e99f-453f-bed7-617c149548d3 HTTP/1.1" status: 204 len: 173 time: 3.3639562 Jul 23 20:22:46.990424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a2b8845e-68b3-4560-8fbf-0fe06653698e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6271236 Jul 23 20:22:46.995225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:46.998589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': '1b0ddd16-4c0a-4dde-91e4-f65582fa561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:46.999142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: e25dc48e-a241-46cd-9c81-576c8cbfd92c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:47.012836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:47.063218 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.066731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f5731c4-9c59-45e7-a7e0-17e5cf458827 req-9700ca8e-2269-439e-803a-16eff4810784 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250040 Jul 23 20:22:47.076080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9965ce56-dd43-4535-a6bc-6125004b9925 req-fbd3cdbf-1546-4189-b595-07c3b3b9ed7f service neutron] 10.222.0.36 "GET /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530804 Jul 23 20:22:47.086986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:47.099059 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-941f3bfd-cbef-40c5-92ca-ce2af569b687 req-f27ee2dc-0bfe-4e82-96b7-efcaa616eaad tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441016 Jul 23 20:22:47.100246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:47.119278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-11487f05-e813-4f65-ad59-df83a8bc8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.135307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-11487f05-e813-4f65-ad59-df83a8bc8174 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 1095 time: 0.6871374 Jul 23 20:22:47.142260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, e25dc48e-a241-46cd-9c81-576c8cbfd92c) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:47.152575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ac480-80f6-4f81-a9fd-7ce0913b8878 None None] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:47.173537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:47.181696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.182479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.194266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.256524 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:07Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:47.260034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3a8f71c-f6a9-4d98-afb5-aeb0ca280a5b req-d1d7dbf2-62da-40d4-9131-3f60c3ecd102 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0805235 Jul 23 20:22:47.282761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac26b03f-4355-4bd9-a0a6-c1d1062039df tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6242321 Jul 23 20:22:47.286872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48098) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:47.293700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c', 'name': 'tempest-PortsTestJSON-1645189228', 'fixed_ips': [{'subnet_id': 'd13be092-b179-42ab-be3a-03020d38de4d', 'ip_address': '172.20.0.10'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:47.300238 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] Checking router: 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:22:47.310689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:47.313200 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:47.336610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.337325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.340266 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 1092 time: 3.1652646 Jul 23 20:22:47.483068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-e25dc48e-a241-46cd-9c81-576c8cbfd92c', 'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': 'd13be092-b179-42ab-be3a-03020d38de4d'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:47.484423 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.496651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'name': 'network-vif-deleted', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3'}, {'name': 'network-changed', 'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:47.499182 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f72c6ed-4bd7-4f74-a79e-8d800f465429" -d '{"events": [{"server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "name": "network-vif-deleted", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3"}, {"name": "network-changed", "server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:47.524538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-967d2c59-0b69-43c6-b400-400ce30a4c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.526465 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-967d2c59-0b69-43c6-b400-400ce30a4c0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=61854776c72c43bc86df312347cad463&device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 1096 time: 0.3707950 Jul 23 20:22:47.536077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.576697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39477676-1901-422a-84a2-dbd8cffe11d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:47.625219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-0f4efc8f-82f6-40f6-8a00-c9e95ca8de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.628947 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-0f4efc8f-82f6-40f6-8a00-c9e95ca8de7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 916 time: 0.4732218 Jul 23 20:22:47.694054 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.698773 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:22:47.715233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-858726eb-217c-4f59-99d7-339ad1fe1bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.716764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-858726eb-217c-4f59-99d7-339ad1fe1bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1095 time: 0.2971942 Jul 23 20:22:47.720176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-99c9d5c3-7838-4491-bc19-cfad237fe07c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930 HTTP/1.1" status: 200 len: 217 time: 0.0836594 Jul 23 20:22:47.754270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:47.764635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Allocated IP 172.20.0.2 (e25dc48e-a241-46cd-9c81-576c8cbfd92c/d13be092-b179-42ab-be3a-03020d38de4d/20bd03b2-4415-40da-bf4c-bf2d9d7e76ef) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:47.811526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-64e4cb88-b95f-4b11-a659-a7ae0bc12f07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 217 time: 0.0845315 Jul 23 20:22:47.936268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.945082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-be8e3d0f-adea-4ef7-aae0-ee9a0064d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.947328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Transition to ACTIVE for port object 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:47.949402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-be8e3d0f-adea-4ef7-aae0-ee9a0064d630 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.2132218 Jul 23 20:22:47.957894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-af52db17-cb63-49e1-86f0-5b12d4780415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.960518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-af52db17-cb63-49e1-86f0-5b12d4780415 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.1378274 Jul 23 20:22:47.967744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Transition to ACTIVE for port object 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:47.973868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a606718-c892-4429-b09d-c3672d4a39ff req-3f0eccf9-fed9-46cb-b46c-63fc27f10f28 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:47.979286 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:47.982551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a606718-c892-4429-b09d-c3672d4a39ff req-3f0eccf9-fed9-46cb-b46c-63fc27f10f28 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 944 time: 0.4828010 Jul 23 20:22:48.038553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:48.057872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:48.058286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a606718-c892-4429-b09d-c3672d4a39ff req-509fea75-9588-44de-a2e4-dc2a26592abe tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705791 Jul 23 20:22:48.059859 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-5126ab30-7f1d-427e-a28d-98135d017677 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827379 Jul 23 20:22:48.061879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-2cac8f80-9b01-4ee7-8223-71d7d6002ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.063663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-2cac8f80-9b01-4ee7-8223-71d7d6002ffb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4b602fe-2778-45ed-9dae-cea61abe1273 HTTP/1.1" status: 200 len: 919 time: 0.5163469 Jul 23 20:22:48.063797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Pushing event updated for resources: {'Port': ['ID=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:48.066813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:48.154845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:07Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:48.156590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Attempting to bind port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.159569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Attempting to bind port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1b0ddd16-4c0a-4dde-91e4-f65582fa561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.160038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Attempting to bind port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef on network e25dc48e-a241-46cd-9c81-576c8cbfd92c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.173101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:48.173631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Checking segment: {'id': '1b0ddd16-4c0a-4dde-91e4-f65582fa561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:48.175135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.176206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Bound using segment: {'id': '1b0ddd16-4c0a-4dde-91e4-f65582fa561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:48.177968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Bound port: 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0ddd16-4c0a-4dde-91e4-f65582fa561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:48.178465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.196588 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da7db4-ae6c-4ea5-bd48-a78925a4f815 x-openstack-request-id: req-c8da7db4-ae6c-4ea5-bd48-a78925a4f815 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:48.196891 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82760023-f3e0-44cb-8498-f9e3376c1d5e", "name": "network-vif-deleted", "tag": "e53a15fb-e99f-453f-bed7-617c149548d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:48.197161 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8da7db4-ae6c-4ea5-bd48-a78925a4f815 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:48.197587 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82760023-f3e0-44cb-8498-f9e3376c1d5e', 'name': 'network-vif-deleted', 'tag': 'e53a15fb-e99f-453f-bed7-617c149548d3', 'status': 'completed', 'code': 200} Jul 23 20:22:48.197850 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'status': 'completed', 'code': 200} Jul 23 20:22:48.215358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-2d73597e-5bef-4cfe-a8c0-b8d6f0b75fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173582 Jul 23 20:22:48.217235 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6c5e44-2bed-4b7b-87ce-0bd721f9bc76 None None] The sync data for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 is: [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:20:02Z', 'revision_number': 4, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c', 'name': '', 'network_id': 'b5d337e1-8d8d-49a0-99f5-490eb21948e0', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'mac_address': 'fa:16:3e:72:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1228, 'fixed_ips': [{'subnet_id': '18bfe736-e140-459c-add1-40163144a196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:20:01Z', 'updated_at': '2021-07-23T20:20:07Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'subnets': [{'id': '18bfe736-e140-459c-add1-40163144a196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:22:48.221302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port 0714363c-b4be-49b7-9de0-522f557f4d43 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:48.250545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.291990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-35090aa8-c361-4d42-b1b2-7a4fb74a8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.293462 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-35090aa8-c361-4d42-b1b2-7a4fb74a8c46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3003881 Jul 23 20:22:48.313135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Transition to ACTIVE for port object 0714363c-b4be-49b7-9de0-522f557f4d43 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:48.330628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.352032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e53a15fb-e99f-453f-bed7-617c149548d3 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:48.392517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: e53a15fb-e99f-453f-bed7-617c149548d3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:48.392882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e53a15fb-e99f-453f-bed7-617c149548d3 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:48.396302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] For port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:48.414283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=0714363c-b4be-49b7-9de0-522f557f4d43,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:48.418860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] For port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,segment=NetworkSegment(1b0ddd16-4c0a-4dde-91e4-f65582fa561b),segment_id=1b0ddd16-4c0a-4dde-91e4-f65582fa561b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:48.427823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.506205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c43cd7-f559-4595-91c8-4528c313f0ab None None] Pushing event updated for resources: {'Port': ['ID=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:48.508846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.509392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.509561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.519422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.519774 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.526443 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 2 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:48.534713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e72e350-fb0e-4d89-ab1e-fb0546169335 req-ae40962d-0afe-4ce8-807e-9c64baabc6dd service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996128 Jul 23 20:22:48.547438 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-6c188d8f-ca55-4dd4-bc06-588cff17ef32 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444017 Jul 23 20:22:48.551864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.552203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.552545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.553583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f04e17f7-3ede-4ca4-8f66-d74aaacddfa1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.556439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f04e17f7-3ede-4ca4-8f66-d74aaacddfa1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 814 time: 1.0246475 Jul 23 20:22:48.578389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:48.581951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-2a2e84d8-24fb-426a-bfd1-6c2519940ad3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c15e1b76-0277-4384-be7f-01989d8048ce HTTP/1.1" status: 200 len: 217 time: 0.5106025 Jul 23 20:22:48.661929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.661929 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.663337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aa6d6a07-94b5-46f8-8cd3-3adb93620fb0 req-9b9380df-da3f-4fad-b2c9-7970863321f3 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032474 Jul 23 20:22:48.663613 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 3 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:48.668495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-82b90f1e-b519-4575-a4c7-1a05e458c2cb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/quotas/2f761e392f744aa1b843d9418ae515da HTTP/1.1" status: 200 len: 375 time: 0.0836718 Jul 23 20:22:48.678697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.679041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.679497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.685521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.685969 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.686345 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 4 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:48.702839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.703489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.703991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.709928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:48.711098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.711631 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.712174 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 5 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:48.738352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5b7f0d-739d-4b5a-9c15-b4416c458b80 None None] New status for floating IP 468ac87d-b6de-439c-a563-47bd4ed290af: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:22:48.761124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-726f5239-15b8-47a2-8172-be1ec124f434 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802872 Jul 23 20:22:48.764774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.765297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.765846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.774901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.775497 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.778692 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 6 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:48.824877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.825535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.826039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.843034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-d5038121-c904-47d9-b9f0-3e6fe9715558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.845463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-d5038121-c904-47d9-b9f0-3e6fe9715558 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1095 time: 0.1225817 Jul 23 20:22:48.846259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.846759 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.847296 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 7 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:48.909882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-3204dd78-d476-4a92-af22-2beb0f7e8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.911514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-3204dd78-d476-4a92-af22-2beb0f7e8f4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94da3204-3b22-413c-8914-cd51069607ba HTTP/1.1" status: 200 len: 858 time: 0.3037295 Jul 23 20:22:48.970239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:48.970595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:48.970894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:48.980479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-018127c9-495f-4108-a02e-0945202fb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:48.982089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-018127c9-495f-4108-a02e-0945202fb52f service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.1251059 Jul 23 20:22:48.982927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:48.983257 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:48.983647 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 8 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:49.026529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2073d9a-72b4-4051-8fb6-64c0f77a979f req-2fe80286-586e-491c-86fe-bb6d52cf0712 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.028121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2073d9a-72b4-4051-8fb6-64c0f77a979f req-2fe80286-586e-491c-86fe-bb6d52cf0712 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.4539323 Jul 23 20:22:49.044573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-e0a49718-fc48-4d73-ad1c-6cee10ee8e03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 217 time: 0.0540824 Jul 23 20:22:49.045500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:49.045989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:49.046490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:49.052089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:49.052750 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:49.054620 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 9 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:49.077346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-cf7d27bc-7aee-4bcf-a827-7fe3c49d5a15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4b602fe-2778-45ed-9dae-cea61abe1273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803013 Jul 23 20:22:49.101795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:49.102170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:49.102475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:49.122912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:49.123454 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:49.125609 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 10 to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 Jul 23 20:22:49.141980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-f66450a8-585a-4e43-855b-2f25d7826dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.143775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-f66450a8-585a-4e43-855b-2f25d7826dcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.0899258 Jul 23 20:22:49.147686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:49.149036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:49.149657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:49.163250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:49.163957 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 0714363c-b4be-49b7-9de0-522f557f4d43 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:49.164554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.177513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-dbe39a2f-f10f-4900-bc1b-25278e7cf9b4 service neutron] 10.222.0.46 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147441 Jul 23 20:22:49.272223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-f3ad84ff-dff5-4680-8023-8771b99f2675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.273783 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-f3ad84ff-dff5-4680-8023-8771b99f2675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203008 Jul 23 20:22:49.275343 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2073d9a-72b4-4051-8fb6-64c0f77a979f req-df1ff89f-9b2d-49ba-af30-6fdcf8868013 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926465 Jul 23 20:22:49.289315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] For port 0714363c-b4be-49b7-9de0-522f557f4d43, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:49.289982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempted to set empty binding levels {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:22:49.293922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:49.321283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.10 (e25dc48e-a241-46cd-9c81-576c8cbfd92c/d13be092-b179-42ab-be3a-03020d38de4d/8e6d3865-dad9-4f30-bcbf-7b1f308affc7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:49.322955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.352248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-be9599d9-8c0a-49c8-8b1f-974a8e80ab9c service neutron] 10.222.0.36 "GET /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673950 Jul 23 20:22:49.375523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] In _notify_port_updated(), no bound segment for port 0714363c-b4be-49b7-9de0-522f557f4d43 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:22:49.376866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.378136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.380635 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "PUT /v2.0/ports/0714363c-b4be-49b7-9de0-522f557f4d43 HTTP/1.1" status: 200 len: 979 time: 2.3834438 Jul 23 20:22:49.384591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:49.394667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:49.475474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-42fba822-520c-4d29-95e5-c984d7cdbdea service neutron] 10.222.0.46 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971094 Jul 23 20:22:49.483118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7a42e-384c-4a26-8572-edb47e750312 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=0714363c-b4be-49b7-9de0-522f557f4d43,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:49.520743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-72296ed1-8143-42d8-a181-332af2a0cf3a service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289793 Jul 23 20:22:49.576782 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.640319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aceaffe-e1af-438b-972a-fca5db231c0b req-121c8ff7-0d8f-4ec5-a34d-3267d5681030 service neutron] 10.222.0.36 "GET /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739160 Jul 23 20:22:49.668487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0f72c6ed-4bd7-4f74-a79e-8d800f465429 req-986a0199-9c27-4304-aef3-c190d6160203 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300511 Jul 23 20:22:49.740397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.740900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.741376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.741878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.742344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.742815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.743283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.743756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.744216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.744685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.745149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.745644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.746109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.746573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.747033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.747296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f77ab-def5-4fc8-a41d-9c1284a7d5b0 req-6be8bb5b-2df8-4dbd-b353-05648dcea144 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.747496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.747958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.748419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.748883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.749345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.749833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.750294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.750734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-932f77ab-def5-4fc8-a41d-9c1284a7d5b0 req-6be8bb5b-2df8-4dbd-b353-05648dcea144 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 943 time: 0.3093479 Jul 23 20:22:49.750846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:49.758184 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a5ac083e-2a9a-452a-af72-c2f06c73db28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20525 time: 0.3443918 Jul 23 20:22:49.758821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48126) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:49.824162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.834082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-932f77ab-def5-4fc8-a41d-9c1284a7d5b0 req-0c0c3983-f4c0-43d6-bcef-a630c284f790 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737121 Jul 23 20:22:49.870367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3219383c-715a-4fae-9939-6b72c5502e0f req-68f62d61-9699-4453-8073-06e45a13eb63 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0431435 Jul 23 20:22:49.873403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:49.939371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Deleting port 0714363c-b4be-49b7-9de0-522f557f4d43 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:49.939730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:49.957044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.064388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] For port 0714363c-b4be-49b7-9de0-522f557f4d43, host n-h2-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:50.065056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.085978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Calling delete_port for 0714363c-b4be-49b7-9de0-522f557f4d43 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:50.094134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-afbc7c85-3a61-4d5c-8456-e1f172b6e549 req-1976ed14-1ccc-4823-83a4-f3faea366e95 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 210 time: 0.1131847 Jul 23 20:22:50.100664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:50.108757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:50.116602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb15bd-1e1a-488a-89e4-1e685be42d77 None None] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:50.119541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:50.124287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=8e6d3865-dad9-4f30-bcbf-7b1f308affc7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:50.201960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:50.202733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.204080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.249176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a3829c-01f2-4cfc-ae5a-79714408dda4 req-58691cfe-4196-4716-b5b1-27950a73f702 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:50.250019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event deleted for resources: {'Port': ['ID=0714363c-b4be-49b7-9de0-522f557f4d43,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:50.251311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90a3829c-01f2-4cfc-ae5a-79714408dda4 req-58691cfe-4196-4716-b5b1-27950a73f702 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 944 time: 0.2368782 Jul 23 20:22:50.260972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.266011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-277f6517-b22a-472a-8962-e8627d491c17 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9760418 Jul 23 20:22:50.266732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-868df4a9-8fe0-4925-9d0e-0e219b42be96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "DELETE /v2.0/ports/0714363c-b4be-49b7-9de0-522f557f4d43 HTTP/1.1" status: 204 len: 168 time: 0.5069084 Jul 23 20:22:50.267545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48132) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:50.268280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48134) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:50.283332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': 'e25dc48e-a241-46cd-9c81-576c8cbfd92c', 'name': 'tempest-PortsTestJSON-90929265', 'fixed_ips': [{'subnet_id': 'd13be092-b179-42ab-be3a-03020d38de4d', 'ip_address': '172.20.0.9'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:50.311368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] Provisioning for port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:50.330330 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6c13ff-00a8-4e43-aaa0-44877e856c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:22:50.336980 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ef6c13ff-00a8-4e43-aaa0-44877e856c25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "GET /v2.0/ports/0714363c-b4be-49b7-9de0-522f557f4d43 HTTP/1.1" status: 404 len: 333 time: 0.0650015 Jul 23 20:22:50.337161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:50.350078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-86871027', 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:50.355280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] Provisioning complete for port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:50.356964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.383864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90a3829c-01f2-4cfc-ae5a-79714408dda4 req-3cfa8bf7-d863-4a48-afb3-31d03f5d21de tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182966 Jul 23 20:22:50.405409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Made reservation on behalf of 7ae3dc42a0234ae8bd97601294b60962 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:50.408450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.438076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port df14f7bb-2a83-4022-b3e1-b9d23012a999 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:50.472054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c15e1b76-0277-4384-be7f-01989d8048ce details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:22:50.474184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:50.613458 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.626461 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.636917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4bba4-d879-4bc3-83ac-845af6797399 req-166787c0-d4ad-440a-87a7-3e38d77237df tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:50.638530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8da4bba4-d879-4bc3-83ac-845af6797399 req-166787c0-d4ad-440a-87a7-3e38d77237df tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1476727 Jul 23 20:22:50.652308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 20d25a4c-268d-44b1-a95a-bbe5c225ba47 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:50.735846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8da4bba4-d879-4bc3-83ac-845af6797399 req-18367ea2-ab4e-4faf-9af8-7364dca28b51 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865042 Jul 23 20:22:50.746717 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.761251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] For port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,segment=NetworkSegment(1b0ddd16-4c0a-4dde-91e4-f65582fa561b),segment_id=1b0ddd16-4c0a-4dde-91e4-f65582fa561b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:50.777102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.797092 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:50.830512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:22:50.853124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c15e1b76-0277-4384-be7f-01989d8048ce, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c15e1b76-0277-4384-be7f-01989d8048ce,segment=NetworkSegment(87c5bed3-71cc-4ab6-b1bf-7499c8849994),segment_id=87c5bed3-71cc-4ab6-b1bf-7499c8849994)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:50.885325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c15e1b76-0277-4384-be7f-01989d8048ce', 'network_id': 'b4b602fe-2778-45ed-9dae-cea61abe1273', 'port_id': 'c15e1b76-0277-4384-be7f-01989d8048ce', 'mac_address': 'fa:16:3e:d8:85:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94da3204-3b22-413c-8914-cd51069607ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:22:50.912540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=df14f7bb-2a83-4022-b3e1-b9d23012a999,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:50.953274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Network c639ea9b-8bb9-43fb-a267-f102a8935964 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:50.955827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:50.958893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:50.960261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:50.961565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.007940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5763a4-d6d8-4b2f-bbd6-fa6f41fd3bc7 None None] Pushing event updated for resources: {'Port': ['ID=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:51.023169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0598af16-73e5-4603-b287-f10cd78106b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.6848896 Jul 23 20:22:51.026416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.028916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48146) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.047171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15e1b76-0277-4384-be7f-01989d8048ce {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:51.068529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.9 (e25dc48e-a241-46cd-9c81-576c8cbfd92c/d13be092-b179-42ab-be3a-03020d38de4d/20d25a4c-268d-44b1-a95a-bbe5c225ba47) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:51.098281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c15e1b76-0277-4384-be7f-01989d8048ce, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c15e1b76-0277-4384-be7f-01989d8048ce,segment=NetworkSegment(87c5bed3-71cc-4ab6-b1bf-7499c8849994),segment_id=87c5bed3-71cc-4ab6-b1bf-7499c8849994)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:51.108619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.109374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 39cc5f66-776f-4d0b-9775-4bf0c8950930 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:22:51.156974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41d82b31-b600-459e-bcaf-0c5d1ed3b4b8 req-114689bb-5616-44de-b9b4-87633031f307 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.1612368 Jul 23 20:22:51.189342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f93a0-6de7-4318-8684-d36112fc9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:51.193819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0f4f93a0-6de7-4318-8684-d36112fc9406 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "GET /v2.0/ports/df14f7bb-2a83-4022-b3e1-b9d23012a999 HTTP/1.1" status: 200 len: 957 time: 0.1562626 Jul 23 20:22:51.194201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48150) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.254550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c15e1b76-0277-4384-be7f-01989d8048ce,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:51.265245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc597c72-be88-4c55-8375-0fcc9efe7527 req-a8a341d1-584a-4c8c-abac-3c7484fa8626 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:51.269094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc597c72-be88-4c55-8375-0fcc9efe7527 req-a8a341d1-584a-4c8c-abac-3c7484fa8626 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 943 time: 0.2898996 Jul 23 20:22:51.275355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:51.310055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9e2a150-37e8-41dd-9346-62a07b436e78 None None] Provisioning complete for port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:51.310428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a150-37e8-41dd-9346-62a07b436e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.313381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:51.376856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'mac_address': 'fa:16:3e:9e:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:22:51.390374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ecd3ceaa-6d68-449b-915c-e87ba13f5873 req-aa6bae93-2471-41cb-893f-430649e19123 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 210 time: 0.0452187 Jul 23 20:22:51.394697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc597c72-be88-4c55-8375-0fcc9efe7527 req-9cf7a94e-c2fb-416a-bd4c-e6e243220ea3 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772376 Jul 23 20:22:51.408437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Deleting port df14f7bb-2a83-4022-b3e1-b9d23012a999 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:51.408878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.536626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.546362 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:22:51.551010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Calling delete_port for df14f7bb-2a83-4022-b3e1-b9d23012a999 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:51.636670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.665535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce431af-2775-466e-97b1-6de2ec2939a9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:51.704101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.710902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:51.711591 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.748662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.751649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "DELETE /v2.0/ports/df14f7bb-2a83-4022-b3e1-b9d23012a999 HTTP/1.1" status: 204 len: 168 time: 0.5563567 Jul 23 20:22:51.753152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611a6b5-770d-4148-a954-b839a868972f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event deleted for resources: {'Port': ['ID=df14f7bb-2a83-4022-b3e1-b9d23012a999,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:51.765761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e2c4b-f248-4eb1-a726-3d2b7c321b98 req-be674102-1cc2-4644-af71-bb5c1f74378f tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:51.767587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e95e2c4b-f248-4eb1-a726-3d2b7c321b98 req-be674102-1cc2-4644-af71-bb5c1f74378f tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 945 time: 0.1431088 Jul 23 20:22:51.768237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48154) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.797996 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9be2bf-33af-4667-80c8-8e0d889999fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:22:51.804480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48156) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:51.809637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb9be2bf-33af-4667-80c8-8e0d889999fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "GET /v2.0/ports/df14f7bb-2a83-4022-b3e1-b9d23012a999 HTTP/1.1" status: 404 len: 333 time: 0.0303876 Jul 23 20:22:51.815035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Request body: {'port': {'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1825532724'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:51.854036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.885365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-9446b6df-f414-40a1-a149-ed5e4c922e1d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:51.886981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-9446b6df-f414-40a1-a149-ed5e4c922e1d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 814 time: 0.6437790 Jul 23 20:22:51.890341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Made reservation on behalf of 7ae3dc42a0234ae8bd97601294b60962 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:51.892601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.894440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e95e2c4b-f248-4eb1-a726-3d2b7c321b98 req-fae60d87-2c41-4532-b184-7d07de26d13d tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832112 Jul 23 20:22:51.905384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 20d25a4c-268d-44b1-a95a-bbe5c225ba47 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:51.909878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Request body: {'port': {'device_id': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'admin_state_up': True, 'tenant_id': '2f761e392f744aa1b843d9418ae515da'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:51.937111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:51.941210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 39cc5f66-776f-4d0b-9775-4bf0c8950930, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:51.954462 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:51.991008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '39cc5f66-776f-4d0b-9775-4bf0c8950930', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'port_id': '39cc5f66-776f-4d0b-9775-4bf0c8950930', 'mac_address': 'fa:16:3e:d6:f3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:22:52.014819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f7fda-0e82-4153-bcb5-45a55e7d1696 req-2a029988-9b8b-4896-9cf5-4c215e528cf4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:52.027866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c9f7fda-0e82-4153-bcb5-45a55e7d1696 req-2a029988-9b8b-4896-9cf5-4c215e528cf4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1230104 Jul 23 20:22:52.056552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9e2a150-37e8-41dd-9346-62a07b436e78 None None] Provisioning for port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:52.073244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port 697bc710-7138-480f-9744-98c7f064b5a3 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:52.081212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Made reservation on behalf of 2f761e392f744aa1b843d9418ae515da for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:52.081371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c9f7fda-0e82-4153-bcb5-45a55e7d1696 req-428b3236-4c9c-444f-80ec-417c56e60ea3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520999 Jul 23 20:22:52.083306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:52.090642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.096570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9e2a150-37e8-41dd-9346-62a07b436e78 None None] Provisioning complete for port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:52.096949 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9e2a150-37e8-41dd-9346-62a07b436e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.143943 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.167377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9e2a150-37e8-41dd-9346-62a07b436e78 None None] Port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:52.170107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cc5f66-776f-4d0b-9775-4bf0c8950930 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:52.176043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['5ce431af-2775-466e-97b1-6de2ec2939a9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:22:52.243522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.249822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 39cc5f66-776f-4d0b-9775-4bf0c8950930, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:52.262453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.295462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-943cc846-16fb-4578-8f39-034d19fa26f1 req-803475f3-fd2d-49ce-af35-76c0ef6e3cc1 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0481298 Jul 23 20:22:52.304993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=20d25a4c-268d-44b1-a95a-bbe5c225ba47,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:52.355597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1e3d966d-4e49-460e-876b-e1b27092220d None None] Provisioning complete for port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:52.357162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1e3d966d-4e49-460e-876b-e1b27092220d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.361274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=39cc5f66-776f-4d0b-9775-4bf0c8950930,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:52.365479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:52.380343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:52.385782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:52.427499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1e3d966d-4e49-460e-876b-e1b27092220d None None] Port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:52.509487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.532650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:52.533317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.539618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Allocated IP 172.20.0.7 (5d1f4559-1194-4f2d-b6e0-b2b6cee46626/27efe0d7-9fc1-440e-ad54-a21d447efbf4/9196fb68-a22f-4f73-b716-67c49ea25926) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:22:52.558096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c15e1b76-0277-4384-be7f-01989d8048ce'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:22:52.568825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:22:52.574705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-101dc342-df37-4943-b0c0-a668d04fbeac req-3eaef12f-09e2-4f7c-9247-a0b3f3fcaf55 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 210 time: 0.0558906 Jul 23 20:22:52.587849 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-64aa86c9-6106-4877-a977-2f509da5aaf6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3162055 Jul 23 20:22:52.596712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48166) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:52.699929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c20e-134e-40c1-b7d5-c3b057299a93 req-873dfd4b-e221-40fe-9708-3c8541ec63f7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:52.711989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6d0c20e-134e-40c1-b7d5-c3b057299a93 req-873dfd4b-e221-40fe-9708-3c8541ec63f7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 944 time: 0.1940393 Jul 23 20:22:52.778277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6d0c20e-134e-40c1-b7d5-c3b057299a93 req-ea522a7f-be06-404b-8603-8d0fdb1300aa tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 Jul 23 20:22:52.802805 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.812646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a3931179-cdaa-4688-98de-8a37cbb65a6a None None] Provisioning for port 20d25a4c-268d-44b1-a95a-bbe5c225ba47 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:52.827831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a3931179-cdaa-4688-98de-8a37cbb65a6a None None] Provisioning complete for port 20d25a4c-268d-44b1-a95a-bbe5c225ba47 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:52.828213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3931179-cdaa-4688-98de-8a37cbb65a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.862559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b6ede-7545-44d8-a947-0b2d037df51f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:52.864790 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-712b6ede-7545-44d8-a947-0b2d037df51f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2662623 Jul 23 20:22:52.870048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48168) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:52.910397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Network c639ea9b-8bb9-43fb-a267-f102a8935964 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:52.918004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:52.933326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:52.934288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:52.934910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:52.944062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a3931179-cdaa-4688-98de-8a37cbb65a6a None None] Port 20d25a4c-268d-44b1-a95a-bbe5c225ba47 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:22:52.964474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=697bc710-7138-480f-9744-98c7f064b5a3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:52.996374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0806dd-3b84-456b-b5c7-56149d3fd771 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.003402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0806dd-3b84-456b-b5c7-56149d3fd771 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.009720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.011858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0806dd-3b84-456b-b5c7-56149d3fd771 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.017786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a0806dd-3b84-456b-b5c7-56149d3fd771 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1466510 Jul 23 20:22:53.018639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48172) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:53.027955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15c603d9-cb76-415a-94ca-5b325965ebee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2229612 Jul 23 20:22:53.032203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48174) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:53.037821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:53.101284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79199849-eef6-47dd-bba2-fd4d362a1594 req-a21d5cdd-9c88-47d9-b7b9-1608c651fed9 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.102850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79199849-eef6-47dd-bba2-fd4d362a1594 req-a21d5cdd-9c88-47d9-b7b9-1608c651fed9 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 945 time: 0.0803516 Jul 23 20:22:53.154845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79199849-eef6-47dd-bba2-fd4d362a1594 req-c09b56d4-5d2a-4413-90cb-9080b8c7ab5f tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Jul 23 20:22:53.193010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.250184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.284648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:22:53.301318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:53.318160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:22:53.444666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:53.469268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 20d25a4c-268d-44b1-a95a-bbe5c225ba47 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:53.469704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.500313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.500930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.506301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82967209-964c-473f-8c79-f8bd9c614ee7 req-faa2f2f7-cb81-421b-953f-ae934ffbc03c tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/ports?device_id=82760023-f3e0-44cb-8498-f9e3376c1d5e HTTP/1.1" status: 200 len: 210 time: 0.0344207 Jul 23 20:22:53.540130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bece61a-9390-46c9-a235-08083159d589 req-92ca57e1-71b0-4690-8dff-e8f6d78ffc4c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.543361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bece61a-9390-46c9-a235-08083159d589 req-92ca57e1-71b0-4690-8dff-e8f6d78ffc4c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 944 time: 0.3815453 Jul 23 20:22:53.581372 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-f3ce3aa2-756a-48ad-9239-e2ed8c99909a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6840510 Jul 23 20:22:53.594040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bece61a-9390-46c9-a235-08083159d589 req-c7bf147f-48c6-4742-9635-e925bcdc4452 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Jul 23 20:22:53.633002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Request body: {'port': {'device_id': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:53.695632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.720810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72d8ef-5f27-439b-9046-3c1b02f23687 req-4b5345ad-6b4b-4e58-9906-6433e8f1737f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.722587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f72d8ef-5f27-439b-9046-3c1b02f23687 req-4b5345ad-6b4b-4e58-9906-6433e8f1737f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 931 time: 0.0713749 Jul 23 20:22:53.748616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 20d25a4c-268d-44b1-a95a-bbe5c225ba47 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:53.774387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f72d8ef-5f27-439b-9046-3c1b02f23687 req-7a0c9f10-03c8-4b7a-8766-519fb4aa18c4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Jul 23 20:22:53.827912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.850436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] device_id is not set on port 697bc710-7138-480f-9744-98c7f064b5a3 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:53.861641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.909480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790824d-7dd7-433f-9d97-d426a0a7a23f req-3c3c2e54-607b-4dea-92f3-bd42feb67077 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:53.911552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a790824d-7dd7-433f-9d97-d426a0a7a23f req-3c3c2e54-607b-4dea-92f3-bd42feb67077 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 944 time: 0.0679932 Jul 23 20:22:53.914300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Transition to ACTIVE for port object 697bc710-7138-480f-9744-98c7f064b5a3 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:53.929923 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:53.959156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a790824d-7dd7-433f-9d97-d426a0a7a23f req-3bd2dd3a-836b-4655-82c9-ce7d1e798b0c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394018 Jul 23 20:22:54.103465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=697bc710-7138-480f-9744-98c7f064b5a3,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:54.132422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.132765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.133109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.169910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.170242 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.172602 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 2 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.178773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.230032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.230424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.230724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.232798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=20d25a4c-268d-44b1-a95a-bbe5c225ba47,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:54.250998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.251342 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.254578 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 3 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.312797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f16a47-ceea-4e9f-94f0-f62e26f6166e req-2b33d3fe-009d-4467-becd-a88a1c3d960b tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:54.320282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.320636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.320981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.321354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68f16a47-ceea-4e9f-94f0-f62e26f6166e req-2b33d3fe-009d-4467-becd-a88a1c3d960b tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 945 time: 0.0754492 Jul 23 20:22:54.347043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.347419 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.355246 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 4 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.367668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68f16a47-ceea-4e9f-94f0-f62e26f6166e req-399df379-e654-4bed-9d5d-479dfaced6de tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Jul 23 20:22:54.379539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c15e1b76-0277-4384-be7f-01989d8048ce up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:54.411917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.416488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-982e4aaa-8146-4af9-a5c2-38464e668689 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/20d25a4c-268d-44b1-a95a-bbe5c225ba47 HTTP/1.1" status: 204 len: 168 time: 1.3945971 Jul 23 20:22:54.416488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.416488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.416488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.418085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48186) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.423056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.423515 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.425594 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 5 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.441547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.442085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.442552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.449142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.449653 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.452100 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 6 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.455441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c15e1b76-0277-4384-be7f-01989d8048ce completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:54.460578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c15e1b76-0277-4384-be7f-01989d8048ce triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:54.460885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.463479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9196fb68-a22f-4f73-b716-67c49ea25926 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:54.470828 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f0b53f-130a-49f2-8550-90a4eb07fad4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:54.475928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e6f0b53f-130a-49f2-8550-90a4eb07fad4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/20d25a4c-268d-44b1-a95a-bbe5c225ba47 HTTP/1.1" status: 404 len: 333 time: 0.0531869 Jul 23 20:22:54.477098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48188) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.485975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.522162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.522637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.523099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.531647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Transition to ACTIVE for port object 9196fb68-a22f-4f73-b716-67c49ea25926 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:22:54.534677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.534971 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.537408 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 7 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.554999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.558108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.593733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b28667-3305-4786-b458-44f076444d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15e1b76-0277-4384-be7f-01989d8048ce'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:54.596860 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563fb400-614e-45c7-83d3-7ea7bd7777f9" -d '{"events": [{"server_uuid": "30b28667-3305-4786-b458-44f076444d1c", "name": "network-vif-plugged", "status": "completed", "tag": "c15e1b76-0277-4384-be7f-01989d8048ce"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:54.597119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.597492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.597839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.616998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c15e1b76-0277-4384-be7f-01989d8048ce, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c15e1b76-0277-4384-be7f-01989d8048ce,segment=NetworkSegment(87c5bed3-71cc-4ab6-b1bf-7499c8849994),segment_id=87c5bed3-71cc-4ab6-b1bf-7499c8849994)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:54.624224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48196) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.627069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.628115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 39cc5f66-776f-4d0b-9775-4bf0c8950930 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:54.689240 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1038087a-fe3e-47a0-add6-5230b92b190f x-openstack-request-id: req-1038087a-fe3e-47a0-add6-5230b92b190f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:54.690092 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b28667-3305-4786-b458-44f076444d1c", "name": "network-vif-plugged", "status": "completed", "tag": "c15e1b76-0277-4384-be7f-01989d8048ce", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:54.690587 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1038087a-fe3e-47a0-add6-5230b92b190f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:54.691191 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b28667-3305-4786-b458-44f076444d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15e1b76-0277-4384-be7f-01989d8048ce', 'code': 200} Jul 23 20:22:54.704319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.704724 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.708663 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 8 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.741997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:54.742757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c15e1b76-0277-4384-be7f-01989d8048ce,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:54.753623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.754044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.754165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.773051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b32dc06-d401-42d1-923b-7bd7224741de tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.783336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 39cc5f66-776f-4d0b-9775-4bf0c8950930 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:54.784605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.785158 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.806416 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 9 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.809425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 39cc5f66-776f-4d0b-9775-4bf0c8950930 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:54.813488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.828882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:22:54.830843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b32dc06-d401-42d1-923b-7bd7224741de tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.843593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.844586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.844586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.854779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:54.855242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.888597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.888963 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:54.892841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc5b9-a3ff-4d1f-8586-d61d3b4b6c72 req-ff928056-8344-4d06-8f8a-93dd2932eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:54.894283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc0cc5b9-a3ff-4d1f-8586-d61d3b4b6c72 req-ff928056-8344-4d06-8f8a-93dd2932eb62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 1098 time: 0.1662037 Jul 23 20:22:54.898395 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempt 10 to bind port 697bc710-7138-480f-9744-98c7f064b5a3 Jul 23 20:22:54.905252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79740848-cf54-47b8-b040-f2bf0625aad3 req-6f75361b-8451-47c7-a43d-0dadb488c151 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:54.906654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79740848-cf54-47b8-b040-f2bf0625aad3 req-6f75361b-8451-47c7-a43d-0dadb488c151 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 944 time: 0.1724608 Jul 23 20:22:54.937549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Attempting to bind port 9196fb68-a22f-4f73-b716-67c49ea25926 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.938212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Attempting to bind port 9196fb68-a22f-4f73-b716-67c49ea25926 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.940617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Attempting to bind port 9196fb68-a22f-4f73-b716-67c49ea25926 on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.961680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b32dc06-d401-42d1-923b-7bd7224741de tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.964242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b32dc06-d401-42d1-923b-7bd7224741de tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:54.967947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b32dc06-d401-42d1-923b-7bd7224741de tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "DELETE /v2.0/security-groups/3754be2b-446c-4e39-aa80-c70a8aada17c HTTP/1.1" status: 204 len: 168 time: 0.3426895 Jul 23 20:22:54.984445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48202) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:54.991457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:22:54.992058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:22:54.992357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempting to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:54.998801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Port 9196fb68-a22f-4f73-b716-67c49ea25926 on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:54.999129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Attempting to bind port 9196fb68-a22f-4f73-b716-67c49ea25926 on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:22:55.014466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:22:55.014932 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Failed to bind port 697bc710-7138-480f-9744-98c7f064b5a3 on host n-h2-793620-13 for vnic_type normal using segments [{'id': '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c639ea9b-8bb9-43fb-a267-f102a8935964'}] Jul 23 20:22:55.015202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.022125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:22:55.022483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Checking segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:55.022881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Bound using segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:22:55.023328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Bound port: 9196fb68-a22f-4f73-b716-67c49ea25926, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:22:55.023681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.027277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32dc06-d401-42d1-923b-7bd7224741de tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3754be2b-446c-4e39-aa80-c70a8aada17c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.035977 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-95593aba-91bc-446f-8709-2e8cd233cf91 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] show failed (client error): The resource could not be found. Jul 23 20:22:55.039970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-95593aba-91bc-446f-8709-2e8cd233cf91 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "GET /v2.0/security-groups/3754be2b-446c-4e39-aa80-c70a8aada17c HTTP/1.1" status: 404 len: 347 time: 0.0515866 Jul 23 20:22:55.040555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48206) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:55.048375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 5ce431af-2775-466e-97b1-6de2ec2939a9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:22:55.053103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc0cc5b9-a3ff-4d1f-8586-d61d3b4b6c72 req-fea43468-e2bf-42f5-9a62-590b451033e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454623 Jul 23 20:22:55.073381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79740848-cf54-47b8-b040-f2bf0625aad3 req-0909b914-0a5c-48ef-b0ee-b1913985a2fd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409183 Jul 23 20:22:55.074660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 5ce431af-2775-466e-97b1-6de2ec2939a9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:22:55.075277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.084325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.155497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.171507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 8e6d3865-dad9-4f30-bcbf-7b1f308affc7 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:55.237370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 39cc5f66-776f-4d0b-9775-4bf0c8950930, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:55.246008 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.283130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.297546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda3788-8381-436e-b9d8-e1a7aac8256d req-3fa296d3-bf96-4f63-99ab-553b0a2fb931 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:55.299344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fda3788-8381-436e-b9d8-e1a7aac8256d req-3fa296d3-bf96-4f63-99ab-553b0a2fb931 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 943 time: 0.3732398 Jul 23 20:22:55.337219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=39cc5f66-776f-4d0b-9775-4bf0c8950930,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.342571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:55.350403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.393873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d4e94-4131-42ce-8e50-8d07482c87f0 req-77c45927-5b71-4614-bd17-c0a11c8833be tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:55.397990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f7d4e94-4131-42ce-8e50-8d07482c87f0 req-77c45927-5b71-4614-bd17-c0a11c8833be tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 944 time: 0.2218750 Jul 23 20:22:55.410051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fda3788-8381-436e-b9d8-e1a7aac8256d req-5e50d62c-8ac6-4be7-8c8e-f08d1efb00a7 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Jul 23 20:22:55.417539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.459674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Deleting port 0909d473-b341-4472-beb8-c4d4cf882e90 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:55.460071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.483106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f7d4e94-4131-42ce-8e50-8d07482c87f0 req-a0dfadcd-ba22-40ba-821d-e9023c5eb155 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608923 Jul 23 20:22:55.587595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] For port 697bc710-7138-480f-9744-98c7f064b5a3, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:55.587974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attempted to set empty binding levels {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:22:55.600325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:22:55.603235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.603580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.604481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.609802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:22:55.628989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c2e34-0d64-4c23-8c73-b8d997e5a1b7 req-16f2f77d-3183-4ebc-b35b-68ab1dce952c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:55.631823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-419c2e34-0d64-4c23-8c73-b8d997e5a1b7 req-16f2f77d-3183-4ebc-b35b-68ab1dce952c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 946 time: 0.1478293 Jul 23 20:22:55.636146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Calling delete_port for 0909d473-b341-4472-beb8-c4d4cf882e90 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:55.641489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.659409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] In _notify_port_updated(), no bound segment for port 697bc710-7138-480f-9744-98c7f064b5a3 on network c639ea9b-8bb9-43fb-a267-f102a8935964 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:22:55.660474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:55.661259 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.665040 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "PUT /v2.0/ports/697bc710-7138-480f-9744-98c7f064b5a3 HTTP/1.1" status: 200 len: 980 time: 2.6294503 Jul 23 20:22:55.667236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48212) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:55.687367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:55.688376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.690700 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/9196fb68-a22f-4f73-b716-67c49ea25926 HTTP/1.1" status: 200 len: 1092 time: 2.0728436 Jul 23 20:22:55.712911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:55.716719 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8199d9-4950-4fea-a00e-b2503b2263fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:55.734705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-419c2e34-0d64-4c23-8c73-b8d997e5a1b7 req-19e0b1e4-5d13-4202-ada4-4d075dfa8ec5 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942574 Jul 23 20:22:55.801616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8efa6-49ef-4a0a-a0a5-cfbb2cba9e04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event updated for resources: {'Port': ['ID=697bc710-7138-480f-9744-98c7f064b5a3,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.838043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.856788 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e5a79-c08d-4626-8e86-481af42c2791 x-openstack-request-id: req-a15e5a79-c08d-4626-8e86-481af42c2791 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:55.857101 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:55.857330 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a15e5a79-c08d-4626-8e86-481af42c2791 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:55.857749 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926', 'status': 'completed', 'code': 200} Jul 23 20:22:55.862802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Pushing event deleted for resources: {'Port': ['ID=0909d473-b341-4472-beb8-c4d4cf882e90,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.933882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.936430 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:55.937665 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c42dcce9-efe2-4fc1-af99-f9982f0ffcc0 tempest-ServersTestBootFromVolume-1198474063 tempest-ServersTestBootFromVolume-1198474063-project] 10.222.0.46 "DELETE /v2.0/floatingips/468ac87d-b6de-439c-a563-47bd4ed290af HTTP/1.1" status: 204 len: 168 time: 0.8932214 Jul 23 20:22:55.940593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48216) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:55.971968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa6208-68e9-45aa-87cb-f65918e548f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:55.976903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.016540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=8e6d3865-dad9-4f30-bcbf-7b1f308affc7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:56.054667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-32e6ede0-54d7-42f9-8346-69f370f8c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:56.056191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-32e6ede0-54d7-42f9-8346-69f370f8c51b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 1095 time: 0.2801619 Jul 23 20:22:56.181052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-6f8ce05b-4990-434f-9a6f-d4459ffbd7f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9196fb68-a22f-4f73-b716-67c49ea25926 HTTP/1.1" status: 200 len: 217 time: 0.0987868 Jul 23 20:22:56.182557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Deleting port 697bc710-7138-480f-9744-98c7f064b5a3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:56.183428 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.271424 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.275984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b38c3d72-c5c9-4296-9b16-3f8a6ce44817 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/8e6d3865-dad9-4f30-bcbf-7b1f308affc7 HTTP/1.1" status: 204 len: 168 time: 1.7956908 Jul 23 20:22:56.278320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48220) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:56.320932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-9c89db4a-298f-4653-a8ee-f97fab727d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:56.322453 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-9c89db4a-298f-4653-a8ee-f97fab727d92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 200 len: 854 time: 0.1331844 Jul 23 20:22:56.326654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] For port 697bc710-7138-480f-9744-98c7f064b5a3, host n-h2-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:56.327016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.330585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990e26a-df01-40f7-b410-129eeba75768 req-a9a15344-fcf4-40c8-82bc-df6937eec3bc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:56.332106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1990e26a-df01-40f7-b410-129eeba75768 req-a9a15344-fcf4-40c8-82bc-df6937eec3bc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1677127 Jul 23 20:22:56.337141 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcef0bc-974a-4ff4-a731-a4a8ecbe22c7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:22:56.341490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3dcef0bc-974a-4ff4-a731-a4a8ecbe22c7 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/8e6d3865-dad9-4f30-bcbf-7b1f308affc7 HTTP/1.1" status: 404 len: 333 time: 0.0594776 Jul 23 20:22:56.345155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48222) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:56.388569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1990e26a-df01-40f7-b410-129eeba75768 req-e2fa4e21-c960-4dfe-b8d5-a44b6964cce8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485508 Jul 23 20:22:56.390549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Calling delete_port for 697bc710-7138-480f-9744-98c7f064b5a3 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:56.394097 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-530fb378-bb62-46d8-a637-caefcdbefd4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645466 Jul 23 20:22:56.503405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet d13be092-b179-42ab-be3a-03020d38de4d {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:22:56.511310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.530205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.611263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.644573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.648356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-d1195681-7600-4e36-84be-9ea23b5bfe5c service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451012 Jul 23 20:22:56.686556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d3a45-ddf0-4a2d-a75c-85ad02467aeb req-b1078995-bf84-4128-b9b1-91f99c6b71fb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:56.687992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f84d3a45-ddf0-4a2d-a75c-85ad02467aeb req-b1078995-bf84-4128-b9b1-91f99c6b71fb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 943 time: 0.1963849 Jul 23 20:22:56.694082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cc5f66-776f-4d0b-9775-4bf0c8950930'}, {'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:22:56.697516 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359ec8c6-1142-41da-925a-f26ff72692aa" -d '{"events": [{"server_uuid": "a350cdcf-cbc4-4464-9e1d-5de00fe13a22", "name": "network-vif-plugged", "status": "completed", "tag": "39cc5f66-776f-4d0b-9775-4bf0c8950930"}, {"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-plugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:22:56.705348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Pushing event deleted for resources: {'Port': ['ID=697bc710-7138-480f-9744-98c7f064b5a3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:56.714436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.716313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b860bcaa-e377-46b5-aa06-114706eee221 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "DELETE /v2.0/ports/697bc710-7138-480f-9744-98c7f064b5a3 HTTP/1.1" status: 204 len: 168 time: 1.0463331 Jul 23 20:22:56.719535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48230) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:56.792233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd02641-5ffc-4068-a4d7-6ed84703bdc1 req-91e9f4dc-dcb0-43c3-a890-2413fe75683b tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:56.793655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbd02641-5ffc-4068-a4d7-6ed84703bdc1 req-91e9f4dc-dcb0-43c3-a890-2413fe75683b tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 945 time: 0.2233531 Jul 23 20:22:56.810186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.813179 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-301a14de-f8e7-48c7-92d1-30eec17e2aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:22:56.814783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-301a14de-f8e7-48c7-92d1-30eec17e2aa8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1306168883-project-admin] 10.222.0.46 "GET /v2.0/ports/697bc710-7138-480f-9744-98c7f064b5a3 HTTP/1.1" status: 404 len: 333 time: 0.0645833 Jul 23 20:22:56.822337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48234) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:56.838298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2719c44c-7b57-42cb-8a60-28a9c8f7e618 req-67be4d32-d735-40d0-b7d5-7345be3356c4 service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825163 Jul 23 20:22:56.853089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f84d3a45-ddf0-4a2d-a75c-85ad02467aeb req-59f24c86-02ac-4f1d-bbef-3408a238914c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558278 Jul 23 20:22:56.886270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.931135 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Jul 2021 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece08621-ca21-4a94-b4a6-b90c2d61b058 x-openstack-request-id: req-ece08621-ca21-4a94-b4a6-b90c2d61b058 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:22:56.931427 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a350cdcf-cbc4-4464-9e1d-5de00fe13a22", "name": "network-vif-plugged", "status": "completed", "tag": "39cc5f66-776f-4d0b-9775-4bf0c8950930", "code": 200}, {"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-plugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:22:56.931675 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ece08621-ca21-4a94-b4a6-b90c2d61b058 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:22:56.932073 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cc5f66-776f-4d0b-9775-4bf0c8950930', 'code': 200} Jul 23 20:22:56.932324 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'code': 200} Jul 23 20:22:56.932956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=d13be092-b179-42ab-be3a-03020d38de4d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:56.934870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbd02641-5ffc-4068-a4d7-6ed84703bdc1 req-1170916d-f95a-4296-83ae-9b98f329d34c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228573 Jul 23 20:22:56.950904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.961870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:56.964245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a8df7795-4944-4a51-a9ec-ecbb7383b088 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/d13be092-b179-42ab-be3a-03020d38de4d HTTP/1.1" status: 204 len: 168 time: 0.6181340 Jul 23 20:22:56.967485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:56.968332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d5a361-88f0-4959-bdd5-740c09d4cf3d None None] Network e25dc48e-a241-46cd-9c81-576c8cbfd92c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:57.022765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-6d8e9afb-2674-492a-bfc3-6dc7273839c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.024494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-6d8e9afb-2674-492a-bfc3-6dc7273839c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 1095 time: 0.1270385 Jul 23 20:22:57.167583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-54379c4e-237e-42ae-b6f9-1da5ad2bc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.169073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-54379c4e-237e-42ae-b6f9-1da5ad2bc9fc service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 915 time: 0.1295481 Jul 23 20:22:57.173890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6660090-a354-4fb1-b5c0-24cee29253ad req-909d8786-5824-4015-9ac7-9d1377f4be46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.175371 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f6660090-a354-4fb1-b5c0-24cee29253ad req-909d8786-5824-4015-9ac7-9d1377f4be46 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1097 time: 0.1369436 Jul 23 20:22:57.186223 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.225427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f773f-dcba-438c-890b-df79d777d268 None None] DHCP port deletion for e25dc48e-a241-46cd-9c81-576c8cbfd92c request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:22:57.225673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-56f955b5-ab4b-4df5-b554-40db912cfdb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9196fb68-a22f-4f73-b716-67c49ea25926 HTTP/1.1" status: 200 len: 217 time: 0.0491529 Jul 23 20:22:57.265518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f6660090-a354-4fb1-b5c0-24cee29253ad req-4344a86c-ce7c-4d99-8e32-d23b8f59bcf8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814736 Jul 23 20:22:57.275510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-761f773f-dcba-438c-890b-df79d777d268 None None] Deleting port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:57.276010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-761f773f-dcba-438c-890b-df79d777d268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.283390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-e6a51939-5e80-4b2c-b4d4-f17fc84d17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.284843 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-e6a51939-5e80-4b2c-b4d4-f17fc84d17f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 200 len: 854 time: 0.0499704 Jul 23 20:22:57.286506 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.323748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c639ea9b-8bb9-43fb-a267-f102a8935964']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:57.340682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:57.340983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7303e7f2-f5b6-4063-a4d2-a0e7e9ec3fc6') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:57.344552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-761f773f-dcba-438c-890b-df79d777d268 None None] For port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,segment=NetworkSegment(1b0ddd16-4c0a-4dde-91e4-f65582fa561b),segment_id=1b0ddd16-4c0a-4dde-91e4-f65582fa561b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:57.344951 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-761f773f-dcba-438c-890b-df79d777d268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.357336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-761f773f-dcba-438c-890b-df79d777d268 None None] Calling delete_port for 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:57.360417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.366409 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-5f7727d3-98d0-4300-9f8f-07fff2a06e93 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338106 Jul 23 20:22:57.380678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0764aa75-77f8-44d2-9b05-38a2bb0c789c req-9e295029-2936-4719-be17-32c7810d081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.382222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0764aa75-77f8-44d2-9b05-38a2bb0c789c req-9e295029-2936-4719-be17-32c7810d081c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 1097 time: 0.3188651 Jul 23 20:22:57.407259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5537ea2-726c-45c3-a9a6-d31391a85c81 req-c349c7ac-8c8b-41a4-a9c4-b1c744864970 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:57.408759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5537ea2-726c-45c3-a9a6-d31391a85c81 req-c349c7ac-8c8b-41a4-a9c4-b1c744864970 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 946 time: 0.2681618 Jul 23 20:22:57.411568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.438824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:57.439190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:57.442174 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:57.450453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-761f773f-dcba-438c-890b-df79d777d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.483533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f773f-dcba-438c-890b-df79d777d268 None None] Pushing event deleted for resources: {'Port': ['ID=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:57.485933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-b9587335-7f2e-44c9-a689-1556cd642bf3 service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122508 Jul 23 20:22:57.486077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761f773f-dcba-438c-890b-df79d777d268 None None] No DVR routers for this DVR port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:57.496079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Deleting port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:57.496430 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.592139 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b8199d9-4950-4fea-a00e-b2503b2263fd req-ed0e200f-601d-4339-9ad2-86e8f6e8697f service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928183 Jul 23 20:22:57.768977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0764aa75-77f8-44d2-9b05-38a2bb0c789c req-77e94995-74e2-4866-960d-df1a789ae74b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744516 Jul 23 20:22:57.800323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:22:57.800665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.827883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5537ea2-726c-45c3-a9a6-d31391a85c81 req-495dec6c-d4e0-41a2-a8e3-5af22ea4d2dc tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041145 Jul 23 20:22:57.828486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.879487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.882817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] 10.222.0.46 "DELETE /v2.0/networks/c639ea9b-8bb9-43fb-a267-f102a8935964 HTTP/1.1" status: 204 len: 168 time: 1.0508218 Jul 23 20:22:57.914304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c684f-e8b9-45b5-8832-c9556ac04cea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1438264271-project] Pushing event deleted for resources: {'Network': ['ID=c639ea9b-8bb9-43fb-a267-f102a8935964,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:57.964596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] For port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:57.964963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.992804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:57.995597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] For port 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:57.995968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:57.999946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:22:58.010012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.021175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Calling delete_port for 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:22:58.033358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402c844-799f-4fb5-b707-1d1026f1ca9e req-02f3693a-bc83-40f0-9acd-96b71d8af49f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.034950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a402c844-799f-4fb5-b707-1d1026f1ca9e req-02f3693a-bc83-40f0-9acd-96b71d8af49f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.2615454 Jul 23 20:22:58.073530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=20bd03b2-4415-40da-bf4c-bf2d9d7e76ef,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.086305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No DVR routers for this DVR port 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:22:58.138155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48252) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:58.211797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a402c844-799f-4fb5-b707-1d1026f1ca9e req-992535af-8015-400d-a84a-2634acb502cc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488388 Jul 23 20:22:58.270436 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.285025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25dc48e-a241-46cd-9c81-576c8cbfd92c']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:58.304779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0ddd16-4c0a-4dde-91e4-f65582fa561b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:58.305083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0ddd16-4c0a-4dde-91e4-f65582fa561b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:58.315750 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b11f4adb-4113-40aa-ad0a-2ee246cde166 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=018489f1913a40e68b7bb72022951999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1763556 Jul 23 20:22:58.318450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48256) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:58.367582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cff10c-ae4f-4203-a400-11b74ce921df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.381676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946725b-b454-4850-aca7-dc820189286f req-0bcbfa1c-b874-4692-a762-daca63246022 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.383189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c946725b-b454-4850-aca7-dc820189286f req-0bcbfa1c-b874-4692-a762-daca63246022 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 943 time: 0.3229477 Jul 23 20:22:58.386553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.388512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cff10c-ae4f-4203-a400-11b74ce921df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.416417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.433346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:22:58.433781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.437090 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cff10c-ae4f-4203-a400-11b74ce921df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:22:58.439527 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:22:58.442144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cff10c-ae4f-4203-a400-11b74ce921df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.442144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-14cff10c-ae4f-4203-a400-11b74ce921df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82235052-5e16-4953-90f8-0d0c7ab3754c HTTP/1.1" status: 204 len: 168 time: 0.1214702 Jul 23 20:22:58.448709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cff10c-ae4f-4203-a400-11b74ce921df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82235052-5e16-4953-90f8-0d0c7ab3754c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.534255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c946725b-b454-4850-aca7-dc820189286f req-b8aed281-70f1-4dc0-ac01-e1fc838cc07b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365230 Jul 23 20:22:58.553038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.561873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d92d4-88da-43e2-9f44-3fa9bcdc56af req-66d9b49c-fb29-44f5-b52c-dee7497da705 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.563419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e1d92d4-88da-43e2-9f44-3fa9bcdc56af req-66d9b49c-fb29-44f5-b52c-dee7497da705 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 945 time: 0.2686889 Jul 23 20:22:58.574685 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.577957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/e25dc48e-a241-46cd-9c81-576c8cbfd92c HTTP/1.1" status: 204 len: 168 time: 1.6081281 Jul 23 20:22:58.581111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48260) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:58.589677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1217314621'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:58.622515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:58.623813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e48ba-d31d-4cc0-9a94-2d181e118226 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=e25dc48e-a241-46cd-9c81-576c8cbfd92c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.628538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.675600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:22:58.688391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e1d92d4-88da-43e2-9f44-3fa9bcdc56af req-14cea352-b411-4a54-b766-87d8cc7d6aa0 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173706 Jul 23 20:22:58.690363 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.691481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.692009 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Added segment 5376fec1-09b2-430d-8ec2-046f038dd4f6 of type vlan for network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c Jul 23 20:22:58.735892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.751696 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.785019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.792864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.793596 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:58.815288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48264) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:58.827634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9196fb68-a22f-4f73-b716-67c49ea25926 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:22:58.830387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209662f5-6b24-4ef8-86d0-9123f521a181 req-628319cf-a1b2-4907-b633-9d1df2d30b87 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:58.835997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2537053 Jul 23 20:22:58.839502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48266) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:58.841350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-209662f5-6b24-4ef8-86d0-9123f521a181 req-628319cf-a1b2-4907-b633-9d1df2d30b87 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 946 time: 0.1995366 Jul 23 20:22:58.845207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:58.894274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678bdd2-ad99-4d17-b30e-bc1648743363 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Network': ['ID=47f3f015-ddcf-4f5b-bb04-61badc5c7c9c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:58.969567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:58.987213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '9196fb68-a22f-4f73-b716-67c49ea25926', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'port_id': '9196fb68-a22f-4f73-b716-67c49ea25926', 'mac_address': 'fa:16:3e:e8:4c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27efe0d7-9fc1-440e-ad54-a21d447efbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:22:58.989302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:22:58.990573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:58.993404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-209662f5-6b24-4ef8-86d0-9123f521a181 req-6a937993-36d2-4e03-a46a-68d0595da73b tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/security-groups?id=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509542 Jul 23 20:22:58.998788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a5c41ee4-a872-4a10-a99f-239754ec9963 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ae3dc42a0234ae8bd97601294b60962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823244 Jul 23 20:22:59.001066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.001342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48268) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:59.053349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.108526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.111213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7830ab89-ea62-431f-afda-f4731a926d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.122124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9196fb68-a22f-4f73-b716-67c49ea25926 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:22:59.145610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:22:59.149882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.166416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7830ab89-ea62-431f-afda-f4731a926d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.221106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:59.271935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.303296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:22:59.318810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7830ab89-ea62-431f-afda-f4731a926d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.321517 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7830ab89-ea62-431f-afda-f4731a926d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.322692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7830ab89-ea62-431f-afda-f4731a926d9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/638db6a6-b7be-4721-8053-a32e7b52e221 HTTP/1.1" status: 204 len: 168 time: 0.3203797 Jul 23 20:22:59.332927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:22:59.333502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20bd03b2-4415-40da-bf4c-bf2d9d7e76ef not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:22:59.355924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830ab89-ea62-431f-afda-f4731a926d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638db6a6-b7be-4721-8053-a32e7b52e221,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:59.361091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=df1bdb47-2e47-4184-acc6-82f2142c327b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:22:59.372081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Checking segment: {'id': '5376fec1-09b2-430d-8ec2-046f038dd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:22:59.372984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network hostable DHCP agents. Network: 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:22:59.375192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['9196fb68-a22f-4f73-b716-67c49ea25926'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:22:59.391903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:22:59.403528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:22:59.419556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:59.420430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.433295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b2b065-951b-4ba8-829f-1e38843a737f None None] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:22:59.440315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1f951694-eaba-4062-9d6d-26888d68db9d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5989008 Jul 23 20:22:59.442816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48274) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:59.450556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1046416402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:59.484946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.486074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.517242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:22:59.527226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc286f9-64c7-496b-9649-19da7f6baa1f req-5e56f6b3-ccb8-4b62-95bf-ae98129ed5b1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:59.528772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fc286f9-64c7-496b-9649-19da7f6baa1f req-5e56f6b3-ccb8-4b62-95bf-ae98129ed5b1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1844261 Jul 23 20:22:59.544594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-b4e74d9a-7579-474c-b0d3-860e2e2fee3c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:59.545986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-b4e74d9a-7579-474c-b0d3-860e2e2fee3c tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.36 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 946 time: 0.1396077 Jul 23 20:22:59.574261 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.581217 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.607650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.611660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8ddcb01b-0c57-4f73-ac17-cade9d1ec3b1 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1648328 Jul 23 20:22:59.612190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48280) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:59.619597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c', 'name': 'tempest-PortsTestJSON-672578574'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:22:59.734144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-47f3f015-ddcf-4f5b-bb04-61badc5c7c9c', 'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': 'df1bdb47-2e47-4184-acc6-82f2142c327b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:22:59.735329 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.741209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fc286f9-64c7-496b-9649-19da7f6baa1f req-d8fba77e-b35e-4bd1-ab08-b093ece04285 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931109 Jul 23 20:22:59.796253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:22:59.806618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:22:59.836347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:22:59.846238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d12de51-4238-46f8-980d-228e8593e266 admin admin] 10.222.0.46 "PUT /v2.0/routers/61fcf6aa-2587-4941-a6b9-3f831f4c11a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9020929 Jul 23 20:22:59.848192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48290) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:22:59.850807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] Sync routers for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:22:59.866203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 02e3f9f5-29ea-424d-9fed-87a867250a04 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:22:59.866457 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:22:59.868384 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:22:59.939642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2eac37-6620-4472-b63c-84f0e77f62a5 req-03e4494c-62f6-462f-bb25-b8fe7ff81d42 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:22:59.947378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca2eac37-6620-4472-b63c-84f0e77f62a5 req-03e4494c-62f6-462f-bb25-b8fe7ff81d42 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 944 time: 0.2796924 Jul 23 20:23:00.013769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Deleting port c15e1b76-0277-4384-be7f-01989d8048ce {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:00.014204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.021193 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:00.102492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Allocated IP 172.20.0.2 (47f3f015-ddcf-4f5b-bb04-61badc5c7c9c/df1bdb47-2e47-4184-acc6-82f2142c327b/b8f12cbe-63bd-4304-9b66-dcc46935f6c0) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:00.271307 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:22:58Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:00.312135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] Checking router: 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:00.314991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.323683 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] Routers {'61fcf6aa-2587-4941-a6b9-3f831f4c11a9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:00.324687 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:00.326073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Transition to ACTIVE for port object b8f12cbe-63bd-4304-9b66-dcc46935f6c0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:00.343655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Transition to ACTIVE for port object b8f12cbe-63bd-4304-9b66-dcc46935f6c0 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:00.352957 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.396130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:00.401314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:00.405748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:00.412962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:00.456237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Pushing event updated for resources: {'Port': ['ID=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:00.464285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] Set router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:00.466111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.6 (47f3f015-ddcf-4f5b-bb04-61badc5c7c9c/df1bdb47-2e47-4184-acc6-82f2142c327b/02e3f9f5-29ea-424d-9fed-87a867250a04) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:00.490044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] For port c15e1b76-0277-4384-be7f-01989d8048ce, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c15e1b76-0277-4384-be7f-01989d8048ce,segment=NetworkSegment(87c5bed3-71cc-4ab6-b1bf-7499c8849994),segment_id=87c5bed3-71cc-4ab6-b1bf-7499c8849994)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:00.490686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.496981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Attempting to bind port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:00.497611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Attempting to bind port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '5376fec1-09b2-430d-8ec2-046f038dd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:00.498143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Attempting to bind port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 on network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:00.504147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:00.505172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Checking segment: {'id': '5376fec1-09b2-430d-8ec2-046f038dd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:00.505769 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.506318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Bound using segment: {'id': '5376fec1-09b2-430d-8ec2-046f038dd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:00.506998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Bound port: b8f12cbe-63bd-4304-9b66-dcc46935f6c0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5376fec1-09b2-430d-8ec2-046f038dd4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '47f3f015-ddcf-4f5b-bb04-61badc5c7c9c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:00.507566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.507692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Calling delete_port for c15e1b76-0277-4384-be7f-01989d8048ce owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:00.575654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca2eac37-6620-4472-b63c-84f0e77f62a5 req-a7e54cce-192b-40e4-9c12-316a0c8c5452 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272233 Jul 23 20:23:00.592349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] For port b8f12cbe-63bd-4304-9b66-dcc46935f6c0, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:00.592579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-251707391'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:00.595909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] For port b8f12cbe-63bd-4304-9b66-dcc46935f6c0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,segment=NetworkSegment(5376fec1-09b2-430d-8ec2-046f038dd4f6),segment_id=5376fec1-09b2-430d-8ec2-046f038dd4f6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:00.603746 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.701182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59f4cb-eaab-422d-8d8d-b2963ba81c2a req-e01104f1-0e54-40e6-8db1-eee7fbed61d8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:00.702992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c59f4cb-eaab-422d-8d8d-b2963ba81c2a req-e01104f1-0e54-40e6-8db1-eee7fbed61d8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 945 time: 0.8418927 Jul 23 20:23:00.705583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Made reservation on behalf of 0fea45d2935642c0bb6f7f976869e277 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:00.707475 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.709511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.716536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3baee-589f-4873-ad83-4b69e7c784ca None None] Pushing event updated for resources: {'Port': ['ID=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:00.722907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.776037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.790173 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:22:58Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:00.800964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 02e3f9f5-29ea-424d-9fed-87a867250a04 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:00.826482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9196fb68-a22f-4f73-b716-67c49ea25926 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:00.827042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa97270-39a3-42da-a881-a5194eb4836e None None] The sync data for ids ['61fcf6aa-2587-4941-a6b9-3f831f4c11a9'] in n-d-793620-13 is: [{'id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'name': 'tempest-ServersTestBootFromVolume-1205439912-router', 'tenant_id': '7c247b25cea046f0b62cec04c2ae7224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:56Z', 'updated_at': '2021-07-23T20:22:58Z', 'revision_number': 5, 'project_id': '7c247b25cea046f0b62cec04c2ae7224', 'gw_port': {'id': '4b19eedc-49c3-4f96-bb91-c9b2181acb60', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:97:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61fcf6aa-2587-4941-a6b9-3f831f4c11a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:57Z', 'updated_at': '2021-07-23T20:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:00.888520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.911948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.917335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 9196fb68-a22f-4f73-b716-67c49ea25926 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:00.923864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c15e1b76-0277-4384-be7f-01989d8048ce'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:00.927086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 9196fb68-a22f-4f73-b716-67c49ea25926 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:00.927318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.950926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=02e3f9f5-29ea-424d-9fed-87a867250a04,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:00.958896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c59f4cb-eaab-422d-8d8d-b2963ba81c2a req-0c99265c-e7f2-4e12-be6c-f5c215bf5165 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455325 Jul 23 20:23:00.963330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:00.965669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Pushing event deleted for resources: {'Port': ['ID=c15e1b76-0277-4384-be7f-01989d8048ce,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:00.969882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.971250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:00.974638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:00.981642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:00.991029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.037595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] No DVR routers for this DVR port c15e1b76-0277-4384-be7f-01989d8048ce on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:01.044215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.046298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0f9eb2c-7976-45d0-ad22-cf224d6ae841 req-2f66fd56-e5ba-4a16-b2d2-9f95f2995648 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.36 "DELETE /v2.0/ports/c15e1b76-0277-4384-be7f-01989d8048ce HTTP/1.1" status: 204 len: 173 time: 1.4897373 Jul 23 20:23:01.046766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b28667-3305-4786-b458-44f076444d1c', 'name': 'network-vif-deleted', 'tag': 'c15e1b76-0277-4384-be7f-01989d8048ce'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:01.049851 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49013f20-8de3-47a5-a392-09e1c136f84d" -d '{"events": [{"server_uuid": "30b28667-3305-4786-b458-44f076444d1c", "name": "network-vif-deleted", "tag": "c15e1b76-0277-4384-be7f-01989d8048ce"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:01.088736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985b3de-51fe-4657-9ba3-e92392acd4c7 req-a09448dd-096e-444d-8b0b-0fbe3759d63a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:01.092172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1985b3de-51fe-4657-9ba3-e92392acd4c7 req-a09448dd-096e-444d-8b0b-0fbe3759d63a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.3269448 Jul 23 20:23:01.106853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48314) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:01.114140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'floatingip': {'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:01.126163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:01.127377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.137070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc89283d-2ff4-4f9e-ba71-812e0227555e req-0e4221cc-a65f-4985-a2d0-209b267db0a1 tempest-InstanceActionsV221TestJSON-1687439331 tempest-InstanceActionsV221TestJSON-1687439331-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b28667-3305-4786-b458-44f076444d1c HTTP/1.1" status: 200 len: 210 time: 0.0440323 Jul 23 20:23:01.150593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f55df9d8-0e50-401a-9ee9-58dd8855f35c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5372279 Jul 23 20:23:01.154550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48316) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:01.162483 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.182707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.253935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:01.257044 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab446959-5e80-4544-ae46-e58ecfcba094" -d '{"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-plugged", "status": "completed", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:01.274792 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea677991-a348-40b6-98ac-f37e84bef619 x-openstack-request-id: req-ea677991-a348-40b6-98ac-f37e84bef619 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:01.276777 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b28667-3305-4786-b458-44f076444d1c", "name": "network-vif-deleted", "tag": "c15e1b76-0277-4384-be7f-01989d8048ce", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:01.277229 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea677991-a348-40b6-98ac-f37e84bef619 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:01.286566 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b28667-3305-4786-b458-44f076444d1c', 'name': 'network-vif-deleted', 'tag': 'c15e1b76-0277-4384-be7f-01989d8048ce', 'status': 'completed', 'code': 200} Jul 23 20:23:01.307658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:01.328056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:01.387409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.394732 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3c7202-1496-49f3-b62f-00754de71441 x-openstack-request-id: req-0d3c7202-1496-49f3-b62f-00754de71441 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:01.395087 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-plugged", "status": "completed", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:01.395552 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0d3c7202-1496-49f3-b62f-00754de71441 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:01.395915 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926', 'code': 200} Jul 23 20:23:01.396890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:01.397238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9c3ce9ab-98ef-4a77-87b2-68f4367bcd6c not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:01.500086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:01.507487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Deleting port 4b19eedc-49c3-4f96-bb91-c9b2181acb60 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:01.510828 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.627241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f220ea0-d19e-4fff-b107-a0ad1e9c1426,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:01.645745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:01.671522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.672859 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Added segment 758b47f7-1025-4a83-a762-ddd10329c1dc of type vlan for network 52c581de-2212-474b-811b-da7340102b76 Jul 23 20:23:01.738189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] For port 4b19eedc-49c3-4f96-bb91-c9b2181acb60, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4b19eedc-49c3-4f96-bb91-c9b2181acb60,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:01.738556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:01.806072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Calling delete_port for 4b19eedc-49c3-4f96-bb91-c9b2181acb60 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:01.903866 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.018667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1391-773a-43c2-8018-33bfee7a460b req-196ca1dc-8069-4454-b699-17aa0fd1fa3d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:02.020424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0bf1391-773a-43c2-8018-33bfee7a460b req-196ca1dc-8069-4454-b699-17aa0fd1fa3d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2884738 Jul 23 20:23:02.082997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.088383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:02.089010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.146532 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7491014 Jul 23 20:23:02.163726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdf783-8c41-4fbe-9327-f7b17c5106c3 req-b0abf140-6d0a-4bbb-b046-68f22483a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:02.165138 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e2fdf783-8c41-4fbe-9327-f7b17c5106c3 req-b0abf140-6d0a-4bbb-b046-68f22483a317 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 1097 time: 0.4227269 Jul 23 20:23:02.167418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48330) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:02.171616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-34d7a579-c8ae-48c7-ad26-f3c44d09b2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3223152 Jul 23 20:23:02.178631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Request body: {'subnet': {'network_id': '52c581de-2212-474b-811b-da7340102b76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:02.345901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c41e26-e882-4c2b-83f9-4eaedb2ca878 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event updated for resources: {'Network': ['ID=52c581de-2212-474b-811b-da7340102b76,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:02.359929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 52c581de-2212-474b-811b-da7340102b76 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:02.394761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e2fdf783-8c41-4fbe-9327-f7b17c5106c3 req-694c6fd3-3f46-4eed-9650-9cf415abebe2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781662 Jul 23 20:23:02.492715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-8c9f70a5-abe8-4d67-94c7-5c082e1a0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:02.494526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-8c9f70a5-abe8-4d67-94c7-5c082e1a0cda service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1098 time: 0.2618530 Jul 23 20:23:02.526022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.530539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0bf1391-773a-43c2-8018-33bfee7a460b req-a2dd4745-a334-4b5c-b4c5-db343aff579d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708036 Jul 23 20:23:02.554767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Made reservation on behalf of 0fea45d2935642c0bb6f7f976869e277 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:02.560110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.596415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.resource_extend [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:23:02.618914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48340) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:02.712003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Deleting subnet 94da3204-3b22-413c-8914-cd51069607ba {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:02.732184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c556932-c4ce-4a80-93fc-f2b94f93141e None None] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:02.749255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.763391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.768183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.836689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.849606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.880752 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:02.891792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b19eedc-49c3-4f96-bb91-c9b2181acb60,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:02.931665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-724c107e-d559-462d-b1c1-d7a0cf88d946 None None] Provisioning for port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:02.962298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.025427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-52f3435c-ee0d-44c0-832c-a9f14361d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:03.026981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-52f3435c-ee0d-44c0-832c-a9f14361d242 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.4847610 Jul 23 20:23:03.028057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.032260 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/94da3204-3b22-413c-8914-cd51069607ba HTTP/1.1" status: 204 len: 168 time: 0.4083855 Jul 23 20:23:03.078600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65796f91-8b07-458b-bdd8-bf1785ad00f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94da3204-3b22-413c-8914-cd51069607ba,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:03.085808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48348) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:03.264729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-fe93c3eb-40a6-4e4f-86ea-33cc77ba0a43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 1001 time: 0.1829748 Jul 23 20:23:03.269601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.343634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-ae61881a-f419-41ff-9ae0-8201ff54143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:03.345412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-ae61881a-f419-41ff-9ae0-8201ff54143f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.0713551 Jul 23 20:23:03.388134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.405149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-203ea09f-325f-479c-82b1-0cdbe8e409e1 None None] Provisioning for port 02e3f9f5-29ea-424d-9fed-87a867250a04 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:03.410905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-203ea09f-325f-479c-82b1-0cdbe8e409e1 None None] Provisioning complete for port 02e3f9f5-29ea-424d-9fed-87a867250a04 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:03.411664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-203ea09f-325f-479c-82b1-0cdbe8e409e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.427147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.477010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-203ea09f-325f-479c-82b1-0cdbe8e409e1 None None] Port 02e3f9f5-29ea-424d-9fed-87a867250a04 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:03.530273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.555056 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Floating IP a8cb5a0a-1f84-40d9-a99d-8d5709d8d973 associated. External IP: 172.25.8.38, port: 5ce431af-2775-466e-97b1-6de2ec2939a9. Jul 23 20:23:03.556464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b8f12cbe-63bd-4304-9b66-dcc46935f6c0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:03.568536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b602fe-2778-45ed-9dae-cea61abe1273']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:03.580970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c5bed3-71cc-4ab6-b1bf-7499c8849994') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:03.581503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c5bed3-71cc-4ab6-b1bf-7499c8849994') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:03.593692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.609964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.619527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:03.620372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:03.697188 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:03.699730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:03.707408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:03.707962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.725642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.769184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.777071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.779298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] 10.222.0.46 "DELETE /v2.0/networks/b4b602fe-2778-45ed-9dae-cea61abe1273 HTTP/1.1" status: 204 len: 168 time: 0.6925700 Jul 23 20:23:03.782763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36e514-fa2d-42b3-8b53-1c157580abff admin admin] Pushing event deleted for resources: {'Network': ['ID=b4b602fe-2778-45ed-9dae-cea61abe1273,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:03.838502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=02e3f9f5-29ea-424d-9fed-87a867250a04,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:03.905008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1faae2b1-b404-4f34-883e-4b0a9266712f None None] Provisioning complete for port 02e3f9f5-29ea-424d-9fed-87a867250a04 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:03.911265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1faae2b1-b404-4f34-883e-4b0a9266712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.914747 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:03.919585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-76b0e3d3-ea80-4100-881e-3e37225204e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:03.922628 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-76b0e3d3-ea80-4100-881e-3e37225204e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5611842 Jul 23 20:23:03.998388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1faae2b1-b404-4f34-883e-4b0a9266712f None None] Port 02e3f9f5-29ea-424d-9fed-87a867250a04 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:04.032468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port b8f12cbe-63bd-4304-9b66-dcc46935f6c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,segment=NetworkSegment(5376fec1-09b2-430d-8ec2-046f038dd4f6),segment_id=5376fec1-09b2-430d-8ec2-046f038dd4f6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:04.036615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event updated for resources: {'Subnet': ['ID=8d1a36b0-700e-4da4-bc2e-c73d2b580316,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:04.043855 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.054398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:04.145711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:04.154294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-126753e8-cf95-4ea2-a4bf-e056b29b4a67 None None] Provisioning complete for port 02e3f9f5-29ea-424d-9fed-87a867250a04 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:04.154937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-126753e8-cf95-4ea2-a4bf-e056b29b4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.192165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48360) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:04.200821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-126753e8-cf95-4ea2-a4bf-e056b29b4a67 None None] Port 02e3f9f5-29ea-424d-9fed-87a867250a04 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:04.233642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.303932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-93d71661-f2ff-44dc-a7de-d401834aef9d service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218546 Jul 23 20:23:04.308702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-beba0236-f083-486e-96c1-57c902891661 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61854776c72c43bc86df312347cad463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1134057 Jul 23 20:23:04.311375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48362) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:04.363020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Checking segment: {'id': '758b47f7-1025-4a83-a762-ddd10329c1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '52c581de-2212-474b-811b-da7340102b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:04.363388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Network hostable DHCP agents. Network: 52c581de-2212-474b-811b-da7340102b76, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:04.369301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.374430 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.388007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.427994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c15e1b76-0277-4384-be7f-01989d8048ce no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:04.445476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:04.465667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5cd73-fd51-47f6-ac6b-3ef4264c0cf6 req-93ff00a1-66e6-4897-a45c-10968bf00fdf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:04.467727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0e5cd73-fd51-47f6-ac6b-3ef4264c0cf6 req-93ff00a1-66e6-4897-a45c-10968bf00fdf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.6632969 Jul 23 20:23:04.471563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.516690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:04.521899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Network 52c581de-2212-474b-811b-da7340102b76 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:04.525842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.526612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61fcf6aa-2587-4941-a6b9-3f831f4c11a9 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:04.527154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c15e1b76-0277-4384-be7f-01989d8048ce {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:04.527715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c15e1b76-0277-4384-be7f-01989d8048ce not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:04.540542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.544819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-06d4e6c1-6ff9-4045-beea-9af3399d7fc4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/61fcf6aa-2587-4941-a6b9-3f831f4c11a9 HTTP/1.1" status: 204 len: 168 time: 4.6952701 Jul 23 20:23:04.552012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48366) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:04.562105 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:04.563175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:04.660263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec759d42-b95b-4382-837c-a58d7ec44396 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "PUT /v2.0/floatingips/a8cb5a0a-1f84-40d9-a99d-8d5709d8d973 HTTP/1.1" status: 200 len: 990 time: 3.5508060 Jul 23 20:23:04.700525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:04.714373 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e" -d '{"events": [{"name": "network-changed", "server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:04.716347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 52c581de-2212-474b-811b-da7340102b76) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:04.731649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:04.732265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.759037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b687a64-1f36-4fcb-8ce5-88b47d6f9889 None None] Network 52c581de-2212-474b-811b-da7340102b76 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:04.781239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0e5cd73-fd51-47f6-ac6b-3ef4264c0cf6 req-f049f24e-df67-46c3-b8f1-a917a42ca4d4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023350 Jul 23 20:23:04.803786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e6bd9e80-ba70-4582-be04-ae480bd9dd2e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6354439 Jul 23 20:23:04.811877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Deleting subnet 18bfe736-e140-459c-add1-40163144a196 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:04.825793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48372) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:04.834287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Request body: {'port': {'network_id': '52c581de-2212-474b-811b-da7340102b76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-945665820'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:04.955973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:04.982778 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49249e2f-623f-439a-a4d0-185ae7b05ca9 x-openstack-request-id: req-49249e2f-623f-439a-a4d0-185ae7b05ca9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:04.983152 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:04.984043 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49249e2f-623f-439a-a4d0-185ae7b05ca9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:04.984617 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'status': 'completed', 'code': 200} Jul 23 20:23:04.989191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:05.008188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Made reservation on behalf of 0fea45d2935642c0bb6f7f976869e277 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:05.011746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.023769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d32f466d-090b-4f60-9aa0-52a3b183af5a req-3465a1c2-103d-4363-952e-a02429a6755f service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7011499 Jul 23 20:23:05.094007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] device_id is not set on port d28d3dbd-4b5b-461c-86d1-d403df27abc8 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:05.137211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.139259 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f58e157-ffc4-4c18-b97d-00366f1ca1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.192835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-52c581de-2212-474b-811b-da7340102b76', 'network_id': '52c581de-2212-474b-811b-da7340102b76', 'tenant_id': '0fea45d2935642c0bb6f7f976869e277', 'fixed_ips': [{'subnet_id': '8d1a36b0-700e-4da4-bc2e-c73d2b580316'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:05.193744 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.246861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.262812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b8f12cbe-63bd-4304-9b66-dcc46935f6c0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:05.370278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Allocated IP 2001:db8::69 (52c581de-2212-474b-811b-da7340102b76/8d1a36b0-700e-4da4-bc2e-c73d2b580316/d28d3dbd-4b5b-461c-86d1-d403df27abc8) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:05.373677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f58e157-ffc4-4c18-b97d-00366f1ca1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.407619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd03a19-0071-4ee1-9762-0784a9f18a89 req-ec77dbd8-7cc2-4793-8db4-1df30f8e26a1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:05.415210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bd03a19-0071-4ee1-9762-0784a9f18a89 req-ec77dbd8-7cc2-4793-8db4-1df30f8e26a1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.4293690 Jul 23 20:23:05.417629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-b78a213b-1eee-4619-aed1-919df5288163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:05.419329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-b78a213b-1eee-4619-aed1-919df5288163 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1097 time: 0.3911135 Jul 23 20:23:05.481614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.485627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:05.486620 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.519291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bd03a19-0071-4ee1-9762-0784a9f18a89 req-392c5e0b-26fe-4f2d-a13b-5a8d7ec29c03 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988009 Jul 23 20:23:05.544053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-b27bf3fe-e749-4b4d-9559-39f32c36e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:05.546477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-b27bf3fe-e749-4b4d-9559-39f32c36e300 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.1088839 Jul 23 20:23:05.628316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-7fd9fdf1-b30c-4351-9546-c9c1ba56d3f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 998 time: 0.0701933 Jul 23 20:23:05.716490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.742713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-a49475a7-90a1-4798-8772-375b44ceb6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:05.743716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a8cb5a0a-1f84-40d9-a99d-8d5709d8d973', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'mac_address': 'fa:16:3e:9e:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:22:37Z', 'updated_at': '2021-07-23T20:23:02Z', 'revision_number': 1, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:05.744778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-a49475a7-90a1-4798-8772-375b44ceb6fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.0715075 Jul 23 20:23:05.787471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:05.791766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bfe736-e140-459c-add1-40163144a196,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:05.809978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b19eedc-49c3-4f96-bb91-c9b2181acb60 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:05.823949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.837319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-727b378a-4053-48fd-bafd-3084d2c8e1fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/18bfe736-e140-459c-add1-40163144a196 HTTP/1.1" status: 204 len: 168 time: 1.2825849 Jul 23 20:23:05.840085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48390) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:05.906157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.906157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f58e157-ffc4-4c18-b97d-00366f1ca1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.920514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f58e157-ffc4-4c18-b97d-00366f1ca1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.922763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f58e157-ffc4-4c18-b97d-00366f1ca1b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a231cfd-181f-44c1-a0c2-32c7e9b3daa2 HTTP/1.1" status: 204 len: 168 time: 1.6104584 Jul 23 20:23:05.923859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.931067 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:05.940928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Transition to ACTIVE for port object d28d3dbd-4b5b-461c-86d1-d403df27abc8 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:06.021393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.042444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.058952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58e157-ffc4-4c18-b97d-00366f1ca1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a231cfd-181f-44c1-a0c2-32c7e9b3daa2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:06.116031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event updated for resources: {'Port': ['ID=d28d3dbd-4b5b-461c-86d1-d403df27abc8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:06.161679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-19ae72e1-a456-4ac9-b94e-5450ca41c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:06.163572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffddd4b6-54e6-47a6-8211-15bc27ab4853 None None] Network b5d337e1-8d8d-49a0-99f5-490eb21948e0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:06.165045 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-19ae72e1-a456-4ac9-b94e-5450ca41c367 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4122436 Jul 23 20:23:06.168100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:06.169036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:06.178187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4b19eedc-49c3-4f96-bb91-c9b2181acb60 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:06.178760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b19eedc-49c3-4f96-bb91-c9b2181acb60 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:06.180399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=02e3f9f5-29ea-424d-9fed-87a867250a04,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:06.218002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Network 52c581de-2212-474b-811b-da7340102b76 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:06.225857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:06.232675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:06.248952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:06.249670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.290512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d4f7c6e7-bfc2-46ae-973a-a6c28bab7340 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.4616504 Jul 23 20:23:06.295740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48402) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:06.297572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.303460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Request body: {'port': {'network_id': '52c581de-2212-474b-811b-da7340102b76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1072175574', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:06.304681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] bootfile-name is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:23:06.305185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] tftp-server is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:23:06.305698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] server-ip-address is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:23:06.342849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3097fabf-45d0-46d4-be0e-22cb25ed184f req-ae6b86e5-1e84-4b65-8315-eebe69ffd059 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:06.346780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3097fabf-45d0-46d4-be0e-22cb25ed184f req-ae6b86e5-1e84-4b65-8315-eebe69ffd059 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.3071272 Jul 23 20:23:06.417363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3097fabf-45d0-46d4-be0e-22cb25ed184f req-2a6af697-d84f-4d47-915b-ba0e43e95d69 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535102 Jul 23 20:23:06.492882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Allocated IP 2001:db8::2 (52c581de-2212-474b-811b-da7340102b76/8d1a36b0-700e-4da4-bc2e-c73d2b580316/c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:06.495889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Deleting port e6f437ab-5de9-47a0-926f-6cc975ee1e93 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:06.496508 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.546492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:06.555313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:06.593836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:06.651049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-506299e6-dd1a-4659-a224-65b227248720 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593282 Jul 23 20:23:06.675130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] For port e6f437ab-5de9-47a0-926f-6cc975ee1e93, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f437ab-5de9-47a0-926f-6cc975ee1e93,segment=NetworkSegment(b4d63313-d555-4a73-b0de-a9c40ceb4904),segment_id=b4d63313-d555-4a73-b0de-a9c40ceb4904)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:06.675498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.726105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Calling delete_port for e6f437ab-5de9-47a0-926f-6cc975ee1e93 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:06.826720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Made reservation on behalf of 0fea45d2935642c0bb6f7f976869e277 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:06.835737 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:06.934874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] device_id is not set on port b5dc4dbd-2382-42b0-96e3-4f974c113acf yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:06.991618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588e208-9bee-49d8-acfd-de50bf41ede3 None None] DHCP port deletion for b5d337e1-8d8d-49a0-99f5-490eb21948e0 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:06.996190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.014973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.048207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Transition to ACTIVE for port object c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:07.077066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f437ab-5de9-47a0-926f-6cc975ee1e93,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.105151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] No DVR routers for this DVR port e6f437ab-5de9-47a0-926f-6cc975ee1e93 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:07.163808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a1f36cf5-6432-4e2e-8aa0-4e9fe96ebea9 None None] Provisioning complete for port 02e3f9f5-29ea-424d-9fed-87a867250a04 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:07.171089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a1f36cf5-6432-4e2e-8aa0-4e9fe96ebea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.238093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Transition to ACTIVE for port object c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:07.268298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f437ab-5de9-47a0-926f-6cc975ee1e93 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:07.279853 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.322865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.345521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d337e1-8d8d-49a0-99f5-490eb21948e0']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:07.345990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Allocated IP 2001:db8::36d (52c581de-2212-474b-811b-da7340102b76/8d1a36b0-700e-4da4-bc2e-c73d2b580316/b5dc4dbd-2382-42b0-96e3-4f974c113acf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:07.358087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Pushing event updated for resources: {'Port': ['ID=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.370171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e6f437ab-5de9-47a0-926f-6cc975ee1e93 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:07.370747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f437ab-5de9-47a0-926f-6cc975ee1e93 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:07.374911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d63313-d555-4a73-b0de-a9c40ceb4904') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:07.376652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d63313-d555-4a73-b0de-a9c40ceb4904') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:07.392123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a1f36cf5-6432-4e2e-8aa0-4e9fe96ebea9 None None] Port 02e3f9f5-29ea-424d-9fed-87a867250a04 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:07.405919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Network 52c581de-2212-474b-811b-da7340102b76 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:07.407731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.412363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:07.415045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:07.437472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a8cb5a0a-1f84-40d9-a99d-8d5709d8d973', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'mac_address': 'fa:16:3e:9e:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:22:37Z', 'updated_at': '2021-07-23T20:23:02Z', 'revision_number': 1, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:07.443577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.456517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:07.457072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.498168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fac1f-950d-46a0-8c09-82ea42f5bd5e None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a8cb5a0a-1f84-40d9-a99d-8d5709d8d973', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'floating_ip_address': '172.25.8.38', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'mac_address': 'fa:16:3e:9e:f3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:22:37Z', 'updated_at': '2021-07-23T20:23:02Z', 'revision_number': 1, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:07.525592 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:07.538336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.544987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.547174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b5d337e1-8d8d-49a0-99f5-490eb21948e0 HTTP/1.1" status: 204 len: 168 time: 1.7057686 Jul 23 20:23:07.562905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Attempting to bind port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:07.564700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Attempting to bind port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '758b47f7-1025-4a83-a762-ddd10329c1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '52c581de-2212-474b-811b-da7340102b76'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:07.565193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Attempting to bind port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb on network 52c581de-2212-474b-811b-da7340102b76 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:07.578300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdb3a5c1-aa69-4f65-b3fc-6e0607e9345e req-f31928cd-95fc-4065-936c-375a408f4660 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8422348 Jul 23 20:23:07.578860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:07.580299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Checking segment: {'id': '758b47f7-1025-4a83-a762-ddd10329c1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '52c581de-2212-474b-811b-da7340102b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:07.582466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2451f4d-8735-40c5-bda5-9d9dc9fb3f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d337e1-8d8d-49a0-99f5-490eb21948e0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.582645 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.583284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Bound using segment: {'id': '758b47f7-1025-4a83-a762-ddd10329c1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '52c581de-2212-474b-811b-da7340102b76'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:07.585798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Bound port: c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758b47f7-1025-4a83-a762-ddd10329c1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '52c581de-2212-474b-811b-da7340102b76'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:07.588463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.612009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Router 00e797ae-8e8c-4e75-b30a-2dc9af73315c is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:07.705326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] For port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:07.709190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] For port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,segment=NetworkSegment(758b47f7-1025-4a83-a762-ddd10329c1dc),segment_id=758b47f7-1025-4a83-a762-ddd10329c1dc)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:07.715906 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.894142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:07.935416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268ac8b-0463-4827-a736-f6a9b421087c None None] Pushing event updated for resources: {'Port': ['ID=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:07.950779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:07.962627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7c661449-69a6-4795-9f8a-251ad815f319 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/routers/00e797ae-8e8c-4e75-b30a-2dc9af73315c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8067334 Jul 23 20:23:07.968235 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] Sync routers for ids ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:07.969069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Transition to ACTIVE for port object b5dc4dbd-2382-42b0-96e3-4f974c113acf will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:07.971848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48458) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:07.983185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] Routers {'00e797ae-8e8c-4e75-b30a-2dc9af73315c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:07.983932 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:08.015344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48460) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:08.062903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:08.080339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c421d98-79ea-421a-a2f2-0c96f607b578 None None] New status for floating IP a8cb5a0a-1f84-40d9-a99d-8d5709d8d973: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:23:08.083543 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] Routers {'00e797ae-8e8c-4e75-b30a-2dc9af73315c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:08.090047 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:08.116189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe40c92f-4300-4963-b466-653ebf035f0f req-656a8163-6071-493e-b0e1-68bf472fee33 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.2172427 Jul 23 20:23:08.140501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec8161c-1961-4aa8-a5e0-fb38b7fc5e65 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:08.145743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1ec8161c-1961-4aa8-a5e0-fb38b7fc5e65 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports?device_id=00e797ae-8e8c-4e75-b30a-2dc9af73315c HTTP/1.1" status: 200 len: 981 time: 0.1677411 Jul 23 20:23:08.146698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:08.160555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.165794 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:08.166847 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48bfd4e-6184-4e11-8d53-a4625bfe9468 None None] The sync data for ids ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:08.187144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Network 52c581de-2212-474b-811b-da7340102b76 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:08.190325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:08.193945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:08.208322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:08.209047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:08.365573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0679007 Jul 23 20:23:08.381256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48472) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:08.395415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e39d13e3-70b3-4fb3-9dd5-add197e79607 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c247b25cea046f0b62cec04c2ae7224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738694 Jul 23 20:23:08.396377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48474) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:08.413593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e316096-f6e1-4df6-8dab-b11b508336dc tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event updated for resources: {'Port': ['ID=b5dc4dbd-2382-42b0-96e3-4f974c113acf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:08.549289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc425115-d23c-44f8-b473-439194dbe328 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:08.558971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc425115-d23c-44f8-b473-439194dbe328 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:08.564691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc425115-d23c-44f8-b473-439194dbe328 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:08.569811 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc425115-d23c-44f8-b473-439194dbe328 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1841524 Jul 23 20:23:08.570445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48488) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:08.704260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Deleting port b5dc4dbd-2382-42b0-96e3-4f974c113acf {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:08.704793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.008638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.026350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Calling delete_port for b5dc4dbd-2382-42b0-96e3-4f974c113acf owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:09.275553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce36b3d-fdd8-4e80-8dc3-8b7999ee3fd8 req-4ad44ba1-0c5a-4862-ad98-24914dca4693 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:09.277322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.291003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ce36b3d-fdd8-4e80-8dc3-8b7999ee3fd8 req-4ad44ba1-0c5a-4862-ad98-24914dca4693 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 1.3929358 Jul 23 20:23:09.300506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:09.341560 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f467d08e-c1f4-4d23-94a7-01b75898e6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.356625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event deleted for resources: {'Port': ['ID=b5dc4dbd-2382-42b0-96e3-4f974c113acf,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:09.461524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.466370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:09.470583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eddd520d-e697-4143-859c-bbcf5515ca5b tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "DELETE /v2.0/ports/b5dc4dbd-2382-42b0-96e3-4f974c113acf HTTP/1.1" status: 204 len: 168 time: 0.8953931 Jul 23 20:23:09.471129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48510) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:09.477825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Request body: {'port': {'name': 'tempest-new-port-name-553089271', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:09.485127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] bootfile-name is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:23:09.495758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] tftp-server is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:23:09.497286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] server-ip-address is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:23:09.548127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7e2072b-c3f9-429b-800a-2e2210fdd4af req-6d66030e-e461-44be-97fb-9ec1214ba06d tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.2127900 Jul 23 20:23:09.611672 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f467d08e-c1f4-4d23-94a7-01b75898e6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.699300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.784533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9ed40-fcbc-4140-acd6-880bc9fe1f32 None None] Network 52c581de-2212-474b-811b-da7340102b76 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:09.795591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ce36b3d-fdd8-4e80-8dc3-8b7999ee3fd8 req-9062cdb7-3a2a-4464-b16f-3a18ae9cb762 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046966 Jul 23 20:23:09.891663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f467d08e-c1f4-4d23-94a7-01b75898e6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.893275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] Provisioning for port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:09.897172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f467d08e-c1f4-4d23-94a7-01b75898e6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.900167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] Provisioning complete for port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:09.900936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:09.901965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f467d08e-c1f4-4d23-94a7-01b75898e6f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4ed9615-5da7-404f-aa9b-31bba3f523a7 HTTP/1.1" status: 204 len: 168 time: 1.4949574 Jul 23 20:23:09.939093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467d08e-c1f4-4d23-94a7-01b75898e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ed9615-5da7-404f-aa9b-31bba3f523a7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:10.119049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.155810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.162047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.163343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.211492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] For port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,segment=NetworkSegment(758b47f7-1025-4a83-a762-ddd10329c1dc),segment_id=758b47f7-1025-4a83-a762-ddd10329c1dc)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:10.222004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.268272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event updated for resources: {'Port': ['ID=d28d3dbd-4b5b-461c-86d1-d403df27abc8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:10.277368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] In _notify_port_updated(), no bound segment for port d28d3dbd-4b5b-461c-86d1-d403df27abc8 on network 52c581de-2212-474b-811b-da7340102b76 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:23:10.284640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:10.285220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.290871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7bc63f69-7361-481f-a4c4-8f5aff71eafa tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "PUT /v2.0/ports/d28d3dbd-4b5b-461c-86d1-d403df27abc8 HTTP/1.1" status: 200 len: 1128 time: 0.8178682 Jul 23 20:23:10.292121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48516) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:10.322999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6784b3b-b88c-4ecf-a6a4-116ce4969616 None None] Pushing event updated for resources: {'Port': ['ID=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:10.402195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2189752f-30bb-4045-9907-764c93e1fd08 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:10.403977 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2189752f-30bb-4045-9907-764c93e1fd08 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "GET /v2.0/ports/d28d3dbd-4b5b-461c-86d1-d403df27abc8 HTTP/1.1" status: 200 len: 1128 time: 0.1105654 Jul 23 20:23:10.409234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:10.446202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 02e3f9f5-29ea-424d-9fed-87a867250a04 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:10.446731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.616355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Deleting port d28d3dbd-4b5b-461c-86d1-d403df27abc8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:10.616915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.618598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.632246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 02e3f9f5-29ea-424d-9fed-87a867250a04 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:10.682238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ab4db7b-2181-415b-be75-03217bf14ea0 None None] Provisioning complete for port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:10.683790 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0ab4db7b-2181-415b-be75-03217bf14ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.735839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:10.749835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Calling delete_port for d28d3dbd-4b5b-461c-86d1-d403df27abc8 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:10.750642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f1f718-b76e-4c10-aeba-8f1523ac3a43 req-e7ab4922-6330-4686-bdde-8f17fccd32e3 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0420403 Jul 23 20:23:10.993286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f0a6151-797c-419e-8fca-b0a1b12cfd43 req-cb08e532-b5ae-4d2e-bbd8-291322115440 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.0593257 Jul 23 20:23:11.030248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.030903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ab4db7b-2181-415b-be75-03217bf14ea0 None None] Provisioning for port d28d3dbd-4b5b-461c-86d1-d403df27abc8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:11.036200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ab4db7b-2181-415b-be75-03217bf14ea0 None None] Provisioning complete for port d28d3dbd-4b5b-461c-86d1-d403df27abc8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:11.036578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0ab4db7b-2181-415b-be75-03217bf14ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.067749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.080302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event deleted for resources: {'Port': ['ID=d28d3dbd-4b5b-461c-86d1-d403df27abc8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:11.085240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4db7b-2181-415b-be75-03217bf14ea0 None None] Port d28d3dbd-4b5b-461c-86d1-d403df27abc8 was deleted so its status cannot be updated. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:23:11.118844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=02e3f9f5-29ea-424d-9fed-87a867250a04,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:11.140419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.145737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e69e977-7890-4ef8-8b62-ce7413c2083e tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "DELETE /v2.0/ports/d28d3dbd-4b5b-461c-86d1-d403df27abc8 HTTP/1.1" status: 204 len: 168 time: 0.7351601 Jul 23 20:23:11.146384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:11.217637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-652b731d-c2e8-4915-b5a2-4a7ee92cce09 None None] Could not find standard attr ID for object d28d3dbd-4b5b-461c-86d1-d403df27abc8. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:23:11.261483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Deleting subnet 8d1a36b0-700e-4da4-bc2e-c73d2b580316 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:11.268251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.317768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f2ef7-2aeb-4291-80db-a372ee8bb95c req-115ad0f2-ede8-4fe7-8980-8bd68632bfeb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:11.322922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:11.346724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a47f2ef7-2aeb-4291-80db-a372ee8bb95c req-115ad0f2-ede8-4fe7-8980-8bd68632bfeb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.3807440 Jul 23 20:23:11.373619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.382237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:11.382783 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.431813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48544) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:11.504994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.599676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.651967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a47f2ef7-2aeb-4291-80db-a372ee8bb95c req-733c2b1b-029e-490a-9b70-9e66d1679a62 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979882 Jul 23 20:23:11.668286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.670313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1a36b0-700e-4da4-bc2e-c73d2b580316,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:11.684917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.689245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a646276-6d05-491c-97bc-e537daddf904 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "DELETE /v2.0/subnets/8d1a36b0-700e-4da4-bc2e-c73d2b580316 HTTP/1.1" status: 204 len: 168 time: 0.5397413 Jul 23 20:23:11.689633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48548) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:11.809056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a5c7b63c-2726-461f-9aa6-0cffaa9833cf None None] Could not find standard attr ID for object b5dc4dbd-2382-42b0-96e3-4f974c113acf. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:23:11.832120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.898472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2096678153-network', 'tenant_id': '534817c83f5f41e5b2280626a1b6f319'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:11.924928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Deleting port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:11.925357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:11.996201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4805fc00-dc36-4c8f-ad78-2c1dead0e10e req-2761de87-65ea-4959-bbe0-12fb4b6307f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.3177447 Jul 23 20:23:11.999070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Made reservation on behalf of 534817c83f5f41e5b2280626a1b6f319 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:12.000995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.023556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] For port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,segment=NetworkSegment(758b47f7-1025-4a83-a762-ddd10329c1dc),segment_id=758b47f7-1025-4a83-a762-ddd10329c1dc)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:12.024339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.044783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Calling delete_port for c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:12.096712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a5553ae-9b07-4623-972e-dce0fc99c6ef req-e6607f78-bbbc-4f8c-87bd-54c91e68dae1 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1044667 Jul 23 20:23:12.099471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.104321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9cc22-13f0-4e23-b605-5bdab00e56e6 None None] Network 52c581de-2212-474b-811b-da7340102b76 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:12.140351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Router 00e797ae-8e8c-4e75-b30a-2dc9af73315c has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:12.170298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.206319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event deleted for resources: {'Port': ['ID=c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:12.210690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] No DVR routers for this DVR port c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:12.252623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:12.259435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ee12d4a2-1afb-46d4-a6b1-03fa8850edb0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/routers/00e797ae-8e8c-4e75-b30a-2dc9af73315c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1081226 Jul 23 20:23:12.262290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:12.265744 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] Sync routers for ids ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:12.287265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] Routers {'00e797ae-8e8c-4e75-b30a-2dc9af73315c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:12.288217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.295276 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea528a7-a0b4-46a2-a58f-cf252dd5ee77 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:23:12.296918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ea528a7-a0b4-46a2-a58f-cf252dd5ee77 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/02e3f9f5-29ea-424d-9fed-87a867250a04 HTTP/1.1" status: 404 len: 333 time: 0.0329921 Jul 23 20:23:12.299722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48556) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:12.311022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e804b66-aa95-4ec8-8ae9-b9bc44a8a472 None None] DHCP port deletion for 52c581de-2212-474b-811b-da7340102b76 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:12.348318 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.357557 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] Routers {'00e797ae-8e8c-4e75-b30a-2dc9af73315c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:12.358637 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:22:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.370080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.374857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.403550 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.404684 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ece686-d41a-4d33-931b-807e0cd72b27 None None] The sync data for ids ['00e797ae-8e8c-4e75-b30a-2dc9af73315c'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:12.411824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:12.422744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e7f1b-b377-4b6f-ae1d-39be523127f2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:12.430707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.431053 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Added segment 7bac451d-44b2-4e78-962a-b9c0baa936bb of type vlan for network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 Jul 23 20:23:12.483719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.524556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.527273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:12.528002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.573291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1325345 Jul 23 20:23:12.576142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48562) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:12.583789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Request body: {'subnet': {'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2096678153-subnet', 'tenant_id': '534817c83f5f41e5b2280626a1b6f319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:12.615591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147aef9-ff83-472f-a48c-bfb4de4a12f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0aee11dd-6f97-4351-b8d0-e84fa3c340b2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:12.625538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:12.635204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Made reservation on behalf of 534817c83f5f41e5b2280626a1b6f319 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:12.638016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.814637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.829911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.834819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c581de-2212-474b-811b-da7340102b76']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.868740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e4a99-5802-4273-a8e0-6c5616c9e3df req-afff97ab-d998-4c90-a1b9-e47c3356e064 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:12.870791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-755e4a99-5802-4273-a8e0-6c5616c9e3df req-afff97ab-d998-4c90-a1b9-e47c3356e064 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1412559 Jul 23 20:23:12.900958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.909375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758b47f7-1025-4a83-a762-ddd10329c1dc') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.909789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758b47f7-1025-4a83-a762-ddd10329c1dc') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:12.923482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:12.966658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-755e4a99-5802-4273-a8e0-6c5616c9e3df req-ac2dcacd-3dae-4cb5-ae39-d76cbde7e357 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861335 Jul 23 20:23:12.993845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1162a4c2-c1d2-4250-adce-f29bbeb6d6a1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:13.008309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Checking segment: {'id': '7bac451d-44b2-4e78-962a-b9c0baa936bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:13.008771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Network hostable DHCP agents. Network: 0aee11dd-6f97-4351-b8d0-e84fa3c340b2, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:13.031745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:13.046717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.049794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 0aee11dd-6f97-4351-b8d0-e84fa3c340b2) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:13.054619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:13.055216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.062419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ae6ba-5dc4-4485-90dc-ee239ee9a077 None None] Network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:13.068862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:13.075961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.080737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7824f0b-45be-47fb-9b3c-9f9e16785ed9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5033262 Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:13.083396 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:13.087865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.094273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.250688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.251084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Fanout notify agent at l3_agent the message router_deleted on router 00e797ae-8e8c-4e75-b30a-2dc9af73315c {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:23:13.260312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.261536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19c11a01-679d-4f80-b453-6429628b47ac tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/routers/00e797ae-8e8c-4e75-b30a-2dc9af73315c HTTP/1.1" status: 204 len: 168 time: 0.9608283 Jul 23 20:23:13.272695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48572) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:13.294011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:13.299419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.310698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db283098-2415-437a-bbef-ab39adffbad5 req-a46ae545-bd4b-4fd6-942b-458a43c3cad1 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0823560 Jul 23 20:23:13.312430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.317510 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] 10.222.0.46 "DELETE /v2.0/networks/52c581de-2212-474b-811b-da7340102b76 HTTP/1.1" status: 204 len: 168 time: 1.6246951 Jul 23 20:23:13.342579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:13.343150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c0d3f1ec-b911-4270-b6f6-e42d4b4d09cb not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:13.370612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52569862-f9f7-4521-aa56-a89faa0510af tempest-ExtraDHCPOptionsIpV6TestJSON-40165260 tempest-ExtraDHCPOptionsIpV6TestJSON-40165260-project] Pushing event deleted for resources: {'Network': ['ID=52c581de-2212-474b-811b-da7340102b76,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:13.384570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633735a-7cf7-4e96-bbe5-5088872ba668 None None] Network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:13.403080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet df1bdb47-2e47-4184-acc6-82f2142c327b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:13.406589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.474206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.649823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.698205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.726743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48604) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:13.833197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.842790 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05677ffb-bd96-45e8-9613-f40e4f83e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.886964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0ca2bf-a584-4ff0-b5c0-df820582b44f None None] Network 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:13.909048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:13.914055 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/df1bdb47-2e47-4184-acc6-82f2142c327b HTTP/1.1" status: 204 len: 168 time: 0.6463776 Jul 23 20:23:13.914055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efcd3d-995d-4118-9967-2115fa6add9c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=df1bdb47-2e47-4184-acc6-82f2142c327b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:13.914452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48614) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:13.980984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac413490-25db-488a-a4b2-d016d82a108d req-6642907d-8d06-4723-a7c1-8aee7ced0282 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1115839 Jul 23 20:23:14.055068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.068441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-493d648a-7efb-445a-9489-922afc8c5c5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0fea45d2935642c0bb6f7f976869e277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381894 Jul 23 20:23:14.074560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48618) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:14.131435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:14.131800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.236186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] For port b8f12cbe-63bd-4304-9b66-dcc46935f6c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,segment=NetworkSegment(5376fec1-09b2-430d-8ec2-046f038dd4f6),segment_id=5376fec1-09b2-430d-8ec2-046f038dd4f6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:14.236562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.252399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for b8f12cbe-63bd-4304-9b66-dcc46935f6c0 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:14.262811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] DHCP port deletion for 47f3f015-ddcf-4f5b-bb04-61badc5c7c9c request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:14.267340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6353a89c-ec3c-4f82-a3fa-987f4482a7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.312475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] Deleting port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:14.313106 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.333592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6353a89c-ec3c-4f82-a3fa-987f4482a7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.342294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60a9b5-c833-4afd-b3d4-3e46c8407cee req-0c77d04b-3632-46fb-83a5-101b0f26ddb4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:14.344049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e60a9b5-c833-4afd-b3d4-3e46c8407cee req-0c77d04b-3632-46fb-83a5-101b0f26ddb4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2076201 Jul 23 20:23:14.356012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-ae96850d-ac2c-4f70-9c50-2faab57f891d tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:14.357570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-ae96850d-ac2c-4f70-9c50-2faab57f891d tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/networks?id=0aee11dd-6f97-4351-b8d0-e84fa3c340b2 HTTP/1.1" status: 200 len: 822 time: 0.2552123 Jul 23 20:23:14.396349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.410510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] For port b8f12cbe-63bd-4304-9b66-dcc46935f6c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,segment=NetworkSegment(5376fec1-09b2-430d-8ec2-046f038dd4f6),segment_id=5376fec1-09b2-430d-8ec2-046f038dd4f6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:14.411215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.412522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-2fedd659-d59a-4aa8-a5d5-ac6612f2dad2 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/quotas/534817c83f5f41e5b2280626a1b6f319 HTTP/1.1" status: 200 len: 375 time: 0.0422623 Jul 23 20:23:14.423895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:14.436655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e60a9b5-c833-4afd-b3d4-3e46c8407cee req-151ca72b-0f91-4897-8152-6f8701feca8e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765424 Jul 23 20:23:14.446505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No DVR routers for this DVR port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:14.450351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] Calling delete_port for b8f12cbe-63bd-4304-9b66-dcc46935f6c0 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:14.463098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-c2366d15-937c-483e-a373-b3315e74609b tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=534817c83f5f41e5b2280626a1b6f319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417049 Jul 23 20:23:14.580976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6353a89c-ec3c-4f82-a3fa-987f4482a7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.589062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6353a89c-ec3c-4f82-a3fa-987f4482a7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.592701 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6353a89c-ec3c-4f82-a3fa-987f4482a7a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f220ea0-d19e-4fff-b107-a0ad1e9c1426 HTTP/1.1" status: 204 len: 168 time: 0.5216134 Jul 23 20:23:14.599278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.612719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f3f015-ddcf-4f5b-bb04-61badc5c7c9c']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:14.615457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-9d6989de-1116-46e7-b88e-f7d01cc8ace2 service neutron] 10.222.0.46 "GET /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511216 Jul 23 20:23:14.625487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5376fec1-09b2-430d-8ec2-046f038dd4f6') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:14.625797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5376fec1-09b2-430d-8ec2-046f038dd4f6') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:14.636651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.636998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.654680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.660987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353a89c-ec3c-4f82-a3fa-987f4482a7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f220ea0-d19e-4fff-b107-a0ad1e9c1426,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:14.662383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:14.664087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:14.668521 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:14.685914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] Pushing event deleted for resources: {'Port': ['ID=b8f12cbe-63bd-4304-9b66-dcc46935f6c0,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:14.687965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5744a42e-0ff7-451c-8cc6-6a13c946909d None None] No DVR routers for this DVR port b8f12cbe-63bd-4304-9b66-dcc46935f6c0 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:14.776088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.792785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:14.794704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/47f3f015-ddcf-4f5b-bb04-61badc5c7c9c HTTP/1.1" status: 204 len: 168 time: 0.8791909 Jul 23 20:23:14.799996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:14.807643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9fb82a-2f2c-41e5-8244-25d6e9f2ab4a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=47f3f015-ddcf-4f5b-bb04-61badc5c7c9c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:15.094115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-e6d35241-b1b3-48d2-af99-490efdb19a75 service neutron] 10.222.0.46 "GET /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762018 Jul 23 20:23:15.157870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6ea02a5-a1df-497c-9fa3-549046f7ef05 req-9a9b3caf-f096-4657-b3cf-441a9d28fbb7 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0377734 Jul 23 20:23:15.206489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c109375-68cf-44fe-9398-60e085c22147 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:15.208434 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c109375-68cf-44fe-9398-60e085c22147 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/6570d689-c713-4dcd-a435-0db034830bd3 HTTP/1.1" status: 200 len: 841 time: 0.4074626 Jul 23 20:23:15.212250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48646) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:15.234442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b8f12cbe-63bd-4304-9b66-dcc46935f6c0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:15.271084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b8f12cbe-63bd-4304-9b66-dcc46935f6c0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:15.271549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b8f12cbe-63bd-4304-9b66-dcc46935f6c0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:15.311048 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ede61e22-4d5c-4edb-aba2-1091443a4de8 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/6570d689-c713-4dcd-a435-0db034830bd3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0974684 Jul 23 20:23:15.314824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48656) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:15.320289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0f502f8-9c7c-4411-aa41-4415ae64a3b8 req-e642c7b4-108d-4083-8385-94ac0ecd624a tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Jul 23 20:23:15.322557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:15.429737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:15.433521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.621027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48670) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:15.671419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0e7c6-2dd6-4c8d-b4bd-c9b80789ac69 req-6d181ede-813b-4656-9237-788e7967dda8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:15.679645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69a0e7c6-2dd6-4c8d-b4bd-c9b80789ac69 req-6d181ede-813b-4656-9237-788e7967dda8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1319275 Jul 23 20:23:15.729975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69a0e7c6-2dd6-4c8d-b4bd-c9b80789ac69 req-b9c96210-0bb0-49b1-b173-7d16b1ea49d8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488174 Jul 23 20:23:15.762241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.829175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:15.837099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:15.847212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=dcdd697b-d69a-435b-bc73-45b51773e46d,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:15.849135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c3d216-e65f-4308-b4e2-835851264523 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:15.851239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:15.851913 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:15.877477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a670c081-d1f0-439b-b899-025e178d4aff tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5592756 Jul 23 20:23:15.878432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48680) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:15.885165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'security_group': {'name': 'tempest-secgroup-1724873743'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:15.899703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-625833917'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:15.920939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:23:15.920939 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:23:15.920939 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id_1': 'cfbc80c892e54e6cabc14501f8b2d2ee', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 23, 15, 904818)}] Jul 23 20:23:15.920939 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:23:15.921820 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:23:15.940004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.030448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.037162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.071246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a477ba8f-2121-4c92-a24d-eb625f148e82,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:16.074115 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.075419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8cb5c8a1-cd04-446b-833b-c2b0320d5f7a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1952384 Jul 23 20:23:16.078264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:16.084218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'security_group': {'name': 'tempest-secgroup-1993869859'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:16.085528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'tenant_id': '02eb997bf5924e8f91bb0cdf3288b595', 'fixed_ips': [{'subnet_id': 'dcdd697b-d69a-435b-bc73-45b51773e46d'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:16.087204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.110989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.228838 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.233834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.266275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.267181 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1878986 Jul 23 20:23:16.270791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48688) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:16.279354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-846602475', 'security_groups': ['43135a2e-7126-4507-a00d-7c14d3733adb'], 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcdd697b-d69a-435b-bc73-45b51773e46d'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:16.281347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Allocated IP 172.20.0.2 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/dcdd697b-d69a-435b-bc73-45b51773e46d/d9cc059b-6664-4594-aca3-8f556985abc7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:16.303550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-983bb176-1d5a-4bbb-bdf8-1bfff10dec38 req-82a18522-9fd2-4bf9-b393-0b5a610f0fd3 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0427892 Jul 23 20:23:16.323585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf631fd-a6ca-47fc-aadc-7cfefeedc5d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43135a2e-7126-4507-a00d-7c14d3733adb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:16.433507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9e002278-c67c-4ebc-aba2-c0d2051caf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.439739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.452832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba743829-b04f-43ed-921e-6a4f7604a4d7 req-e370dab9-bcc6-4dfa-9914-cde554ab95ea tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 210 time: 0.0519478 Jul 23 20:23:16.480500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Made reservation on behalf of cfbc80c892e54e6cabc14501f8b2d2ee for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:16.484137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.501106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.513640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:16.518341 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.530051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Transition to ACTIVE for port object d9cc059b-6664-4594-aca3-8f556985abc7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:16.547535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Transition to ACTIVE for port object d9cc059b-6664-4594-aca3-8f556985abc7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:16.557546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.604307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:16.607627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:16.611761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:16.626574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Pushing event updated for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:16.652921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.687250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:16.734603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Attempting to bind port d9cc059b-6664-4594-aca3-8f556985abc7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:16.738650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Attempting to bind port d9cc059b-6664-4594-aca3-8f556985abc7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '79efc13b-e10f-43a0-9a67-c254c8d412c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:16.740458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Attempting to bind port d9cc059b-6664-4594-aca3-8f556985abc7 on network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:16.755726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:16.756313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Checking segment: {'id': '79efc13b-e10f-43a0-9a67-c254c8d412c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:16.757050 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.757535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Bound using segment: {'id': '79efc13b-e10f-43a0-9a67-c254c8d412c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:16.764533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Bound port: d9cc059b-6664-4594-aca3-8f556985abc7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79efc13b-e10f-43a0-9a67-c254c8d412c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:16.765299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.821084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.833584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:16.905351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:16.911352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9cc059b-6664-4594-aca3-8f556985abc7,segment=NetworkSegment(79efc13b-e10f-43a0-9a67-c254c8d412c5),segment_id=79efc13b-e10f-43a0-9a67-c254c8d412c5)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:16.935263 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.009465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc031890-2307-4cce-b7dc-993e3a0f8818 req-e9543306-a0d9-4da4-aaf4-0284f147ff7e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:17.013450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4f778-8c9d-4b6d-b83b-ea62f331b841 None None] Pushing event updated for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:17.024513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc031890-2307-4cce-b7dc-993e3a0f8818 req-e9543306-a0d9-4da4-aaf4-0284f147ff7e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1475680 Jul 23 20:23:17.033629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-3e21d9b9-2117-42a0-a5ca-964498592671 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:17.040417 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-3e21d9b9-2117-42a0-a5ca-964498592671 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.47 "GET /v2.0/networks?id=0aee11dd-6f97-4351-b8d0-e84fa3c340b2 HTTP/1.1" status: 200 len: 822 time: 0.3530300 Jul 23 20:23:17.047296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2de85-07f0-4d63-8278-77e75840821e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:17.064729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.093880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:17.104256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc031890-2307-4cce-b7dc-993e3a0f8818 req-cf8fdf0e-263b-49f4-9cd0-58de2ab1a843 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787234 Jul 23 20:23:17.118001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.118001 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Added segment e1e48053-aa1d-4fee-922c-fe270f4aa611 of type vlan for network 7712951c-6844-4908-a967-dcc4ba55fe35 Jul 23 20:23:17.159772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.172623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Request body: {'port': {'device_id': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2', 'admin_state_up': True, 'tenant_id': '534817c83f5f41e5b2280626a1b6f319'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:17.262151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17b2fc-2adf-41ae-8e4c-dad6e67e1486 req-fbcfb395-7bf4-4527-ad7d-c6a2d5c02573 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:17.264486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff17b2fc-2adf-41ae-8e4c-dad6e67e1486 req-fbcfb395-7bf4-4527-ad7d-c6a2d5c02573 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.0976541 Jul 23 20:23:17.344708 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.350715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:17.350967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff17b2fc-2adf-41ae-8e4c-dad6e67e1486 req-e6e482d9-9fe2-43cc-a5d9-9c9b490e4dd6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801272 Jul 23 20:23:17.351434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.424783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.12 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/dcdd697b-d69a-435b-bc73-45b51773e46d/98b3f4d0-1ca3-46f3-89a2-839994c82fd3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:17.490041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e5d0f99-c8d2-4d76-8aa8-394d3c505846 req-8fa51a38-3d08-4215-aa11-9b3fbb3a451f tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0453045 Jul 23 20:23:17.493368 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.8712404 Jul 23 20:23:17.498255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48720) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:17.506014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-d95eed06-21cd-4876-a51b-eaac78093f9b tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1040354130') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:17.535293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e605a4-4f52-4a03-9469-5ec9ab470b87 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Pushing event updated for resources: {'Network': ['ID=7712951c-6844-4908-a967-dcc4ba55fe35,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:17.540178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-a82eca6a-134b-4677-9957-cae4d812583d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:17.541751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-a82eca6a-134b-4677-9957-cae4d812583d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.1869156 Jul 23 20:23:17.547496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7712951c-6844-4908-a967-dcc4ba55fe35 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:17.598305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Made reservation on behalf of 534817c83f5f41e5b2280626a1b6f319 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:17.599523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-e36fc99e-83ea-4419-ba59-ec33f2bb84eb tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/quotas/d84e1277402040fcbf23beb50f198bf4 HTTP/1.1" status: 200 len: 375 time: 0.0369432 Jul 23 20:23:17.601999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.626803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df7c21a5-853e-4833-8928-f8a89d2c8e96 req-e91c5651-c82d-4fbb-8f65-78e9f330f1e3 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 210 time: 0.0484822 Jul 23 20:23:17.669410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.693555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.719044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d95eed06-21cd-4876-a51b-eaac78093f9b tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "PUT /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1040354130 HTTP/1.1" status: 201 len: 201 time: 0.2197514 Jul 23 20:23:17.721656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:17.721962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48722) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:17.727801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-8cb791ff-cdf9-4613-b09b-772caaa0f61e tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1040354130') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:17.762848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-1dce3aaf-d41f-4cab-a848-d4d326706105 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1388137 Jul 23 20:23:17.791760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Allocated IP 172.20.0.10 (0aee11dd-6f97-4351-b8d0-e84fa3c340b2/1162a4c2-c1d2-4250-adce-f29bbeb6d6a1/89fd2209-4d8b-43fe-9ece-885623f4c61f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:17.818320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:17.864234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8cb791ff-cdf9-4613-b09b-772caaa0f61e tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1040354130 HTTP/1.1" status: 204 len: 168 time: 0.1404331 Jul 23 20:23:17.866904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48726) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:17.872902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-48f3b06e-62d0-417d-8a50-ce9cae54e7c0 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:17.899030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:17.907972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:17.911327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:17.928852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6d25c8f0-4cd8-4b7b-8d91-33ea13a9799d service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577575 Jul 23 20:23:17.945026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=98b3f4d0-1ca3-46f3-89a2-839994c82fd3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:17.975712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-48f3b06e-62d0-417d-8a50-ce9cae54e7c0 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags HTTP/1.1" status: 200 len: 238 time: 0.1077874 Jul 23 20:23:17.978424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48728) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:17.992450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-65b91942-8023-4641-88b8-57b47d271026 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', {'tags': ['tempest-TagsTest-Tag-1196707446', 'tempest-TagsTest-Tag-1713787362', 'tempest-TagsTest-Tag-1800033312']}) {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.024715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:18.025374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.061791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-b1c957fd-f235-47ae-8043-4895f54c3565 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234848 Jul 23 20:23:18.126373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-809b4ec5-11eb-4c0e-8017-1ac2d87cc40a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8543754 Jul 23 20:23:18.129784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48732) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.135703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:18.162527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.168884 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-65b91942-8023-4641-88b8-57b47d271026 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "PUT /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags HTTP/1.1" status: 200 len: 309 time: 0.1894662 Jul 23 20:23:18.172036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.177631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-e9581eb5-bfa2-4226-b37b-2008f00eb65f tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1196707446') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.290572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-58c3d5bf-3f89-41f4-8073-1a6b582641f8 None None] Provisioning complete for port 6570d689-c713-4dcd-a435-0db034830bd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:18.291178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-58c3d5bf-3f89-41f4-8073-1a6b582641f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.292024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.341634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-58c3d5bf-3f89-41f4-8073-1a6b582641f8 None None] Port 6570d689-c713-4dcd-a435-0db034830bd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:18.355301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-58c3d5bf-3f89-41f4-8073-1a6b582641f8 None None] Provisioning for port d9cc059b-6664-4594-aca3-8f556985abc7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:18.393970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e9581eb5-bfa2-4226-b37b-2008f00eb65f tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "DELETE /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1196707446 HTTP/1.1" status: 204 len: 168 time: 0.2205589 Jul 23 20:23:18.395494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48742) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.400591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:18.402062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:18.402199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-663ee344-5e71-4828-9874-ac632029f59f tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1196707446') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.409070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:18.409913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c3614bd-df53-47cb-8589-9aead4a1a9db req-1074bdad-5fb3-4a58-b45f-9bf3321b6511 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 210 time: 0.0817020 Jul 23 20:23:18.425464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Pushing event updated for resources: {'Port': ['ID=89fd2209-4d8b-43fe-9ece-885623f4c61f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:18.450924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:18.456063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.506519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:18.506519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.536074 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-b440e86e-0012-407f-9d73-0d34dd405476 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4623399 Jul 23 20:23:18.546199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa13f8-0544-4d9f-abb4-087fd46ce908 req-5de9a8e6-da09-4046-8033-f8cfcc43920f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:18.547468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Request body: {'port': {'device_id': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:18.554389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2efa13f8-0544-4d9f-abb4-087fd46ce908 req-5de9a8e6-da09-4046-8033-f8cfcc43920f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.3532684 Jul 23 20:23:18.631452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.648246 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-663ee344-5e71-4828-9874-ac632029f59f tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] show failed (client error): The resource could not be found. Jul 23 20:23:18.651865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-663ee344-5e71-4828-9874-ac632029f59f tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1196707446 HTTP/1.1" status: 404 len: 326 time: 0.2514102 Jul 23 20:23:18.658944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48752) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.666611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-5f842293-961f-40d1-b64b-4328bf642211 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1713787362') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.709497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-82113154-8e82-4402-978b-c01bb94ccfda None None] Provisioning for port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:18.713956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-82113154-8e82-4402-978b-c01bb94ccfda None None] Provisioning complete for port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:18.714648 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82113154-8e82-4402-978b-c01bb94ccfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:18.726726 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dcdd697b-d69a-435b-bc73-45b51773e46d (CIDR: 172.20.0.0/28) Jul 23 20:23:18.736603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2efa13f8-0544-4d9f-abb4-087fd46ce908 req-ac0a81bf-7169-41b7-a3c7-8ea1aee9d7ea tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805847 Jul 23 20:23:18.741059 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:18.741613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:18.790337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-82113154-8e82-4402-978b-c01bb94ccfda None None] Port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:18.796487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c29056ea-1109-4b6b-ab83-076e71527407 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6640625 Jul 23 20:23:18.802480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48756) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.807778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:18.822604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfafdd-8015-42cd-9fdf-120c510e8c35 req-1c25d6d0-9ecd-4066-a82b-cdd8c18d9ee1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:18.824228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87cfafdd-8015-42cd-9fdf-120c510e8c35 req-1c25d6d0-9ecd-4066-a82b-cdd8c18d9ee1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.3174489 Jul 23 20:23:18.906661 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-868dd081-4ac1-42c2-a160-9c7a0e2cfeb0 req-51fd381c-5304-4f38-ada9-f4f6f9d62260 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0799558 Jul 23 20:23:18.936449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5f842293-961f-40d1-b64b-4328bf642211 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1713787362 HTTP/1.1" status: 204 len: 168 time: 0.2761514 Jul 23 20:23:18.939474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:18.943814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-ca872846-218d-485f-ab46-0d5f3770edcc tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1800033312') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:18.979945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fd2209-4d8b-43fe-9ece-885623f4c61f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:18.987874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.002481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Transition to ACTIVE for port object 89fd2209-4d8b-43fe-9ece-885623f4c61f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:19.006942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.042231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87cfafdd-8015-42cd-9fdf-120c510e8c35 req-4f965e82-a8bd-4550-af69-2fb09815570f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941538 Jul 23 20:23:19.084660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd2209-4d8b-43fe-9ece-885623f4c61f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:19.128082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:19.132773 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.143766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Attempting to bind port 89fd2209-4d8b-43fe-9ece-885623f4c61f on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:19.144112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Attempting to bind port 89fd2209-4d8b-43fe-9ece-885623f4c61f by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '7bac451d-44b2-4e78-962a-b9c0baa936bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:19.145275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Attempting to bind port 89fd2209-4d8b-43fe-9ece-885623f4c61f on network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:19.149900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Port 89fd2209-4d8b-43fe-9ece-885623f4c61f on network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:23:19.150237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Attempting to bind port 89fd2209-4d8b-43fe-9ece-885623f4c61f on network 0aee11dd-6f97-4351-b8d0-e84fa3c340b2 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:19.161428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:19.163285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Checking segment: {'id': '7bac451d-44b2-4e78-962a-b9c0baa936bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:19.163285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Bound using segment: {'id': '7bac451d-44b2-4e78-962a-b9c0baa936bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:19.163285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Bound port: 89fd2209-4d8b-43fe-9ece-885623f4c61f, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bac451d-44b2-4e78-962a-b9c0baa936bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:19.163285 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.180367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ca872846-218d-485f-ab46-0d5f3770edcc tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1800033312 HTTP/1.1" status: 204 len: 168 time: 0.2400703 Jul 23 20:23:19.183107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48762) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:19.189326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-85a3ed58-8ec2-45f8-a0aa-ae690ff3d3b5 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:19.210579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e57a66-d88e-41c0-ab8d-82bbd2edc1ab req-0c3ccdb3-6bd9-4c54-9cd8-5f3f5a695937 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:19.217590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6e57a66-d88e-41c0-ab8d-82bbd2edc1ab req-0c3ccdb3-6bd9-4c54-9cd8-5f3f5a695937 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 944 time: 0.2033200 Jul 23 20:23:19.256817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9cc059b-6664-4594-aca3-8f556985abc7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:19.273510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] For port 89fd2209-4d8b-43fe-9ece-885623f4c61f, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:19.277490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] For port 89fd2209-4d8b-43fe-9ece-885623f4c61f, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f,segment=NetworkSegment(7bac451d-44b2-4e78-962a-b9c0baa936bb),segment_id=7bac451d-44b2-4e78-962a-b9c0baa936bb)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:19.302074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6e57a66-d88e-41c0-ab8d-82bbd2edc1ab req-69a212a5-a689-4129-af58-b2c795698dcf tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834203 Jul 23 20:23:19.318182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.330374 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:23:19.356175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d9cc059b-6664-4594-aca3-8f556985abc7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:19.366950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:19.367319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.368837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:19.369022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] 10.222.0.47 "PUT /v2.0/ports/89fd2209-4d8b-43fe-9ece-885623f4c61f HTTP/1.1" status: 200 len: 1093 time: 0.8264091 Jul 23 20:23:19.369255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.374565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'tag': '89fd2209-4d8b-43fe-9ece-885623f4c61f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:19.377594 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea7b90-1369-4915-abfb-2dea958cc7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "deebcf03-69cd-4de8-80be-38b0ad723065", "tag": "89fd2209-4d8b-43fe-9ece-885623f4c61f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:19.392147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-85a3ed58-8ec2-45f8-a0aa-ae690ff3d3b5 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "DELETE /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags HTTP/1.1" status: 204 len: 168 time: 0.2075362 Jul 23 20:23:19.400831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:19.423784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-8c4d2fdd-da0d-4e1f-a13e-ef92a0cfb7ef tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1713787362') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:19.479291 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.520043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9cc059b-6664-4594-aca3-8f556985abc7,segment=NetworkSegment(79efc13b-e10f-43a0-9a67-c254c8d412c5),segment_id=79efc13b-e10f-43a0-9a67-c254c8d412c5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:19.525820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.592981 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.597010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18f9fa59-87df-4ed9-903a-4454cbe27dab req-470dd173-8e83-4430-a43d-7b5acb4b3902 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 210 time: 0.0652325 Jul 23 20:23:19.604504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:19.733768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-de43049d-883b-4ad1-8dbf-622d306bc411 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:19.735258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-de43049d-883b-4ad1-8dbf-622d306bc411 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.3105073 Jul 23 20:23:19.749060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Request body: {'port': {'device_id': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'admin_state_up': True, 'tenant_id': 'd84e1277402040fcbf23beb50f198bf4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:19.754341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.773631 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37becf56-b0a7-4681-8cc4-5b1eb4f60431 x-openstack-request-id: req-37becf56-b0a7-4681-8cc4-5b1eb4f60431 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:19.774087 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deebcf03-69cd-4de8-80be-38b0ad723065", "tag": "89fd2209-4d8b-43fe-9ece-885623f4c61f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:19.774351 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37becf56-b0a7-4681-8cc4-5b1eb4f60431 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:19.774765 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'tag': '89fd2209-4d8b-43fe-9ece-885623f4c61f', 'status': 'completed', 'code': 200} Jul 23 20:23:19.778434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e9fbf-8197-4b6e-ba5a-55d62a436326 service neutron] Pushing event updated for resources: {'Port': ['ID=89fd2209-4d8b-43fe-9ece-885623f4c61f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:19.854897 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-8c4d2fdd-da0d-4e1f-a13e-ef92a0cfb7ef tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] show failed (client error): The resource could not be found. Jul 23 20:23:19.855935 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c4d2fdd-da0d-4e1f-a13e-ef92a0cfb7ef tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1713787362 HTTP/1.1" status: 404 len: 326 time: 0.4491451 Jul 23 20:23:19.858100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-7263a5a5-7b27-4829-922d-5901703fa7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:19.859528 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-7263a5a5-7b27-4829-922d-5901703fa7da service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=534817c83f5f41e5b2280626a1b6f319&device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 1096 time: 0.4291131 Jul 23 20:23:19.859998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48772) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:19.864987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-5a045ef6-481e-44cb-9061-b2643ae2d567 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35', 'tempest-TagsTest-Tag-1800033312') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:19.880726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:19.889138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:19.899038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07868b-00ee-470f-b6ed-0ee9969b2b8c None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:19.901932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:19.902528 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:19.912801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=5121d799-7083-4b10-b3e5-6e1e4efe903c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:19.929775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-f7dc5ba9-0929-49c8-99f2-3260391c3d1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f HTTP/1.1" status: 200 len: 217 time: 0.0618410 Jul 23 20:23:19.938588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1ae62a0b-7112-4afb-b744-ca2d2be21553 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1324408 Jul 23 20:23:19.940110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:19.946669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1191253422', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5121d799-7083-4b10-b3e5-6e1e4efe903c'}], 'security_groups': ['a477ba8f-2121-4c92-a24d-eb625f148e82']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:20.020570 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-5a045ef6-481e-44cb-9061-b2643ae2d567 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] show failed (client error): The resource could not be found. Jul 23 20:23:20.020872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c8624-02a5-4df8-8191-5ab6e76549c9 req-e0f5a916-818a-41e9-848a-3ecd5add7fd4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.024340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a045ef6-481e-44cb-9061-b2643ae2d567 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "GET /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags/tempest-TagsTest-Tag-1800033312 HTTP/1.1" status: 404 len: 326 time: 0.1607118 Jul 23 20:23:20.024489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e38c8624-02a5-4df8-8191-5ab6e76549c9 req-e0f5a916-818a-41e9-848a-3ecd5add7fd4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2151160 Jul 23 20:23:20.030128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48778) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:20.040618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-df392f7f-13e7-4d61-909d-8c720cb726b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.044485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-df392f7f-13e7-4d61-909d-8c720cb726b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1162a4c2-c1d2-4250-adce-f29bbeb6d6a1 HTTP/1.1" status: 200 len: 862 time: 0.1035233 Jul 23 20:23:20.045674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Made reservation on behalf of d84e1277402040fcbf23beb50f198bf4 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:20.045808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-49cef2cf-099d-414c-bd6c-36c4675dd72e tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7712951c-6844-4908-a967-dcc4ba55fe35') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.049001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.092103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-d61268b3-959c-4066-ad0d-05eefb48891e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0aee11dd-6f97-4351-b8d0-e84fa3c340b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419633 Jul 23 20:23:20.095923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad2b058c-efc3-413d-8272-b26d156cfb29 req-2fce9ded-b0ba-472a-bc68-28535b13cbd1 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0725667 Jul 23 20:23:20.215240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Update dhcp port {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'fixed_ips': [{'subnet_id': 'dcdd697b-d69a-435b-bc73-45b51773e46d', 'ip_address': '172.20.0.2'}, {'subnet_id': '5121d799-7083-4b10-b3e5-6e1e4efe903c'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'd9cc059b-6664-4594-aca3-8f556985abc7'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:23:20.238989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-49cef2cf-099d-414c-bd6c-36c4675dd72e tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "DELETE /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35/tags HTTP/1.1" status: 204 len: 168 time: 0.2075386 Jul 23 20:23:20.246153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48784) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:20.258896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.327135 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-ae28d4c4-9150-4a2a-8557-3d87476fb959 service neutron] 10.222.0.47 "GET /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268529 Jul 23 20:23:20.357833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.451867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Allocated IP 172.20.0.18 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/5121d799-7083-4b10-b3e5-6e1e4efe903c/d9cc059b-6664-4594-aca3-8f556985abc7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:20.511953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.515951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3527b4a9-1b44-45f5-b1c8-91e3261ac795 req-d015719e-97c5-40cf-b904-d36501d6e248 service neutron] 10.222.0.47 "GET /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806827 Jul 23 20:23:20.525718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7712951c-6844-4908-a967-dcc4ba55fe35']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.542295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e38c8624-02a5-4df8-8191-5ab6e76549c9 req-ddec2879-35a7-4434-b148-df437b6e4510 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103929 Jul 23 20:23:20.543333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1e48053-aa1d-4fee-922c-fe270f4aa611') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.543749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1e48053-aa1d-4fee-922c-fe270f4aa611') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:20.579781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.605791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9cc059b-6664-4594-aca3-8f556985abc7,segment=NetworkSegment(79efc13b-e10f-43a0-9a67-c254c8d412c5),segment_id=79efc13b-e10f-43a0-9a67-c254c8d412c5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:20.633496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.638841 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.648749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:20.649207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:20.654945 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:20.663730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.683760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Allocated IP 172.20.0.11 (5b6474eb-39f1-4ffa-9939-cece018d0ab0/1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c/8e47d178-7e80-4dc4-acbc-37269ffe1061) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:20.717214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e877f-1ca2-4d50-ae87-63e4f5db1ee0 req-053e65b8-8397-418b-bdba-9c666ce5d0f0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.718684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-222e877f-1ca2-4d50-ae87-63e4f5db1ee0 req-053e65b8-8397-418b-bdba-9c666ce5d0f0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.5162199 Jul 23 20:23:20.731810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-1ee985f5-979c-4144-9225-29de1fb95a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.732755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Transition to ACTIVE for port object d9cc059b-6664-4594-aca3-8f556985abc7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:20.734024 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-1ee985f5-979c-4144-9225-29de1fb95a62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=534817c83f5f41e5b2280626a1b6f319&device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 1096 time: 0.1422250 Jul 23 20:23:20.735294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.736987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.742112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:20.746411 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] 10.222.0.46 "DELETE /v2.0/networks/7712951c-6844-4908-a967-dcc4ba55fe35 HTTP/1.1" status: 204 len: 168 time: 0.4968312 Jul 23 20:23:20.800085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06afec-0603-4826-95c2-7aa220f79cf6 None None] Pushing event updated for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:20.840555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Pushing event deleted for resources: {'Network': ['ID=7712951c-6844-4908-a967-dcc4ba55fe35,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:20.861146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.862004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.862978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.863621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.863988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.864478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.865224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.865601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.865940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.866277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.866840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.867322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f20d73c-6791-406c-9a8d-0ca519b33fe8 tempest-TagsTest-1020117819 tempest-TagsTest-1020117819-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:20.895879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-23f05c19-c62d-45d1-8fa3-49e573ae8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:20.897392 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-23f05c19-c62d-45d1-8fa3-49e573ae8bae service neutron] 10.222.0.47 "GET /v2.0/networks?id=0aee11dd-6f97-4351-b8d0-e84fa3c340b2 HTTP/1.1" status: 200 len: 923 time: 0.1524916 Jul 23 20:23:20.917310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-222e877f-1ca2-4d50-ae87-63e4f5db1ee0 req-a68160a6-a979-43c4-bb46-03742952149c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674476 Jul 23 20:23:20.952013 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-0686f12a-9359-45a5-8c92-c7b0fae7d621 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f HTTP/1.1" status: 200 len: 217 time: 0.0475695 Jul 23 20:23:21.023743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-47f4d155-92c3-4712-baf0-b6cefbf5167d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:21.025918 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-47f4d155-92c3-4712-baf0-b6cefbf5167d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1162a4c2-c1d2-4250-adce-f29bbeb6d6a1 HTTP/1.1" status: 200 len: 862 time: 0.0659752 Jul 23 20:23:21.077722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-86d642d3-8637-4e5b-84b6-80faa654b12f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0aee11dd-6f97-4351-b8d0-e84fa3c340b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399089 Jul 23 20:23:21.084624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1143122-d058-4705-993a-71f298ea7210 req-f868e719-9e12-4e1d-b87b-1a654c9e523e tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:21.086227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1143122-d058-4705-993a-71f298ea7210 req-f868e719-9e12-4e1d-b87b-1a654c9e523e tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 944 time: 0.3652420 Jul 23 20:23:21.092503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ecdb4ae-06ea-471e-a3f4-009d5fbc6f58 req-5541cb9d-9d2d-4b71-9d25-123dd0943d6f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 210 time: 0.0783663 Jul 23 20:23:21.215156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.218177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:21.241991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9cc059b-6664-4594-aca3-8f556985abc7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:21.256450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-a2d74e9d-ecb9-4c46-9296-acefd2a02c16 service neutron] 10.222.0.47 "GET /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741111 Jul 23 20:23:21.283989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1143122-d058-4705-993a-71f298ea7210 req-438b8af8-1d09-4279-9de0-6c040d098362 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667328 Jul 23 20:23:21.340622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf1bb8f9-8033-4759-af97-ec1fc1ce2115 req-c612dc0e-b474-4f3e-841b-2d8f11b14b06 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1032894 Jul 23 20:23:21.418043 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bdea7b90-1369-4915-abfb-2dea958cc7ba req-a2ef7b31-d726-4c4d-8870-d2fc12081153 service neutron] 10.222.0.47 "GET /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491177 Jul 23 20:23:21.448737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55c1af4d-8712-461b-8201-2560d89767ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cfbc80c892e54e6cabc14501f8b2d2ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289925 Jul 23 20:23:21.452128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48800) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:21.453138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.465227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:21.519284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Delete allocated IP 172.20.0.12 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/dcdd697b-d69a-435b-bc73-45b51773e46d) {{(pid=94027) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:23:21.521062 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a441028b-2a7f-48c5-a1aa-9dc9edd354e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.522828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:21.530413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:21.540486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:21.545867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event updated for resources: {'Port': ['ID=8e47d178-7e80-4dc4-acbc-37269ffe1061,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:21.561920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a441028b-2a7f-48c5-a1aa-9dc9edd354e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.571172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.23 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/5121d799-7083-4b10-b3e5-6e1e4efe903c/98b3f4d0-1ca3-46f3-89a2-839994c82fd3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:21.626279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a441028b-2a7f-48c5-a1aa-9dc9edd354e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.627740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:21.628442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.630548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a441028b-2a7f-48c5-a1aa-9dc9edd354e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.635785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a441028b-2a7f-48c5-a1aa-9dc9edd354e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73f2de85-07f0-4d63-8278-77e75840821e HTTP/1.1" status: 204 len: 168 time: 0.1832266 Jul 23 20:23:21.646603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441028b-2a7f-48c5-a1aa-9dc9edd354e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2de85-07f0-4d63-8278-77e75840821e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:21.688237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Provisioning complete for port 6570d689-c713-4dcd-a435-0db034830bd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:21.688616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.693347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6b9b3da0-ae60-44fb-8507-f1a26211f2cf tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9481966 Jul 23 20:23:21.731706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Port 6570d689-c713-4dcd-a435-0db034830bd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:21.743989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Provisioning complete for port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:21.744437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.784907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:21.803262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Provisioning for port d9cc059b-6664-4594-aca3-8f556985abc7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:21.807687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:21.808158 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b038757-69aa-4bad-8e6e-5334a4abbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.818611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Request body: {'port': {'device_id': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:21.830623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324fdd2-2ceb-4aed-9d00-8992d3a9efd5 req-e67276ba-f39a-4289-ba16-64693604e143 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:21.832785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c324fdd2-2ceb-4aed-9d00-8992d3a9efd5 req-e67276ba-f39a-4289-ba16-64693604e143 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2115138 Jul 23 20:23:21.940119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.946055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c324fdd2-2ceb-4aed-9d00-8992d3a9efd5 req-0d391304-6c31-4a7d-92e0-b50ca3a78062 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885277 Jul 23 20:23:21.967595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:21.978734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:21.978734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.117631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=98b3f4d0-1ca3-46f3-89a2-839994c82fd3,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:22.273723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] In _notify_port_updated(), no bound segment for port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 on network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:23:22.279271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:22.279890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.281202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-63dc61a8-9e5b-4f1e-baee-0c76691d05d4 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/ports/98b3f4d0-1ca3-46f3-89a2-839994c82fd3 HTTP/1.1" status: 200 len: 921 time: 2.3410134 Jul 23 20:23:22.284167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:22.320872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693d887-3a48-4f38-8b2b-070839a57edb req-1b6eecf8-b76b-4a9a-a412-61c524d33524 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:22.320872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e693d887-3a48-4f38-8b2b-070839a57edb req-1b6eecf8-b76b-4a9a-a412-61c524d33524 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.3022485 Jul 23 20:23:22.424225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:22.424735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.434255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e693d887-3a48-4f38-8b2b-070839a57edb req-21a34596-e40d-4fb7-b342-b9169d461063 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049371 Jul 23 20:23:22.446419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a740a1-51df-4b29-9179-aa5708c3fc69 req-3a4fae92-0460-4342-bfa2-7b7af2c9b5ba tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:22.448737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4a740a1-51df-4b29-9179-aa5708c3fc69 req-3a4fae92-0460-4342-bfa2-7b7af2c9b5ba tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 932 time: 0.2371092 Jul 23 20:23:22.554781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4a740a1-51df-4b29-9179-aa5708c3fc69 req-0ca811b9-19fd-438f-a5a7-e77f9d728cf0 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948985 Jul 23 20:23:22.598078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.618479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:22.625418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e47d178-7e80-4dc4-acbc-37269ffe1061 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:22.641688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.699043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Transition to ACTIVE for port object 8e47d178-7e80-4dc4-acbc-37269ffe1061 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:22.702418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9a657a6-0a02-487e-943a-8df5de8f8cb4 req-987fa428-5d12-4ea1-895f-eb8afdcf0b87 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0474834 Jul 23 20:23:22.719651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.737064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a710f9c9-4ebf-42ab-9e74-827f68c2ad15 None None] Provisioning for port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:22.742360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a710f9c9-4ebf-42ab-9e74-827f68c2ad15 None None] Provisioning complete for port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:22.743051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a710f9c9-4ebf-42ab-9e74-827f68c2ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.791472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd9b43-436c-4d1b-9f73-6ddb617d1de1 req-58ceb1e4-6eff-4092-a12e-cd2aaa84851d tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:22.798124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a710f9c9-4ebf-42ab-9e74-827f68c2ad15 None None] Port 98b3f4d0-1ca3-46f3-89a2-839994c82fd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:22.799718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15dd9b43-436c-4d1b-9f73-6ddb617d1de1 req-58ceb1e4-6eff-4092-a12e-cd2aaa84851d tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 944 time: 0.2737818 Jul 23 20:23:22.824374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.830981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Pushing event updated for resources: {'Port': ['ID=8e47d178-7e80-4dc4-acbc-37269ffe1061,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:22.858664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=98b3f4d0-1ca3-46f3-89a2-839994c82fd3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:22.873556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15dd9b43-436c-4d1b-9f73-6ddb617d1de1 req-c881ea84-d154-481e-a77d-f110eb6ce066 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730293 Jul 23 20:23:22.935865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 89fd2209-4d8b-43fe-9ece-885623f4c61f details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:22.953346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Attempting to bind port 8e47d178-7e80-4dc4-acbc-37269ffe1061 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:22.953742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Attempting to bind port 8e47d178-7e80-4dc4-acbc-37269ffe1061 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:22.954082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Attempting to bind port 8e47d178-7e80-4dc4-acbc-37269ffe1061 on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:22.960348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Port 8e47d178-7e80-4dc4-acbc-37269ffe1061 on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:23:22.960687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Attempting to bind port 8e47d178-7e80-4dc4-acbc-37269ffe1061 on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:22.966751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:22.967103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Checking segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:22.967496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Bound using segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:22.967932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Bound port: 8e47d178-7e80-4dc4-acbc-37269ffe1061, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:22.968302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.974510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:22.981149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:22.981762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-835cfcae-a22c-4bff-966a-374c74663d66 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/98b3f4d0-1ca3-46f3-89a2-839994c82fd3 HTTP/1.1" status: 204 len: 168 time: 0.6960678 Jul 23 20:23:23.051146 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff99962-a54c-49d7-bb7c-d38d1f037656 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:23:23.052766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aff99962-a54c-49d7-bb7c-d38d1f037656 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/98b3f4d0-1ca3-46f3-89a2-839994c82fd3 HTTP/1.1" status: 404 len: 333 time: 0.0590494 Jul 23 20:23:23.056330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:23.092819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 89fd2209-4d8b-43fe-9ece-885623f4c61f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f,segment=NetworkSegment(7bac451d-44b2-4e78-962a-b9c0baa936bb),segment_id=7bac451d-44b2-4e78-962a-b9c0baa936bb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:23.110719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '89fd2209-4d8b-43fe-9ece-885623f4c61f', 'network_id': '0aee11dd-6f97-4351-b8d0-e84fa3c340b2', 'port_id': '89fd2209-4d8b-43fe-9ece-885623f4c61f', 'mac_address': 'fa:16:3e:70:72:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1162a4c2-c1d2-4250-adce-f29bbeb6d6a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:23.147952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] For port 8e47d178-7e80-4dc4-acbc-37269ffe1061, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:23.151930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] For port 8e47d178-7e80-4dc4-acbc-37269ffe1061, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:23.163743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-861119cb-2b8f-4e66-89dc-6eef1fd0264b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.190622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6ca9-90a6-4932-a87f-9b555a241371 req-bb57e711-eb2c-474f-b3e4-a2dbccc2da05 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:23.192163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.192660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-342d6ca9-90a6-4932-a87f-9b555a241371 req-bb57e711-eb2c-474f-b3e4-a2dbccc2da05 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1111245 Jul 23 20:23:23.194310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.202465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-861119cb-2b8f-4e66-89dc-6eef1fd0264b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.213849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fd2209-4d8b-43fe-9ece-885623f4c61f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:23.240222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 89fd2209-4d8b-43fe-9ece-885623f4c61f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f,segment=NetworkSegment(7bac451d-44b2-4e78-962a-b9c0baa936bb),segment_id=7bac451d-44b2-4e78-962a-b9c0baa936bb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:23.247009 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.248109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:23.248737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.250168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] 10.222.0.36 "PUT /v2.0/ports/8e47d178-7e80-4dc4-acbc-37269ffe1061 HTTP/1.1" status: 200 len: 1093 time: 1.5412242 Jul 23 20:23:23.252206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'tag': '8e47d178-7e80-4dc4-acbc-37269ffe1061'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:23.254557 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d94fb1d2-2c04-4947-969e-87958d4e5111", "tag": "8e47d178-7e80-4dc4-acbc-37269ffe1061"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:23.269996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-861119cb-2b8f-4e66-89dc-6eef1fd0264b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.273722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-861119cb-2b8f-4e66-89dc-6eef1fd0264b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.275088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-861119cb-2b8f-4e66-89dc-6eef1fd0264b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/security-groups/43135a2e-7126-4507-a00d-7c14d3733adb HTTP/1.1" status: 204 len: 168 time: 0.2177248 Jul 23 20:23:23.280289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48862) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:23.313649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=89fd2209-4d8b-43fe-9ece-885623f4c61f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:23.314892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861119cb-2b8f-4e66-89dc-6eef1fd0264b tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43135a2e-7126-4507-a00d-7c14d3733adb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:23.327432 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2a5a8-b835-4e00-aa30-38719e13efb3 x-openstack-request-id: req-f3c2a5a8-b835-4e00-aa30-38719e13efb3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:23.327725 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94fb1d2-2c04-4947-969e-87958d4e5111", "tag": "8e47d178-7e80-4dc4-acbc-37269ffe1061", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:23.327984 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3c2a5a8-b835-4e00-aa30-38719e13efb3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:23.328383 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'tag': '8e47d178-7e80-4dc4-acbc-37269ffe1061', 'status': 'completed', 'code': 200} Jul 23 20:23:23.354393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df4bc2-fc4a-4b0a-9164-c324c85b807d service neutron] Pushing event updated for resources: {'Port': ['ID=8e47d178-7e80-4dc4-acbc-37269ffe1061,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:23.361715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-342d6ca9-90a6-4932-a87f-9b555a241371 req-0e3bd70b-6ce8-4ee4-9117-cee2ca515f09 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411049 Jul 23 20:23:23.392056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-0c1aef90-5913-4d9c-bf3c-503b71627a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:23.393677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-0c1aef90-5913-4d9c-bf3c-503b71627a0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 1096 time: 0.0810344 Jul 23 20:23:23.396720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3a63a62-0d96-4332-9403-dadf949d644d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.419794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3a63a62-0d96-4332-9403-dadf949d644d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.442887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-2bacd884-4755-4738-9c1a-f4fbd6ce00d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061 HTTP/1.1" status: 200 len: 217 time: 0.0419109 Jul 23 20:23:23.468438 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3a63a62-0d96-4332-9403-dadf949d644d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.471316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3a63a62-0d96-4332-9403-dadf949d644d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.472606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3a63a62-0d96-4332-9403-dadf949d644d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/security-groups/a477ba8f-2121-4c92-a24d-eb625f148e82 HTTP/1.1" status: 204 len: 168 time: 0.1881185 Jul 23 20:23:23.476519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:23.504375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6624f8c7-63b0-47ba-82ce-42b1f57258c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:23.506189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-6624f8c7-63b0-47ba-82ce-42b1f57258c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.0569859 Jul 23 20:23:23.511682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a63a62-0d96-4332-9403-dadf949d644d tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477ba8f-2121-4c92-a24d-eb625f148e82,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:23.535150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['89fd2209-4d8b-43fe-9ece-885623f4c61f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:23.546135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet dcdd697b-d69a-435b-bc73-45b51773e46d {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:23.550100 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.557897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-b85175d7-b86a-4e03-b399-c14e1bae4c8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431814 Jul 23 20:23:23.621814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.737822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.752119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-379e0b65-ff21-4c48-91ec-ae3da4717ddf service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752102 Jul 23 20:23:23.761697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8087e9f-285b-4927-9176-66d0c4438a4b req-907f37d1-9b76-4f7d-b543-ebe52f795ffe tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:23.763174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8087e9f-285b-4927-9176-66d0c4438a4b req-907f37d1-9b76-4f7d-b543-ebe52f795ffe tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.2392871 Jul 23 20:23:23.804726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.833412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdd697b-d69a-435b-bc73-45b51773e46d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:23.835604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:23.837797 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7f2ff54a-4b68-43df-b401-0cf10e8fa320 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/dcdd697b-d69a-435b-bc73-45b51773e46d HTTP/1.1" status: 204 len: 168 time: 0.3600528 Jul 23 20:23:23.841734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48880) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:23.842457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1e5efc-263e-4e37-9ddc-5f7792000f87 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:23.847130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:23.867114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b71d46-b4f4-45e9-8ba7-9b285b3a0a60 req-c043f532-0534-400c-ab17-1e76b4df57d6 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:23.868670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7b71d46-b4f4-45e9-8ba7-9b285b3a0a60 req-c043f532-0534-400c-ab17-1e76b4df57d6 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 944 time: 0.1965108 Jul 23 20:23:23.902324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8087e9f-285b-4927-9176-66d0c4438a4b req-7600e109-facd-4868-b825-8924ff0da9bd tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156788 Jul 23 20:23:23.939597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9702f90-4196-4fc2-af46-8a7cfd33ca3e req-752a823e-afce-43e1-97c6-1775c18df5e2 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753569 Jul 23 20:23:23.955608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7b71d46-b4f4-45e9-8ba7-9b285b3a0a60 req-328d1e6c-1de1-45d6-aa08-3b9d225ac92f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732186 Jul 23 20:23:24.007333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:24.011934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.118488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aedf60a4-921d-4ba7-9fd3-5219e7b19d91 req-51b95cfb-034b-4816-b3d6-574884b85cd6 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0416491 Jul 23 20:23:24.132341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-ab3aff3d-2c71-47fe-ba32-66d117bd5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:24.134089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-ab3aff3d-2c71-47fe-ba32-66d117bd5fae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 1096 time: 0.1448560 Jul 23 20:23:24.335638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.353157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-ea4aae7c-c47f-4cef-8b84-46ee604a22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:24.354598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-ea4aae7c-c47f-4cef-8b84-46ee604a22c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 916 time: 0.2085116 Jul 23 20:23:24.385649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:24.388891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:24.393194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:24.393826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.406481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=0b2da0be-0517-4e8f-9023-093dde0af37e,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:24.415896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d14d5-7a1c-41a0-abfa-4dbc79b15b37 req-80b699b2-56fe-4d45-b59d-8f44291f589e tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:24.417686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f43d14d5-7a1c-41a0-abfa-4dbc79b15b37 req-80b699b2-56fe-4d45-b59d-8f44291f589e tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 945 time: 0.1648965 Jul 23 20:23:24.420026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-b657399f-54c6-42a5-83fb-f710ac6f9903 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061 HTTP/1.1" status: 200 len: 217 time: 0.0540709 Jul 23 20:23:24.420551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48892) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:24.425227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'security_group': {'name': 'tempest-secgroup-617657880'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:24.425864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fb32103a-8464-4b0e-9307-2dad5245741e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5746262 Jul 23 20:23:24.526931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.565108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-db82d1de-4d2c-4b75-9302-dadc494d0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:24.567334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-db82d1de-4d2c-4b75-9302-dadc494d0e12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.1355302 Jul 23 20:23:24.570586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f43d14d5-7a1c-41a0-abfa-4dbc79b15b37 req-f83d0489-99b8-4f8a-8b47-cbfd2dccfa68 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407318 Jul 23 20:23:24.633309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-523a66c4-8ac6-42a2-83ca-1c683514770a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494635 Jul 23 20:23:24.681970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f72b-7889-4e5e-85bc-4cd5520edc5d req-048e8547-efa2-4d6f-9f15-834dfa6797c2 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:24.683768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30d6f72b-7889-4e5e-85bc-4cd5520edc5d req-048e8547-efa2-4d6f-9f15-834dfa6797c2 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2143481 Jul 23 20:23:24.817840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30d6f72b-7889-4e5e-85bc-4cd5520edc5d req-e4112a6c-ff45-43f4-8f5a-40765067aa51 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267681 Jul 23 20:23:24.820045 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.825222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-49fa959a-637b-4eea-94f1-78718193795a service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815400 Jul 23 20:23:24.826349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.864599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5bf913-e539-46b8-bc9a-79a8884dff03 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:24.870605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.871809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4503357 Jul 23 20:23:24.874602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48894) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:24.880417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'security_group': {'name': 'tempest-secgroup-1342212666'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:24.890218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa9f14-aa9c-4d78-b5b8-77bc337e73bc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:24.904864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:24.943891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 89fd2209-4d8b-43fe-9ece-885623f4c61f up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:25.022256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.029535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.039424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-243d2f4f-4f08-4dd1-b2af-549251c192da None None] Provisioning complete for port 6570d689-c713-4dcd-a435-0db034830bd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:25.039870 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-243d2f4f-4f08-4dd1-b2af-549251c192da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.089211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.090983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2150719 Jul 23 20:23:25.093939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60465d51-41ff-49b1-8266-bde31fabecf0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac6127-d86f-40ab-b67b-1b1b2df127e0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:25.096325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48900) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:25.101401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'security_group': {'name': 'tempest-secgroup-1449385722'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:25.110685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-243d2f4f-4f08-4dd1-b2af-549251c192da None None] Port 6570d689-c713-4dcd-a435-0db034830bd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:25.129007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.153240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 89fd2209-4d8b-43fe-9ece-885623f4c61f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:25.158501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-243d2f4f-4f08-4dd1-b2af-549251c192da None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:25.159735 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-243d2f4f-4f08-4dd1-b2af-549251c192da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.168389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 89fd2209-4d8b-43fe-9ece-885623f4c61f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:25.168776 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.224452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.230563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.240915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.241896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.241896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.242133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.242312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.242608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.242928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.243251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.243577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.244245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.244245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.244543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04aba9ec-7e45-4ffe-b173-2b700bfe4aa5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:25.271577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.272816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1754780 Jul 23 20:23:25.279567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:25.285027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-995467133', 'security_groups': ['1f8a06c1-67c4-4ef0-8211-4237cc6ab7d9'], 'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b2da0be-0517-4e8f-9023-093dde0af37e'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:25.290232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dc94e-a6a9-4644-a9f4-cc6df6600773 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a06c1-67c4-4ef0-8211-4237cc6ab7d9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:25.354170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7f2e4d1-27ef-4de1-89f1-9e38f5f181b9 req-2cffc51e-9778-4435-9289-bd4bd422453f service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152028 Jul 23 20:23:25.399154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.419948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d16869-18ae-4416-9e0e-d1dd3888ef5e req-44f15a1c-beb9-489a-937e-2318534ebfc8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:25.421850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84d16869-18ae-4416-9e0e-d1dd3888ef5e req-44f15a1c-beb9-489a-937e-2318534ebfc8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 944 time: 0.1852877 Jul 23 20:23:25.429003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:25.431802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48bbd6-84c3-4749-a67b-82f93be3807c req-37e7c62a-092c-48ef-8ccb-2a5281dd5166 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:25.434846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d48bbd6-84c3-4749-a67b-82f93be3807c req-37e7c62a-092c-48ef-8ccb-2a5281dd5166 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1958268 Jul 23 20:23:25.463287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fd2209-4d8b-43fe-9ece-885623f4c61f'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:25.466051 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2eb8f7-2809-4676-93d4-8c1c8293fb5b" -d '{"events": [{"server_uuid": "deebcf03-69cd-4de8-80be-38b0ad723065", "name": "network-vif-plugged", "status": "completed", "tag": "89fd2209-4d8b-43fe-9ece-885623f4c61f"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:25.471425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Update dhcp port {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'fixed_ips': [{'subnet_id': '5121d799-7083-4b10-b3e5-6e1e4efe903c', 'ip_address': '172.20.0.18'}, {'subnet_id': '0b2da0be-0517-4e8f-9023-093dde0af37e'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'd9cc059b-6664-4594-aca3-8f556985abc7'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:23:25.499311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 89fd2209-4d8b-43fe-9ece-885623f4c61f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f,segment=NetworkSegment(7bac451d-44b2-4e78-962a-b9c0baa936bb),segment_id=7bac451d-44b2-4e78-962a-b9c0baa936bb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:25.507355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84d16869-18ae-4416-9e0e-d1dd3888ef5e req-fb57238f-dfb6-498a-9e6f-a3f4c30d7200 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713708 Jul 23 20:23:25.508498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.533470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d48bbd6-84c3-4749-a67b-82f93be3807c req-9556ea26-e7e2-4a88-b857-791d8ca84f31 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823703 Jul 23 20:23:25.563354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.574783 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:25.585810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] device_id is not set on port 67bbe558-e207-4089-ac4b-71d4ac8fd394 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:23:25.652210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=89fd2209-4d8b-43fe-9ece-885623f4c61f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:25.672192 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b21258-fddc-49df-9ae8-fbb8c5415d8c x-openstack-request-id: req-d8b21258-fddc-49df-9ae8-fbb8c5415d8c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:25.672554 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deebcf03-69cd-4de8-80be-38b0ad723065", "name": "network-vif-plugged", "status": "completed", "tag": "89fd2209-4d8b-43fe-9ece-885623f4c61f", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:25.673045 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d8b21258-fddc-49df-9ae8-fbb8c5415d8c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:25.674290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af911761-b70f-4b60-b370-63531968b28c req-b26152de-252b-4e92-9c73-af1177aafa80 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0547283 Jul 23 20:23:25.674791 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fd2209-4d8b-43fe-9ece-885623f4c61f', 'code': 200} Jul 23 20:23:25.827984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4e4aa-ee5c-44fb-86bc-c21df80188e6 req-235a81ef-efc3-4242-b147-f891b9f94171 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:25.829631 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48d4e4aa-ee5c-44fb-86bc-c21df80188e6 req-235a81ef-efc3-4242-b147-f891b9f94171 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 946 time: 0.0687935 Jul 23 20:23:25.846731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8c3a8-ce5f-40af-a7d7-9b2deca20bf8 req-6a349edf-c343-43fb-b1b4-bea46859ebf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:25.849384 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e4b8c3a8-ce5f-40af-a7d7-9b2deca20bf8 req-6a349edf-c343-43fb-b1b4-bea46859ebf9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 1098 time: 0.0892742 Jul 23 20:23:25.851478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Allocated IP 172.20.0.2 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/0b2da0be-0517-4e8f-9023-093dde0af37e/d9cc059b-6664-4594-aca3-8f556985abc7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:25.923340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48d4e4aa-ee5c-44fb-86bc-c21df80188e6 req-150ccb3e-3929-4c03-a06d-02e2a01912c9 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869496 Jul 23 20:23:25.938587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e4b8c3a8-ce5f-40af-a7d7-9b2deca20bf8 req-1688aabd-bb1a-4439-9602-4a6be4712abf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 Jul 23 20:23:25.975727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9cc059b-6664-4594-aca3-8f556985abc7,segment=NetworkSegment(79efc13b-e10f-43a0-9a67-c254c8d412c5),segment_id=79efc13b-e10f-43a0-9a67-c254c8d412c5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:26.018090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8b0a7-93a1-45ee-bdfc-9d7f0749f60a req-875ab657-4eb1-4463-847c-8e3b2a160af5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:26.020518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27d8b0a7-93a1-45ee-bdfc-9d7f0749f60a req-875ab657-4eb1-4463-847c-8e3b2a160af5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.0807288 Jul 23 20:23:26.021873 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.035733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Transition to ACTIVE for port object d9cc059b-6664-4594-aca3-8f556985abc7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:26.043161 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.064804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27d8b0a7-93a1-45ee-bdfc-9d7f0749f60a req-1822d8fe-7e9e-4c2b-b1c1-5f56f54a3f92 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380473 Jul 23 20:23:26.098099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.4 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/0b2da0be-0517-4e8f-9023-093dde0af37e/67bbe558-e207-4089-ac4b-71d4ac8fd394) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:26.141254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f5a87-7df7-4015-a65d-ba48c53b03a6 None None] Pushing event updated for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:26.244614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.258287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 67bbe558-e207-4089-ac4b-71d4ac8fd394 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:26.295099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.339972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:26.343181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:26.346257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:26.376546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=67bbe558-e207-4089-ac4b-71d4ac8fd394,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:26.407354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:26.407922 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.423989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-48020ec6-a7e7-46f5-8d0c-f06370aca1fe tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1432316 Jul 23 20:23:26.426973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48930) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:26.432225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:26.522646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8e47d178-7e80-4dc4-acbc-37269ffe1061 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:26.559783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:26.563609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.670629 n-d-793620-13 neutron-server[94026]: INFO neutron.db.ipam_backend_mixin [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b2da0be-0517-4e8f-9023-093dde0af37e (CIDR: 172.20.0.0/28) Jul 23 20:23:26.676451 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:26.678024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:26.690313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 8e47d178-7e80-4dc4-acbc-37269ffe1061, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:26.704281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48938) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:26.704516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d6467d1e-d4e4-4291-9784-bf847a86ed80 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2759445 Jul 23 20:23:26.712756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '8e47d178-7e80-4dc4-acbc-37269ffe1061', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'port_id': '8e47d178-7e80-4dc4-acbc-37269ffe1061', 'mac_address': 'fa:16:3e:07:62:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:26.712960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:26.715495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e2490015-91bf-4f8c-8c45-a7f67aa5a920 None None] Provisioning complete for port 6570d689-c713-4dcd-a435-0db034830bd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:26.716428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2490015-91bf-4f8c-8c45-a7f67aa5a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.740527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968476e-3c6f-4c17-b5ce-71ffbd826057 req-7e05cc38-b500-4acd-b28d-079a8b81b7e7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:26.747606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4968476e-3c6f-4c17-b5ce-71ffbd826057 req-7e05cc38-b500-4acd-b28d-079a8b81b7e7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 944 time: 0.1416147 Jul 23 20:23:26.784119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e2490015-91bf-4f8c-8c45-a7f67aa5a920 None None] Port 6570d689-c713-4dcd-a435-0db034830bd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:26.798447 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.802276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e2490015-91bf-4f8c-8c45-a7f67aa5a920 None None] Provisioning for port d9cc059b-6664-4594-aca3-8f556985abc7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:26.814273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e2490015-91bf-4f8c-8c45-a7f67aa5a920 None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:26.814645 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2490015-91bf-4f8c-8c45-a7f67aa5a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.818594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e47d178-7e80-4dc4-acbc-37269ffe1061 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:26.842554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91ad5d-8d85-4590-a08d-abb69c43bc35 req-43d5d0f4-daba-4d10-b7fe-700005642fcc tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:26.844125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f91ad5d-8d85-4590-a08d-abb69c43bc35 req-43d5d0f4-daba-4d10-b7fe-700005642fcc tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.2049990 Jul 23 20:23:26.864032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 8e47d178-7e80-4dc4-acbc-37269ffe1061, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:26.865921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4968476e-3c6f-4c17-b5ce-71ffbd826057 req-ac8fb11f-2a92-4b76-9778-dbd337adf7b7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155605 Jul 23 20:23:26.879634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:26.957561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=8e47d178-7e80-4dc4-acbc-37269ffe1061,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:26.975303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f91ad5d-8d85-4590-a08d-abb69c43bc35 req-255b224c-75a3-47d2-bd2f-be462e317e0f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022947 Jul 23 20:23:26.999350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:27.003817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.055001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e4f4506-3c68-4a6b-91ce-31660d37cca1 req-44bf54de-63f7-4c8f-9392-02d48098ab65 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0464475 Jul 23 20:23:27.096865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f887d551-8582-4d0c-9645-1c1789477402 None None] Provisioning for port 67bbe558-e207-4089-ac4b-71d4ac8fd394 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:27.104723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f887d551-8582-4d0c-9645-1c1789477402 None None] Provisioning complete for port 67bbe558-e207-4089-ac4b-71d4ac8fd394 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:27.105727 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f887d551-8582-4d0c-9645-1c1789477402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.143383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['8e47d178-7e80-4dc4-acbc-37269ffe1061'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:27.156162 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5121d799-7083-4b10-b3e5-6e1e4efe903c (CIDR: 172.20.0.16/28) Jul 23 20:23:27.161826 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:27.162331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:27.193618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f887d551-8582-4d0c-9645-1c1789477402 None None] Port 67bbe558-e207-4089-ac4b-71d4ac8fd394 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:27.230386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3f6d9-f013-44f7-b2ed-359d99727ab5 req-1bdd68f9-99b1-4130-b4b2-2bce4ce8a24b tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:27.231770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fd3f6d9-f013-44f7-b2ed-359d99727ab5 req-1bdd68f9-99b1-4130-b4b2-2bce4ce8a24b tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 946 time: 0.1703131 Jul 23 20:23:27.240287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bca6b737-ed90-4d4f-b090-60d3b70d99dc tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5318503 Jul 23 20:23:27.241174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48958) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:27.246881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'subnet': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:27.264115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9cc059b-6664-4594-aca3-8f556985abc7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:27.302606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54adf6a1-015e-474e-8f9c-9a8f7052eaec req-c0aa39a4-72e2-4cf9-ab9e-e44c82703c20 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:27.309678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54adf6a1-015e-474e-8f9c-9a8f7052eaec req-c0aa39a4-72e2-4cf9-ab9e-e44c82703c20 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1419573 Jul 23 20:23:27.338243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fd3f6d9-f013-44f7-b2ed-359d99727ab5 req-bbcfddfb-8a0a-4eb7-b0d1-fc23ea8dd732 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987852 Jul 23 20:23:27.365964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:27.367097 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.375333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54adf6a1-015e-474e-8f9c-9a8f7052eaec req-c24ceeeb-8578-4ed4-a163-9fcb6da322b1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647144 Jul 23 20:23:27.382770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Made reservation on behalf of 02eb997bf5924e8f91bb0cdf3288b595 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:27.391558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.677423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.729611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:27.736183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:27.741655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:27.742264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:27.746830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c958f5-d080-4f8b-9443-cdca98a31285 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:27.761071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Subnet': ['ID=2853e7f6-2b08-4218-b95c-47a33211ef57,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:27.774476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f6043-5d83-4e50-99eb-4a6ec735f257 req-438a4d82-95ae-4df9-ad62-3def45ebec45 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:27.779485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1c9e1fe7-b369-4c54-bd35-a4864e47e5bf tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5350370 Jul 23 20:23:27.779699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48984) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:27.781870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705f6043-5d83-4e50-99eb-4a6ec735f257 req-438a4d82-95ae-4df9-ad62-3def45ebec45 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 946 time: 0.1007457 Jul 23 20:23:27.786641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-561364523', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2853e7f6-2b08-4218-b95c-47a33211ef57'}], 'security_groups': ['63aa9f14-aa9c-4d78-b5b8-77bc337e73bc', '53ac6127-d86f-40ab-b67b-1b1b2df127e0']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:27.824135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-705f6043-5d83-4e50-99eb-4a6ec735f257 req-a4256a29-f130-4d21-9a87-f87cf69decad tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Jul 23 20:23:27.886894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.034966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ba295-88c5-4d21-b8b3-663cf3be189c req-c98ca6b2-9864-4d4c-9dcb-3daffc3cc926 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.038926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-933ba295-88c5-4d21-b8b3-663cf3be189c req-c98ca6b2-9864-4d4c-9dcb-3daffc3cc926 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 945 time: 0.0944915 Jul 23 20:23:28.090058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-933ba295-88c5-4d21-b8b3-663cf3be189c req-0cd26321-d534-49c6-9103-abb00119d581 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461547 Jul 23 20:23:28.090650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48996) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:28.113308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Update dhcp port {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'fixed_ips': [{'subnet_id': '5121d799-7083-4b10-b3e5-6e1e4efe903c', 'ip_address': '172.20.0.18'}, {'subnet_id': '0b2da0be-0517-4e8f-9023-093dde0af37e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2853e7f6-2b08-4218-b95c-47a33211ef57'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'd9cc059b-6664-4594-aca3-8f556985abc7'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:23:28.179672 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.192607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11378a34-7717-492f-9329-96fea2180ab6 req-b031532c-ad07-4e1c-9668-1ee55acd42d6 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0451088 Jul 23 20:23:28.246528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f3a3-5b6e-4f66-93d5-14ce113b9184 req-b388d43e-eee7-41bb-81eb-af2c11471c6e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.248841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a934f3a3-5b6e-4f66-93d5-14ce113b9184 req-b388d43e-eee7-41bb-81eb-af2c11471c6e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1126363 Jul 23 20:23:28.286050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Delete allocated IP 172.20.0.4 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/0b2da0be-0517-4e8f-9023-093dde0af37e) {{(pid=94026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:23:28.295296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Allocated IP 172.20.0.43 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/2853e7f6-2b08-4218-b95c-47a33211ef57/67bbe558-e207-4089-ac4b-71d4ac8fd394) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:28.296369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c6e3-3654-47fd-9787-9062d47c23e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.311513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a934f3a3-5b6e-4f66-93d5-14ce113b9184 req-b6393ae8-e6e3-48ee-89c7-840945652ff4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569551 Jul 23 20:23:28.410353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c6e3-3654-47fd-9787-9062d47c23e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.416158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf6c6e3-3654-47fd-9787-9062d47c23e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.499223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.514564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Transition to ACTIVE for port object 67bbe558-e207-4089-ac4b-71d4ac8fd394 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:28.517914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0bf6c6e3-3654-47fd-9787-9062d47c23e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc3d4baeae9145c3b5509b6e144d1395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4257720 Jul 23 20:23:28.520463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.522049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49006) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:28.551574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8e47d178-7e80-4dc4-acbc-37269ffe1061 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:28.561250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6c6e3-3654-47fd-9787-9062d47c23e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cdd479-79f1-47aa-ae58-1991ba879604,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:28.611615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Allocated IP 172.20.0.34 (ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec/2853e7f6-2b08-4218-b95c-47a33211ef57/d9cc059b-6664-4594-aca3-8f556985abc7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:28.614256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6cc46-7c7c-4454-ac39-b45397293c8b req-211992e9-64d4-4fdb-b6df-2be5407dea20 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.615968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64c6cc46-7c7c-4454-ac39-b45397293c8b req-211992e9-64d4-4fdb-b6df-2be5407dea20 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1552181 Jul 23 20:23:28.637855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7cc6e-3e90-44b9-9a94-920c7a59a9e0 req-57c604d4-6f44-4afb-a221-d789c2e5c259 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.639559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27e7cc6e-3e90-44b9-9a94-920c7a59a9e0 req-57c604d4-6f44-4afb-a221-d789c2e5c259 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1303751 Jul 23 20:23:28.658457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 8e47d178-7e80-4dc4-acbc-37269ffe1061 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:28.664010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 8e47d178-7e80-4dc4-acbc-37269ffe1061 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:28.664391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.702318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64c6cc46-7c7c-4454-ac39-b45397293c8b req-5718a65a-4b1d-4f64-808d-e11e8489dc57 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757506 Jul 23 20:23:28.714695 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27e7cc6e-3e90-44b9-9a94-920c7a59a9e0 req-e7188f76-8a78-4ef1-89f2-9b3d4e93f64a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607212 Jul 23 20:23:28.726283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event updated for resources: {'Port': ['ID=67bbe558-e207-4089-ac4b-71d4ac8fd394,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:28.757259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9cc059b-6664-4594-aca3-8f556985abc7,segment=NetworkSegment(79efc13b-e10f-43a0-9a67-c254c8d412c5),segment_id=79efc13b-e10f-43a0-9a67-c254c8d412c5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:28.760768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-092a9e3d-6469-4d3e-9ab4-83bd67143167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.788725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-7518ba05-3708-4f58-94b6-d9aa85d537b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.790383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-7518ba05-3708-4f58-94b6-d9aa85d537b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 1098 time: 0.2212641 Jul 23 20:23:28.791094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] In _notify_port_updated(), no bound segment for port 67bbe558-e207-4089-ac4b-71d4ac8fd394 on network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:23:28.796612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.797257 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.798618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-60159a34-47b4-4a5e-9915-8e67b57090a6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "PUT /v2.0/ports/67bbe558-e207-4089-ac4b-71d4ac8fd394 HTTP/1.1" status: 200 len: 959 time: 1.0179400 Jul 23 20:23:28.802052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49008) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:28.818604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-092a9e3d-6469-4d3e-9ab4-83bd67143167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.927960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-21c74c23-f49c-4ad0-af30-8729327f527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:28.929574 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-21c74c23-f49c-4ad0-af30-8729327f527b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.1254714 Jul 23 20:23:28.937981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-092a9e3d-6469-4d3e-9ab4-83bd67143167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.939230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-092a9e3d-6469-4d3e-9ab4-83bd67143167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.941551 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-092a9e3d-6469-4d3e-9ab4-83bd67143167 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97cdd479-79f1-47aa-ae58-1991ba879604 HTTP/1.1" status: 204 len: 168 time: 0.4178109 Jul 23 20:23:28.976816 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.982983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 67bbe558-e207-4089-ac4b-71d4ac8fd394 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:28.983350 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:28.993534 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.002842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a9e3d-6469-4d3e-9ab4-83bd67143167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cdd479-79f1-47aa-ae58-1991ba879604,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:29.048593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-1124235d-4272-4526-b863-17baf80f305d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 200 len: 1001 time: 0.1057467 Jul 23 20:23:29.057386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Transition to ACTIVE for port object d9cc059b-6664-4594-aca3-8f556985abc7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:29.060012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 8e47d178-7e80-4dc4-acbc-37269ffe1061, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:29.062665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47d178-7e80-4dc4-acbc-37269ffe1061'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:29.064490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bc01f-0d83-4255-b117-865786151e26 req-a9cb0ac5-fd08-4c4d-aa9a-7f95740f25da tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:29.065645 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9be838a-76df-4cae-a137-4954dedf9d72" -d '{"events": [{"server_uuid": "d94fb1d2-2c04-4947-969e-87958d4e5111", "name": "network-vif-plugged", "status": "completed", "tag": "8e47d178-7e80-4dc4-acbc-37269ffe1061"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:29.072196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c19bc01f-0d83-4255-b117-865786151e26 req-a9cb0ac5-fd08-4c4d-aa9a-7f95740f25da tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 946 time: 0.1625807 Jul 23 20:23:29.074816 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.089066 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.144210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c19bc01f-0d83-4255-b117-865786151e26 req-088ff5d7-b12b-4a43-95d6-212194723578 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/security-groups?id=065e7f1b-b377-4b6f-ae1d-39be523127f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708928 Jul 23 20:23:29.147967 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.165532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-b6abc4a2-bef8-4276-999a-1bcbd14147c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:29.171070 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-b6abc4a2-bef8-4276-999a-1bcbd14147c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.1148386 Jul 23 20:23:29.178986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 67bbe558-e207-4089-ac4b-71d4ac8fd394 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:29.235816 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb51d133-a98b-4d7c-a847-8f12e4854e60 x-openstack-request-id: req-bb51d133-a98b-4d7c-a847-8f12e4854e60 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:29.236424 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94fb1d2-2c04-4947-969e-87958d4e5111", "name": "network-vif-plugged", "status": "completed", "tag": "8e47d178-7e80-4dc4-acbc-37269ffe1061", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:29.236424 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb51d133-a98b-4d7c-a847-8f12e4854e60 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:29.236733 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e47d178-7e80-4dc4-acbc-37269ffe1061', 'code': 200} Jul 23 20:23:29.254446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88cf48-da94-42bb-9ea3-624fa5cfc4a1 None None] Pushing event updated for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:29.322612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=8e47d178-7e80-4dc4-acbc-37269ffe1061,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:29.354675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7e92d4a4-4b40-42e1-a29f-c9bc9651527f tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:29.356765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7e92d4a4-4b40-42e1-a29f-c9bc9651527f tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.47 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 946 time: 0.2197301 Jul 23 20:23:29.362445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-427e200d-4cee-4bc5-af27-03492ed9da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:29.364581 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-427e200d-4cee-4bc5-af27-03492ed9da48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600730 Jul 23 20:23:29.444716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7677410e-4b49-448e-8625-86685207af05 req-1730d2ed-8810-4784-9035-c96f415d4343 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0841002 Jul 23 20:23:29.463421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49024) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.497336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc12c-2a98-43a4-88c6-623a09144da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.514365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f3b89-5b10-412e-af3e-d9c7bb227f29 req-c95c5f47-983a-47d4-800e-1f8158dc33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:29.515890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-829f3b89-5b10-412e-af3e-d9c7bb227f29 req-c95c5f47-983a-47d4-800e-1f8158dc33e4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 1098 time: 0.2021418 Jul 23 20:23:29.555232 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-3aab5162-7328-442d-85bd-bb6950163ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802967 Jul 23 20:23:29.568097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Deleting port 89fd2209-4d8b-43fe-9ece-885623f4c61f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:29.568440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.595045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49916e-100f-4dc2-8eeb-bdd05229ee58 req-41b19d66-41ac-40e9-8231-657f8c872c05 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:29.596702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad49916e-100f-4dc2-8eeb-bdd05229ee58 req-41b19d66-41ac-40e9-8231-657f8c872c05 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 946 time: 0.2773764 Jul 23 20:23:29.647728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.650618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-829f3b89-5b10-412e-af3e-d9c7bb227f29 req-e428ee92-688e-4e6c-a0ff-b077c40502a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234410 Jul 23 20:23:29.702427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=67bbe558-e207-4089-ac4b-71d4ac8fd394,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:29.748966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad49916e-100f-4dc2-8eeb-bdd05229ee58 req-f2bfdc39-6517-40d7-8c87-80526c3c00ab tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277051 Jul 23 20:23:29.854996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.858222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-26e40400-a445-4d8a-9f8a-5f86eeb69152 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/67bbe558-e207-4089-ac4b-71d4ac8fd394 HTTP/1.1" status: 204 len: 168 time: 1.0546029 Jul 23 20:23:29.863117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49030) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.946983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Provisioning complete for port 6570d689-c713-4dcd-a435-0db034830bd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:29.948650 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.951884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc12c-2a98-43a4-88c6-623a09144da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.956938 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c42633-d164-4bec-80f8-7718b4b6363c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] GET failed (client error): The resource could not be found. Jul 23 20:23:29.961333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-24c42633-d164-4bec-80f8-7718b4b6363c tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports/67bbe558-e207-4089-ac4b-71d4ac8fd394 HTTP/1.1" status: 404 len: 333 time: 0.0762980 Jul 23 20:23:29.963463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49032) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:29.966242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc12c-2a98-43a4-88c6-623a09144da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:29.992417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Port 6570d689-c713-4dcd-a435-0db034830bd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:29.995912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Could not find standard attr ID for object 67bbe558-e207-4089-ac4b-71d4ac8fd394. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:23:30.008428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Provisioning for port d9cc059b-6664-4594-aca3-8f556985abc7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:30.014303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:30.015649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddc6c4b3-86ce-4210-bbe4-2926a3b94bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.044991 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcf8d54f-c8f2-44f4-adeb-b9fa5f3c6fb2 req-c450dd1d-0ae3-4580-89c9-3f5208d82ace service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730666 Jul 23 20:23:30.048251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ae9cc12c-2a98-43a4-88c6-623a09144da1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b27b24c99e04c4d8651c6d2dc1df7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814345 Jul 23 20:23:30.050173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] For port 89fd2209-4d8b-43fe-9ece-885623f4c61f, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=89fd2209-4d8b-43fe-9ece-885623f4c61f,segment=NetworkSegment(7bac451d-44b2-4e78-962a-b9c0baa936bb),segment_id=7bac451d-44b2-4e78-962a-b9c0baa936bb)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:30.050573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.052908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49034) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:30.058263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cc12c-2a98-43a4-88c6-623a09144da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa0e198-fe23-4477-8ff7-6a37de0a768d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.086821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Calling delete_port for 89fd2209-4d8b-43fe-9ece-885623f4c61f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:30.100969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad248c2b-86f7-41e6-89ed-ba3278acde1d req-dde9d6fd-d459-40ed-8d6b-1d7f89801ebb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:30.102707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad248c2b-86f7-41e6-89ed-ba3278acde1d req-dde9d6fd-d459-40ed-8d6b-1d7f89801ebb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.2935882 Jul 23 20:23:30.127791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8407a9-9737-4e06-bef0-4abb26bd1a4a req-ec761be4-ffe2-408f-9843-d48ff0f13dc8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:30.130227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c8407a9-9737-4e06-bef0-4abb26bd1a4a req-ec761be4-ffe2-408f-9843-d48ff0f13dc8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2780197 Jul 23 20:23:30.161624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d22520e7-dd21-4a51-80a4-542793017bd0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.167039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-272b8886-5c1d-45de-94e2-06eb33548380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.200221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-272b8886-5c1d-45de-94e2-06eb33548380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.205499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad248c2b-86f7-41e6-89ed-ba3278acde1d req-978d3cc2-d6ed-4859-ad3c-20723c59c691 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889747 Jul 23 20:23:30.213895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d22520e7-dd21-4a51-80a4-542793017bd0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.233165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c8407a9-9737-4e06-bef0-4abb26bd1a4a req-7c00d3f2-0bcb-48f4-87e2-1099047b3613 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921431 Jul 23 20:23:30.284984 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d22520e7-dd21-4a51-80a4-542793017bd0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.287974 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d22520e7-dd21-4a51-80a4-542793017bd0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.294370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d22520e7-dd21-4a51-80a4-542793017bd0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/security-groups/1f8a06c1-67c4-4ef0-8211-4237cc6ab7d9 HTTP/1.1" status: 204 len: 168 time: 0.3289728 Jul 23 20:23:30.294951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49040) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:30.306821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22520e7-dd21-4a51-80a4-542793017bd0 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a06c1-67c4-4ef0-8211-4237cc6ab7d9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.316352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-272b8886-5c1d-45de-94e2-06eb33548380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.319080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-272b8886-5c1d-45de-94e2-06eb33548380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.321084 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-272b8886-5c1d-45de-94e2-06eb33548380 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/baa0e198-fe23-4477-8ff7-6a37de0a768d HTTP/1.1" status: 204 len: 168 time: 0.2629330 Jul 23 20:23:30.350468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.355366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b8886-5c1d-45de-94e2-06eb33548380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa0e198-fe23-4477-8ff7-6a37de0a768d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.368367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['89fd2209-4d8b-43fe-9ece-885623f4c61f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:30.386444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a727f2e3-886d-43a2-b60c-670d44c136b9 req-9f14874c-49a7-4600-8e56-c0f53eb95083 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.46 "GET /v2.0/ports?device_id=deebcf03-69cd-4de8-80be-38b0ad723065 HTTP/1.1" status: 200 len: 210 time: 0.0672514 Jul 23 20:23:30.406267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Pushing event deleted for resources: {'Port': ['ID=89fd2209-4d8b-43fe-9ece-885623f4c61f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.468114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] No DVR routers for this DVR port 89fd2209-4d8b-43fe-9ece-885623f4c61f on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:30.469958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90c5f148-26e6-4432-80d6-078862948837 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.474138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.475963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f9e49f13-1fef-4f75-b1ef-5588477f9ee5 req-7921a34c-8948-44a8-b6dc-b77031e9f264 tempest-InstanceActionsNegativeTestJSON-1025099019 tempest-InstanceActionsNegativeTestJSON-1025099019-project] 10.222.0.47 "DELETE /v2.0/ports/89fd2209-4d8b-43fe-9ece-885623f4c61f HTTP/1.1" status: 204 len: 173 time: 1.1103799 Jul 23 20:23:30.476444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'name': 'network-vif-deleted', 'tag': '89fd2209-4d8b-43fe-9ece-885623f4c61f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:30.478728 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84d839a-0ec7-4cfe-97cb-1d8efe605b92" -d '{"events": [{"server_uuid": "deebcf03-69cd-4de8-80be-38b0ad723065", "name": "network-vif-deleted", "tag": "89fd2209-4d8b-43fe-9ece-885623f4c61f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:30.520020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90c5f148-26e6-4432-80d6-078862948837 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.540380 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6015d8-5721-4cbf-b5d8-6522f50a0da6 x-openstack-request-id: req-1b6015d8-5721-4cbf-b5d8-6522f50a0da6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:30.541047 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deebcf03-69cd-4de8-80be-38b0ad723065", "name": "network-vif-deleted", "tag": "89fd2209-4d8b-43fe-9ece-885623f4c61f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:30.541297 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b6015d8-5721-4cbf-b5d8-6522f50a0da6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:30.541774 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deebcf03-69cd-4de8-80be-38b0ad723065', 'name': 'network-vif-deleted', 'tag': '89fd2209-4d8b-43fe-9ece-885623f4c61f', 'status': 'completed', 'code': 200} Jul 23 20:23:30.601956 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90c5f148-26e6-4432-80d6-078862948837 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.605679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-90c5f148-26e6-4432-80d6-078862948837 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.609757 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-90c5f148-26e6-4432-80d6-078862948837 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/security-groups/53ac6127-d86f-40ab-b67b-1b1b2df127e0 HTTP/1.1" status: 204 len: 168 time: 0.3134310 Jul 23 20:23:30.613992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49048) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:30.637110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e056fa34-e65a-4c44-b0bb-a57c6b2151fd req-43bac9d8-8875-4856-9439-895263f91a1c tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0509629 Jul 23 20:23:30.647978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1a12345a-1e83-44f1-901e-99cd7dae9b9a None None] Could not find standard attr ID for object 67bbe558-e207-4089-ac4b-71d4ac8fd394. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:23:30.682856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5f148-26e6-4432-80d6-078862948837 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac6127-d86f-40ab-b67b-1b1b2df127e0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.731309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d23ad07-9373-4a5b-afc6-28e8f2cdc54f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.759554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d23ad07-9373-4a5b-afc6-28e8f2cdc54f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.820540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d23ad07-9373-4a5b-afc6-28e8f2cdc54f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.823504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d23ad07-9373-4a5b-afc6-28e8f2cdc54f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.827597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49056) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:30.827971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d23ad07-9373-4a5b-afc6-28e8f2cdc54f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/security-groups/63aa9f14-aa9c-4d78-b5b8-77bc337e73bc HTTP/1.1" status: 204 len: 168 time: 0.2113984 Jul 23 20:23:30.839588 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23ad07-9373-4a5b-afc6-28e8f2cdc54f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa9f14-aa9c-4d78-b5b8-77bc337e73bc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:30.934210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet 0b2da0be-0517-4e8f-9023-093dde0af37e {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:30.939027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:30.983567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.012214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83b9b4-5810-4c89-a2c7-59dba99eb79d req-b57935fe-2837-4021-9b02-6df29c12c8c7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:31.013736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c83b9b4-5810-4c89-a2c7-59dba99eb79d req-b57935fe-2837-4021-9b02-6df29c12c8c7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 946 time: 0.1389101 Jul 23 20:23:31.089966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c83b9b4-5810-4c89-a2c7-59dba99eb79d req-010c1666-71cf-43ec-ac22-a639065ddf32 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660889 Jul 23 20:23:31.111118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.208873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.241825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da03bb7-efa6-4b65-b97d-3bb5d6ebfffa None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:31.261076 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.266906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/0b2da0be-0517-4e8f-9023-093dde0af37e HTTP/1.1" status: 204 len: 168 time: 0.4381850 Jul 23 20:23:31.268672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a54f-154d-438c-a6f4-8b162434a905 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2da0be-0517-4e8f-9023-093dde0af37e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:31.270813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49078) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:31.303495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9cc059b-6664-4594-aca3-8f556985abc7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:31.358785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet 2853e7f6-2b08-4218-b95c-47a33211ef57 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:31.368775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.418589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.487286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:31.488567 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.497068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce59f7-ee79-4a4b-bb46-55f53d62530c req-84260bba-e0e2-4bbe-bab7-4f2f90e53388 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:31.498628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8ce59f7-ee79-4a4b-bb46-55f53d62530c req-84260bba-e0e2-4bbe-bab7-4f2f90e53388 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.0921831 Jul 23 20:23:31.507021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515070-92b0-4ccc-a233-b4938bc2822c req-086d1c23-34fe-4ebd-b4d2-2ffcff52f4ed tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:31.508563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0515070-92b0-4ccc-a233-b4938bc2822c req-086d1c23-34fe-4ebd-b4d2-2ffcff52f4ed tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1693685 Jul 23 20:23:31.519587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.561020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8ce59f7-ee79-4a4b-bb46-55f53d62530c req-3f041fef-f22f-46b9-8992-c7dc20b7c05c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514545 Jul 23 20:23:31.584148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0515070-92b0-4ccc-a233-b4938bc2822c req-d41f4e8d-13a3-458b-84b2-e5510ab1769f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501087 Jul 23 20:23:31.609873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.645711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.647612 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/2853e7f6-2b08-4218-b95c-47a33211ef57 HTTP/1.1" status: 204 len: 168 time: 0.3738928 Jul 23 20:23:31.648611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e13cbb-e734-4fd0-abde-60fe6101cfd6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=2853e7f6-2b08-4218-b95c-47a33211ef57,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:31.650398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49096) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:31.684041 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1944f634-9cee-4b9f-981b-c2268c8e887e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:31.684041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1944f634-9cee-4b9f-981b-c2268c8e887e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:31.684041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1944f634-9cee-4b9f-981b-c2268c8e887e tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/0b2da0be-0517-4e8f-9023-093dde0af37e HTTP/1.1" status: 404 len: 337 time: 0.0290389 Jul 23 20:23:31.686375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49100) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:31.759879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49104) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:31.775299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting subnet 5121d799-7083-4b10-b3e5-6e1e4efe903c {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:31.779524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.823249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809a885-22b1-4875-ab8c-e285845d58a8 None None] Update dhcp port {'port': {'network_id': 'ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec', 'fixed_ips': [{'subnet_id': '5121d799-7083-4b10-b3e5-6e1e4efe903c', 'ip_address': '172.20.0.18'}, {'subnet_id': '2853e7f6-2b08-4218-b95c-47a33211ef57'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'd9cc059b-6664-4594-aca3-8f556985abc7'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:23:31.832056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.864722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Deleting subnet 1162a4c2-c1d2-4250-adce-f29bbeb6d6a1 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:23:31.867826 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c809a885-22b1-4875-ab8c-e285845d58a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.876524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:31.957028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.040023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a161aa06-65aa-4d36-b288-6e4a4cd5b5ca req-670500ec-1875-41ed-9744-4fe1774954a5 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1577771 Jul 23 20:23:32.056404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.071280 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.131547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.133752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.159977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Subnet': ['ID=5121d799-7083-4b10-b3e5-6e1e4efe903c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:32.163050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1162a4c2-c1d2-4250-adce-f29bbeb6d6a1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:32.164143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.164798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.166630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d9189b18-96f7-442f-949c-5f17e995b73a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1162a4c2-c1d2-4250-adce-f29bbeb6d6a1 HTTP/1.1" status: 204 len: 168 time: 0.4054091 Jul 23 20:23:32.168076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49120) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.170860 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-348610fd-ead3-4244-be43-55e0befe5614 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/5121d799-7083-4b10-b3e5-6e1e4efe903c HTTP/1.1" status: 204 len: 168 time: 0.4832187 Jul 23 20:23:32.171469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49122) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-c809a885-22b1-4875-ab8c-e285845d58a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5121d799-7083-4b10-b3e5-6e1e4efe903c: This subnet is being modified by another concurrent operation. Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:23:32.188930 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5121d799-7083-4b10-b3e5-6e1e4efe903c: This subnet is being modified by another concurrent operation. Jul 23 20:23:32.193137 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 20:23:32.210713 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f4e335-b931-4452-a7e0-7b6a65612321 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.211174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f4e335-b931-4452-a7e0-7b6a65612321 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.215206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13f4e335-b931-4452-a7e0-7b6a65612321 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/dcdd697b-d69a-435b-bc73-45b51773e46d HTTP/1.1" status: 404 len: 337 time: 0.0439668 Jul 23 20:23:32.215503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49124) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.248178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a82860a5-0494-462c-9d15-12059dd4b4e6 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "GET /v2.0/ports?device_id=00e797ae-8e8c-4e75-b30a-2dc9af73315c HTTP/1.1" status: 200 len: 205 time: 0.0295868 Jul 23 20:23:32.248860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.269025 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.313582 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-6894d03f-fce5-4478-b66a-5812d48a3c6a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] delete failed (client error): The resource could not be found. Jul 23 20:23:32.314640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6894d03f-fce5-4478-b66a-5812d48a3c6a tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/routers/00e797ae-8e8c-4e75-b30a-2dc9af73315c HTTP/1.1" status: 404 len: 336 time: 0.0646052 Jul 23 20:23:32.318050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49132) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.329494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72864d-d487-4998-8425-4a0cace58579 None None] Network ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:32.347838 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc4099c-3541-4c57-8d67-7192e76552ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.348119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc4099c-3541-4c57-8d67-7192e76552ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.349898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9cc4099c-3541-4c57-8d67-7192e76552ce tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/df1bdb47-2e47-4184-acc6-82f2142c327b HTTP/1.1" status: 404 len: 337 time: 0.0308793 Jul 23 20:23:32.352365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49134) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.367759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.370802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6629013f-6b75-4537-86d9-7e9ff83e521d None None] Provisioning complete for port 6570d689-c713-4dcd-a435-0db034830bd3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:32.371248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6629013f-6b75-4537-86d9-7e9ff83e521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.380450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aee11dd-6f97-4351-b8d0-e84fa3c340b2']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.390671 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-83311204-605c-441b-b293-ce6549435142 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.391133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83311204-605c-441b-b293-ce6549435142 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.396355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bac451d-44b2-4e78-962a-b9c0baa936bb') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.396660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bac451d-44b2-4e78-962a-b9c0baa936bb') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:32.398275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83311204-605c-441b-b293-ce6549435142 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/d13be092-b179-42ab-be3a-03020d38de4d HTTP/1.1" status: 404 len: 337 time: 0.0448930 Jul 23 20:23:32.398482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49136) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.432264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.435005 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dd21fc-1e5b-4352-a146-d339c59b315f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.435520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dd21fc-1e5b-4352-a146-d339c59b315f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.439564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-84dd21fc-1e5b-4352-a146-d339c59b315f tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/95d49446-ab1b-43db-ad6f-518ddb79aa13 HTTP/1.1" status: 404 len: 337 time: 0.0377219 Jul 23 20:23:32.441735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49138) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.451391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.461210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:32.461652 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:32.467691 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:32.480115 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e08e4b-1a1a-4cd8-a893-75ff496415c2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.480419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e08e4b-1a1a-4cd8-a893-75ff496415c2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.482170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11e08e4b-1a1a-4cd8-a893-75ff496415c2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/5d503bf7-3f84-4c0e-b84d-68449abfeecc HTTP/1.1" status: 404 len: 333 time: 0.0384080 Jul 23 20:23:32.483487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6629013f-6b75-4537-86d9-7e9ff83e521d None None] Port 6570d689-c713-4dcd-a435-0db034830bd3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:32.485144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.499251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6629013f-6b75-4537-86d9-7e9ff83e521d None None] Provisioning complete for port d9cc059b-6664-4594-aca3-8f556985abc7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:32.499819 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6629013f-6b75-4537-86d9-7e9ff83e521d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.515544 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0423b109-d832-4322-879d-351c50492703 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.516222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0423b109-d832-4322-879d-351c50492703 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.518216 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0423b109-d832-4322-879d-351c50492703 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/c389ce8d-208f-4ad8-a3c2-f73e56754609 HTTP/1.1" status: 404 len: 337 time: 0.0315130 Jul 23 20:23:32.521669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49142) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.552692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.555803 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85f5e54-56b2-4965-9883-53c28038f1b5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.556493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85f5e54-56b2-4965-9883-53c28038f1b5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.558683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d85f5e54-56b2-4965-9883-53c28038f1b5 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/9dfca15a-7552-4c6b-b1aa-4abc6b3d9520 HTTP/1.1" status: 404 len: 337 time: 0.0357223 Jul 23 20:23:32.561321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49144) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.571252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.574278 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0aee11dd-6f97-4351-b8d0-e84fa3c340b2 HTTP/1.1" status: 204 len: 168 time: 0.4014833 Jul 23 20:23:32.590273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b553d15-6a06-4aa6-80b8-6ac5802aeff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aee11dd-6f97-4351-b8d0-e84fa3c340b2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:32.606345 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-261ec0ee-ee23-4f02-afa0-96cd19274913 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.607651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261ec0ee-ee23-4f02-afa0-96cd19274913 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.611299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-261ec0ee-ee23-4f02-afa0-96cd19274913 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/f5860b66-8efd-4537-b723-205785890a62 HTTP/1.1" status: 404 len: 333 time: 0.0485747 Jul 23 20:23:32.614360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49150) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.620512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] DHCP port deletion for ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:23:32.644994 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ef5c23-775c-44a5-b589-93132b5273a2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.645267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ef5c23-775c-44a5-b589-93132b5273a2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.647368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46ef5c23-775c-44a5-b589-93132b5273a2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/5ee33e37-1944-4fdd-aaba-b6e0301dc675 HTTP/1.1" status: 404 len: 337 time: 0.0318279 Jul 23 20:23:32.649908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49152) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.703329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] Deleting port d9cc059b-6664-4594-aca3-8f556985abc7 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:32.703767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.754695 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16cea08-ca7c-446e-9d84-9e473449d0d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] DELETE failed (client error): The resource could not be found. Jul 23 20:23:32.755160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16cea08-ca7c-446e-9d84-9e473449d0d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:23:32.756944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b16cea08-ca7c-446e-9d84-9e473449d0d9 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/subnets/de434012-2043-44c8-a850-c2133c67b039 HTTP/1.1" status: 404 len: 337 time: 0.1055787 Jul 23 20:23:32.759673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49156) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.844693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171803d-b985-4a85-9717-96759b8c0388 req-df9975d1-ec71-42ae-be7e-ce448bb43ddf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:32.846351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7171803d-b985-4a85-9717-96759b8c0388 req-df9975d1-ec71-42ae-be7e-ce448bb43ddf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1973233 Jul 23 20:23:32.851416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] For port d9cc059b-6664-4594-aca3-8f556985abc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d9cc059b-6664-4594-aca3-8f556985abc7,segment=NetworkSegment(79efc13b-e10f-43a0-9a67-c254c8d412c5),segment_id=79efc13b-e10f-43a0-9a67-c254c8d412c5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:32.851811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:32.869592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] Calling delete_port for d9cc059b-6664-4594-aca3-8f556985abc7 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:32.903037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7171803d-b985-4a85-9717-96759b8c0388 req-d4a6d7f1-34ef-4cfd-9e95-91aa019bf5dd tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478671 Jul 23 20:23:32.904931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49158) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.967372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13d27d9b-7ecf-40d3-8e0d-8624a9fbac20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=534817c83f5f41e5b2280626a1b6f319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590060 Jul 23 20:23:32.967994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49160) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:32.970094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 89fd2209-4d8b-43fe-9ece-885623f4c61f no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:32.993464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Deleting port 6570d689-c713-4dcd-a435-0db034830bd3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:32.994449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.024269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 89fd2209-4d8b-43fe-9ece-885623f4c61f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:33.024698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 89fd2209-4d8b-43fe-9ece-885623f4c61f not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:33.056956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b62-d261-4328-ae07-50cfeb46c9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.076838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.111107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b62-d261-4328-ae07-50cfeb46c9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.142976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] Pushing event deleted for resources: {'Port': ['ID=d9cc059b-6664-4594-aca3-8f556985abc7,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:33.150350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e6aeca-5948-4762-9098-16259cee8e23 None None] No DVR routers for this DVR port d9cc059b-6664-4594-aca3-8f556985abc7 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:33.178952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceabdf23-cfc9-455c-a79d-959350507749 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:23:33.193771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.227284 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b62-d261-4328-ae07-50cfeb46c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.230952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f6b7b62-d261-4328-ae07-50cfeb46c9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.232200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7f6b7b62-d261-4328-ae07-50cfeb46c9dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/065e7f1b-b377-4b6f-ae1d-39be523127f2 HTTP/1.1" status: 204 len: 168 time: 0.2633023 Jul 23 20:23:33.235306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Calling delete_port for 6570d689-c713-4dcd-a435-0db034830bd3 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:33.280646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ffb522d-1714-49fe-a4a6-6a30cb4786c0 req-024754ac-5506-4718-8b10-013cd1178fe1 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0768218 Jul 23 20:23:33.286208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b7b62-d261-4328-ae07-50cfeb46c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e7f1b-b377-4b6f-ae1d-39be523127f2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:33.356559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9cc059b-6664-4594-aca3-8f556985abc7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:33.383743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d9cc059b-6664-4594-aca3-8f556985abc7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:23:33.384157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d9cc059b-6664-4594-aca3-8f556985abc7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:23:33.402759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.451547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceabdf23-cfc9-455c-a79d-959350507749 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:23:33.454881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Port': ['ID=6570d689-c713-4dcd-a435-0db034830bd3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:33.464839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.471425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-76551b40-7d0f-425d-844b-9f5c0d0ee544 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/ports/6570d689-c713-4dcd-a435-0db034830bd3 HTTP/1.1" status: 204 len: 168 time: 0.7104294 Jul 23 20:23:33.473869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49174) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:33.571341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.745904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.759901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:33.770813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79efc13b-e10f-43a0-9a67-c254c8d412c5') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:33.771196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79efc13b-e10f-43a0-9a67-c254c8d412c5') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:33.781688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.810576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.824574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:23:33.825066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:23:33.861752 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:23:34.005956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.031877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.036685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] 10.222.0.46 "DELETE /v2.0/networks/ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec HTTP/1.1" status: 204 len: 168 time: 0.5583990 Jul 23 20:23:34.036685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de11cf8-7f02-4bd6-951a-d350a03862e2 tempest-PortsTestJSON-2139688495 tempest-PortsTestJSON-2139688495-project] Pushing event deleted for resources: {'Network': ['ID=ebcde1f9-a8f6-4a5c-a94a-7eb47f0863ec,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:34.127403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3af7e2-f1aa-4465-9f2d-9f654f76d326 req-eb0bed6c-6aec-41fc-a200-895159dade7a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:34.137561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c3af7e2-f1aa-4465-9f2d-9f654f76d326 req-eb0bed6c-6aec-41fc-a200-895159dade7a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1023707 Jul 23 20:23:34.193862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c3af7e2-f1aa-4465-9f2d-9f654f76d326 req-20420aa3-eaa8-4a67-9711-2d5c4958e8e5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Jul 23 20:23:34.355225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49210) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:34.395692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49214) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:34.447894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a30744f-4242-4776-a39a-80505b4d23f8 req-ee85eb47-ca50-4758-86b2-b67031fc13b5 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0442381 Jul 23 20:23:34.504872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1798364835-network', 'tenant_id': '18cbd2de73534bcea64a685080913195'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:34.564019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:34.567297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.580607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.589202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ca797eb1-e071-4b76-8d09-0a369d72919b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02eb997bf5924e8f91bb0cdf3288b595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890812 Jul 23 20:23:34.589517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49220) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:34.658174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-403e1060-945a-47ca-b793-b4c6e20f1d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.685383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-403e1060-945a-47ca-b793-b4c6e20f1d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.704705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.710660 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.746190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-403e1060-945a-47ca-b793-b4c6e20f1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.748174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:23:34.749730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-403e1060-945a-47ca-b793-b4c6e20f1d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.752242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-403e1060-945a-47ca-b793-b4c6e20f1d92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e08a6e1-9bb1-4c0b-aff7-8844f70ec95f HTTP/1.1" status: 204 len: 168 time: 0.1613309 Jul 23 20:23:34.758531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f220e20-ee36-4452-a298-9620e0e293dc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:34.769641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.769751 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Added segment caa501c6-6191-43bd-82dd-6f2470ebbf3f of type vlan for network 20275b04-68cb-4d50-94cf-543c5a033c35 Jul 23 20:23:34.774581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1060-945a-47ca-b793-b4c6e20f1d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e08a6e1-9bb1-4c0b-aff7-8844f70ec95f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:34.829783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.867419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.868942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:34.869911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.907448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5507479 Jul 23 20:23:34.910639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49224) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:34.916175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Request body: {'subnet': {'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1798364835-subnet', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:34.960994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:34.964040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:34.993090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c083a-c41f-461d-bb29-a2b4d503e380 admin admin] Pushing event updated for resources: {'Network': ['ID=20275b04-68cb-4d50-94cf-543c5a033c35,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:35.004070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 20275b04-68cb-4d50-94cf-543c5a033c35 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:23:35.203576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.332831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb2b139-2467-4776-b52a-718964b53e2e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:35.390357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:35.390748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Network hostable DHCP agents. Network: 20275b04-68cb-4d50-94cf-543c5a033c35, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:23:35.428123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:23:35.442648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34125e41-8b8a-4162-903e-3d34328a7bf8 req-f9180ae9-551b-430a-a73e-cbec42daedcb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:35.449875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34125e41-8b8a-4162-903e-3d34328a7bf8 req-f9180ae9-551b-430a-a73e-cbec42daedcb tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1124291 Jul 23 20:23:35.468507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 20275b04-68cb-4d50-94cf-543c5a033c35) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:35.475155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:35.475837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.483503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc26b642-da6b-40e5-ae9a-7f9fed57b1de None None] Network 20275b04-68cb-4d50-94cf-543c5a033c35 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:35.509774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34125e41-8b8a-4162-903e-3d34328a7bf8 req-1bb5b0d1-e5b8-4d25-8c19-8022dcf66d1d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589385 Jul 23 20:23:35.517777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-afc97f6b-f531-449e-8f8f-3e897e4c60b0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6059475 Jul 23 20:23:35.521094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49244) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:35.528127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:35.577469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.579367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.723310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.734814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-20275b04-68cb-4d50-94cf-543c5a033c35', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:23:35.742207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:35.764930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8565bc81-ea8f-4e67-baba-c2802e39b62f req-c0313970-8e0f-4834-835d-837a214d8942 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0401423 Jul 23 20:23:35.939647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49256) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:35.973861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Allocated IP 172.20.0.2 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/767a5d71-9c81-4e57-b6cc-4ca3b5898b93) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:36.075864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--587236674'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:36.135635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.162184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.246148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.293167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.302995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Transition to ACTIVE for port object 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:36.319771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Transition to ACTIVE for port object 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:36.328154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.392124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Pushing event updated for resources: {'Port': ['ID=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:36.407374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:36.408939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:36.412911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:36.421902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.437222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.510195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Attempting to bind port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:36.510480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Attempting to bind port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:36.510833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Attempting to bind port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:36.518247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:36.520197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:36.520649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.521207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:36.521741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Bound port: 767a5d71-9c81-4e57-b6cc-4ca3b5898b93, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:36.522215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.563456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c362105d-6d4e-44f3-af57-4db205b341cd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:36.600946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.626110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] For port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:36.634087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] For port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:36.643358 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.671338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.682619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.691742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.735187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68104d-c989-4f6b-b94d-aa269bb270c5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:36.773572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712576b6-1334-42a7-a40a-0f7efce22dc2 None None] Pushing event updated for resources: {'Port': ['ID=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:36.774349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:36.775923 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7a7c70e6-9bc8-4b40-a6d7-3aaf2b3f1d67 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8350389 Jul 23 20:23:36.782219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:36.882446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Allocated IP 172.25.8.101 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/8a5abd2e-be5b-4447-a1ed-d703d674b1aa) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:36.962639 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a9a124b7-a4eb-4edc-a68f-b2293adb64f2 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1702676 Jul 23 20:23:36.965349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49274) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:36.972517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-security--284167388', 'description': 'tempest-security-description-1985961757'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:37.008961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.015267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.129778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.135294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.139260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.144344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "PUT /v2.0/security-groups/dd68104d-c989-4f6b-b94d-aa269bb270c5 HTTP/1.1" status: 200 len: 1779 time: 0.1757953 Jul 23 20:23:37.145213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49276) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.146566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4eff20b5-d44a-4833-bc20-b3ab28bf0b36 req-df644868-bc5f-4985-a3a3-90c78c56afde tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1059737 Jul 23 20:23:37.239724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59a786-157e-4c16-b7d8-52e2d0a57d4c req-9500579d-96f7-4372-afdb-0d7544d912a7 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:37.257775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e59a786-157e-4c16-b7d8-52e2d0a57d4c req-9500579d-96f7-4372-afdb-0d7544d912a7 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.6030140 Jul 23 20:23:37.264380 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-88340d28-51d6-4d4b-8d53-f0243f40e548 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups/dd68104d-c989-4f6b-b94d-aa269bb270c5 HTTP/1.1" status: 200 len: 1779 time: 0.1148715 Jul 23 20:23:37.267077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49280) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.278286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de22e0-3ef1-465d-8322-f866904f0a83 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68104d-c989-4f6b-b94d-aa269bb270c5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:37.291826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.369197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070ae12c-e26d-4c74-b5b3-1d6a8ec5f6ed tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.399165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:37.407720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070ae12c-e26d-4c74-b5b3-1d6a8ec5f6ed tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.412265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:37.428611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e59a786-157e-4c16-b7d8-52e2d0a57d4c req-71ca0470-8df7-4f32-be2c-bb4676fef3fa tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698518 Jul 23 20:23:37.429626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:37.437830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:37.465738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Pushing event updated for resources: {'Port': ['ID=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:37.492404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070ae12c-e26d-4c74-b5b3-1d6a8ec5f6ed tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.495597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-070ae12c-e26d-4c74-b5b3-1d6a8ec5f6ed tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.497170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-070ae12c-e26d-4c74-b5b3-1d6a8ec5f6ed tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/dd68104d-c989-4f6b-b94d-aa269bb270c5 HTTP/1.1" status: 204 len: 168 time: 0.2282922 Jul 23 20:23:37.499442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:37.501325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.527040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ae12c-e26d-4c74-b5b3-1d6a8ec5f6ed tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68104d-c989-4f6b-b94d-aa269bb270c5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:37.617557 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2718e975-d4d4-49f9-b4ed-2b904d6500f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035547 Jul 23 20:23:37.620259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.648294 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-f140a729-6804-417c-9efe-2ae470bf02d7 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] delete failed (client error): The resource could not be found. Jul 23 20:23:37.649957 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f140a729-6804-417c-9efe-2ae470bf02d7 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/dd68104d-c989-4f6b-b94d-aa269bb270c5 HTTP/1.1" status: 404 len: 347 time: 0.0283771 Jul 23 20:23:37.654864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49292) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:37.659616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068496433'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:37.699539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.882664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.892849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.906693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:37.992348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e706a794-6130-440e-8546-22cbeed1ce9b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:38.011756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.013976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c672faee-1c7b-4ae9-9f2b-775bd6670738 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3579733 Jul 23 20:23:38.020019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49294) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.031140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': 'e706a794-6130-440e-8546-22cbeed1ce9b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:38.097719 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.217886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.219586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.223977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.249173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b6355d-f9cb-4764-8b23-f6ca62cf2b04,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:38.257147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.272940 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1c2b52aa-7272-48ed-870c-9556ee23c85e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2487636 Jul 23 20:23:38.274239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49298) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.325693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4e719b2-e864-43e2-9f2e-5649c424c6b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.346485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670241b6-742f-46e8-ac01-7b1ada92fc63 None None] Network 20275b04-68cb-4d50-94cf-543c5a033c35 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:23:38.350340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4e719b2-e864-43e2-9f2e-5649c424c6b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.364252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d10f65a-5add-40fc-a525-6fbf8f07ac77 req-d2625bc6-7f7a-4e11-bd36-4ed2869a442f tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0563602 Jul 23 20:23:38.377026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Provisioning for port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:38.394263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Provisioning complete for port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:38.395496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.401275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4e719b2-e864-43e2-9f2e-5649c424c6b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.411081 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4e719b2-e864-43e2-9f2e-5649c424c6b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.412511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b4e719b2-e864-43e2-9f2e-5649c424c6b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/02b6355d-f9cb-4764-8b23-f6ca62cf2b04 HTTP/1.1" status: 204 len: 168 time: 0.1351686 Jul 23 20:23:38.415380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.421807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e719b2-e864-43e2-9f2e-5649c424c6b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02b6355d-f9cb-4764-8b23-f6ca62cf2b04,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:38.493182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Router 437a4426-19ae-4cfa-820d-ab2515e87d34 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:23:38.506649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-845c81a9-340c-4b39-ab89-e9e0d38bca45 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895019 Jul 23 20:23:38.512793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.586687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba066fcf-e112-4c88-9def-291de61d94fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.599653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.640097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba066fcf-e112-4c88-9def-291de61d94fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.681081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] For port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:38.705056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba066fcf-e112-4c88-9def-291de61d94fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.705871 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.709233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba066fcf-e112-4c88-9def-291de61d94fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.710949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba066fcf-e112-4c88-9def-291de61d94fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/e706a794-6130-440e-8546-22cbeed1ce9b HTTP/1.1" status: 204 len: 168 time: 0.1965513 Jul 23 20:23:38.717940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:38.723407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49314) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.749888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba066fcf-e112-4c88-9def-291de61d94fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706a794-6130-440e-8546-22cbeed1ce9b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:38.761614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:38.765611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49316) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:38.766779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-98872356-c9a1-494b-a3f9-09c631ba65cc admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2441926 Jul 23 20:23:38.800837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bc5dd-ab16-4ab0-b4ec-f42c231a1c65 req-4962fd06-ce79-4891-88d1-94507605ae2a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:38.801614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Pushing event updated for resources: {'Port': ['ID=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:38.804060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Sync routers for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:38.806276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a5bc5dd-ab16-4ab0-b4ec-f42c231a1c65 req-4962fd06-ce79-4891-88d1-94507605ae2a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2975309 Jul 23 20:23:38.869478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.869714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.870246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.870602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.870946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.871285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.871620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.871976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.872283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.873028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.873028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.873301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c699499-bece-466d-bf34-9fc203a35396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:38.884160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:38.884852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:38.891241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a5bc5dd-ab16-4ab0-b4ec-f42c231a1c65 req-acc616ad-dcb5-4e63-893e-5f35aaf7990c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Jul 23 20:23:39.012083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a2996f45-6cd1-47f0-96a6-23627ebf9b35 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2879467 Jul 23 20:23:39.016901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49328) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:39.022377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444477264'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:39.033964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:39.082234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.141226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-df9436e0-fda7-4724-8b90-6b4207ec70f8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:39.149052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-df9436e0-fda7-4724-8b90-6b4207ec70f8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.2156560 Jul 23 20:23:39.171863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-ebea30e7-e97d-4fbd-8c81-e1fdb44f6ad0 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/quotas/d84e1277402040fcbf23beb50f198bf4 HTTP/1.1" status: 200 len: 375 time: 0.0218573 Jul 23 20:23:39.272496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:39.318311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-c2371836-2123-4994-be2d-bd18c7ec5639 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389678 Jul 23 20:23:39.326087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.336926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.386941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:39.387320 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.407047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.408373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3902588 Jul 23 20:23:39.412684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4f6a2-5b5c-4bd4-8bec-0bd3494bdf12 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952aeb23-6af8-458f-9284-d6721446c2ca,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:39.413425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:39.435595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '952aeb23-6af8-458f-9284-d6721446c2ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:39.438173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:37Z', 'revision_number': 3, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:39.476864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.482791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Checking router: 437a4426-19ae-4cfa-820d-ab2515e87d34 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:39.483316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Updating router 437a4426-19ae-4cfa-820d-ab2515e87d34 port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:39.538586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-49f10175-dc3b-4ed5-ac96-c2e12f409342 None None] Provisioning complete for port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:39.539122 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49f10175-dc3b-4ed5-ac96-c2e12f409342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.553101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1eca5e66-f7b9-47f2-9727-a5544bc7d9f7 req-6f9de676-b80d-44a5-a6c7-a310a126b2ed tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0527062 Jul 23 20:23:39.562913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.594231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.597803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-a7a1895a-e41c-4a64-893a-6418acf571a8 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771831 Jul 23 20:23:39.739964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Allocated IP 172.20.0.1 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/984f379b-698b-4f28-8dcb-d71e18581417) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:39.749893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.766626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.784922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-264eacb3-ec8d-46bf-9d0b-6c98a12bb360 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805406 Jul 23 20:23:39.796801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c32ee8e-2103-455d-a685-2975a2faab24,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:39.802753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.804622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e44038f3-a9a1-4cb3-af32-27f83e4063e3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3809841 Jul 23 20:23:39.807445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:39.812959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '952aeb23-6af8-458f-9284-d6721446c2ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:39.847496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.921749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.929621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.957779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f6fae2-6ab5-412f-ad3e-4b6691dd7334,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:39.969261 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:39.970820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b295b202-c168-4cfe-8353-d3fb29687adf tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621068 Jul 23 20:23:39.974251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49344) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:39.982031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '952aeb23-6af8-458f-9284-d6721446c2ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:40.010399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.044063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Transition to ACTIVE for port object 984f379b-698b-4f28-8dcb-d71e18581417 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:40.099176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.115100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.119937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.124523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70ef083f-581b-40db-8472-2dd25d18e312 req-61b62ce0-ca6d-431f-a3dc-45122eaaae00 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 210 time: 0.0629227 Jul 23 20:23:40.142985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Transition to ACTIVE for port object 8a5abd2e-be5b-4447-a1ed-d703d674b1aa will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:40.158302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:40.160746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:40.165062 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.205155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Pushing event updated for resources: {'Port': ['ID=984f379b-698b-4f28-8dcb-d71e18581417,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.209761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:40.223728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f3e4b-be0d-490c-bf17-0bd47efd9737 req-41f51bce-16cc-46cd-af75-62dfe772a0ce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:40.226516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-794f3e4b-be0d-490c-bf17-0bd47efd9737 req-41f51bce-16cc-46cd-af75-62dfe772a0ce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2111483 Jul 23 20:23:40.241381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.262207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.265352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.282540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a327fd5-8da9-44db-899f-1aef54b0f34a None None] Pushing event updated for resources: {'Port': ['ID=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.311255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-794f3e4b-be0d-490c-bf17-0bd47efd9737 req-395af2cc-aee1-4976-af4b-27c384d702fd tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763428 Jul 23 20:23:40.311991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.315963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3375247 Jul 23 20:23:40.318630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49354) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:40.323201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '952aeb23-6af8-458f-9284-d6721446c2ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:40.334144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac3ff-ecbc-4b66-ac59-b195e07cd427 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ddbbee-8eb4-44db-aefb-2f4174517b57,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.352548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Attempting to bind port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:40.352920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Attempting to bind port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:40.353288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Attempting to bind port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:40.366839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:40.367222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:40.367621 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.368019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:40.368495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Bound port: 8a5abd2e-be5b-4447-a1ed-d703d674b1aa, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:40.368885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.388601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.486322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] For port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:40.490376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] For port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:40.507640 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.508401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.509291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.515581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.555358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5be672-067e-4226-9392-f5290f811415,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.559442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.561576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-51d1724a-2d17-4c8c-8beb-c14115a96c26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415538 Jul 23 20:23:40.563890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:40.570917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '952aeb23-6af8-458f-9284-d6721446c2ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:40.622091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:40.624526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:40.640539 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.787546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a327fd5-8da9-44db-899f-1aef54b0f34a None None] Pushing event updated for resources: {'Port': ['ID=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.794540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-089a1093-f270-40ab-adf8-694f09d09bff None None] Provisioning for port 984f379b-698b-4f28-8dcb-d71e18581417 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:40.805651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-089a1093-f270-40ab-adf8-694f09d09bff None None] Provisioning complete for port 984f379b-698b-4f28-8dcb-d71e18581417 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:40.805997 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-089a1093-f270-40ab-adf8-694f09d09bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.827683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83fe09a3-579a-4ff1-aa06-c3fcc3a5b64c req-bfba69be-6dbb-4549-8076-dd5ebd5e0907 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1008260 Jul 23 20:23:40.829237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.850386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.876194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-089a1093-f270-40ab-adf8-694f09d09bff None None] Port 984f379b-698b-4f28-8dcb-d71e18581417 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:40.881479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eff69e7-de4b-4dbe-a863-fa38eef50016,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.884153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.891655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.896125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7afbbd40-8220-4491-bd5a-2cb1b9ff403d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3280239 Jul 23 20:23:40.897214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49368) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:40.900289 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.931705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:40.964407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-782a4698-5e98-4ac9-acc0-c1c4bf300bda tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.980163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:40.981933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Pushing event updated for resources: {'Port': ['ID=984f379b-698b-4f28-8dcb-d71e18581417,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:40.992553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-782a4698-5e98-4ac9-acc0-c1c4bf300bda tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.041756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9196fb68-a22f-4f73-b716-67c49ea25926 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:41.043480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9196fb68-a22f-4f73-b716-67c49ea25926 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:41.052404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-782a4698-5e98-4ac9-acc0-c1c4bf300bda tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.073382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-782a4698-5e98-4ac9-acc0-c1c4bf300bda tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.077638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-782a4698-5e98-4ac9-acc0-c1c4bf300bda tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5eff69e7-de4b-4dbe-a863-fa38eef50016 HTTP/1.1" status: 204 len: 168 time: 0.1772225 Jul 23 20:23:41.086113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49370) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.095235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a4698-5e98-4ac9-acc0-c1c4bf300bda tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eff69e7-de4b-4dbe-a863-fa38eef50016,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:41.162223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-39af29e5-e7ad-42c0-b64e-34e46f1dc3ab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0744443 Jul 23 20:23:41.165030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49374) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.198040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:41.198564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65fa5f1f-07dd-4347-9663-bf58f56ac724 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.200052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:41.207228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65fa5f1f-07dd-4347-9663-bf58f56ac724 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.256181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65fa5f1f-07dd-4347-9663-bf58f56ac724 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.267107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-65fa5f1f-07dd-4347-9663-bf58f56ac724 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.274249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-65fa5f1f-07dd-4347-9663-bf58f56ac724 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/fa5be672-067e-4226-9392-f5290f811415 HTTP/1.1" status: 204 len: 168 time: 0.1078548 Jul 23 20:23:41.275178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49376) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.311190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa5f1f-07dd-4347-9663-bf58f56ac724 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5be672-067e-4226-9392-f5290f811415,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:41.345124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87894103-ed08-46e5-91d2-4692a9f1a390 req-99cd93a2-6ad0-4327-9e40-a40cdd88a9a2 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 210 time: 0.0528982 Jul 23 20:23:41.382476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1c9c0877-2149-4940-8489-8b2df5e8209b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1003463 Jul 23 20:23:41.393877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49380) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.448640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5823f640-e7ab-4cad-8eb0-5eb448c38b76 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.466392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Router 437a4426-19ae-4cfa-820d-ab2515e87d34 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:23:41.481339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5823f640-e7ab-4cad-8eb0-5eb448c38b76 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.554995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5823f640-e7ab-4cad-8eb0-5eb448c38b76 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.563854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5823f640-e7ab-4cad-8eb0-5eb448c38b76 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.565039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5823f640-e7ab-4cad-8eb0-5eb448c38b76 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/72ddbbee-8eb4-44db-aefb-2f4174517b57 HTTP/1.1" status: 204 len: 168 time: 0.1640847 Jul 23 20:23:41.576315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.580255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49382) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.614774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:41.624997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823f640-e7ab-4cad-8eb0-5eb448c38b76 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72ddbbee-8eb4-44db-aefb-2f4174517b57,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:41.646747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:39Z', 'revision_number': 1, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:41.654188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '9196fb68-a22f-4f73-b716-67c49ea25926', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'port_id': '9196fb68-a22f-4f73-b716-67c49ea25926', 'mac_address': 'fa:16:3e:e8:4c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27efe0d7-9fc1-440e-ad54-a21d447efbf4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:41.657731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:41.660382 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158495a4-902b-456f-91ca-6a07f03e3c04" -d '{"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:41.662537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d3fb-d476-468c-8efa-de79bfd7d44d req-df61b1c9-ae2b-4d01-b580-450894ebaef4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:41.671167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ac1d3fb-d476-468c-8efa-de79bfd7d44d req-df61b1c9-ae2b-4d01-b580-450894ebaef4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.2239549 Jul 23 20:23:41.705911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdcc48-c06d-4e75-84bd-18a2dda3f169 None None] The sync data for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 is: [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:39Z', 'revision_number': 1, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:41.709407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:41.755256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ac1d3fb-d476-468c-8efa-de79bfd7d44d req-b5490712-1e22-453a-aac7-08b0fe7a06c3 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827873 Jul 23 20:23:41.757130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.793281 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879aeeef-8b7d-4a46-9b91-2f0afe36cea3 x-openstack-request-id: req-879aeeef-8b7d-4a46-9b91-2f0afe36cea3 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:41.793281 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-unplugged", "status": "completed", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:41.793281 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-879aeeef-8b7d-4a46-9b91-2f0afe36cea3 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:41.793281 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926', 'code': 200} Jul 23 20:23:41.794894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-891b0275-8ff8-45d3-a4e8-5b7a6b75f31c tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2110808 Jul 23 20:23:41.798980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49388) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:41.805505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:23:41.815830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e41d223e-d101-43aa-b7f0-dcee9724589c admin admin] 10.222.0.46 "PUT /v2.0/routers/437a4426-19ae-4cfa-820d-ab2515e87d34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478559 Jul 23 20:23:41.854989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dd44bb6-24e9-4964-82d1-e0d3b4701565 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.867422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e6879f49-5648-410b-9174-b64a61dac7d9 None None] Provisioning complete for port 984f379b-698b-4f28-8dcb-d71e18581417 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:41.867907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6879f49-5648-410b-9174-b64a61dac7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.872670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.882264 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dd44bb6-24e9-4964-82d1-e0d3b4701565 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.938120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9196fb68-a22f-4f73-b716-67c49ea25926 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:41.953289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:41.982261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e6879f49-5648-410b-9174-b64a61dac7d9 None None] Port 984f379b-698b-4f28-8dcb-d71e18581417 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:41.989941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dd44bb6-24e9-4964-82d1-e0d3b4701565 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:41.997857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:23:41.998216 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:23:42.020128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dd44bb6-24e9-4964-82d1-e0d3b4701565 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.023735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7dd44bb6-24e9-4964-82d1-e0d3b4701565 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/e0f6fae2-6ab5-412f-ad3e-4b6691dd7334 HTTP/1.1" status: 204 len: 168 time: 0.2210104 Jul 23 20:23:42.025014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf620727-de2f-4f8a-91ed-145eab8fd6f5 req-b6dd3317-5b20-454f-bba3-2f89750b7a52 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0572648 Jul 23 20:23:42.027545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49396) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.029094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd44bb6-24e9-4964-82d1-e0d3b4701565 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0f6fae2-6ab5-412f-ad3e-4b6691dd7334,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:42.074169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-bb80841a-9274-45d2-b649-3d6a4b755a5d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:42.077505 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-bb80841a-9274-45d2-b649-3d6a4b755a5d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.47 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.2839310 Jul 23 20:23:42.090310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Request body: {'port': {'device_id': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'admin_state_up': True, 'tenant_id': 'd84e1277402040fcbf23beb50f198bf4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:42.157043 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9a0563f-3a08-4288-85e7-9cf198f27bdc tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1278760 Jul 23 20:23:42.160660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49402) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.201789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da4ecb3-edce-4f88-8fdf-2257836706d1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.211134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da4ecb3-edce-4f88-8fdf-2257836706d1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.250149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da4ecb3-edce-4f88-8fdf-2257836706d1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.271831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da4ecb3-edce-4f88-8fdf-2257836706d1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.275502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9da4ecb3-edce-4f88-8fdf-2257836706d1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/5c32ee8e-2103-455d-a685-2975a2faab24 HTTP/1.1" status: 204 len: 168 time: 0.1106424 Jul 23 20:23:42.275502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da4ecb3-edce-4f88-8fdf-2257836706d1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c32ee8e-2103-455d-a685-2975a2faab24,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:42.276365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49404) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.320731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Made reservation on behalf of d84e1277402040fcbf23beb50f198bf4 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:42.325011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.354971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9212011-9373-4d23-a631-2e94d15a8a1b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763693 Jul 23 20:23:42.357679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49406) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.515922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8567b2b-6987-4488-97c9-0b6a7cd027ab req-437821a5-71ef-405d-83a6-36c0e9e12581 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 210 time: 0.0452719 Jul 23 20:23:42.564214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.578847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ba41757-5616-4af5-ba34-75ec1cdea299 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.584397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9196fb68-a22f-4f73-b716-67c49ea25926 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:42.621320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Allocated IP 172.20.0.5 (5b6474eb-39f1-4ffa-9939-cece018d0ab0/1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c/8e697c58-f824-43ec-8270-d0b166e9808b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:42.628834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ba41757-5616-4af5-ba34-75ec1cdea299 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.634316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:42.644578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.681731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.686964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852028380', 'description': 'tempest-description--1447694055'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:42.723521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.728167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:42.884001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.895208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['9196fb68-a22f-4f73-b716-67c49ea25926'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:42.912009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.922775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ba41757-5616-4af5-ba34-75ec1cdea299 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.930762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ba41757-5616-4af5-ba34-75ec1cdea299 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:42.936687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ba41757-5616-4af5-ba34-75ec1cdea299 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/952aeb23-6af8-458f-9284-d6721446c2ca HTTP/1.1" status: 204 len: 168 time: 0.5779369 Jul 23 20:23:42.939902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49418) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:42.978333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba41757-5616-4af5-ba34-75ec1cdea299 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952aeb23-6af8-458f-9284-d6721446c2ca,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:42.997888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.007782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3246527 Jul 23 20:23:43.008388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49420) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.029615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'security_group_rule': {'security_group_id': 'e76b1344-dfd3-4a59-8efb-962a425e0596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:43.042819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c99b8-c0a0-4ea2-9e1f-d5c3eb7c2298 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76b1344-dfd3-4a59-8efb-962a425e0596,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:43.058618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-92ea955e-1432-44a7-be65-cf1521082f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1144724 Jul 23 20:23:43.059475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49422) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.067641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--959510036'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:43.086044 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.102324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d2ba-1909-4c42-8f5c-c0fe37c65978 req-bd5faff4-69e9-432b-8f56-a8f4c363f30e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:43.110722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4515d2ba-1909-4c42-8f5c-c0fe37c65978 req-bd5faff4-69e9-432b-8f56-a8f4c363f30e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 944 time: 0.2454042 Jul 23 20:23:43.125346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.147012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.213422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.226588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930', '8e47d178-7e80-4dc4-acbc-37269ffe1061'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:43.285361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:43.296143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:43.298742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:43.338707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8a5abd2e-be5b-4447-a1ed-d703d674b1aa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:43.376333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:43.377509 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.393079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event updated for resources: {'Port': ['ID=8e697c58-f824-43ec-8270-d0b166e9808b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:43.429736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.448023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.467446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-4dce548a-4471-4d88-adbb-6c8527e4b4cc tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3808661 Jul 23 20:23:43.517693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.521548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4586034 Jul 23 20:23:43.523980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49428) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.531593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': 'f7a77ae7-5537-4789-9507-d23026e01ba2', 'direction': 'ingress', 'protocol': 17}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:43.538718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:43.544700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:43.545086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.548820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0f764-cb69-4dbb-9f2f-94c689a0c98d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a77ae7-5537-4789-9507-d23026e01ba2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:43.586880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.598893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Request body: {'port': {'device_id': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:43.673186 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.702338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4515d2ba-1909-4c42-8f5c-c0fe37c65978 req-98728398-df00-4495-8412-cbabc07eec20 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901241 Jul 23 20:23:43.748534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-303a8894-39bc-48ae-8936-a1aa802cf747 req-1661e277-a6d6-4141-8255-ec4ba4c233b2 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.5531600 Jul 23 20:23:43.752137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.763953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.789491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.795043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.809271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:43.829698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.864540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efc8de2-207d-44af-a3c9-ade11adf0505,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:43.868292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61d93ff0-bdfa-4d01-95d5-c7ca9eb2b994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.887020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.888550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9107bbcf-3ee5-47c3-9fc0-f1ec0c985bc5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8772924 Jul 23 20:23:43.891103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49432) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:43.897307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'security_group_rule': {'security_group_id': 'e76b1344-dfd3-4a59-8efb-962a425e0596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:43.916394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:43.958511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e50de0-a78b-4255-b1d7-c1af9a466212 req-0821e87f-137a-46c4-bb22-7d4158fd4801 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:43.963350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68e50de0-a78b-4255-b1d7-c1af9a466212 req-0821e87f-137a-46c4-bb22-7d4158fd4801 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 931 time: 0.1538775 Jul 23 20:23:43.964343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:43.992636 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.009369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.050065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc5c54b-1dc3-4797-a42c-858317e9600b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.051068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68e50de0-a78b-4255-b1d7-c1af9a466212 req-2bc6b2a7-9b7e-4c6a-829c-a75e818c8e6c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836461 Jul 23 20:23:44.090432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.094277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ac0c1b1-6874-4d24-96bc-715966011f26 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5664771 Jul 23 20:23:44.095348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49440) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:44.106287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.109850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.133689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38800263-052e-4429-9dc1-329dbbcc5bc3,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.149297 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.153498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a61631d3-b02b-4008-bd7d-67fcb0f40bc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2584770 Jul 23 20:23:44.153757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49442) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:44.158588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:44.187744 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.220885 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d897685-db91-4e9f-ba93-122912bc29d6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.264845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d897685-db91-4e9f-ba93-122912bc29d6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.296902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.324594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e697c58-f824-43ec-8270-d0b166e9808b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:44.334974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.363068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Transition to ACTIVE for port object 8e697c58-f824-43ec-8270-d0b166e9808b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:44.365581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d897685-db91-4e9f-ba93-122912bc29d6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.368372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d897685-db91-4e9f-ba93-122912bc29d6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.370130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6d897685-db91-4e9f-ba93-122912bc29d6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/f7a77ae7-5537-4789-9507-d23026e01ba2 HTTP/1.1" status: 204 len: 168 time: 0.2738519 Jul 23 20:23:44.375212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49444) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:44.384129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.418125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Allocated IP 172.25.8.83 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/5fb0e57e-1a09-4e42-9ea6-f6e63ee9d802) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:44.421934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d897685-db91-4e9f-ba93-122912bc29d6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a77ae7-5537-4789-9507-d23026e01ba2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.458680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Pushing event updated for resources: {'Port': ['ID=8e697c58-f824-43ec-8270-d0b166e9808b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.520412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fa10e2ea-48f7-47da-b37a-c9de4e09d4a1 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1402197 Jul 23 20:23:44.520751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49446) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:44.530636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--696558730'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:44.541164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.566148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.572545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Attempting to bind port 8e697c58-f824-43ec-8270-d0b166e9808b on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:44.572766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Attempting to bind port 8e697c58-f824-43ec-8270-d0b166e9808b by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:44.573304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Attempting to bind port 8e697c58-f824-43ec-8270-d0b166e9808b on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:44.578007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Port 8e697c58-f824-43ec-8270-d0b166e9808b on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:23:44.578339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Attempting to bind port 8e697c58-f824-43ec-8270-d0b166e9808b on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:44.584411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:44.584758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Checking segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:44.585155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Bound using segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:44.585620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Bound port: 8e697c58-f824-43ec-8270-d0b166e9808b, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:44.586315 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.616822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.654538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] For port 8e697c58-f824-43ec-8270-d0b166e9808b, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:44.658664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] For port 8e697c58-f824-43ec-8270-d0b166e9808b, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=8e697c58-f824-43ec-8270-d0b166e9808b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:44.663734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.672258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:44.679346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:44.691491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:44.695941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=5fb0e57e-1a09-4e42-9ea6-f6e63ee9d802,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.703498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:44.704366 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.706314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] 10.222.0.47 "PUT /v2.0/ports/8e697c58-f824-43ec-8270-d0b166e9808b HTTP/1.1" status: 200 len: 1092 time: 1.2256033 Jul 23 20:23:44.708762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'tag': '8e697c58-f824-43ec-8270-d0b166e9808b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:44.711861 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125" -d '{"events": [{"name": "network-changed", "server_uuid": "d63fb509-c37a-4a08-8981-19acd2e5f0b4", "tag": "8e697c58-f824-43ec-8270-d0b166e9808b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:44.786229 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Sync routers for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:23:44.790272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.796189 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:44.796830 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:44.823392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ae34a-5787-4341-abed-310e2185483d service neutron] Pushing event updated for resources: {'Port': ['ID=8e697c58-f824-43ec-8270-d0b166e9808b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:44.864312 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551fc4a5-6df5-46c4-8964-4b2994b0b85a x-openstack-request-id: req-551fc4a5-6df5-46c4-8964-4b2994b0b85a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:44.864830 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63fb509-c37a-4a08-8981-19acd2e5f0b4", "tag": "8e697c58-f824-43ec-8270-d0b166e9808b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:44.865318 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-551fc4a5-6df5-46c4-8964-4b2994b0b85a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:44.865977 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'tag': '8e697c58-f824-43ec-8270-d0b166e9808b', 'status': 'completed', 'code': 200} Jul 23 20:23:44.868277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0efe58fe-72f2-4a01-aed3-a891bb35d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:44.870946 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-0efe58fe-72f2-4a01-aed3-a891bb35d15a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 1095 time: 0.1104529 Jul 23 20:23:44.874633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.892836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.946588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:44.949976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4282405 Jul 23 20:23:44.950696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49456) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:45.001882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f11cf0-1008-4a87-9548-ff4650ca3d8e tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbb7559-1605-419f-8122-521137ac8d1e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:45.012608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--2127463859'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:45.015733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9196fb68-a22f-4f73-b716-67c49ea25926 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:45.068112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d1b3694-2ffe-46cb-9869-d7ca12d1a532 req-2ea0aa0e-bc96-4aec-ba97-ebbd4cc1c7dd tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1355455 Jul 23 20:23:45.073271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 9196fb68-a22f-4f73-b716-67c49ea25926 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:45.074198 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.080129 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:45.095155 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.208695 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.293117 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-774d3842-eab4-491d-a696-f5580db275ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e697c58-f824-43ec-8270-d0b166e9808b HTTP/1.1" status: 200 len: 217 time: 0.4149945 Jul 23 20:23:45.303873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:45.309796 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d95f8-4ce5-4536-a0d9-fd8f2bd9692c" -d '{"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-plugged", "status": "completed", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:45.322073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8a5abd2e-be5b-4447-a1ed-d703d674b1aa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:45.345938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:45.354696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-ae54e429-17a4-4761-9d72-554b83487790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:45.356497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-ae54e429-17a4-4761-9d72-554b83487790 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.0547714 Jul 23 20:23:45.370478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.371021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.380842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.392270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9b9e-2a06-4340-a82c-a2f05a4cc18a req-431bf501-1565-42bd-b0e8-ec9f6341303c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:45.400383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f60a9b9e-2a06-4340-a82c-a2f05a4cc18a req-431bf501-1565-42bd-b0e8-ec9f6341303c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 944 time: 0.5236290 Jul 23 20:23:45.418998 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-9e14db96-4824-4aec-90aa-f304f2baed14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502837 Jul 23 20:23:45.427719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.470773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:45.489064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:45.489907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.515712 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 2, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:45.536001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-9de9128c-7279-463e-9e15-1a843552488b service neutron] 10.222.0.47 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146042 Jul 23 20:23:45.546376 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Checking router: 437a4426-19ae-4cfa-820d-ab2515e87d34 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:23:45.546840 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Updating router 437a4426-19ae-4cfa-820d-ab2515e87d34 port 984f379b-698b-4f28-8dcb-d71e18581417 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:23:45.588598 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.629813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.641329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f60a9b9e-2a06-4340-a82c-a2f05a4cc18a req-fe28c938-b8dc-47dc-9410-d0a278355709 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398744 Jul 23 20:23:45.648350 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.694175 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0b7f2e5f-7271-4dba-a59c-6a3ab18ef289 req-2d9b37f4-62a7-4dc4-93f2-7b679149e710 service neutron] 10.222.0.47 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507475 Jul 23 20:23:45.732714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.737039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=5fb0e57e-1a09-4e42-9ea6-f6e63ee9d802,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:45.746003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.750855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49466) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:45.751913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7509482 Jul 23 20:23:45.756505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '9fbb7559-1605-419f-8122-521137ac8d1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a1473aac-6d19-4de0-8545-3ff436f7fdcc', 'remote_ip_prefix': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:45.766846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e45ab-c300-4007-a991-b7a58318c635 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1473aac-6d19-4de0-8545-3ff436f7fdcc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:45.776740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622805cd-528e-4a3b-b800-ca787929b6de req-13cc2edd-3ae8-48f7-901d-01f7e83bc854 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:45.778346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-622805cd-528e-4a3b-b800-ca787929b6de req-13cc2edd-3ae8-48f7-901d-01f7e83bc854 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 943 time: 0.4833908 Jul 23 20:23:45.850051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.860881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:45.865958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-29233ab1-6d62-4a7f-9de9-228c7ef2f6b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7110462 Jul 23 20:23:45.917500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-622805cd-528e-4a3b-b800-ca787929b6de req-ce80f9f4-91e2-4d2e-af87-d1e941802756 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274955 Jul 23 20:23:45.922272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-79e64e5d-4116-4846-b247-29adf12d2d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:45.923724 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-79e64e5d-4116-4846-b247-29adf12d2d9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 1095 time: 0.1306164 Jul 23 20:23:45.965225 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85862b5-1586-42bc-9c18-61a922536228 x-openstack-request-id: req-a85862b5-1586-42bc-9c18-61a922536228 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:45.965639 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-plugged", "status": "completed", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:45.966000 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a85862b5-1586-42bc-9c18-61a922536228 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:45.966484 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926', 'code': 200} Jul 23 20:23:46.029112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.034180 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.044384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.048111 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Transition to ACTIVE for port object 984f379b-698b-4f28-8dcb-d71e18581417 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:46.069112 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.103078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500c43f5-dd73-4a95-b42f-019d4ecc22e6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:46.133672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-bd721419-4d6b-405f-a77d-ecec10a52b0c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1852028380&fields=id&tenant_id=18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 267 time: 0.0566494 Jul 23 20:23:46.137715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.138780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-112aa32e-beab-411f-8fe1-1f977f4779b6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3868957 Jul 23 20:23:46.141821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:46.176757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-e7d9212d-1f24-4d6d-8aba-f68ac277d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:46.179867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-e7d9212d-1f24-4d6d-8aba-f68ac277d5bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 916 time: 0.2479181 Jul 23 20:23:46.263433 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-6eec502a-670a-48ed-b975-4262546960eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8e697c58-f824-43ec-8270-d0b166e9808b HTTP/1.1" status: 200 len: 217 time: 0.0748866 Jul 23 20:23:46.279033 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Attempting to bind port 984f379b-698b-4f28-8dcb-d71e18581417 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:46.279877 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Attempting to bind port 984f379b-698b-4f28-8dcb-d71e18581417 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:46.280484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Attempting to bind port 984f379b-698b-4f28-8dcb-d71e18581417 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:46.284804 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Pushing event updated for resources: {'Port': ['ID=984f379b-698b-4f28-8dcb-d71e18581417,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:46.292174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea68534-d3f3-4f23-aeec-fed2ecb29d66 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.295849 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:46.296665 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:46.297297 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.297939 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:46.298649 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Bound port: 984f379b-698b-4f28-8dcb-d71e18581417, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:46.299274 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.303813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.304448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.305032 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.312843 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.313577 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.314186 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.314755 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.316076 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.316940 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.317631 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.318314 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.318931 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:23:46.329447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad3e4b43-b2f3-44d0-9384-a0e0e09666cb req-d5df1618-e627-4b6d-8814-725437430cda tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0940614 Jul 23 20:23:46.344131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea68534-d3f3-4f23-aeec-fed2ecb29d66 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.344270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-82713c71-8e75-43a0-8bf4-a274fa9404ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:46.345810 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-82713c71-8e75-43a0-8bf4-a274fa9404ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.0716000 Jul 23 20:23:46.385723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4e12a-1844-4837-9f97-7193f7c8543c req-8b891475-bb06-4ba9-ac16-1d3e35f12e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:46.387406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2ca4e12a-1844-4837-9f97-7193f7c8543c req-8b891475-bb06-4ba9-ac16-1d3e35f12e66 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 1097 time: 0.2517061 Jul 23 20:23:46.410161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-70531fa4-e771-42a4-9c8d-15a783f46d63 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:46.411724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-70531fa4-e771-42a4-9c8d-15a783f46d63 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2669659 Jul 23 20:23:46.419620 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71e2fc82-c602-4b59-a247-d493ae52f102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.430118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea68534-d3f3-4f23-aeec-fed2ecb29d66 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.432211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.438175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea68534-d3f3-4f23-aeec-fed2ecb29d66 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.441799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cea68534-d3f3-4f23-aeec-fed2ecb29d66 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/500c43f5-dd73-4a95-b42f-019d4ecc22e6 HTTP/1.1" status: 204 len: 168 time: 0.2962084 Jul 23 20:23:46.441969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-de59bf5a-6082-4a62-ab11-2f7a32780251 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830998 Jul 23 20:23:46.442255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-0e86c51d-1064-48a4-b7ee-0c8445c4c6a9 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/quotas/18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 375 time: 0.0237935 Jul 23 20:23:46.442714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49506) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:46.463391 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] For port 984f379b-698b-4f28-8dcb-d71e18581417, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:46.463599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea68534-d3f3-4f23-aeec-fed2ecb29d66 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=500c43f5-dd73-4a95-b42f-019d4ecc22e6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:46.469785 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] For port 984f379b-698b-4f28-8dcb-d71e18581417, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=984f379b-698b-4f28-8dcb-d71e18581417,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:46.476293 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.495316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2ca4e12a-1844-4837-9f97-7193f7c8543c req-37356b5a-fa30-4708-9818-2c61e5498174 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836480 Jul 23 20:23:46.533680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b3340a79-6f2f-466c-9098-7159b1e63289 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0846074 Jul 23 20:23:46.537072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:46.556160 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e1f92-ea3b-4437-b6dd-b06361f35d9b None None] Pushing event updated for resources: {'Port': ['ID=984f379b-698b-4f28-8dcb-d71e18581417,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:46.579518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-5ec26451-9d24-4dcc-ac0c-cd6b7e388644 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1138301 Jul 23 20:23:46.581895 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:23:46.582752 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:46.620302 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-64345b64-9324-4eb7-9af5-4e639e4b19c2 service neutron] 10.222.0.47 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705780 Jul 23 20:23:46.653009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9735049-9e60-4176-930b-1ad6367f4f29 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.704499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-15f1e69c-e3ef-457d-bf57-c0eace22cb68 service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228421 Jul 23 20:23:46.750923 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:23:46.790939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9735049-9e60-4176-930b-1ad6367f4f29 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.846930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dc8e00cb-ddd3-409b-a9c4-e3369f1b9125 req-c79a8acf-8116-4c19-9d50-441dec75ae5d service neutron] 10.222.0.47 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149885 Jul 23 20:23:46.867316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9735049-9e60-4176-930b-1ad6367f4f29 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.872394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9735049-9e60-4176-930b-1ad6367f4f29 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:46.873792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e9735049-9e60-4176-930b-1ad6367f4f29 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/a1473aac-6d19-4de0-8545-3ff436f7fdcc HTTP/1.1" status: 204 len: 168 time: 0.3355455 Jul 23 20:23:46.876394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49514) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:46.886088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9735049-9e60-4176-930b-1ad6367f4f29 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1473aac-6d19-4de0-8545-3ff436f7fdcc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:46.909732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-e9f4a3e9-7a11-4a6e-bef9-25b4b174c182 service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965673 Jul 23 20:23:46.969626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd5b6a-f96e-4b3e-9f1d-9a9183d171fb req-ab39dcdb-ca11-47c6-89f2-8842225e1309 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:46.971153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14fd5b6a-f96e-4b3e-9f1d-9a9183d171fb req-ab39dcdb-ca11-47c6-89f2-8842225e1309 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1640706 Jul 23 20:23:46.987806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7ecad8d6-1e5e-423c-b46a-14b1e2e17f68 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1075759 Jul 23 20:23:46.988470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49524) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.023075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14fd5b6a-f96e-4b3e-9f1d-9a9183d171fb req-89b58404-f9f1-44ff-a094-9ef422f12f14 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364742 Jul 23 20:23:47.094069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.106848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04a856c4-8256-4b6f-8a76-31b7d7aa1036 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.136083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04a856c4-8256-4b6f-8a76-31b7d7aa1036 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.158019 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:46Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:23:47.222896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04a856c4-8256-4b6f-8a76-31b7d7aa1036 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.225964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-04a856c4-8256-4b6f-8a76-31b7d7aa1036 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.227436 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194dbdfe-8d79-4fc1-9b96-a6eb2d50892f None None] The sync data for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 is: [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:46Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:23:47.227644 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-04a856c4-8256-4b6f-8a76-31b7d7aa1036 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/9fbb7559-1605-419f-8122-521137ac8d1e HTTP/1.1" status: 204 len: 168 time: 0.2376654 Jul 23 20:23:47.233585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.249569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a856c4-8256-4b6f-8a76-31b7d7aa1036 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbb7559-1605-419f-8122-521137ac8d1e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:47.312523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a6432de-28ff-4746-a704-a7b220d078d0 req-08e77f6a-d1d4-435f-bd03-7937ca7f8c26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0443778 Jul 23 20:23:47.399546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c7a9bd46-3a06-45f5-86a7-f0df4f403149 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1642921 Jul 23 20:23:47.403697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49538) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.413653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--859615628'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:47.414698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 984f379b-698b-4f28-8dcb-d71e18581417 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:47.450805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20a6a822-a2a1-48a0-9486-777c7e42cc4a req-cad3a490-cd44-402d-b1c6-cb49fc0e2146 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 210 time: 0.0834668 Jul 23 20:23:47.460949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf3760-52bc-427e-9557-3b06a1f22bd5 req-701c153a-3aa4-475f-8b6c-51bb18f63ec7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:47.462696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdbf3760-52bc-427e-9557-3b06a1f22bd5 req-701c153a-3aa4-475f-8b6c-51bb18f63ec7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 943 time: 0.3147407 Jul 23 20:23:47.479152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.528958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 984f379b-698b-4f28-8dcb-d71e18581417 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:47.541412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 984f379b-698b-4f28-8dcb-d71e18581417 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:47.541919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.610931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdbf3760-52bc-427e-9557-3b06a1f22bd5 req-3cc2492c-af61-4ad9-a934-9d44f1375b1f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381497 Jul 23 20:23:47.710344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.732156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e31da950-ac16-4129-8faf-ebb0444920a3 req-17de6c84-4f14-4bfc-b6ac-4cd1aae210e9 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0944366 Jul 23 20:23:47.741063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.747969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.784695 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.789212 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3797052 Jul 23 20:23:47.789568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49548) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.793816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': 'ed4bb002-79e8-4739-a7f4-728d2519586c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:47.812519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.840189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.840378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf8011-d5f6-4c21-b873-fffe12d289f9 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4bb002-79e8-4739-a7f4-728d2519586c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:47.913395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 984f379b-698b-4f28-8dcb-d71e18581417, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=984f379b-698b-4f28-8dcb-d71e18581417,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:47.920741 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.921846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.927405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.952041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8179a2a-3f50-4297-af82-05bbffa6a609,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:47.968236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:47.969706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-febb2a80-d77e-4eee-8dc1-869651dcdb3f tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1794994 Jul 23 20:23:47.972804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49552) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:47.997788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=984f379b-698b-4f28-8dcb-d71e18581417,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:48.014698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df7c-0f69-4e89-b582-160018dbb117 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.024764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df7c-0f69-4e89-b582-160018dbb117 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.092844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df7c-0f69-4e89-b582-160018dbb117 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.112909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8fb6df7c-0f69-4e89-b582-160018dbb117 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.114444 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8fb6df7c-0f69-4e89-b582-160018dbb117 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b8179a2a-3f50-4297-af82-05bbffa6a609 HTTP/1.1" status: 204 len: 168 time: 0.1405528 Jul 23 20:23:48.115612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6df7c-0f69-4e89-b582-160018dbb117 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8179a2a-3f50-4297-af82-05bbffa6a609,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:48.117072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49560) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:48.186367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eaae826c-d364-4dcd-b0e0-76a918f4eb1b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672891 Jul 23 20:23:48.189161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49562) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:48.282341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb441-7624-4fe7-8a6b-f7ed1528dbab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.285169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da3390-643d-4908-9bb0-e1a31fce6bdc req-eeb5dd86-701b-4d5f-b414-08cb54aeb109 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:48.305592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95da3390-643d-4908-9bb0-e1a31fce6bdc req-eeb5dd86-701b-4d5f-b414-08cb54aeb109 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.1179330 Jul 23 20:23:48.323533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb441-7624-4fe7-8a6b-f7ed1528dbab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.364734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95da3390-643d-4908-9bb0-e1a31fce6bdc req-3b709f18-c40b-4ef3-8c43-38264f2da93a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550673 Jul 23 20:23:48.407875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb441-7624-4fe7-8a6b-f7ed1528dbab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.412837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9cb441-7624-4fe7-8a6b-f7ed1528dbab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.414239 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b9cb441-7624-4fe7-8a6b-f7ed1528dbab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/ed4bb002-79e8-4739-a7f4-728d2519586c HTTP/1.1" status: 204 len: 168 time: 0.2228823 Jul 23 20:23:48.416965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49572) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:48.436782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cb441-7624-4fe7-8a6b-f7ed1528dbab tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4bb002-79e8-4739-a7f4-728d2519586c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:48.469492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a220d34-45e8-4680-a1c3-b44179c387e2 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0495255 Jul 23 20:23:48.471855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49574) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:48.476564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508575188'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:48.505606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.540291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3e739-6340-485b-8b2b-8fe5294214b8 req-b7989cb4-92cc-4949-8e1b-1163f676a008 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:48.541913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2b3e739-6340-485b-8b2b-8fe5294214b8 req-b7989cb4-92cc-4949-8e1b-1163f676a008 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.0730197 Jul 23 20:23:48.576845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3321cf3-3277-499f-98d6-92c2bbc8cefb req-a4686159-1c17-48ba-8888-7433053459de tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 210 time: 0.0322509 Jul 23 20:23:48.624196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2b3e739-6340-485b-8b2b-8fe5294214b8 req-b1c04a51-0fa0-413a-b20c-8b62b989df2e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Jul 23 20:23:48.641362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.653377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.703072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f916581-7bda-4293-9439-80f4e0a1b257,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:48.716189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.717472 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f27f659b-5a98-4c8f-b043-daccca50a774 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2445462 Jul 23 20:23:48.720232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49586) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:48.725872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '2f916581-7bda-4293-9439-80f4e0a1b257', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:48.829497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.877237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f7852291-a79c-4c59-b53b-7100321d8624 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:48.888986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f7852291-a79c-4c59-b53b-7100321d8624 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2021430 Jul 23 20:23:48.938994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7813db-bcf9-4356-a79f-d8cf9dd3e1a0 req-fef95de9-c73b-4987-b7b9-0f7780a941b3 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:48.941026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb7813db-bcf9-4356-a79f-d8cf9dd3e1a0 req-fef95de9-c73b-4987-b7b9-0f7780a941b3 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 943 time: 0.1646740 Jul 23 20:23:48.950567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.968481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-0a3e186f-9fc0-4738-a252-60fa66b55541 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 380 time: 0.0632010 Jul 23 20:23:48.968747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:48.978807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'port': {'device_id': '79531c90-d933-4e25-9eae-25da4afee0b4', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'admin_state_up': True, 'tenant_id': '18cbd2de73534bcea64a685080913195', 'security_groups': ['e76b1344-dfd3-4a59-8efb-962a425e0596']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:49.005656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8ef71e7-e779-453b-990b-6e4cb052fa88 req-7d28300b-087f-47c2-8b25-bed77b835927 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0590570 Jul 23 20:23:49.016277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 8e697c58-f824-43ec-8270-d0b166e9808b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:49.027189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20976e91-79b7-440c-a689-8574e4cd3d88,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:49.031952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.033127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a087d94b-2987-4903-af31-418091c8e8c4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3117998 Jul 23 20:23:49.035963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49598) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:49.048312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb7813db-bcf9-4356-a79f-d8cf9dd3e1a0 req-517dc955-7247-4d81-ac5c-00e4857a99a5 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996456 Jul 23 20:23:49.073056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ae917b33-c412-4565-8fed-77bc9f7657b8 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules/20976e91-79b7-440c-a689-8574e4cd3d88 HTTP/1.1" status: 200 len: 763 time: 0.0360312 Jul 23 20:23:49.085058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49602) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:49.213743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49614) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:49.214349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9070bb67-3f98-4b94-8ae1-1dd404b750ae tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1343496 Jul 23 20:23:49.251533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:49.260128 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.274639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 8e697c58-f824-43ec-8270-d0b166e9808b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=8e697c58-f824-43ec-8270-d0b166e9808b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:49.284872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 984f379b-698b-4f28-8dcb-d71e18581417 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:49.330608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-5d3dec84-6035-4fbe-ac10-0c66dc18c3f0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:49.338441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-5d3dec84-6035-4fbe-ac10-0c66dc18c3f0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 814 time: 0.1223326 Jul 23 20:23:49.353718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-79ce47bb-e8ea-46e3-bf87-af6ae9aa4395 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/quotas/2f761e392f744aa1b843d9418ae515da HTTP/1.1" status: 200 len: 375 time: 0.0145013 Jul 23 20:23:49.365546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '8e697c58-f824-43ec-8270-d0b166e9808b', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'port_id': '8e697c58-f824-43ec-8270-d0b166e9808b', 'mac_address': 'fa:16:3e:5c:71:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:49.420429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 984f379b-698b-4f28-8dcb-d71e18581417 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:49.421105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.427507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.429773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-8b2df94f-17a0-4a6d-87a8-95678f33514e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706406 Jul 23 20:23:49.496297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e697c58-f824-43ec-8270-d0b166e9808b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:49.523503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Allocated IP 172.20.0.10 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/14020d29-11f9-45ad-9ea7-33acc0c2ade6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:49.526280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 8e697c58-f824-43ec-8270-d0b166e9808b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=8e697c58-f824-43ec-8270-d0b166e9808b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:49.537732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.560115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fdc139b-1a81-4c93-8139-0acf59f69687 req-fff04eb0-a3f7-4a5d-b08b-3a2b5d0382af tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881&device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.0455661 Jul 23 20:23:49.566686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e09f2da-5fab-4d5d-87c6-f526d8363726 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.587170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e09f2da-5fab-4d5d-87c6-f526d8363726 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.609419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-fc670915-31b8-4f11-bf1b-e5ad13a65caa service neutron] 10.222.0.46 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717441 Jul 23 20:23:49.632020 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.671284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=8e697c58-f824-43ec-8270-d0b166e9808b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:49.673115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e09f2da-5fab-4d5d-87c6-f526d8363726 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.683153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e09f2da-5fab-4d5d-87c6-f526d8363726 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.684683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4e09f2da-5fab-4d5d-87c6-f526d8363726 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/20976e91-79b7-440c-a689-8574e4cd3d88 HTTP/1.1" status: 204 len: 168 time: 0.4659724 Jul 23 20:23:49.688729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49626) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:49.723105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09f2da-5fab-4d5d-87c6-f526d8363726 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20976e91-79b7-440c-a689-8574e4cd3d88,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:49.759368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-8d0a570d-71cd-40d3-a2b1-af0112e5ef28 service neutron] 10.222.0.46 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489732 Jul 23 20:23:49.784944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.797658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b8f888f2-792b-4335-968f-4d20890d517d tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1051781 Jul 23 20:23:49.800038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['8e697c58-f824-43ec-8270-d0b166e9808b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:49.801047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:49.805822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '2f916581-7bda-4293-9439-80f4e0a1b257', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:49.833842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Transition to ACTIVE for port object 14020d29-11f9-45ad-9ea7-33acc0c2ade6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:49.851375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.889771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:49.961056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94ac3ff1-8799-4650-8f99-2ad14b5f36a6 req-33bb17b0-9fae-4690-b5d3-fd3fc2c899e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=877a858b74134dc984633807e8b58684&device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.0352662 Jul 23 20:23:49.983761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:49.991421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:50.002258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:50.048943 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.053823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:50.106319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:50.107207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.131539 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-4aac898c-2282-4db8-8c34-dd2e165e7e90 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1566358 Jul 23 20:23:50.146723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.159361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Request body: {'port': {'device_id': '79531c90-d933-4e25-9eae-25da4afee0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:50.229356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a784c5d1-36ff-466d-a79a-0f7f10d65b94,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:50.234355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb85d741-e049-43aa-81c0-0ce4a85f7991 req-7059e56d-1e74-4f9a-bf2d-e4e11d0007ab tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1037769 Jul 23 20:23:50.239222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94ac3ff1-8799-4650-8f99-2ad14b5f36a6 req-be0331b5-f070-4367-b468-3428a71c3c97 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=877a858b74134dc984633807e8b58684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1877725 Jul 23 20:23:50.295326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.310243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.318551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49652) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.322349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-09a046ea-cf5a-4ec8-aa7a-3c4163559f03 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5201323 Jul 23 20:23:50.365571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d16d9510-064d-4618-82d6-5d2a8c1537b2 None None] Provisioning for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:50.377545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1656aa74-7c67-4b20-bc07-142999cd09ef tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules/a784c5d1-36ff-466d-a79a-0f7f10d65b94 HTTP/1.1" status: 200 len: 763 time: 0.0554821 Jul 23 20:23:50.380418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.389711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d16d9510-064d-4618-82d6-5d2a8c1537b2 None None] Provisioning complete for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:50.390094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d16d9510-064d-4618-82d6-5d2a8c1537b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.450203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d16d9510-064d-4618-82d6-5d2a8c1537b2 None None] Port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:23:50.508842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf05ac1f-8827-45e4-b29b-ccfbbffa9d58 req-9f39aced-7611-43fd-af56-68e260f70f02 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 210 time: 0.1034455 Jul 23 20:23:50.549173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8cec0-b255-4fee-8c65-2ef5d6680372 req-2049e2fe-d4c7-4273-976f-32c399501220 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:50.551553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70b8cec0-b255-4fee-8c65-2ef5d6680372 req-2049e2fe-d4c7-4273-976f-32c399501220 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 932 time: 0.4853833 Jul 23 20:23:50.644064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a13e61ce-72d9-4b05-86d1-dfd49a3cfbe6 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2618790 Jul 23 20:23:50.652051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49662) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.672326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-d8456301-ddf5-421f-89be-cc5fcc5708ab tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:50.674893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-d8456301-ddf5-421f-89be-cc5fcc5708ab tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "GET /v2.0/ports?device_id=0da5a734-9bd7-4570-81a4-966ba2e81ee4 HTTP/1.1" status: 200 len: 945 time: 0.3724141 Jul 23 20:23:50.684719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac3ff1-8799-4650-8f99-2ad14b5f36a6 req-c75644fb-eda5-4f75-9980-64f83f08b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:50.686835 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94ac3ff1-8799-4650-8f99-2ad14b5f36a6 req-c75644fb-eda5-4f75-9980-64f83f08b818 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4402735 Jul 23 20:23:50.720751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70b8cec0-b255-4fee-8c65-2ef5d6680372 req-877c3bfd-e25e-42d4-8809-198bc904f550 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522596 Jul 23 20:23:50.772452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f85-b22a-4e72-8205-ff4b81276f30 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.787329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f85-b22a-4e72-8205-ff4b81276f30 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.795614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c44ed6-7e66-4106-8fb1-0378e8d2bd45 req-36d1cf9f-36fd-44a9-a83a-6536fc645700 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:50.797589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c44ed6-7e66-4106-8fb1-0378e8d2bd45 req-36d1cf9f-36fd-44a9-a83a-6536fc645700 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 944 time: 0.1825891 Jul 23 20:23:50.846393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32c44ed6-7e66-4106-8fb1-0378e8d2bd45 req-629e29ec-75f1-4798-919a-929cf8821214 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Jul 23 20:23:50.899978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f85-b22a-4e72-8205-ff4b81276f30 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.910981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2d59f85-b22a-4e72-8205-ff4b81276f30 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.912107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a2d59f85-b22a-4e72-8205-ff4b81276f30 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/a784c5d1-36ff-466d-a79a-0f7f10d65b94 HTTP/1.1" status: 204 len: 168 time: 0.2542033 Jul 23 20:23:50.914861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.931943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:50.941281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d59f85-b22a-4e72-8205-ff4b81276f30 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a784c5d1-36ff-466d-a79a-0f7f10d65b94,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:50.944435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.959715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-96625d8e-f081-40ac-94b4-726be4efa7ca tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436869 Jul 23 20:23:50.962401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:50.967270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Request body: {'security_group_rule': {'security_group_id': '2f916581-7bda-4293-9439-80f4e0a1b257', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:50.967549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Deleting port 9196fb68-a22f-4f73-b716-67c49ea25926 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:23:50.967893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:50.970939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Transition to ACTIVE for port object 14020d29-11f9-45ad-9ea7-33acc0c2ade6 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:50.995966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.006242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.022598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 8e697c58-f824-43ec-8270-d0b166e9808b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:51.069769 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.076402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.103387 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.104912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412706 Jul 23 20:23:51.107689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49674) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:51.108514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b93725-6a9e-4f1a-bf45-00bc6220a7fe tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe118ab-591e-48c9-ace2-6f1876747b31,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.118720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 8e697c58-f824-43ec-8270-d0b166e9808b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:51.123115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 8e697c58-f824-43ec-8270-d0b166e9808b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:51.123760 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.134147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-638f98f3-e4cb-49fc-9165-47c3b52aa9da tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules/7fe118ab-591e-48c9-ace2-6f1876747b31 HTTP/1.1" status: 200 len: 764 time: 0.0172706 Jul 23 20:23:51.138151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49676) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:51.142734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.200140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0e05b1f5-832d-4002-9e99-15883fdbb213 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0593905 Jul 23 20:23:51.201216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49678) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:51.235351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e86f-6d75-4086-b454-5986a625a31b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.238676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] For port 9196fb68-a22f-4f73-b716-67c49ea25926, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9196fb68-a22f-4f73-b716-67c49ea25926,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:51.239041 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.241061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.255061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e86f-6d75-4086-b454-5986a625a31b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.259610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Calling delete_port for 9196fb68-a22f-4f73-b716-67c49ea25926 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:23:51.318408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e697c58-f824-43ec-8270-d0b166e9808b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:51.322240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Attempting to bind port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:51.323024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Attempting to bind port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:51.323713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Attempting to bind port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:51.334084 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a82c3a-c0ed-4bb9-a1b1-9f3c1dc6b56f" -d '{"events": [{"server_uuid": "d63fb509-c37a-4a08-8981-19acd2e5f0b4", "name": "network-vif-plugged", "status": "completed", "tag": "8e697c58-f824-43ec-8270-d0b166e9808b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:51.367856 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e86f-6d75-4086-b454-5986a625a31b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.378625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e86f-6d75-4086-b454-5986a625a31b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.379922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dfa1e86f-6d75-4086-b454-5986a625a31b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/7fe118ab-591e-48c9-ace2-6f1876747b31 HTTP/1.1" status: 204 len: 168 time: 0.1775036 Jul 23 20:23:51.382089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 8e697c58-f824-43ec-8270-d0b166e9808b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=8e697c58-f824-43ec-8270-d0b166e9808b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:51.394894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:51.396164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.398798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9196fb68-a22f-4f73-b716-67c49ea25926 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:23:51.432305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e86f-6d75-4086-b454-5986a625a31b tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fe118ab-591e-48c9-ace2-6f1876747b31,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.475468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 on network 20275b04-68cb-4d50-94cf-543c5a033c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:23:51.475955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Attempting to bind port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:51.486596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:51.487497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:51.488040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:51.488495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Bound port: 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:51.488959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.502323 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d31bff-34f0-436c-9697-81dfba146491 x-openstack-request-id: req-92d31bff-34f0-436c-9697-81dfba146491 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:51.503174 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63fb509-c37a-4a08-8981-19acd2e5f0b4", "name": "network-vif-plugged", "status": "completed", "tag": "8e697c58-f824-43ec-8270-d0b166e9808b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:51.503392 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92d31bff-34f0-436c-9697-81dfba146491 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:51.503781 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e697c58-f824-43ec-8270-d0b166e9808b', 'code': 200} Jul 23 20:23:51.621921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=8e697c58-f824-43ec-8270-d0b166e9808b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.653872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:51.657900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:51.675065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.686705 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.739802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:51.740447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.741926 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] 10.222.0.47 "PUT /v2.0/ports/14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 1093 time: 1.5929010 Jul 23 20:23:51.742410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:51.744732 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27277194-98c6-423a-98fc-03d5b5230d33" -d '{"events": [{"name": "network-changed", "server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:51.787349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654cbbe-d785-4c94-945e-ce2682e8beea service neutron] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.799420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.868831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Pushing event deleted for resources: {'Port': ['ID=9196fb68-a22f-4f73-b716-67c49ea25926,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:51.907189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50035dce-8a57-4196-a35f-4c77dcb2a836 req-c2b9fefb-a24b-4b07-b814-f0739ee8b37d tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.4743783 Jul 23 20:23:51.954191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-82ba24c7-4573-4411-adb4-b9184a3b9076 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5577934 Jul 23 20:23:51.969244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:51.976768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] No DVR routers for this DVR port 9196fb68-a22f-4f73-b716-67c49ea25926 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:23:51.982403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:51.982779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-68313417-b034-4b6d-af8b-f61097e99dd7 req-97ce1cc9-986c-4415-ace8-583518777f40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "DELETE /v2.0/ports/9196fb68-a22f-4f73-b716-67c49ea25926 HTTP/1.1" status: 204 len: 173 time: 1.2991450 Jul 23 20:23:52.031015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-e39dbcc2-b39a-4b88-9964-09eb33232057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.038701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-e39dbcc2-b39a-4b88-9964-09eb33232057 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1096 time: 0.2238100 Jul 23 20:23:52.056368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16e489a8-44e2-4904-a348-fea1e216f7f1 req-52ccbb17-f14c-4014-ab6f-cf8857126cdf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 210 time: 0.1473486 Jul 23 20:23:52.084101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-d2523f98-0ffd-4be3-b394-1868c148c762 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.086156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-d2523f98-0ffd-4be3-b394-1868c148c762 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.36 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 814 time: 0.7362297 Jul 23 20:23:52.095919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-7b6ebc43-8c19-41c0-a3f6-e720f64bfe3b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 217 time: 0.0515041 Jul 23 20:23:52.109743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Request body: {'port': {'device_id': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'admin_state_up': True, 'tenant_id': '2f761e392f744aa1b843d9418ae515da'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:52.122502 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e189754-cbce-4682-a5db-ef18489452ed x-openstack-request-id: req-4e189754-cbce-4682-a5db-ef18489452ed {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:52.122502 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:52.122502 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e189754-cbce-4682-a5db-ef18489452ed {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:52.122502 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'status': 'completed', 'code': 200} Jul 23 20:23:52.137107 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2e1e355-aae2-4333-b13e-f5c232bd73a4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.226700 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-94ac3ff1-8799-4650-8f99-2ad14b5f36a6 req-53fb8f6a-9ecf-4f21-832d-fff5a94afe55 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.36 "GET /v2.0/ports?device_id=f094fa3a-2ce5-4cc2-a2b7-10de05d2e881 HTTP/1.1" status: 200 len: 210 time: 0.1006386 Jul 23 20:23:52.252147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2e1e355-aae2-4333-b13e-f5c232bd73a4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.256903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-292ba936-37e3-4536-8547-a6d8913eab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.258601 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-292ba936-37e3-4536-8547-a6d8913eab24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1558022 Jul 23 20:23:52.274207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206f986-adb1-4740-9d9a-3c0c1b344417 req-16647deb-1088-4f04-b55d-f2afe26d8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.275955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4206f986-adb1-4740-9d9a-3c0c1b344417 req-16647deb-1088-4f04-b55d-f2afe26d8831 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 1097 time: 0.7387865 Jul 23 20:23:52.299377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace3b9-9d91-4a5a-b66f-9595c4965561 req-67587ad4-576b-40b0-85fa-366154bceb0d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.301120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08ace3b9-9d91-4a5a-b66f-9595c4965561 req-67587ad4-576b-40b0-85fa-366154bceb0d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 944 time: 0.2795100 Jul 23 20:23:52.382558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2e1e355-aae2-4333-b13e-f5c232bd73a4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.385648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a2e1e355-aae2-4333-b13e-f5c232bd73a4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.389601 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a2e1e355-aae2-4333-b13e-f5c232bd73a4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "DELETE /v2.0/security-groups/2f916581-7bda-4293-9439-80f4e0a1b257 HTTP/1.1" status: 204 len: 168 time: 0.4034162 Jul 23 20:23:52.394054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49714) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:52.423525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08ace3b9-9d91-4a5a-b66f-9595c4965561 req-75d28b9d-4e15-41a5-aa26-9076ede2298e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147625 Jul 23 20:23:52.431174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-6bdb13cb-b8ac-4f41-8639-8c79ef783bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.433150 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-6bdb13cb-b8ac-4f41-8639-8c79ef783bff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1600573 Jul 23 20:23:52.435140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1e355-aae2-4333-b13e-f5c232bd73a4 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f916581-7bda-4293-9439-80f4e0a1b257,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:52.439812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4206f986-adb1-4740-9d9a-3c0c1b344417 req-2bbb94f0-a324-4116-bca8-be88c6eb6ebf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557274 Jul 23 20:23:52.480112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Made reservation on behalf of 2f761e392f744aa1b843d9418ae515da for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:23:52.483749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:52.509996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdf7dd-7318-4ad8-95ac-14943cc78540 req-8bde918a-48c0-4a22-83d5-e14187e333c7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.511824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78bdf7dd-7318-4ad8-95ac-14943cc78540 req-8bde918a-48c0-4a22-83d5-e14187e333c7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 945 time: 0.1831467 Jul 23 20:23:52.529225 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fecffae6-a185-41db-bd50-9a5d6cc1abc3 tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1327741 Jul 23 20:23:52.529868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49720) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:52.602158 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-621f91bb-85a4-4ad3-be49-2db0a60008ca tempest-SecGroupTest-735769811 tempest-SecGroupTest-735769811-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676062 Jul 23 20:23:52.614925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-70fbcfb2-0a1c-4319-9d98-addef5dbe0dd service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732800 Jul 23 20:23:52.633288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78bdf7dd-7318-4ad8-95ac-14943cc78540 req-5c53f627-f863-42ac-a581-da523f8c2fa8 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684321 Jul 23 20:23:52.692444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Allocated IP 172.20.0.8 (5d1f4559-1194-4f2d-b6e0-b2b6cee46626/27efe0d7-9fc1-440e-ad54-a21d447efbf4/edc2cebb-2c72-4f54-ae03-86cce39e92bc) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:23:52.738107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7d25b7f5-a5b6-4660-9768-543480b0f51e req-6a3b4098-5ea9-4762-8514-412b949a7b18 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155591 Jul 23 20:23:52.873361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277194-98c6-423a-98fc-03d5b5230d33 req-a8b24a3c-8fa2-4b01-bb5d-aa142e030d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:52.875357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-a8b24a3c-8fa2-4b01-bb5d-aa142e030d3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1096 time: 0.0712636 Jul 23 20:23:52.946063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.027081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.053168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277194-98c6-423a-98fc-03d5b5230d33 req-9b2d56e0-1ec4-49ad-a4d1-a510451ef71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.055433 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-9b2d56e0-1ec4-49ad-a4d1-a510451ef71c service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.1721935 Jul 23 20:23:53.074389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:23:53.080940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:23:53.088443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:23:53.143842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49738) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:53.150836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-6e81ea4b-3a21-47be-a105-afe383ca720e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 217 time: 0.0853827 Jul 23 20:23:53.203163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:53.216338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277194-98c6-423a-98fc-03d5b5230d33 req-4569b374-d406-42c3-95f2-98a2fc77c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.217931 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-4569b374-d406-42c3-95f2-98a2fc77c1e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0518787 Jul 23 20:23:53.220789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.221682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.270382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ede9f487-ffed-4cad-828d-3265ca87bf37 req-00271224-3702-4da7-b8bf-18ec3a43c3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=877a858b74134dc984633807e8b58684&device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.0514238 Jul 23 20:23:53.288695 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f57a6065-3a28-4dcb-9a93-3993b0925a82 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1836803 Jul 23 20:23:53.306241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Request body: {'port': {'device_id': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:53.337133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ede9f487-ffed-4cad-828d-3265ca87bf37 req-67a6e626-95a5-4bf4-9898-de24fbde745a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=877a858b74134dc984633807e8b58684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333173 Jul 23 20:23:53.380679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50f626cf-e14a-4526-b2a8-72c98a80559a req-2f34f10a-ea6a-402d-9255-97ac4dd636d1 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.0703561 Jul 23 20:23:53.406644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797087e1-0260-4b32-9073-58163ebc87e6 req-648bf444-2a77-4b01-bc87-11f69064d862 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.415479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-797087e1-0260-4b32-9073-58163ebc87e6 req-648bf444-2a77-4b01-bc87-11f69064d862 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 931 time: 0.2138810 Jul 23 20:23:53.470910 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b26263c8-8952-40f7-ba34-6a44debff855 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e22af651c6c94e80885139ee9f5efe08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234160 Jul 23 20:23:53.471072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49752) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:53.508135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.530280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-797087e1-0260-4b32-9073-58163ebc87e6 req-838f3e1d-d399-4e31-8a53-59b1f81f869f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135807 Jul 23 20:23:53.531472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277194-98c6-423a-98fc-03d5b5230d33 req-507720ca-82ae-41a6-a672-26fa388c3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.533126 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-507720ca-82ae-41a6-a672-26fa388c3e80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2618563 Jul 23 20:23:53.707314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cec0cd5-bcc3-47ea-8e0a-d56a3f89ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.752864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cec0cd5-bcc3-47ea-8e0a-d56a3f89ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.926214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61c3c6-8318-4cc8-a0cc-f6642cc832a4 req-3a2a148c-dadb-413a-ba1c-54fc5758181a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.927746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e61c3c6-8318-4cc8-a0cc-f6642cc832a4 req-3a2a148c-dadb-413a-ba1c-54fc5758181a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 944 time: 0.3332863 Jul 23 20:23:53.976508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9f487-ffed-4cad-828d-3265ca87bf37 req-07d38611-61f0-403f-82d1-98f28528f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.978027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ede9f487-ffed-4cad-828d-3265ca87bf37 req-07d38611-61f0-403f-82d1-98f28528f01e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6331995 Jul 23 20:23:53.982346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a29bd9-01b7-4cf1-b1bb-d0cdb5ea4b91 req-9c6f3ffd-de02-4c88-a752-aed3e4ed3d7f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:53.983966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45a29bd9-01b7-4cf1-b1bb-d0cdb5ea4b91 req-9c6f3ffd-de02-4c88-a752-aed3e4ed3d7f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 945 time: 0.2407324 Jul 23 20:23:53.984635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cec0cd5-bcc3-47ea-8e0a-d56a3f89ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.989145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cec0cd5-bcc3-47ea-8e0a-d56a3f89ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:53.998383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3cec0cd5-bcc3-47ea-8e0a-d56a3f89ce81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c362105d-6d4e-44f3-af57-4db205b341cd HTTP/1.1" status: 204 len: 168 time: 0.5202470 Jul 23 20:23:54.032891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec0cd5-bcc3-47ea-8e0a-d56a3f89ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c362105d-6d4e-44f3-af57-4db205b341cd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:54.044955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-f6ccec23-81c2-4a73-b615-286a92f0c1cc service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822397 Jul 23 20:23:54.098911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e61c3c6-8318-4cc8-a0cc-f6642cc832a4 req-0956eddd-ddd9-4d5f-adf0-9846f71a8e9f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596003 Jul 23 20:23:54.123987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-deleted', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:54.126550 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a43f88-e6d8-4477-b93d-1be9be62b996" -d '{"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-deleted", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:54.127636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc2cebb-2c72-4f54-ae03-86cce39e92bc {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:54.138429 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-45a29bd9-01b7-4cf1-b1bb-d0cdb5ea4b91 req-b5a64e7f-2e25-4f42-ab93-247a1aa09b78 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218545 Jul 23 20:23:54.142549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.162756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Transition to ACTIVE for port object edc2cebb-2c72-4f54-ae03-86cce39e92bc will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:23:54.165637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.229502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:54.253653 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2d5316-1ef3-47c7-9a21-33151df4a296 x-openstack-request-id: req-3b2d5316-1ef3-47c7-9a21-33151df4a296 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:54.253948 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da5a734-9bd7-4570-81a4-966ba2e81ee4", "name": "network-vif-deleted", "tag": "9196fb68-a22f-4f73-b716-67c49ea25926", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:54.254226 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b2d5316-1ef3-47c7-9a21-33151df4a296 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:54.254592 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da5a734-9bd7-4570-81a4-966ba2e81ee4', 'name': 'network-vif-deleted', 'tag': '9196fb68-a22f-4f73-b716-67c49ea25926', 'status': 'completed', 'code': 200} Jul 23 20:23:54.260549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27277194-98c6-423a-98fc-03d5b5230d33 req-7c6b7f7a-8a4f-4a74-a0e6-359a7eabd839 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037179 Jul 23 20:23:54.331242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Attempting to bind port edc2cebb-2c72-4f54-ae03-86cce39e92bc on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:23:54.331690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Attempting to bind port edc2cebb-2c72-4f54-ae03-86cce39e92bc by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:23:54.332107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Attempting to bind port edc2cebb-2c72-4f54-ae03-86cce39e92bc on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:54.340399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Port edc2cebb-2c72-4f54-ae03-86cce39e92bc on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:23:54.340624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Attempting to bind port edc2cebb-2c72-4f54-ae03-86cce39e92bc on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:23:54.346239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:23:54.346643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Checking segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:23:54.347036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Bound using segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:23:54.347546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Bound port: edc2cebb-2c72-4f54-ae03-86cce39e92bc, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:23:54.348260 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.459735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:23:54.463254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:23:54.469232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.529862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.530603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:54.532254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] 10.222.0.36 "PUT /v2.0/ports/edc2cebb-2c72-4f54-ae03-86cce39e92bc HTTP/1.1" status: 200 len: 1092 time: 1.2320142 Jul 23 20:23:54.532709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:54.535572 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40c7c30-6273-45ac-8ade-bcac3896b700" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:54.656575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb5aaa86-767e-46a7-b15b-0264dac0f780 req-e3b53357-1bed-4ebd-a4f4-1d242e567c9a tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.1036062 Jul 23 20:23:54.663239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62d559-6d48-43d1-b10a-ef24a6e87f9a service neutron] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:54.748941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-25aacc6d-20e9-487c-bda4-b803f158db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.750578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-25aacc6d-20e9-487c-bda4-b803f158db53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 1095 time: 0.1436980 Jul 23 20:23:54.836598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-f9870529-9850-4127-a5c2-29fe8ec8d584 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc HTTP/1.1" status: 200 len: 217 time: 0.0765831 Jul 23 20:23:54.932062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97370610-a89d-4e2b-b857-34ef1193e174 req-15a39e58-6cda-43be-8522-fb4dc1e92769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.933684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-15a39e58-6cda-43be-8522-fb4dc1e92769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 200 len: 854 time: 0.0889301 Jul 23 20:23:54.941984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929df915-30c2-47c2-93b9-8c868f0e6325 req-f8dedc5e-99e4-4cc4-bb2f-a7732934f269 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:54.943649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-929df915-30c2-47c2-93b9-8c868f0e6325 req-f8dedc5e-99e4-4cc4-bb2f-a7732934f269 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 943 time: 0.1749382 Jul 23 20:23:54.981997 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1bf2b9-0e52-4805-bc6a-f30f1623af3d x-openstack-request-id: req-0c1bf2b9-0e52-4805-bc6a-f30f1623af3d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:54.982402 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:54.982998 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0c1bf2b9-0e52-4805-bc6a-f30f1623af3d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:54.983316 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'status': 'completed', 'code': 200} Jul 23 20:23:54.985692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-3bcadd91-8cdb-4576-b137-a21e1031b07a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410042 Jul 23 20:23:55.032087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:55.107470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-929df915-30c2-47c2-93b9-8c868f0e6325 req-c8ccf38a-d580-4d26-a149-c92afc1b9ae8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535103 Jul 23 20:23:55.177664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-6375a362-dd94-4bd2-ae14-23c9d5e1f7b3 service neutron] 10.222.0.36 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787035 Jul 23 20:23:55.241238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:55.262226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49822) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.282072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:55.359466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97370610-a89d-4e2b-b857-34ef1193e174 req-65bdd3a0-9d0a-4a33-ae5a-3221fc9565aa service neutron] 10.222.0.36 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695273 Jul 23 20:23:55.366061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.383719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:55.418327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:55.429208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.441827 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ede9f487-ffed-4cad-828d-3265ca87bf37 req-304b0e83-6c29-469a-8596-ee28ec25b10c tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.36 "GET /v2.0/ports?device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.0813365 Jul 23 20:23:55.442669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df8e7e-7534-4c78-a4ae-93ef89a30c0f req-5c4b0dcf-19d5-46ac-8235-26dcc758f0aa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:55.444340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25df8e7e-7534-4c78-a4ae-93ef89a30c0f req-5c4b0dcf-19d5-46ac-8235-26dcc758f0aa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 944 time: 0.1731248 Jul 23 20:23:55.457179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fd71e658-8db2-4664-9d01-15ab78d7de87 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:55.482574 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-fd71e658-8db2-4664-9d01-15ab78d7de87 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:23:55.483176 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-fd71e658-8db2-4664-9d01-15ab78d7de87 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:23:55.486106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fd71e658-8db2-4664-9d01-15ab78d7de87 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2211206 Jul 23 20:23:55.488372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49832) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.501524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.503328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1976528578'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:55.580202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.593356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25df8e7e-7534-4c78-a4ae-93ef89a30c0f req-94141e66-188d-4461-958c-dcefae7354b6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168001 Jul 23 20:23:55.600248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.653982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-1d7f9532-d217-4842-bd11-1475271a27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:55.655666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-1d7f9532-d217-4842-bd11-1475271a27c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 1095 time: 0.2104189 Jul 23 20:23:55.665405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['14020d29-11f9-45ad-9ea7-33acc0c2ade6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:55.752102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.757686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.807779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3e2a3-eecf-48e9-9221-57f561d21deb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.864658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0eab8c1-39b7-4e04-9b9e-b3c8d67372ba req-855cb50f-3061-4cbf-bf4a-92f6f4feac09 tempest-ServerShowV247Test-1468166926 tempest-ServerShowV247Test-1468166926-project] 10.222.0.46 "GET /v2.0/ports?device_id=156228f6-acae-4c2d-8091-cf08240ab932 HTTP/1.1" status: 200 len: 210 time: 0.0988340 Jul 23 20:23:55.900576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-a0bc84f6-69e0-46b1-904b-51b4f1770873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:55.900842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.902912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-a0bc84f6-69e0-46b1-904b-51b4f1770873 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 915 time: 0.2335727 Jul 23 20:23:55.908418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.951564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:55.953337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4641128 Jul 23 20:23:55.956064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf98bf4-b8bf-4ea0-b89c-450363b7d45a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6ab8d7-6802-467f-8158-8cacf7df842a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:55.958280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49842) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:55.963896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '8f6ab8d7-6802-467f-8158-8cacf7df842a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:55.976813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-8e9d8da8-85a1-4b7a-85c6-d68fa068c144 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc HTTP/1.1" status: 200 len: 217 time: 0.0480642 Jul 23 20:23:55.997073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.042660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-20b05894-8b6c-43be-92d2-ca62343b8669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:56.043800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-20b05894-8b6c-43be-92d2-ca62343b8669 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 200 len: 854 time: 0.0583212 Jul 23 20:23:56.079379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.090188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.090585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-55000934-7b6d-4b70-819b-346486da6ce2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396111 Jul 23 20:23:56.108942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4df5341-f130-43af-939d-c43a3418368c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.125333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.132517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.133341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3cf540a7-2588-463f-bf25-a3b6322a1649 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1736355 Jul 23 20:23:56.140675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b37e0d71-bfd1-45e1-b16b-97eeafb55de1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '8f6ab8d7-6802-467f-8158-8cacf7df842a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:56.260833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b37e0d71-bfd1-45e1-b16b-97eeafb55de1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.267401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-c6c80153-92ef-475a-b2d8-ec5d442f4f40 service neutron] 10.222.0.36 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689479 Jul 23 20:23:56.331569 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:23:56.355023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e252de0-c762-4b0c-893e-c0d80ce21e86 req-a12af32a-0e03-4a16-980d-5c99dfc4a01f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:56.356529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e252de0-c762-4b0c-893e-c0d80ce21e86 req-a12af32a-0e03-4a16-980d-5c99dfc4a01f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 943 time: 0.1534956 Jul 23 20:23:56.418595 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-b37e0d71-bfd1-45e1-b16b-97eeafb55de1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:23:56.420206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b37e0d71-bfd1-45e1-b16b-97eeafb55de1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2847981 Jul 23 20:23:56.425188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49858) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.444705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b40c7c30-6273-45ac-8ade-bcac3896b700 req-5ee89b92-9a22-4722-8c16-8c875bca49dd service neutron] 10.222.0.36 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698730 Jul 23 20:23:56.449995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e252de0-c762-4b0c-893e-c0d80ce21e86 req-8a7bf8d3-df52-4e23-9e70-5cfa06f286bd tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628910 Jul 23 20:23:56.495846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d468c66-6ac6-497f-8252-1533cfb1370a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.521300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d468c66-6ac6-497f-8252-1533cfb1370a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.566328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d468c66-6ac6-497f-8252-1533cfb1370a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.568925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d468c66-6ac6-497f-8252-1533cfb1370a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.570135 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d468c66-6ac6-497f-8252-1533cfb1370a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/8f6ab8d7-6802-467f-8158-8cacf7df842a HTTP/1.1" status: 204 len: 168 time: 0.1437395 Jul 23 20:23:56.572922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.579187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d468c66-6ac6-497f-8252-1533cfb1370a tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6ab8d7-6802-467f-8158-8cacf7df842a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.617802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4b228b53-1766-4cf7-b4a5-70236eb4e730 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431776 Jul 23 20:23:56.621414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.626158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240483533'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:56.652753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.748686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.765493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.778346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a02ce-d2b8-4067-80c1-c85cde46ccb5 req-801735e3-b52e-428f-9a52-55ee974972bc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:56.792919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.794130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1716056 Jul 23 20:23:56.800288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49874) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.803515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ecc21acb-59c7-40b4-9290-a45258884073 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '03b62e6d-6114-486d-85e5-28bbb3ecaffc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:56.804278 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-ecc21acb-59c7-40b4-9290-a45258884073 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 20:23:56.804777 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-ecc21acb-59c7-40b4-9290-a45258884073 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:56.808286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-357a02ce-d2b8-4067-80c1-c85cde46ccb5 req-801735e3-b52e-428f-9a52-55ee974972bc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1141121 Jul 23 20:23:56.808450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ecc21acb-59c7-40b4-9290-a45258884073 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060306 Jul 23 20:23:56.809264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49876) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.819405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c4681-64e8-4873-9cd6-09c701e29a08 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03b62e6d-6114-486d-85e5-28bbb3ecaffc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:56.846143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-357a02ce-d2b8-4067-80c1-c85cde46ccb5 req-54ba3d5c-56ce-47c9-a76e-0aaaaf3cf19f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392635 Jul 23 20:23:56.871192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd7770c-a97b-4450-b1e2-1c6c3c52f185 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.897921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd7770c-a97b-4450-b1e2-1c6c3c52f185 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.950425 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd7770c-a97b-4450-b1e2-1c6c3c52f185 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.956065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bd7770c-a97b-4450-b1e2-1c6c3c52f185 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:56.957349 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6bd7770c-a97b-4450-b1e2-1c6c3c52f185 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/03b62e6d-6114-486d-85e5-28bbb3ecaffc HTTP/1.1" status: 204 len: 168 time: 0.1470664 Jul 23 20:23:56.960013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49886) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:56.995362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7770c-a97b-4450-b1e2-1c6c3c52f185 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b62e6d-6114-486d-85e5-28bbb3ecaffc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.014405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ae2550e9-f87c-42c2-9b45-0922495f37af tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526381 Jul 23 20:23:57.017721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49892) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.026519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--821967420'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:57.059968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:23:57.082749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.174696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:23:57.199375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:23:57.202135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.208828 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.214292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.264921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.269925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49902) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.270112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2505593 Jul 23 20:23:57.274924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-dbd01c98-4b55-4cb1-b3e2-ba66adb5fb8d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '57d56aaa-ba79-40de-b863-d2712a21066e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:57.275419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0721f-79eb-4600-a9de-addbc7cccc4f tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d56aaa-ba79-40de-b863-d2712a21066e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.275787 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-dbd01c98-4b55-4cb1-b3e2-ba66adb5fb8d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 20:23:57.276351 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-dbd01c98-4b55-4cb1-b3e2-ba66adb5fb8d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:57.277223 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dbd01c98-4b55-4cb1-b3e2-ba66adb5fb8d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062361 Jul 23 20:23:57.280348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49904) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.390600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6de2427-2ce5-4b47-bb46-a478ca48e9c8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.400503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.419064 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6de2427-2ce5-4b47-bb46-a478ca48e9c8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.427888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49912) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.435450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:23:57.438482 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c06f4e-ee49-4337-80c3-4886fdb23295" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:23:57.444633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:57.460790 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.485354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6de2427-2ce5-4b47-bb46-a478ca48e9c8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.497709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6de2427-2ce5-4b47-bb46-a478ca48e9c8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.503199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d6de2427-2ce5-4b47-bb46-a478ca48e9c8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/57d56aaa-ba79-40de-b863-d2712a21066e HTTP/1.1" status: 204 len: 168 time: 0.2210779 Jul 23 20:23:57.503818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49922) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.514874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de2427-2ce5-4b47-bb46-a478ca48e9c8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d56aaa-ba79-40de-b863-d2712a21066e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.553868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:57.560245 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1fd81-8744-4d03-8968-70dd7cbb01b0 x-openstack-request-id: req-ebf1fd81-8744-4d03-8968-70dd7cbb01b0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:23:57.560808 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:23:57.561452 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ebf1fd81-8744-4d03-8968-70dd7cbb01b0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:23:57.562169 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'code': 200} Jul 23 20:23:57.612389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49924) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:57.614155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ba35f2ce-0b16-49bb-ae19-80264fb5deca tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089053 Jul 23 20:23:57.624869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--254706069'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:57.665508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5cf0-5266-432b-aecc-37db173d2c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.694991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622f59-b6fe-4ead-8c0b-0a73e5511eeb req-e0e7ea90-22fc-4555-bfa7-4cf18d3ce4c7 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:57.696795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e622f59-b6fe-4ead-8c0b-0a73e5511eeb req-e0e7ea90-22fc-4555-bfa7-4cf18d3ce4c7 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 943 time: 0.0812957 Jul 23 20:23:57.732531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.759218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e622f59-b6fe-4ead-8c0b-0a73e5511eeb req-fa1f165c-713a-4e9d-a695-0b9ea40ba026 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527935 Jul 23 20:23:57.779920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5362b-f353-4e44-947f-c8f081aed573 req-51c1e51d-7a67-4a6f-90eb-0ab5b823de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:57.781390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-abd5362b-f353-4e44-947f-c8f081aed573 req-51c1e51d-7a67-4a6f-90eb-0ab5b823de18 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1098 time: 0.1439779 Jul 23 20:23:57.838192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-abd5362b-f353-4e44-947f-c8f081aed573 req-67dc5447-43d2-4655-8c04-b82a1fc2f919 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488062 Jul 23 20:23:57.886372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5cf0-5266-432b-aecc-37db173d2c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.985874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:57.990387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b9fa5cf0-5266-432b-aecc-37db173d2c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.001441 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.006798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bbec4d-24bb-44a9-90a5-fc6e8defa14e req-95ef0dfc-f553-4b48-92d7-f495e0140717 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:58.008771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05bbec4d-24bb-44a9-90a5-fc6e8defa14e req-95ef0dfc-f553-4b48-92d7-f495e0140717 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 946 time: 0.0836442 Jul 23 20:23:58.048133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa5cf0-5266-432b-aecc-37db173d2c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92946b8-4a10-4b44-b848-ae0b6da31d4c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.061700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05bbec4d-24bb-44a9-90a5-fc6e8defa14e req-d8e3dd8d-578b-4d71-8770-25b268f87a57 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445700 Jul 23 20:23:58.082320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.086225 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4702375 Jul 23 20:23:58.086915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.091953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9fa5cf0-5266-432b-aecc-37db173d2c14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=877a858b74134dc984633807e8b58684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616151 Jul 23 20:23:58.093159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49938) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.102310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd0ffa-fc01-43f6-964b-d6a1ec8e31e5 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92be035d-cac4-4709-bc1f-c95b97739a5d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.104030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-29303476-d67f-44b9-b904-795cf03c0f07 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '92be035d-cac4-4709-bc1f-c95b97739a5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.115338 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-29303476-d67f-44b9-b904-795cf03c0f07 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 20:23:58.115951 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-29303476-d67f-44b9-b904-795cf03c0f07 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.117128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-29303476-d67f-44b9-b904-795cf03c0f07 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0293915 Jul 23 20:23:58.119938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.125640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-960f661e-d3b8-46e3-9030-1eb00d64a691 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '92be035d-cac4-4709-bc1f-c95b97739a5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.128236 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-960f661e-d3b8-46e3-9030-1eb00d64a691 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 20:23:58.128859 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-960f661e-d3b8-46e3-9030-1eb00d64a691 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.129980 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-960f661e-d3b8-46e3-9030-1eb00d64a691 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0088077 Jul 23 20:23:58.132712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.137289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5e7f0fae-bd8e-4058-b55b-32c85d93198b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '92be035d-cac4-4709-bc1f-c95b97739a5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.138753 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-5e7f0fae-bd8e-4058-b55b-32c85d93198b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 20:23:58.138936 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-5e7f0fae-bd8e-4058-b55b-32c85d93198b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.141488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e7f0fae-bd8e-4058-b55b-32c85d93198b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063167 Jul 23 20:23:58.142737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49944) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.149413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d437cc85-ed63-45fd-b034-9caae61aa657 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '92be035d-cac4-4709-bc1f-c95b97739a5d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.150587 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-d437cc85-ed63-45fd-b034-9caae61aa657 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 20:23:58.151269 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d437cc85-ed63-45fd-b034-9caae61aa657 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.152582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d437cc85-ed63-45fd-b034-9caae61aa657 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070539 Jul 23 20:23:58.157746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49946) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.200814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-032c5d00-ebf9-44e8-8583-249875e52dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.217676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-394c26f4-7bdc-42f6-a306-8adf47590863 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.228821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-032c5d00-ebf9-44e8-8583-249875e52dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.245647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-394c26f4-7bdc-42f6-a306-8adf47590863 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.288016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-032c5d00-ebf9-44e8-8583-249875e52dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.291938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-032c5d00-ebf9-44e8-8583-249875e52dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.293972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-032c5d00-ebf9-44e8-8583-249875e52dd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f92946b8-4a10-4b44-b848-ae0b6da31d4c HTTP/1.1" status: 204 len: 168 time: 0.1996634 Jul 23 20:23:58.306740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c5d00-ebf9-44e8-8583-249875e52dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92946b8-4a10-4b44-b848-ae0b6da31d4c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.318449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-394c26f4-7bdc-42f6-a306-8adf47590863 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.322599 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-394c26f4-7bdc-42f6-a306-8adf47590863 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.323770 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-394c26f4-7bdc-42f6-a306-8adf47590863 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/92be035d-cac4-4709-bc1f-c95b97739a5d HTTP/1.1" status: 204 len: 168 time: 0.1672437 Jul 23 20:23:58.327517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49950) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.334124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c26f4-7bdc-42f6-a306-8adf47590863 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be035d-cac4-4709-bc1f-c95b97739a5d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.399022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2bfe52dc-0471-4519-b2fb-e118a5422fe6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0669162 Jul 23 20:23:58.399408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49960) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.404058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--930058129'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.452801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.552430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.563139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.600383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:58.601889 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2014737 Jul 23 20:23:58.608434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.609343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d10951ce-a848-41fe-a0a0-5b82b87ae86d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.610475 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-d10951ce-a848-41fe-a0a0-5b82b87ae86d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:23:58.610978 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d10951ce-a848-41fe-a0a0-5b82b87ae86d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.612648 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d10951ce-a848-41fe-a0a0-5b82b87ae86d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072193 Jul 23 20:23:58.614479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4c36d-da93-4721-8ac1-dac0fe05df78 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ee655-db46-453b-b7fd-9ff6f4974f93,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:58.615940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49968) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.625208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b9cfc06a-96bb-476d-a7cd-bbf846d92901 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.682697 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-b9cfc06a-96bb-476d-a7cd-bbf846d92901 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.686939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49970) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.687488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b9cfc06a-96bb-476d-a7cd-bbf846d92901 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0696800 Jul 23 20:23:58.695372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3c0c13df-5fbf-4290-8bf9-b414a7357843 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.696240 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-3c0c13df-5fbf-4290-8bf9-b414a7357843 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 20:23:58.697070 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-3c0c13df-5fbf-4290-8bf9-b414a7357843 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.700997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3c0c13df-5fbf-4290-8bf9-b414a7357843 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0083396 Jul 23 20:23:58.700997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49972) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.716009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1f2f8e95-939b-449b-b020-7fb6aa9cd4df tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.754684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:23:58.801678 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-1f2f8e95-939b-449b-b020-7fb6aa9cd4df tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.808665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1f2f8e95-939b-449b-b020-7fb6aa9cd4df tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1062372 Jul 23 20:23:58.809652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49984) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.815907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-81467c6b-70cc-4f55-8a4c-89e3a3a1eb81 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.816650 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-81467c6b-70cc-4f55-8a4c-89e3a3a1eb81 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:23:58.817312 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-81467c6b-70cc-4f55-8a4c-89e3a3a1eb81 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.821689 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81467c6b-70cc-4f55-8a4c-89e3a3a1eb81 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107048 Jul 23 20:23:58.822499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49986) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.828684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a979d9e6-b581-4d3e-bbe1-59a41e8bd5f8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.914777 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-a979d9e6-b581-4d3e-bbe1-59a41e8bd5f8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.918900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49990) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.919404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a979d9e6-b581-4d3e-bbe1-59a41e8bd5f8 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0953834 Jul 23 20:23:58.926483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2494958d-d298-4344-a8ea-1e1d2bee0d5d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.927348 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-2494958d-d298-4344-a8ea-1e1d2bee0d5d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 20:23:58.928080 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-2494958d-d298-4344-a8ea-1e1d2bee0d5d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:58.931745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2494958d-d298-4344-a8ea-1e1d2bee0d5d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087061 Jul 23 20:23:58.932874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49992) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:58.938966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9eb4237f-cde1-4ee9-8d5e-fdc0d6dab258 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:58.949857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:58.968779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'port_id': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'mac_address': 'fa:16:3e:d7:2b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27efe0d7-9fc1-440e-ad54-a21d447efbf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:23:58.998623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452cf55-7f53-4faf-8301-23c3559f7b99 req-ad48de94-0ac0-4fbb-973a-80677bb05ecf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:59.006957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2452cf55-7f53-4faf-8301-23c3559f7b99 req-ad48de94-0ac0-4fbb-973a-80677bb05ecf tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 943 time: 0.1396148 Jul 23 20:23:59.044021 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-9eb4237f-cde1-4ee9-8d5e-fdc0d6dab258 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:59.046678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9eb4237f-cde1-4ee9-8d5e-fdc0d6dab258 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1135223 Jul 23 20:23:59.049935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49996) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.054598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-add11fde-26ff-47c5-a08b-4b90cdef5da0 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'f23ee655-db46-453b-b7fd-9ff6f4974f93', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:59.062826 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.084672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc2cebb-2c72-4f54-ae03-86cce39e92bc {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:23:59.091714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2452cf55-7f53-4faf-8301-23c3559f7b99 req-9c1ee9a9-2579-4320-a917-fbbbd7726920 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835958 Jul 23 20:23:59.141922 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-add11fde-26ff-47c5-a08b-4b90cdef5da0 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:23:59.143999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-add11fde-26ff-47c5-a08b-4b90cdef5da0 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0930316 Jul 23 20:23:59.146937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50004) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.185242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:23:59.196923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.319965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:59.323166 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ad1ce82-e7ac-4d5c-a9a7-b0271d581995 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.353186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ad1ce82-e7ac-4d5c-a9a7-b0271d581995 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.386872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2a4cd-0fe8-4084-b88e-3f0726630c2b req-56720728-a5fe-4732-af88-2b28d99de6d6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:59.388414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-adf2a4cd-0fe8-4084-b88e-3f0726630c2b req-56720728-a5fe-4732-af88-2b28d99de6d6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 946 time: 0.1826956 Jul 23 20:23:59.443374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['edc2cebb-2c72-4f54-ae03-86cce39e92bc'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:23:59.458548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-adf2a4cd-0fe8-4084-b88e-3f0726630c2b req-c30c942f-3cab-493a-a022-6667e003c87f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563331 Jul 23 20:23:59.491406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ad1ce82-e7ac-4d5c-a9a7-b0271d581995 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.494653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ad1ce82-e7ac-4d5c-a9a7-b0271d581995 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.495814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6ad1ce82-e7ac-4d5c-a9a7-b0271d581995 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/f23ee655-db46-453b-b7fd-9ff6f4974f93 HTTP/1.1" status: 204 len: 168 time: 0.3478425 Jul 23 20:23:59.499076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50020) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.538365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1ce82-e7ac-4d5c-a9a7-b0271d581995 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ee655-db46-453b-b7fd-9ff6f4974f93,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:59.577341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-297ead93-209a-424c-b1b4-09ce72fcf9ac tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772240 Jul 23 20:23:59.584522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50028) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.588745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--517709099'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:59.697833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.829051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.837939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.886429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:23:59.888058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3043196 Jul 23 20:23:59.890641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50036) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.896716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f02102f4-aeaa-4c80-b0a2-3f5399f49a7b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '8635ccb0-c466-4077-80f7-588da084b48b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:59.897361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa16f23-a4ff-4bd3-beea-5d80aee4c802 req-d6487e69-5ec9-420e-b5fe-ecfb6d1ec480 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:23:59.909369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8aa16f23-a4ff-4bd3-beea-5d80aee4c802 req-d6487e69-5ec9-420e-b5fe-ecfb6d1ec480 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 946 time: 0.2934575 Jul 23 20:23:59.911778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:23:59.918363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'floatingip': {'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:23:59.924130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5729ce-2f2b-4cf7-b705-ae5aceff1ad6 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8635ccb0-c466-4077-80f7-588da084b48b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:23:59.973158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.007699 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-f02102f4-aeaa-4c80-b0a2-3f5399f49a7b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The resource could not be found. Jul 23 20:24:00.011309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f02102f4-aeaa-4c80-b0a2-3f5399f49a7b tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1168737 Jul 23 20:24:00.011602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50044) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.027187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f3a60728-620d-42a0-b5ad-e31c0813f7ab tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': '8635ccb0-c466-4077-80f7-588da084b48b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e2927ade-2eb6-40a1-8f94-6c5f6f52874a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:00.096951 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-f3a60728-620d-42a0-b5ad-e31c0813f7ab tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The resource could not be found. Jul 23 20:24:00.100307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f3a60728-620d-42a0-b5ad-e31c0813f7ab tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0878401 Jul 23 20:24:00.103382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50052) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.218116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd74-f0cc-4bfa-aeed-38f130299f04 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.251172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd74-f0cc-4bfa-aeed-38f130299f04 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.308294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd74-f0cc-4bfa-aeed-38f130299f04 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.311277 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a33fd74-f0cc-4bfa-aeed-38f130299f04 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.316264 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a33fd74-f0cc-4bfa-aeed-38f130299f04 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/8635ccb0-c466-4077-80f7-588da084b48b HTTP/1.1" status: 204 len: 168 time: 0.2116699 Jul 23 20:24:00.317003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50058) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.362340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33fd74-f0cc-4bfa-aeed-38f130299f04 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8635ccb0-c466-4077-80f7-588da084b48b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:00.371782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76219a13-e900-4dba-b680-4955f2df4e37 req-f0075148-5f69-43a4-94fe-dc8b4d530046 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:00.373320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76219a13-e900-4dba-b680-4955f2df4e37 req-f0075148-5f69-43a4-94fe-dc8b4d530046 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 944 time: 0.2064717 Jul 23 20:24:00.409381 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5cfafe5c-9158-4888-b53f-0a5860667e49 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0869372 Jul 23 20:24:00.410798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50060) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.418485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-81584b03-9aac-4edc-b19e-5fe2ef22a7fe tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'e3ef3a42-a9c4-419d-a033-3a7487f20f5a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:00.502370 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-81584b03-9aac-4edc-b19e-5fe2ef22a7fe tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The resource could not be found. Jul 23 20:24:00.509914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50064) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.511100 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81584b03-9aac-4edc-b19e-5fe2ef22a7fe tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0987849 Jul 23 20:24:00.514938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439506049'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:00.570396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76219a13-e900-4dba-b680-4955f2df4e37 req-f131c66d-19b7-464e-b322-464c7b495365 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740303 Jul 23 20:24:00.604013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.648982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50072) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:00.770674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:00.818866 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63454387-e7a5-4491-8a2e-26afb544c167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.855123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port edc2cebb-2c72-4f54-ae03-86cce39e92bc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:00.859961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port edc2cebb-2c72-4f54-ae03-86cce39e92bc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:00.860338 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.945782 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:00.972205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:00.974431 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f37d3b-001a-4887-b773-cc258e46618f" -d '{"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-plugged", "status": "completed", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:00.989511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:00.995827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.072830 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0c0a16-f886-4079-8b89-7d0be6fee713 x-openstack-request-id: req-2e0c0a16-f886-4079-8b89-7d0be6fee713 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:01.073277 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-plugged", "status": "completed", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:01.073562 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e0c0a16-f886-4079-8b89-7d0be6fee713 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:01.074159 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'code': 200} Jul 23 20:24:01.075396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.183983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.196726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.317412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.331410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.358882 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Floating IP c3c5fe8b-dc26-484c-aae4-318d155b109b associated. External IP: 172.25.8.83, port: 14020d29-11f9-45ad-9ea7-33acc0c2ade6. Jul 23 20:24:01.367004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b109978-2947-4b66-ace1-91c9fcb4babe req-411dc26b-7d91-4b2f-8ae8-66840bf5d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:01.374281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b109978-2947-4b66-ace1-91c9fcb4babe req-411dc26b-7d91-4b2f-8ae8-66840bf5d14e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 1097 time: 0.2289426 Jul 23 20:24:01.445993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63454387-e7a5-4491-8a2e-26afb544c167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.450323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63454387-e7a5-4491-8a2e-26afb544c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.501714 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-63454387-e7a5-4491-8a2e-26afb544c167 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1fc83b3896f4519bb52310dde7c0868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8489575 Jul 23 20:24:01.501714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63454387-e7a5-4491-8a2e-26afb544c167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d824c-45a3-43db-8920-58899e514108,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.504922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50090) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.518836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.523929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0133195 Jul 23 20:24:01.525529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:01.536754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1994596331'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:01.541505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6722fba-4ad5-4207-8e97-e6413a189e5e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd808a-ce30-4587-ae97-7181f7e13b1b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.554189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b109978-2947-4b66-ace1-91c9fcb4babe req-de89f70c-4775-4bd2-b985-1a18a0cbc950 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831106 Jul 23 20:24:01.581091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.659068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e841671a-2ab8-4869-9dbb-f57967dc8686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.704621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e841671a-2ab8-4869-9dbb-f57967dc8686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.765820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e841671a-2ab8-4869-9dbb-f57967dc8686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.769606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e841671a-2ab8-4869-9dbb-f57967dc8686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.780057 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e841671a-2ab8-4869-9dbb-f57967dc8686 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/947d824c-45a3-43db-8920-58899e514108 HTTP/1.1" status: 204 len: 168 time: 0.2738984 Jul 23 20:24:01.798698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841671a-2ab8-4869-9dbb-f57967dc8686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d824c-45a3-43db-8920-58899e514108,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:01.851021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Router 437a4426-19ae-4cfa-820d-ab2515e87d34 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:01.875252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.884206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.967857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:01.968100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a046bb-d403-4d9d-8bef-2d8a707a8033 req-a48c9c92-c7ff-4be9-a1f7-37d445445541 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:01.969641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04a046bb-d403-4d9d-8bef-2d8a707a8033 req-a48c9c92-c7ff-4be9-a1f7-37d445445541 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2195728 Jul 23 20:24:01.996766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4690406 Jul 23 20:24:02.005807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50114) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.006416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334272ce-43d7-4b7a-8714-e93e41c0571c tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5badccb9-1e8b-4735-a445-56c44a257f54,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.031458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cdbf1d33-c497-45ea-97cd-39c091503acd tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group_rule': {'security_group_id': 'a2cd808a-ce30-4587-ae97-7181f7e13b1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5badccb9-1e8b-4735-a445-56c44a257f54'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:02.073511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04a046bb-d403-4d9d-8bef-2d8a707a8033 req-a7740186-7809-40c4-b2c7-e4f1cd791720 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888629 Jul 23 20:24:02.114051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:02.118848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.126944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] Sync routers for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:02.150588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:02.151249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:02.172359 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-cdbf1d33-c497-45ea-97cd-39c091503acd tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:24:02.176356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cdbf1d33-c497-45ea-97cd-39c091503acd tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1606667 Jul 23 20:24:02.176356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8eda8d39-9e97-4a14-9456-9c90d88db897 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "PUT /v2.0/floatingips/c3c5fe8b-dc26-484c-aae4-318d155b109b HTTP/1.1" status: 200 len: 991 time: 2.2626286 Jul 23 20:24:02.176926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50120) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.177798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:02.180969 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582bec3a-59a2-4cb6-91bb-35030dd21a82" -d '{"events": [{"name": "network-changed", "server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:02.246512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa797164-c2a1-4dca-90b6-6d69914ce846 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.275788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa797164-c2a1-4dca-90b6-6d69914ce846 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.280305 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d216aa10-9f29-4d56-be53-3631aa8bcca2 x-openstack-request-id: req-d216aa10-9f29-4d56-be53-3631aa8bcca2 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:02.280860 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:02.281202 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d216aa10-9f29-4d56-be53-3631aa8bcca2 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:02.281970 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'status': 'completed', 'code': 200} Jul 23 20:24:02.354413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa797164-c2a1-4dca-90b6-6d69914ce846 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.357632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa797164-c2a1-4dca-90b6-6d69914ce846 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.358849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aa797164-c2a1-4dca-90b6-6d69914ce846 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/5badccb9-1e8b-4735-a445-56c44a257f54 HTTP/1.1" status: 204 len: 168 time: 0.1745539 Jul 23 20:24:02.363021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50128) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.390249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:02.432244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa797164-c2a1-4dca-90b6-6d69914ce846 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5badccb9-1e8b-4735-a445-56c44a257f54,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.444366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-3607912d-8a01-4be0-a6c9-3bb756957d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:02.447621 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-3607912d-8a01-4be0-a6c9-3bb756957d2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1098 time: 0.1405034 Jul 23 20:24:02.549781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-df41a6f1-2e5d-4e74-9ca9-9c78d6ab9c61 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1801145 Jul 23 20:24:02.550271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50136) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.656140 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c041d3f-81c9-4ad2-8c1f-bb352be0f8f3 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.688873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c041d3f-81c9-4ad2-8c1f-bb352be0f8f3 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.696404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-62ab15a0-a0bc-4932-a615-88fd431b70ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:02.706364 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-62ab15a0-a0bc-4932-a615-88fd431b70ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2489383 Jul 23 20:24:02.745165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c041d3f-81c9-4ad2-8c1f-bb352be0f8f3 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.748798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c041d3f-81c9-4ad2-8c1f-bb352be0f8f3 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.750439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6c041d3f-81c9-4ad2-8c1f-bb352be0f8f3 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/a2cd808a-ce30-4587-ae97-7181f7e13b1b HTTP/1.1" status: 204 len: 168 time: 0.1981034 Jul 23 20:24:02.757980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.779825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c041d3f-81c9-4ad2-8c1f-bb352be0f8f3 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd808a-ce30-4587-ae97-7181f7e13b1b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:02.860925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-816cb8e5-5c93-4d00-ab7f-63cd9bb0af82 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0981863 Jul 23 20:24:02.871458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50148) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:02.876649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'tempest-secgroup--1954433208'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:02.937576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-70ce932c-4f1c-4487-9674-ba639f8e7246 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.2240798 Jul 23 20:24:02.942996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:02.982274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-e8bfa312-d066-4aa1-938b-7a184e2f3d6b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1182287 Jul 23 20:24:03.087849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-8e457642-1a9c-43a0-83bc-e55fb639a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:03.090200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-8e457642-1a9c-43a0-83bc-e55fb639a783 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1391699 Jul 23 20:24:03.099703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'c3c5fe8b-dc26-484c-aae4-318d155b109b', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531c90-d933-4e25-9eae-25da4afee0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:23:44Z', 'updated_at': '2021-07-23T20:24:00Z', 'revision_number': 1, 'project_id': '18cbd2de73534bcea64a685080913195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:47Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.151631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] Checking router: 437a4426-19ae-4cfa-820d-ab2515e87d34 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:03.164713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:03.165699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.264984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-6854e01e-bf70-4125-b097-17ce8e61f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:03.266545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-6854e01e-bf70-4125-b097-17ce8e61f67c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694407 Jul 23 20:24:03.286154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.306285 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.331890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-7675c710-bcda-423a-b046-a8e0e0b3e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:03.333327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-7675c710-bcda-423a-b046-a8e0e0b3e974 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1097 time: 0.3256192 Jul 23 20:24:03.401817 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-f61066e7-2d4d-46aa-bd1d-6ae1f56a9731 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279666 Jul 23 20:24:03.418705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:03.590871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-582bec3a-59a2-4cb6-91bb-35030dd21a82 req-a96eae69-e404-4b10-8a08-981e97bc7311 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809723 Jul 23 20:24:03.611590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.616012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7427623 Jul 23 20:24:03.620398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50174) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.627599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8dce0346-7cff-4aca-a97a-439661f437f1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:03.628147 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-8dce0346-7cff-4aca-a97a-439661f437f1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:24:03.628657 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-8dce0346-7cff-4aca-a97a-439661f437f1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:24:03.633000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd4b0-130b-41c6-bfb1-c08f25cb2947 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f92080e-32ac-4e70-99a4-589391289fe5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.633472 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8dce0346-7cff-4aca-a97a-439661f437f1 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "PUT /v2.0/security-groups/5f92080e-32ac-4e70-99a4-589391289fe5 HTTP/1.1" status: 409 len: 330 time: 0.0114813 Jul 23 20:24:03.634059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50176) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.674855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-2ca941c9-eb68-4834-a7c0-4a66b1bc7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:03.676552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-2ca941c9-eb68-4834-a7c0-4a66b1bc7999 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.2462204 Jul 23 20:24:03.688580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96528bc-cf8f-4a1a-a183-f28579fd5444 req-e3b0e9c1-f520-4acf-931d-f6f35297b1dd tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:03.698028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d96528bc-cf8f-4a1a-a183-f28579fd5444 req-e3b0e9c1-f520-4acf-931d-f6f35297b1dd tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.4070451 Jul 23 20:24:03.721551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d81ec2-b825-4c2d-845e-eae0c292f94d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.750951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d81ec2-b825-4c2d-845e-eae0c292f94d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.800810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d96528bc-cf8f-4a1a-a183-f28579fd5444 req-b02ee432-c5ce-4d2b-a975-6c40d0bb9e7f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017427 Jul 23 20:24:03.841491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-7f87a20d-2dbc-4572-851b-37a46d29c172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 1000 time: 0.1357431 Jul 23 20:24:03.889187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'c3c5fe8b-dc26-484c-aae4-318d155b109b', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531c90-d933-4e25-9eae-25da4afee0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:23:44Z', 'updated_at': '2021-07-23T20:24:00Z', 'revision_number': 1, 'project_id': '18cbd2de73534bcea64a685080913195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:47Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:03.889684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d81ec2-b825-4c2d-845e-eae0c292f94d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.894888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95d81ec2-b825-4c2d-845e-eae0c292f94d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:03.896364 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-95d81ec2-b825-4c2d-845e-eae0c292f94d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/5f92080e-32ac-4e70-99a4-589391289fe5 HTTP/1.1" status: 204 len: 168 time: 0.2613409 Jul 23 20:24:03.900218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50192) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:03.914730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d81ec2-b825-4c2d-845e-eae0c292f94d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f92080e-32ac-4e70-99a4-589391289fe5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:03.969798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c5da1-7995-4cab-b6ff-6c60096476e1 None None] The sync data for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 is: [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'c3c5fe8b-dc26-484c-aae4-318d155b109b', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1707, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79531c90-d933-4e25-9eae-25da4afee0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:23:44Z', 'updated_at': '2021-07-23T20:24:00Z', 'revision_number': 1, 'project_id': '18cbd2de73534bcea64a685080913195', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:47Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:03.981301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b171fbbc-923c-4652-97d2-9a10bb53acda tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785360 Jul 23 20:24:03.989129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50196) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.015021 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-5e8ffc76-cf5a-4d5d-be30-7b8af29f512d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] delete failed (client error): The resource could not be found. Jul 23 20:24:04.032954 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e8ffc76-cf5a-4d5d-be30-7b8af29f512d tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "DELETE /v2.0/security-groups/9da847f0-d551-444c-b731-4cfebe66614d HTTP/1.1" status: 404 len: 347 time: 0.0391512 Jul 23 20:24:04.037791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50200) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.069240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-51eeb572-ec58-4f83-8488-9f276e9763ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.071691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-51eeb572-ec58-4f83-8488-9f276e9763ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.2277548 Jul 23 20:24:04.116050 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-6b924f88-5745-405e-a291-a8df519ba308 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] show failed (client error): The resource could not be found. Jul 23 20:24:04.117472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6b924f88-5745-405e-a291-a8df519ba308 tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-groups/57d5d733-bdee-4cea-b1d7-829ab1c8b964 HTTP/1.1" status: 404 len: 347 time: 0.0680480 Jul 23 20:24:04.123239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50206) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.141719 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d6fcf49a-6540-44b9-9fe0-8bb8923f376e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] show failed (client error): The resource could not be found. Jul 23 20:24:04.150540 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d6fcf49a-6540-44b9-9fe0-8bb8923f376e tempest-NegativeSecGroupTest-1134412511 tempest-NegativeSecGroupTest-1134412511-project] 10.222.0.46 "GET /v2.0/security-group-rules/1c5c98a2-adab-4d61-90d3-69b5f7962792 HTTP/1.1" status: 404 len: 356 time: 0.0252807 Jul 23 20:24:04.154210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-821a854b-ac9a-4bd0-807f-2d0e6cddce49 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2752957 Jul 23 20:24:04.167950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91743b34-123a-4ac4-9934-0bdc832fc156 req-f298fc3e-6b22-499f-9307-1ef22a36c2ec tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.169807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91743b34-123a-4ac4-9934-0bdc832fc156 req-f298fc3e-6b22-499f-9307-1ef22a36c2ec tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2386651 Jul 23 20:24:04.270805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-ff837438-6f74-4750-b4fe-61c3cecb8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.272898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-ff837438-6f74-4750-b4fe-61c3cecb8042 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773713 Jul 23 20:24:04.292347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91743b34-123a-4ac4-9934-0bdc832fc156 req-87ee26b0-40a6-485b-ac12-fb155e09759c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123817 Jul 23 20:24:04.399641 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5b56c-0c15-4088-b12c-edf42226ef48 None None] New status for floating IP c3c5fe8b-dc26-484c-aae4-318d155b109b: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:24:04.414525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-029d59c7-3d8d-4b86-8a7d-6191dc8b75b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.416387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-029d59c7-3d8d-4b86-8a7d-6191dc8b75b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 1097 time: 0.1954708 Jul 23 20:24:04.432355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-92c0011a-3bfa-4eba-8821-202ee6835a63 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508946 Jul 23 20:24:04.695871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50234) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.778814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7f9d6447-861e-40f1-9d09-e55939430bd9 req-45bda3cb-1c87-4e30-9b68-07cd26f42131 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390698 Jul 23 20:24:04.794994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-5f471520-6f67-4c96-841d-ca4f276c7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.796469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-5f471520-6f67-4c96-841d-ca4f276c7a7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 916 time: 0.3401258 Jul 23 20:24:04.866091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-7e14f695-d219-4877-b91a-97b5c2d44781 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930 HTTP/1.1" status: 200 len: 217 time: 0.0612967 Jul 23 20:24:04.874947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a67d-98a5-47fa-bf39-4eed48444219 req-1e23f679-0df1-4b46-b3ab-712608159742 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.876525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05d1a67d-98a5-47fa-bf39-4eed48444219 req-1e23f679-0df1-4b46-b3ab-712608159742 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2700593 Jul 23 20:24:04.889658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8da73ae4-41f5-456d-9664-850ee799d4b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2842640900034e38b8215954dbd8aa41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893411 Jul 23 20:24:04.890451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50238) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:04.962206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eed82faa-b907-415f-a4a1-5d304194675b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:04.974860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-9939f25c-f85a-483f-9a66-f4539dba2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:04.976523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-9939f25c-f85a-483f-9a66-f4539dba2e9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.0984793 Jul 23 20:24:04.989819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eed82faa-b907-415f-a4a1-5d304194675b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.025949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05d1a67d-98a5-47fa-bf39-4eed48444219 req-c953f5df-bcec-4bf2-aa96-0604d41bb4c5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391764 Jul 23 20:24:05.046856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-de6151d5-9b6d-4504-af3e-418948bc5deb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634854 Jul 23 20:24:05.057664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eed82faa-b907-415f-a4a1-5d304194675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.061840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eed82faa-b907-415f-a4a1-5d304194675b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:05.063394 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eed82faa-b907-415f-a4a1-5d304194675b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7cc3e2a3-eecf-48e9-9221-57f561d21deb HTTP/1.1" status: 204 len: 168 time: 0.1718838 Jul 23 20:24:05.078480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed82faa-b907-415f-a4a1-5d304194675b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3e2a3-eecf-48e9-9221-57f561d21deb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:05.285112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-cba83349-27ff-479a-a49b-0c6eb4aad621 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320662 Jul 23 20:24:05.328756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9237d9-c996-4a4a-a2f4-402ac3d4c711 req-a92a01b6-4e5c-4f45-a95b-6b6e3550a5f1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:05.336746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a9237d9-c996-4a4a-a2f4-402ac3d4c711 req-a92a01b6-4e5c-4f45-a95b-6b6e3550a5f1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1328804 Jul 23 20:24:05.448254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a9237d9-c996-4a4a-a2f4-402ac3d4c711 req-59dd0361-9230-47e1-8e5e-5fbd585a52c4 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104295 Jul 23 20:24:05.552685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1460a888-6af1-4a80-a7c3-d86522caf012 req-b90f1cad-023d-41e3-b465-6850188646f7 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603176 Jul 23 20:24:05.626572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4854ab-38ed-422d-810d-9aa7d63f858c req-c7c2523e-8599-4fbe-9c13-538f56bbd749 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:05.634954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f4854ab-38ed-422d-810d-9aa7d63f858c req-c7c2523e-8599-4fbe-9c13-538f56bbd749 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1502745 Jul 23 20:24:05.713413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f4854ab-38ed-422d-810d-9aa7d63f858c req-bd5185ec-1649-436d-a04c-390b73d27ef9 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756721 Jul 23 20:24:05.909187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79180d8d-4ba9-4286-bf06-20df1fa47c2d req-be7bc29a-2bea-4ee4-923b-d182f4d4f825 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:05.911049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79180d8d-4ba9-4286-bf06-20df1fa47c2d req-be7bc29a-2bea-4ee4-923b-d182f4d4f825 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1083493 Jul 23 20:24:05.952178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79180d8d-4ba9-4286-bf06-20df1fa47c2d req-474132ef-bcfd-4bae-bec5-0fb53a61432b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336280 Jul 23 20:24:06.050295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50308) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.199965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc02c-2ad7-4b48-a792-ced234da6f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.335506 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc02c-2ad7-4b48-a792-ced234da6f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.339835 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fb3bc02c-2ad7-4b48-a792-ced234da6f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.373525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50332) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.380954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fb3bc02c-2ad7-4b48-a792-ced234da6f19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c926a6e88627430485f10c973d07c4dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295908 Jul 23 20:24:06.381929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc02c-2ad7-4b48-a792-ced234da6f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05456f79-4676-4a96-8c43-66e82c9afb5f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.383612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50336) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.444701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82b00bae-482a-465f-bbcd-bdd739734421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.471718 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82b00bae-482a-465f-bbcd-bdd739734421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.493830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-247895786-network', 'tenant_id': '8bf6a1891dbd4834989bff831b2d2d51'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:06.536205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Made reservation on behalf of 8bf6a1891dbd4834989bff831b2d2d51 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:06.538567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.547881 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.561377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82b00bae-482a-465f-bbcd-bdd739734421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.563982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-82b00bae-482a-465f-bbcd-bdd739734421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.565703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-82b00bae-482a-465f-bbcd-bdd739734421 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/05456f79-4676-4a96-8c43-66e82c9afb5f HTTP/1.1" status: 204 len: 168 time: 0.1810095 Jul 23 20:24:06.586056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b00bae-482a-465f-bbcd-bdd739734421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05456f79-4676-4a96-8c43-66e82c9afb5f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.664769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.670078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.702937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:06.709454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f9fa30-415e-49e7-9075-68e184dd0b43,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.725331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.725736 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Added segment e1266457-620d-4478-9658-766138417c36 of type vlan for network edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3 Jul 23 20:24:06.776561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.839202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.842260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:06.844360 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:06.868852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a1304-292d-45e7-82eb-e1a891d4e517 req-01111470-3a67-432b-8e65-3d1041e668ee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:06.870781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-615a1304-292d-45e7-82eb-e1a891d4e517 req-01111470-3a67-432b-8e65-3d1041e668ee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.0783262 Jul 23 20:24:06.899584 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5247781 Jul 23 20:24:06.902345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50352) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.909324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Request body: {'subnet': {'network_id': 'edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-247895786-subnet', 'tenant_id': '8bf6a1891dbd4834989bff831b2d2d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:06.918224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-615a1304-292d-45e7-82eb-e1a891d4e517 req-78caa208-f29c-475e-8fe7-95338b118c57 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417857 Jul 23 20:24:06.950627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bab9a-c57f-4e65-9fca-a7928367315b admin admin] Pushing event updated for resources: {'Network': ['ID=edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:06.961932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:06.970389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50354) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:06.993383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-158a3e77-b072-4772-8ee6-5727044c6ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.005480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Made reservation on behalf of 8bf6a1891dbd4834989bff831b2d2d51 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:07.008139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.144552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a95515-2d36-4454-bbc2-e09902b6bda8 req-780541ff-f414-4a9b-bfa1-bec38177e59e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:07.146629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a95515-2d36-4454-bbc2-e09902b6bda8 req-780541ff-f414-4a9b-bfa1-bec38177e59e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.0950270 Jul 23 20:24:07.200484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a95515-2d36-4454-bbc2-e09902b6bda8 req-0218f828-3ab8-40b8-82a3-87bc859b7586 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Jul 23 20:24:07.268857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.280930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-158a3e77-b072-4772-8ee6-5727044c6ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.306686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-158a3e77-b072-4772-8ee6-5727044c6ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.374500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a3e77-b072-4772-8ee6-5727044c6ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e7e92-c8d3-4794-ad11-3da337a68627,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.380006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a22b3b-be25-41d5-a109-c43be75a1266,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.392207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50372) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:07.398729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-158a3e77-b072-4772-8ee6-5727044c6ef5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=708d815b830a4f219d6bec3085c957bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270873 Jul 23 20:24:07.409114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Checking segment: {'id': 'e1266457-620d-4478-9658-766138417c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:07.409528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Network hostable DHCP agents. Network: edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:07.430822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Network edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:07.441269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:07.446639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:07.447363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.451016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c04b26c-8d4c-489d-a1c7-77d033fed932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.454265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec996af3-177b-48b0-9819-9281ae3b71b4 None None] Network edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:07.484050 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c04b26c-8d4c-489d-a1c7-77d033fed932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.486277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4f61f797-33a8-4723-9a97-99ae99110087 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5827613 Jul 23 20:24:07.552712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c04b26c-8d4c-489d-a1c7-77d033fed932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.555819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c04b26c-8d4c-489d-a1c7-77d033fed932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.557129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c04b26c-8d4c-489d-a1c7-77d033fed932 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a81e7e92-c8d3-4794-ad11-3da337a68627 HTTP/1.1" status: 204 len: 168 time: 0.1638098 Jul 23 20:24:07.622910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04b26c-8d4c-489d-a1c7-77d033fed932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e7e92-c8d3-4794-ad11-3da337a68627,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:07.641312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dc9ec6-95db-440a-8bad-b4d78d20e1f9 None None] Network edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:07.673125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a5848-165d-484e-9985-d2aa0d3de05c req-93241abc-ca50-4559-9bd7-8102f553e840 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:07.675497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-227a5848-165d-484e-9985-d2aa0d3de05c req-93241abc-ca50-4559-9bd7-8102f553e840 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.1173322 Jul 23 20:24:07.853533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Deleting port 0bee61fc-e630-4993-8755-043bd71bb715 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:07.854102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:07.987049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] For port 0bee61fc-e630-4993-8755-043bd71bb715, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=0bee61fc-e630-4993-8755-043bd71bb715,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:07.987708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.457193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50428) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.476252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533966843-network', 'tenant_id': '3699c55ddf2643859b3a85486209deea'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:08.519299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Made reservation on behalf of 3699c55ddf2643859b3a85486209deea for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:08.522546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.536764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.680784 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.696671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.710316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:24:08.720476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.721417 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Added segment e57b0588-6d64-4ad4-ba53-ed8a31ef5716 of type vlan for network e09a2632-0189-4c3d-91f7-4ed55a3a40cd Jul 23 20:24:08.760731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b760d7-baf6-43a6-b26c-c1a0b5cbf7af req-96e5fa52-2628-42ef-9fed-b30ead9ed29c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:08.762710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29b760d7-baf6-43a6-b26c-c1a0b5cbf7af req-96e5fa52-2628-42ef-9fed-b30ead9ed29c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 946 time: 0.6992934 Jul 23 20:24:08.772091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04730e2b-6387-4708-b087-24dedb70a63b req-dac879ac-a3ad-46f3-80cd-1a2aa9940dce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:08.774309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04730e2b-6387-4708-b087-24dedb70a63b req-dac879ac-a3ad-46f3-80cd-1a2aa9940dce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2517738 Jul 23 20:24:08.807252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.821419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6998b-bb28-4636-b52d-853fc5c1700c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:08.826196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.826855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.827383 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Floating IP 065803dd-7bb2-4814-8313-d99c1b31432f disassociated. External IP: 172.25.8.62, port: 0bee61fc-e630-4993-8755-043bd71bb715. Jul 23 20:24:08.827884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Calling delete_port for 0bee61fc-e630-4993-8755-043bd71bb715 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:08.855250 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.856727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:08.858812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:08.900400 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4359651 Jul 23 20:24:08.900400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50440) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:08.900794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29b760d7-baf6-43a6-b26c-c1a0b5cbf7af req-f4623db3-5a6c-4e0f-8ddd-cc39164d9c61 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=6e615dae-801a-4b65-94de-534ba58704e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230354 Jul 23 20:24:08.911110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Request body: {'subnet': {'network_id': 'e09a2632-0189-4c3d-91f7-4ed55a3a40cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533966843-subnet', 'tenant_id': '3699c55ddf2643859b3a85486209deea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:08.911696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04730e2b-6387-4708-b087-24dedb70a63b req-9dc2a37f-4c03-4e32-a2b4-280ad01f4a8d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304908 Jul 23 20:24:08.956088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdcdbe2-c545-4321-b18f-f5d16c1ef0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e09a2632-0189-4c3d-91f7-4ed55a3a40cd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:08.983620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e09a2632-0189-4c3d-91f7-4ed55a3a40cd details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:24:08.992494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Made reservation on behalf of 3699c55ddf2643859b3a85486209deea for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:08.995459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.153219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.212316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.212879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event deleted for resources: {'Port': ['ID=0bee61fc-e630-4993-8755-043bd71bb715,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:09.293835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae45e602-d299-433e-946c-67347838e6d5,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:09.312029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Checking segment: {'id': 'e57b0588-6d64-4ad4-ba53-ed8a31ef5716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e09a2632-0189-4c3d-91f7-4ed55a3a40cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:09.312411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Network hostable DHCP agents. Network: e09a2632-0189-4c3d-91f7-4ed55a3a40cd, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:24:09.333518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Network e09a2632-0189-4c3d-91f7-4ed55a3a40cd is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:24:09.346520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, e09a2632-0189-4c3d-91f7-4ed55a3a40cd) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:09.356163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b0b53-6592-4d23-98bf-e8145f409315 None None] Network e09a2632-0189-4c3d-91f7-4ed55a3a40cd requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:09.358183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:09.359091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.380632 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-42984519-9018-4dc4-b899-5a1ff05e67b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4821646 Jul 23 20:24:09.438378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:09.657339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9dd2fc-6aba-4ff1-b368-7999654dbb94 None None] Network e09a2632-0189-4c3d-91f7-4ed55a3a40cd requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:24:09.708054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:09.734228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50472) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:09.809935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] No DVR routers for this DVR port 0bee61fc-e630-4993-8755-043bd71bb715 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:09.812912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:09.816337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-227a5848-165d-484e-9985-d2aa0d3de05c req-d724341d-0c65-44d3-9b36-ff19f72e251e tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "DELETE /v2.0/ports/0bee61fc-e630-4993-8755-043bd71bb715 HTTP/1.1" status: 204 len: 173 time: 2.1329005 Jul 23 20:24:09.817121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'name': 'network-vif-deleted', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:09.821887 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175da41-0319-40da-ae3c-eead5152648a" -d '{"events": [{"server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "name": "network-vif-deleted", "tag": "0bee61fc-e630-4993-8755-043bd71bb715"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:09.852365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:09.905917 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e37f0d-d0b3-489a-9e34-13361216c84e x-openstack-request-id: req-e9e37f0d-d0b3-489a-9e34-13361216c84e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:09.906502 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8994523f-cabe-4c6c-aac6-d4ae20932703", "name": "network-vif-deleted", "tag": "0bee61fc-e630-4993-8755-043bd71bb715", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:09.906967 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9e37f0d-d0b3-489a-9e34-13361216c84e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:09.907599 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8994523f-cabe-4c6c-aac6-d4ae20932703', 'name': 'network-vif-deleted', 'tag': '0bee61fc-e630-4993-8755-043bd71bb715', 'status': 'completed', 'code': 200} Jul 23 20:24:09.919764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:09.920416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:09.978707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Deleting subnet 83a22b3b-be25-41d5-a109-c43be75a1266 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:09.988789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.087559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:10.118502 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.134659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b8a50-5706-47d5-b22c-d63975023306 req-74b6be3a-edac-42bf-9917-abc70e20b689 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:10.146219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-110b8a50-5706-47d5-b22c-d63975023306 req-74b6be3a-edac-42bf-9917-abc70e20b689 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1244280 Jul 23 20:24:10.202473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.215428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-110b8a50-5706-47d5-b22c-d63975023306 req-b96e7a07-bbe9-461a-b8e6-9a8e731a3b9e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682409 Jul 23 20:24:10.318938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.355190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a22b3b-be25-41d5-a109-c43be75a1266,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:10.358023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-805e354d-fdc6-443a-b01f-b053f7b8d229 req-268954c7-084f-438c-9909-2916361f9ccb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=8994523f-cabe-4c6c-aac6-d4ae20932703 HTTP/1.1" status: 200 len: 210 time: 0.1186416 Jul 23 20:24:10.383722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.394836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50500) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:10.409948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-21637238-2a80-42a9-a219-34ba3a63d99e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/83a22b3b-be25-41d5-a109-c43be75a1266 HTTP/1.1" status: 204 len: 168 time: 0.6602576 Jul 23 20:24:10.547824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.599113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.654804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:10.665167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:10.666216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:23:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.742067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.773832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.803434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1266457-620d-4478-9658-766138417c36') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.804305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1266457-620d-4478-9658-766138417c36') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:10.819272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:10.826057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.850806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.859254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:24:10.859664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:24:10.861913 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:24:10.945231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.959129 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:10.961763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] 10.222.0.46 "DELETE /v2.0/networks/edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3 HTTP/1.1" status: 204 len: 168 time: 0.5654092 Jul 23 20:24:10.964904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:10.978650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5656cf7-105a-468c-9559-bcbd61536c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc15579-9eb6-4d1a-8e7f-6f2d2fd804d3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.048045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Deleting subnet ae45e602-d299-433e-946c-67347838e6d5 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:24:11.051934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.094215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.145810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.195283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0bee61fc-e630-4993-8755-043bd71bb715 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:11.207392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.223755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 0bee61fc-e630-4993-8755-043bd71bb715 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:11.224108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 0bee61fc-e630-4993-8755-043bd71bb715 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:11.238032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae45e602-d299-433e-946c-67347838e6d5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.245039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.249246 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b081d42f-6120-45c8-a31f-1793eb8a9df9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae45e602-d299-433e-946c-67347838e6d5 HTTP/1.1" status: 204 len: 168 time: 0.2832329 Jul 23 20:24:11.252203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50542) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:11.378904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.382272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.457211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5707421-1be1-4ac8-be19-ad05d437c57a None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:11.501731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ae23d-ecb3-4d99-a230-f20580694a03 req-f8a8aa15-1d45-4f15-91ee-7c0864962504 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:11.501731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-338ae23d-ecb3-4d99-a230-f20580694a03 req-f8a8aa15-1d45-4f15-91ee-7c0864962504 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1493800 Jul 23 20:24:11.559354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.570640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09a2632-0189-4c3d-91f7-4ed55a3a40cd']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.582622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57b0588-6d64-4ad4-ba53-ed8a31ef5716') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.582987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57b0588-6d64-4ad4-ba53-ed8a31ef5716') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:11.592866 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.607621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.615360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:24:11.616059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.639316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-338ae23d-ecb3-4d99-a230-f20580694a03 req-f739c1f1-40f1-47bb-b529-0f17cf7f4dff tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305919 Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:24:11.660547 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:24:11.692350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50562) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:11.745614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.775619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.779047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e09a2632-0189-4c3d-91f7-4ed55a3a40cd HTTP/1.1" status: 204 len: 168 time: 0.5256925 Jul 23 20:24:11.802992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a94ac-31de-43ad-8686-4546cfb27830 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09a2632-0189-4c3d-91f7-4ed55a3a40cd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:11.813728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11529868-b2af-4bf6-a2a6-05368e52ec08 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.879026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11529868-b2af-4bf6-a2a6-05368e52ec08 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.993336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11529868-b2af-4bf6-a2a6-05368e52ec08 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:11.998690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11529868-b2af-4bf6-a2a6-05368e52ec08 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.000486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11529868-b2af-4bf6-a2a6-05368e52ec08 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "DELETE /v2.0/security-groups/6e615dae-801a-4b65-94de-534ba58704e2 HTTP/1.1" status: 204 len: 168 time: 0.3062155 Jul 23 20:24:12.004164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50574) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.014390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11529868-b2af-4bf6-a2a6-05368e52ec08 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e615dae-801a-4b65-94de-534ba58704e2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.031405 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-55fa9d77-1fe9-4311-a1a3-3e209961fc10 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] show failed (client error): The resource could not be found. Jul 23 20:24:12.034927 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55fa9d77-1fe9-4311-a1a3-3e209961fc10 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups/6e615dae-801a-4b65-94de-534ba58704e2 HTTP/1.1" status: 404 len: 347 time: 0.0295348 Jul 23 20:24:12.038549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50578) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.094793 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2263e87f-0ef1-4793-9f27-fb135b179e59 None None] New status for floating IP 065803dd-7bb2-4814-8313-d99c1b31432f: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:24:12.297470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50586) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.342204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Deleting port 8919b940-040c-42e2-a7f0-c6b7d3e87392 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:12.342950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.352590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56b59a98-c724-41d1-a3cc-f60ec9911ee6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bf6a1891dbd4834989bff831b2d2d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536892 Jul 23 20:24:12.357459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:12.445848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.446276 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.452605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cee5e1c-9dd4-4138-a563-740b4bdbe34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.464235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Calling delete_port for 8919b940-040c-42e2-a7f0-c6b7d3e87392 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:12.484189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cee5e1c-9dd4-4138-a563-740b4bdbe34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.587033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cee5e1c-9dd4-4138-a563-740b4bdbe34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.590461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cee5e1c-9dd4-4138-a563-740b4bdbe34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.596978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1cee5e1c-9dd4-4138-a563-740b4bdbe34a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2f9fa30-415e-49e7-9075-68e184dd0b43 HTTP/1.1" status: 204 len: 168 time: 0.2329276 Jul 23 20:24:12.613190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee5e1c-9dd4-4138-a563-740b4bdbe34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f9fa30-415e-49e7-9075-68e184dd0b43,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.820080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.885577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5f49a-2a48-49db-964f-77a89d752143 req-784f26bf-8885-4319-a3d5-0acb6c997cce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:12.893061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ff5f49a-2a48-49db-964f-77a89d752143 req-784f26bf-8885-4319-a3d5-0acb6c997cce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1392000 Jul 23 20:24:12.916724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event deleted for resources: {'Port': ['ID=8919b940-040c-42e2-a7f0-c6b7d3e87392,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:12.982543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ff5f49a-2a48-49db-964f-77a89d752143 req-499c23ab-760b-4653-8d4d-321cb2094ff3 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881531 Jul 23 20:24:12.996389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:12.999358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.013461 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-afd46661-b231-4a65-b4cf-b42d575a29c4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "DELETE /v2.0/floatingips/065803dd-7bb2-4814-8313-d99c1b31432f HTTP/1.1" status: 204 len: 168 time: 0.9569073 Jul 23 20:24:13.177254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.243628 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-515173a8-8f01-4797-954a-2df3e6dcefde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3699c55ddf2643859b3a85486209deea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635793 Jul 23 20:24:13.247299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50626) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.300037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6c37105-9d5f-4748-8765-b91157fd3151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.327011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6c37105-9d5f-4748-8765-b91157fd3151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.386192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6c37105-9d5f-4748-8765-b91157fd3151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.390962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6c37105-9d5f-4748-8765-b91157fd3151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.397808 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6c37105-9d5f-4748-8765-b91157fd3151 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dec6998b-bb28-4636-b52d-853fc5c1700c HTTP/1.1" status: 204 len: 168 time: 0.1466334 Jul 23 20:24:13.415305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37105-9d5f-4748-8765-b91157fd3151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6998b-bb28-4636-b52d-853fc5c1700c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:13.441017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50636) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.450540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571215238', 'description': 'tempest-description--400360733'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:13.482548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.595781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.605928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.657108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.663082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.667622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2270925 Jul 23 20:24:13.668380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50642) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.679074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'security_group_rule': {'security_group_id': 'f940781f-9fc3-47f3-9bcf-19ced515a448', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:13.680561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fc2e7-e1d4-44cf-aa16-03ab08a15e15 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f940781f-9fc3-47f3-9bcf-19ced515a448,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:13.734478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.812228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.821605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.850819 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61946abc-ce59-4380-9ed1-f368e9f793e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.885511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c73dd2e-97eb-4fe8-a831-868aa5835950,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:13.900069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:13.901721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe138951-85ad-417d-947a-940e6d64694a tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314649 Jul 23 20:24:13.904109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:13.916361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'security_group_rule': {'security_group_id': 'f940781f-9fc3-47f3-9bcf-19ced515a448', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:13.974624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.153491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.163618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.202183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5105a5f-d83c-407b-9aeb-300b1d795fd3,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:14.219795 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.222861 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-daf03440-a366-4171-bf24-53389af37eee tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174016 Jul 23 20:24:14.225889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50672) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:14.267600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:14.290947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335d703-cac1-4985-874e-ca8ce409ae98 req-7b2a15c9-0361-4304-b1ee-b89973731522 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:14.302820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a335d703-cac1-4985-874e-ca8ce409ae98 req-7b2a15c9-0361-4304-b1ee-b89973731522 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1902080 Jul 23 20:24:14.327244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.346453 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a335d703-cac1-4985-874e-ca8ce409ae98 req-99f0af66-72f3-4842-904d-7ee9690e9d97 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Jul 23 20:24:14.502355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.743771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Allocated IP 172.25.8.48 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/9af7cd84-f13f-4fba-8d3a-e9d51e1acf56) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:14.929554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:14.993990 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.060952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'Port': ['ID=9af7cd84-f13f-4fba-8d3a-e9d51e1acf56,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:15.085284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:15.090316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:15.093625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:15.185587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.271156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.531893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.538715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f690c5-30ce-4956-9082-0c8f35a68d30 req-0f29c376-5cfa-4415-a7b0-54df729ecd7c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:15.541185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f690c5-30ce-4956-9082-0c8f35a68d30 req-0f29c376-5cfa-4415-a7b0-54df729ecd7c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.0866389 Jul 23 20:24:15.547548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.630210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'Port': ['ID=9af7cd84-f13f-4fba-8d3a-e9d51e1acf56,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:15.658531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.668599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f690c5-30ce-4956-9082-0c8f35a68d30 req-0f746358-93e6-4392-8bc8-b21b97df203c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208198 Jul 23 20:24:15.693078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:15.702988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c2869d3-d7fc-4fd9-b18e-3f8b5bc4421d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4757984 Jul 23 20:24:16.088265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-c271b4f4-ae99-4ffb-aded-7c9927aa3cfb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1571215238&fields=id&tenant_id=12c439fea88841b9af3e4941dd17cf57 HTTP/1.1" status: 200 len: 267 time: 0.0790262 Jul 23 20:24:16.243187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-660abccf-38c4-4144-98a2-c8eb93a7fac0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:16.244958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-660abccf-38c4-4144-98a2-c8eb93a7fac0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 810 time: 0.1480887 Jul 23 20:24:16.268762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-f255a2d0-9936-47e3-a5bc-8406e3399552 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/quotas/12c439fea88841b9af3e4941dd17cf57 HTTP/1.1" status: 200 len: 375 time: 0.0171902 Jul 23 20:24:16.425129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-6f8c99ff-bcfe-4733-b487-a95c264f3d23 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483672 Jul 23 20:24:16.437864 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fecc970b-d9f8-4a88-801e-bbc7a9ecfd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.439919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:16.847545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:16.911677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-a0b54b70-9265-4158-8d05-595ec6a4b9a1 service neutron] 10.222.0.46 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828651 Jul 23 20:24:17.029906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447bea3c-fe8e-4b90-b8e2-4ee45f203553 req-cb72be1b-2fd4-466c-9acf-afa0abbd6767 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:17.037574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-447bea3c-fe8e-4b90-b8e2-4ee45f203553 req-cb72be1b-2fd4-466c-9acf-afa0abbd6767 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2376435 Jul 23 20:24:17.091664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-447bea3c-fe8e-4b90-b8e2-4ee45f203553 req-9019030c-9a5f-4213-9f45-7c6dfaa51490 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531316 Jul 23 20:24:17.098092 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.116742 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-811d4eea-9a1b-418b-a64c-77f109e39037 service neutron] 10.222.0.46 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888397 Jul 23 20:24:17.259213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea23f-099e-4460-a577-d1ecbdd0010b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.431616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9757d101-b771-491c-8896-64a1d47673d1 req-52fbda4b-c266-4a43-9ac6-1d7a52035aa1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 210 time: 0.0599568 Jul 23 20:24:17.439049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea23f-099e-4460-a577-d1ecbdd0010b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.445008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd4ea23f-099e-4460-a577-d1ecbdd0010b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.512702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cd4ea23f-099e-4460-a577-d1ecbdd0010b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0aa8e2f5383049edb5a3140ba703b83f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634903 Jul 23 20:24:17.513803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ea23f-099e-4460-a577-d1ecbdd0010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55311764-9b2b-466a-8d71-68da5e39fcce,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:17.515231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50818) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:17.604446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57610a87-34f4-4fee-b8f0-ca675f6bdb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.634762 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57610a87-34f4-4fee-b8f0-ca675f6bdb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.641493 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.763618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57610a87-34f4-4fee-b8f0-ca675f6bdb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.766667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57610a87-34f4-4fee-b8f0-ca675f6bdb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:17.772743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-57610a87-34f4-4fee-b8f0-ca675f6bdb28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55311764-9b2b-466a-8d71-68da5e39fcce HTTP/1.1" status: 204 len: 168 time: 0.2563858 Jul 23 20:24:17.784173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57610a87-34f4-4fee-b8f0-ca675f6bdb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55311764-9b2b-466a-8d71-68da5e39fcce,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.058752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-cbac301c-c14a-4c9a-9c6b-bbd165894415 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:18.061390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-cbac301c-c14a-4c9a-9c6b-bbd165894415 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.1711123 Jul 23 20:24:18.090379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-383cdaf6-442a-4753-af94-d9cec0a9a490 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/quotas/d84e1277402040fcbf23beb50f198bf4 HTTP/1.1" status: 200 len: 375 time: 0.0112014 Jul 23 20:24:18.276207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9817f0-cad2-45ac-8865-b770ffc3b1ed req-e7f63956-2676-4aad-ac3b-f5ba50d4aac6 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:18.283528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd9817f0-cad2-45ac-8865-b770ffc3b1ed req-e7f63956-2676-4aad-ac3b-f5ba50d4aac6 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.0955498 Jul 23 20:24:18.306975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-804d8091-f3d4-4f1a-b034-be2cb1c97841 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2117503 Jul 23 20:24:18.393145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:18.397335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd9817f0-cad2-45ac-8865-b770ffc3b1ed req-4bd0d8a3-45da-4fad-981b-de5bfddc690b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126058 Jul 23 20:24:18.416239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-652ff5ef-d608-46a4-b2cf-2ec719c96402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.431188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-bf03d310-91f0-4a1c-a2d0-6abf29030e29 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151934 Jul 23 20:24:18.506026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50872) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:18.538651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-0b9a1564-186d-449c-98ba-abb81453ab85 service neutron] 10.222.0.46 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016700 Jul 23 20:24:18.578862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-652ff5ef-d608-46a4-b2cf-2ec719c96402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.586716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-652ff5ef-d608-46a4-b2cf-2ec719c96402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.638812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-652ff5ef-d608-46a4-b2cf-2ec719c96402 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d3e4ea39b4c4d15b902842d15b0e245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443697 Jul 23 20:24:18.641556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:18.663429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ff5ef-d608-46a4-b2cf-2ec719c96402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07874cff-6c40-4ae4-8ccb-c92d6a192e90,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:18.717089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7af77e2c-9046-4d80-b1ae-4878c66a0036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.758169 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a10ef9e4-3484-42a4-9ae6-932bf094dbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.879101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c52e55d-fcdf-4109-bd26-c15c58a9400e req-ecc00065-9333-48ac-81b9-50eff7c71fc0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 210 time: 0.1712098 Jul 23 20:24:18.879709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7af77e2c-9046-4d80-b1ae-4878c66a0036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.886178 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7af77e2c-9046-4d80-b1ae-4878c66a0036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.927861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbb31024-9960-4499-99f6-fb8d4e2fe5a2 req-df7c0b69-1cca-4572-9c12-3343453752e6 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 210 time: 0.1534472 Jul 23 20:24:18.935041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a10ef9e4-3484-42a4-9ae6-932bf094dbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:18.981846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7af77e2c-9046-4d80-b1ae-4878c66a0036 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c46336e1b01640cc8f8f961172798c05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4743514 Jul 23 20:24:18.984951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50888) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:18.988400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af77e2c-9046-4d80-b1ae-4878c66a0036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134b37d-e97a-4d44-a026-51db0c0f623e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.097945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-21f2be7e-77ef-4d8a-93a1-6c3fa5917ca2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:19.099664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-21f2be7e-77ef-4d8a-93a1-6c3fa5917ca2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 810 time: 0.3264835 Jul 23 20:24:19.106998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d20f3f83-ddc2-4e14-a590-12ca46d0370d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.144730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a10ef9e4-3484-42a4-9ae6-932bf094dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.147590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a10ef9e4-3484-42a4-9ae6-932bf094dbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.151492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a10ef9e4-3484-42a4-9ae6-932bf094dbe4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07874cff-6c40-4ae4-8ccb-c92d6a192e90 HTTP/1.1" status: 204 len: 168 time: 0.5060616 Jul 23 20:24:19.170198 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ef9e4-3484-42a4-9ae6-932bf094dbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07874cff-6c40-4ae4-8ccb-c92d6a192e90,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.189019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-cf36554b-ac76-4a76-8d54-81530f6f50d9 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12c439fea88841b9af3e4941dd17cf57 HTTP/1.1" status: 200 len: 380 time: 0.0787995 Jul 23 20:24:19.191684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d20f3f83-ddc2-4e14-a590-12ca46d0370d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.204368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'port': {'device_id': '3805bccd-55fc-4a90-9c16-47602c405b83', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'admin_state_up': True, 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'security_groups': ['f940781f-9fc3-47f3-9bcf-19ced515a448']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:19.354136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d20f3f83-ddc2-4e14-a590-12ca46d0370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.356831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d20f3f83-ddc2-4e14-a590-12ca46d0370d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.358223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d20f3f83-ddc2-4e14-a590-12ca46d0370d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3134b37d-e97a-4d44-a026-51db0c0f623e HTTP/1.1" status: 204 len: 168 time: 0.3672800 Jul 23 20:24:19.386425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20f3f83-ddc2-4e14-a590-12ca46d0370d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134b37d-e97a-4d44-a026-51db0c0f623e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:19.389262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Made reservation on behalf of 12c439fea88841b9af3e4941dd17cf57 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:19.393157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.590619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.671563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Allocated IP 172.20.0.7 (fb3d6a92-34a6-487d-ae51-a7f921e11808/6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a/2bd4fa35-176d-4cff-a979-a42c8aaeff3b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:19.733220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a7cb7-490b-4caa-9681-1b5b5a4b9838 req-9d1e5c15-18f1-498d-8cb9-8bd81e746ca0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:19.741691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec2a7cb7-490b-4caa-9681-1b5b5a4b9838 req-9d1e5c15-18f1-498d-8cb9-8bd81e746ca0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1606290 Jul 23 20:24:19.867250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec2a7cb7-490b-4caa-9681-1b5b5a4b9838 req-a3ec1dbb-923a-4fd1-b2b4-4ce18da8c520 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246486 Jul 23 20:24:19.915437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:19.957486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Transition to ACTIVE for port object 2bd4fa35-176d-4cff-a979-a42c8aaeff3b will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:19.981995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:20.020680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-07acab09-5af3-43cb-a5a3-ef358695dfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.073046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0fc15cb-fa35-4ec6-be5b-c4178eef44ff req-c24a90d4-b0de-484a-b5d4-18c7855f68e6 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 210 time: 0.0736129 Jul 23 20:24:20.081949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.199531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e6816d0-79ce-4a63-ae92-9f3680ba887f req-2dd8f24f-a48a-4216-a6d8-12c0f527df8e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 210 time: 0.1382651 Jul 23 20:24:20.247389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:20.269697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:20.275088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event updated for resources: {'Port': ['ID=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.277675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:20.422739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:20.424071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.466889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-5a0eccdf-5634-4a55-8a01-df338e4e843d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:20.469297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-5a0eccdf-5634-4a55-8a01-df338e4e843d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 815 time: 0.2682769 Jul 23 20:24:20.484258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Request body: {'port': {'device_id': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'admin_state_up': True, 'tenant_id': 'd84e1277402040fcbf23beb50f198bf4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:20.535672 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-07acab09-5af3-43cb-a5a3-ef358695dfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.573077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-07acab09-5af3-43cb-a5a3-ef358695dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.589138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-89661b79-6c17-408f-9a77-38965b82a389 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3946288 Jul 23 20:24:20.614541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Request body: {'port': {'device_id': '3805bccd-55fc-4a90-9c16-47602c405b83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:20.622422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-22eca4e9-a5f8-476b-b6a1-ce63c82ae34b None None] Provisioning for port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:20.627502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-22eca4e9-a5f8-476b-b6a1-ce63c82ae34b None None] Provisioning complete for port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:20.628206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-22eca4e9-a5f8-476b-b6a1-ce63c82ae34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.664854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-22eca4e9-a5f8-476b-b6a1-ce63c82ae34b None None] Port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:20.665144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-07acab09-5af3-43cb-a5a3-ef358695dfc0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a33ee6e94f574fffb390c0e8bbeb0805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818531 Jul 23 20:24:20.668548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50960) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:20.724502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acab09-5af3-43cb-a5a3-ef358695dfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b37b638-e22b-4000-8cbc-f70d6cd47311,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.756807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.787383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.806829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Made reservation on behalf of d84e1277402040fcbf23beb50f198bf4 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:20.810626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.851553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.877902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.882865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:20.884468 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b37b638-e22b-4000-8cbc-f70d6cd47311 HTTP/1.1" status: 204 len: 168 time: 0.2146556 Jul 23 20:24:20.896986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b37b638-e22b-4000-8cbc-f70d6cd47311,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:20.906205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.906788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.907297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.907841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.908615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.911201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.912741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.913272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.913815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.914341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.914898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:20.915394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2603ad-55e5-46f6-8807-4787ce592a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:21.581756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Allocated IP 172.20.0.8 (5b6474eb-39f1-4ffa-9939-cece018d0ab0/1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c/859aa3db-2e0a-4f17-8803-f6685eeb1c1b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:21.685893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ce8ac-bc93-48db-9d06-2c2a1b9723f8 req-b3d6a726-2348-414f-876e-37a3cd1a7555 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.694291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c76ce8ac-bc93-48db-9d06-2c2a1b9723f8 req-b3d6a726-2348-414f-876e-37a3cd1a7555 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.3064451 Jul 23 20:24:21.775500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06bdd0-e1a9-41c1-9115-ee80c7cefc82 req-774c063c-defb-4d5c-be4d-36499629ff70 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:21.777067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af06bdd0-e1a9-41c1-9115-ee80c7cefc82 req-774c063c-defb-4d5c-be4d-36499629ff70 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 931 time: 0.3746874 Jul 23 20:24:21.828944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c76ce8ac-bc93-48db-9d06-2c2a1b9723f8 req-85ce4050-63fa-4b1e-96fb-1b7a094c3e5a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335740 Jul 23 20:24:21.953957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af06bdd0-e1a9-41c1-9115-ee80c7cefc82 req-56eaf2b0-c4c9-4e01-9768-677909363a06 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579356 Jul 23 20:24:21.997127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd4fa35-176d-4cff-a979-a42c8aaeff3b {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:22.027053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-349914ec-2a09-4e49-a0f1-6203d25d1c70 req-8b2546f7-0b9e-44c4-9493-f6776c42f78a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 210 time: 0.0580380 Jul 23 20:24:22.033603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.040683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.064490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Transition to ACTIVE for port object 2bd4fa35-176d-4cff-a979-a42c8aaeff3b will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:22.076876 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.146704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.207491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.228600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['8e697c58-f824-43ec-8270-d0b166e9808b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:22.311387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930', '8e47d178-7e80-4dc4-acbc-37269ffe1061'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:22.327199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:22.333375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:22.343493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:22.415545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.416235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.449126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event updated for resources: {'Port': ['ID=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:22.451562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Attempting to bind port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:22.451836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Attempting to bind port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:22.452159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Attempting to bind port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b on network fb3d6a92-34a6-487d-ae51-a7f921e11808 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:22.468412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b on network fb3d6a92-34a6-487d-ae51-a7f921e11808 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:22.468738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Attempting to bind port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b on network fb3d6a92-34a6-487d-ae51-a7f921e11808 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:22.479452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a9eb2150-fe1c-4eb4-bb76-36d1665c413a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9998968 Jul 23 20:24:22.482395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:22.486891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Checking segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:22.487442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Bound using segment: {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:22.487967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Bound port: 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:22.488514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.496812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Request body: {'port': {'device_id': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:22.653471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.665121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] For port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:22.706763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] For port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:22.750034 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.810420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:22.811062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:22.812435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/2bd4fa35-176d-4cff-a979-a42c8aaeff3b HTTP/1.1" status: 200 len: 1092 time: 2.2125213 Jul 23 20:24:22.815706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:22.818098 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbedf334-4377-4ceb-a58f-df973b735b16" -d '{"events": [{"name": "network-changed", "server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:22.953856 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565a7f6f-9ac3-4ad2-bd9a-160b0cb6bd89 x-openstack-request-id: req-565a7f6f-9ac3-4ad2-bd9a-160b0cb6bd89 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:22.953856 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:22.953856 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-565a7f6f-9ac3-4ad2-bd9a-160b0cb6bd89 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:22.953856 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'status': 'completed', 'code': 200} Jul 23 20:24:22.969823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559d46d-9c95-4288-a651-e0bf088259e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:23.168782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-68214e7c-68a1-4054-9ba3-5e924988955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.170252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-68214e7c-68a1-4054-9ba3-5e924988955b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 1095 time: 0.2891321 Jul 23 20:24:23.263212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-6208e196-533a-4caa-8ace-7facb628c334 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b HTTP/1.1" status: 200 len: 217 time: 0.0600591 Jul 23 20:24:23.326709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81708c1-3c74-436b-8ecc-7c2ec804ebec req-a9cd46d9-3b0b-4d57-bc17-162783949057 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.328250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a81708c1-3c74-436b-8ecc-7c2ec804ebec req-a9cd46d9-3b0b-4d57-bc17-162783949057 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.3286870 Jul 23 20:24:23.409539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-d4f22c33-8b60-4608-996c-d166c2bd1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.411075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-d4f22c33-8b60-4608-996c-d166c2bd1f54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.1350312 Jul 23 20:24:23.421131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a470d1-04cc-4df2-9346-e4edb26aa507 req-2ccf5ec5-9455-4e98-b523-a1685de77f5b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.422506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a470d1-04cc-4df2-9346-e4edb26aa507 req-2ccf5ec5-9455-4e98-b523-a1685de77f5b tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 943 time: 0.2729638 Jul 23 20:24:23.425088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:23.469419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859aa3db-2e0a-4f17-8803-f6685eeb1c1b {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:23.504778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a81708c1-3c74-436b-8ecc-7c2ec804ebec req-46ae9e1e-78ab-4be3-af25-0a2112ae44e0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653273 Jul 23 20:24:23.514271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.541371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Transition to ACTIVE for port object 859aa3db-2e0a-4f17-8803-f6685eeb1c1b will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:23.554556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a470d1-04cc-4df2-9346-e4edb26aa507 req-93df6caa-955a-47ce-a472-17cb7a0390b2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042693 Jul 23 20:24:23.557832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.614381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b17346f6-7635-4c49-9f68-fd1300935d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.701150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-cdac0f07-6736-4174-922f-59ba420d19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.702728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-cdac0f07-6736-4174-922f-59ba420d19e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698741 Jul 23 20:24:23.720373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Pushing event updated for resources: {'Port': ['ID=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:23.774539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b17346f6-7635-4c49-9f68-fd1300935d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.788532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b17346f6-7635-4c49-9f68-fd1300935d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.824333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17346f6-7635-4c49-9f68-fd1300935d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba0dd5b-3d7c-4160-9413-9a190e7c8d8b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:23.848622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b17346f6-7635-4c49-9f68-fd1300935d9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b958375a493345da9f8956dd556d6102&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195855 Jul 23 20:24:23.848622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51122) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:23.862597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeded99-bbc7-4a26-992f-a334573d8283 req-93036f4e-0524-49e8-9ef1-8976e9e1df50 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:23.870238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-faeded99-bbc7-4a26-992f-a334573d8283 req-93036f4e-0524-49e8-9ef1-8976e9e1df50 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 943 time: 0.2522445 Jul 23 20:24:23.925008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b800dfb0-b174-4fe4-81b3-45f17f023473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.955523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Attempting to bind port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:23.956184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Attempting to bind port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:23.956479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Attempting to bind port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:23.957375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b800dfb0-b174-4fe4-81b3-45f17f023473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:23.970704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-c2eca107-87d8-4017-b867-33ecc07255dc service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430189 Jul 23 20:24:23.985990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-faeded99-bbc7-4a26-992f-a334573d8283 req-57b4e121-8c2f-43a9-b398-7d952cd04787 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110489 Jul 23 20:24:23.996282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:23.996609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Attempting to bind port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b on network 5b6474eb-39f1-4ffa-9939-cece018d0ab0 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:24.022843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:24.023322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Checking segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:24.024246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Bound using segment: {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:24.024489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Bound port: 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396dfd24-21f8-454a-a950-47ad20a51de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:24.025071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.046918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b800dfb0-b174-4fe4-81b3-45f17f023473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.052344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b800dfb0-b174-4fe4-81b3-45f17f023473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.054557 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b800dfb0-b174-4fe4-81b3-45f17f023473 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ba0dd5b-3d7c-4160-9413-9a190e7c8d8b HTTP/1.1" status: 204 len: 168 time: 0.2051013 Jul 23 20:24:24.084349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800dfb0-b174-4fe4-81b3-45f17f023473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba0dd5b-3d7c-4160-9413-9a190e7c8d8b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:24.187905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] For port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:24.192598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] For port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:24.196897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3de5cd0-02aa-4260-bd2e-ad6c791a1578 req-be4dd3d7-cb26-4d3e-b005-ad6a82799915 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094240 Jul 23 20:24:24.207383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.282130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.283041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.284655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] 10.222.0.36 "PUT /v2.0/ports/859aa3db-2e0a-4f17-8803-f6685eeb1c1b HTTP/1.1" status: 200 len: 1092 time: 1.7935662 Jul 23 20:24:24.364601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155a07-f49b-4baf-b538-915e557d56ab service neutron] Pushing event updated for resources: {'Port': ['ID=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:24.413931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-453ecac2-1980-4ae9-9de0-5149846866ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.415606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-453ecac2-1980-4ae9-9de0-5149846866ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 1095 time: 0.1282456 Jul 23 20:24:24.424060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-e037bee5-d737-48b9-b086-0b18ef48fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.426035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-e037bee5-d737-48b9-b086-0b18ef48fed5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 1095 time: 0.0909791 Jul 23 20:24:24.474706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51146) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:24.490162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4851c1b8-56c8-4504-bf6d-d1f5397b5edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.609032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-5fbd181b-8dcc-4215-b3c3-622f84d50b86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b HTTP/1.1" status: 200 len: 217 time: 0.1725452 Jul 23 20:24:24.616875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4851c1b8-56c8-4504-bf6d-d1f5397b5edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.624717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4851c1b8-56c8-4504-bf6d-d1f5397b5edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.688479 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4851c1b8-56c8-4504-bf6d-d1f5397b5edb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d124a78be2848c9844efd54c1cd4eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125344 Jul 23 20:24:24.690363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851c1b8-56c8-4504-bf6d-d1f5397b5edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f1a939-2d81-401e-9b47-3516b28b8f8f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:24.693639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51156) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:24.717895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51158) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:24.752151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2dab860-c977-4290-8407-a0bae10e0faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.763853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-cad4170d-0be1-466e-8faf-0642e1d6c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.765471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-cad4170d-0be1-466e-8faf-0642e1d6c8fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.3382912 Jul 23 20:24:24.791708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-e7595ad1-774f-42d6-999a-2df2f2810b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.793470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-e7595ad1-774f-42d6-999a-2df2f2810b71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.1767988 Jul 23 20:24:24.796883 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2dab860-c977-4290-8407-a0bae10e0faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.851845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-59dd97bb-34cd-4b78-95d7-7139eeddb066 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b HTTP/1.1" status: 200 len: 217 time: 0.0700564 Jul 23 20:24:24.885669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-312972cd-7510-4c1c-bfee-2de26b176603 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471168 Jul 23 20:24:24.909587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2dab860-c977-4290-8407-a0bae10e0faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.912526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2dab860-c977-4290-8407-a0bae10e0faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:24.916181 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c2dab860-c977-4290-8407-a0bae10e0faa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4f1a939-2d81-401e-9b47-3516b28b8f8f HTTP/1.1" status: 204 len: 168 time: 0.2190313 Jul 23 20:24:24.930704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dab860-c977-4290-8407-a0bae10e0faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f1a939-2d81-401e-9b47-3516b28b8f8f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:24.946852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea96a6b-db16-481f-8d46-c93f540ee996 req-40a29fd5-b237-4989-9175-6060f92878b0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.948409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ea96a6b-db16-481f-8d46-c93f540ee996 req-40a29fd5-b237-4989-9175-6060f92878b0 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 943 time: 0.2598939 Jul 23 20:24:24.963526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'tag': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:24.965793 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7" -d '{"events": [{"name": "network-changed", "server_uuid": "feb4c850-7be7-408a-9f3c-a087afee01ca", "tag": "859aa3db-2e0a-4f17-8803-f6685eeb1c1b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:24.978903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3f16c-5e46-499d-83fa-b99623e68466 req-eaf1dcca-59a0-40a9-adec-ef676068ecad tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:24.980620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7da3f16c-5e46-499d-83fa-b99623e68466 req-eaf1dcca-59a0-40a9-adec-ef676068ecad tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.3614430 Jul 23 20:24:25.032007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.043091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-b1027b87-d128-49b3-bbbd-afa61be299d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:25.044236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-b1027b87-d128-49b3-bbbd-afa61be299d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.1536703 Jul 23 20:24:25.164687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ea96a6b-db16-481f-8d46-c93f540ee996 req-cf5fe5fc-d2dc-42b6-9253-aef6a8a8fce8 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826158 Jul 23 20:24:25.192861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7da3f16c-5e46-499d-83fa-b99623e68466 req-c8628de1-e557-481e-b4a1-7ba2d25fd5fa tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862683 Jul 23 20:24:25.248491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-c89b8e48-49d6-4e69-b590-7a449d08fa2b service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209491 Jul 23 20:24:25.362637 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45c53af-7ff9-44d2-b643-a0f639f67412 x-openstack-request-id: req-d45c53af-7ff9-44d2-b643-a0f639f67412 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:25.362932 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb4c850-7be7-408a-9f3c-a087afee01ca", "tag": "859aa3db-2e0a-4f17-8803-f6685eeb1c1b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:25.363226 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d45c53af-7ff9-44d2-b643-a0f639f67412 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:25.363569 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'tag': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b', 'status': 'completed', 'code': 200} Jul 23 20:24:25.373662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-f2fcb311-629a-427c-b56f-bf5dade6d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:25.375271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-f2fcb311-629a-427c-b56f-bf5dade6d89c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3081431 Jul 23 20:24:25.868512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d27c7a45-e607-4b5d-a7ab-e2b78c4fe65d req-325114b3-4f5f-4c02-b5d5-ccd0ccd337e9 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051788 Jul 23 20:24:25.870365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.880002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:25.956203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562065f9-eff1-4475-86e6-d45718fa4f92,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:25.962515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1cdeae73adf4465bb6a1798951ef2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2411530 Jul 23 20:24:25.962515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-e6173bd8-722d-4b07-9e08-78bdecb0646a service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525603 Jul 23 20:24:25.962896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51216) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:25.996389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954eea4b-ee5e-4c69-b809-a4509f16e23c req-ca12c671-334b-4378-9b5b-ba9c17ac34e9 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.005066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-954eea4b-ee5e-4c69-b809-a4509f16e23c req-ca12c671-334b-4378-9b5b-ba9c17ac34e9 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 943 time: 0.5858219 Jul 23 20:24:26.027542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80553c38-d7ce-43e6-81f8-b58ba78b6116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.037884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.038140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.038455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.038797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.039230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.039468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.039849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.040205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.040465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.040801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.041175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.041462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d29a7e-d7ac-4863-86fe-4ee8f6e2e4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:26.079691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80553c38-d7ce-43e6-81f8-b58ba78b6116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.138970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80553c38-d7ce-43e6-81f8-b58ba78b6116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.145018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80553c38-d7ce-43e6-81f8-b58ba78b6116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.148576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-80553c38-d7ce-43e6-81f8-b58ba78b6116 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/562065f9-eff1-4475-86e6-d45718fa4f92 HTTP/1.1" status: 204 len: 168 time: 0.1818032 Jul 23 20:24:26.152273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-954eea4b-ee5e-4c69-b809-a4509f16e23c req-d11d249c-96b7-4c53-9bbe-db091b244be6 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468778 Jul 23 20:24:26.172471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80553c38-d7ce-43e6-81f8-b58ba78b6116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562065f9-eff1-4475-86e6-d45718fa4f92,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:26.186698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-0569a798-050e-451f-b802-1343ad741b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.188263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-0569a798-050e-451f-b802-1343ad741b1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 1095 time: 0.2453220 Jul 23 20:24:26.190662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbedf334-4377-4ceb-a58f-df973b735b16 req-a336e837-55ee-4271-beb7-19072c9d44ed service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038426 Jul 23 20:24:26.409393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-a7b4035d-9a63-4d25-b780-e66f103fc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.410874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-a7b4035d-9a63-4d25-b780-e66f103fc8a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 916 time: 0.2149186 Jul 23 20:24:26.463244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-a596e9d1-2bb9-45db-8fdb-edc6ff2310d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b HTTP/1.1" status: 200 len: 217 time: 0.0418303 Jul 23 20:24:26.481970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8b46a-987d-40c9-92c3-1ab2fbc45185 req-22a1cdf2-d69a-49e8-bd3d-4ad2a1893a69 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.483520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51c8b46a-987d-40c9-92c3-1ab2fbc45185 req-22a1cdf2-d69a-49e8-bd3d-4ad2a1893a69 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 943 time: 0.2190807 Jul 23 20:24:26.542424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a465f35-52a1-40e8-bf61-9c3f80342dd6 req-6c2929b6-888c-4728-bf3c-31e64eda67d5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.543848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a465f35-52a1-40e8-bf61-9c3f80342dd6 req-6c2929b6-888c-4728-bf3c-31e64eda67d5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2215869 Jul 23 20:24:26.590191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-4026e4f4-2f0a-4aa7-9fd1-1ff6ef09cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:26.591719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-4026e4f4-2f0a-4aa7-9fd1-1ff6ef09cfa0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.1179590 Jul 23 20:24:26.606878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51c8b46a-987d-40c9-92c3-1ab2fbc45185 req-1b7474d0-a5ac-4fca-b33b-ba4539b2bbf7 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137824 Jul 23 20:24:26.609848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51246) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:26.630682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24813784-0f0e-45fc-ac84-29581afcd1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.648433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a465f35-52a1-40e8-bf61-9c3f80342dd6 req-0790593d-5e40-4a85-a7d2-c36be984f2da tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964775 Jul 23 20:24:26.650634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-ea7e0ba3-9c46-448b-b180-369a5dc331e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520296 Jul 23 20:24:26.760917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24813784-0f0e-45fc-ac84-29581afcd1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.767688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24813784-0f0e-45fc-ac84-29581afcd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.792999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-5c7da738-66ce-48d0-805a-ffe392f595d5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341000 Jul 23 20:24:26.802801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-24813784-0f0e-45fc-ac84-29581afcd1ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a8fc291df5147c68dda221022e066c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910279 Jul 23 20:24:26.811222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51250) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:26.868555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24813784-0f0e-45fc-ac84-29581afcd1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10870349-53bf-45e7-aaa1-1af52c7c79f9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:26.917730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8fbc7a1-00b0-49c7-b07e-b3900afc60a7 req-a3ac7f6c-8710-4c48-8c81-5ffb4566cc22 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170940 Jul 23 20:24:26.933582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e49ee224-1c73-4941-bec6-0ac7f4e1800d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:26.961303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e49ee224-1c73-4941-bec6-0ac7f4e1800d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.016713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e49ee224-1c73-4941-bec6-0ac7f4e1800d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.020690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e49ee224-1c73-4941-bec6-0ac7f4e1800d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.024280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e49ee224-1c73-4941-bec6-0ac7f4e1800d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10870349-53bf-45e7-aaa1-1af52c7c79f9 HTTP/1.1" status: 204 len: 168 time: 0.2101657 Jul 23 20:24:27.046890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ee224-1c73-4941-bec6-0ac7f4e1800d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10870349-53bf-45e7-aaa1-1af52c7c79f9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.200112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2bd4fa35-176d-4cff-a979-a42c8aaeff3b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:27.386393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97252a7c-0a56-42cb-b51e-f5cd4bd2b110 req-0182baf8-69cb-4f67-b0bf-8c32fbb22260 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:27.388641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97252a7c-0a56-42cb-b51e-f5cd4bd2b110 req-0182baf8-69cb-4f67-b0bf-8c32fbb22260 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 943 time: 0.1343074 Jul 23 20:24:27.402343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:27.417743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'port_id': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'mac_address': 'fa:16:3e:95:d1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:27.464493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97252a7c-0a56-42cb-b51e-f5cd4bd2b110 req-66207d69-ea44-4a33-a44e-4e38ca246030 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685871 Jul 23 20:24:27.477079 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.493310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd4fa35-176d-4cff-a979-a42c8aaeff3b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:27.516294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:27.526352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:27.603589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:27.802007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['2bd4fa35-176d-4cff-a979-a42c8aaeff3b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:27.869036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8184d77-8360-4afd-a2c1-cc6b4af9fd9e req-7995c29c-7169-4283-881b-d06aacf99915 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:27.879435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8184d77-8360-4afd-a2c1-cc6b4af9fd9e req-7995c29c-7169-4283-881b-d06aacf99915 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 944 time: 0.1402290 Jul 23 20:24:27.948912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8184d77-8360-4afd-a2c1-cc6b4af9fd9e req-82e585c4-c444-4833-8a9d-5c4b2c582ed4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628569 Jul 23 20:24:27.989704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76a0ec-6ff1-4295-9f30-5a7aa2bb7f89 req-a0449e1a-fcc2-4a96-9f07-273df168d756 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:28.002705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef76a0ec-6ff1-4295-9f30-5a7aa2bb7f89 req-a0449e1a-fcc2-4a96-9f07-273df168d756 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2229815 Jul 23 20:24:28.095192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef76a0ec-6ff1-4295-9f30-5a7aa2bb7f89 req-80ed48d0-53df-4c63-b793-aa3e5bfeaf4f tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901244 Jul 23 20:24:28.611764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9c0548-5ada-4abd-adb0-13aa0d113cb4 req-0d0c4a9a-e65c-4dae-b14d-4e5d9c430fdd tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:28.613380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa9c0548-5ada-4abd-adb0-13aa0d113cb4 req-0d0c4a9a-e65c-4dae-b14d-4e5d9c430fdd tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 943 time: 0.0696208 Jul 23 20:24:28.661488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa9c0548-5ada-4abd-adb0-13aa0d113cb4 req-fe994b6f-701f-483b-8a57-d868c4a5a57f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Jul 23 20:24:28.972068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 859aa3db-2e0a-4f17-8803-f6685eeb1c1b details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:29.158637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:29.182080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b', 'network_id': '5b6474eb-39f1-4ffa-9939-cece018d0ab0', 'port_id': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b', 'mac_address': 'fa:16:3e:86:fc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:29.204511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc954b76-4714-4602-92e9-b803534a310c req-a921485d-81e6-4d3f-b278-886572b6c1e1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.228151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc954b76-4714-4602-92e9-b803534a310c req-a921485d-81e6-4d3f-b278-886572b6c1e1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 944 time: 0.1696060 Jul 23 20:24:29.287242 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.307894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc954b76-4714-4602-92e9-b803534a310c req-88dac7d1-bc8d-4944-b4c0-fe543962b17d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785155 Jul 23 20:24:29.317901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859aa3db-2e0a-4f17-8803-f6685eeb1c1b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:29.349193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2bd4fa35-176d-4cff-a979-a42c8aaeff3b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:29.362574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:29.389180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.466266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.474268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d0144-22c6-4f5d-ad87-7ad16a5c9dfa req-8fcf573f-bb2f-47c1-b38d-fbe2d3f2d1a2 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.479864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:29.482804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-711d0144-22c6-4f5d-ad87-7ad16a5c9dfa req-8fcf573f-bb2f-47c1-b38d-fbe2d3f2d1a2 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1442196 Jul 23 20:24:29.484810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:29.485895 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.553240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-711d0144-22c6-4f5d-ad87-7ad16a5c9dfa req-6406b6b2-b2c9-4ada-9c14-688b6c6e93c3 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627494 Jul 23 20:24:29.604505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.632829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:29.635351 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b048853-4916-49f5-a24f-44d4671060fc" -d '{"events": [{"server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "name": "network-vif-plugged", "status": "completed", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:29.652738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['859aa3db-2e0a-4f17-8803-f6685eeb1c1b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:29.655716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:29.678779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:29.729754 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e364a43-5914-4712-adee-229e176e6228 x-openstack-request-id: req-0e364a43-5914-4712-adee-229e176e6228 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:29.730045 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "name": "network-vif-plugged", "status": "completed", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:29.730408 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e364a43-5914-4712-adee-229e176e6228 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:29.730688 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'code': 200} Jul 23 20:24:29.782537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:29.957035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eee76-4d5e-40c0-9305-cb0c6b3047a4 req-699fe896-c173-417b-9727-841e02a7b07e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.959937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-289eee76-4d5e-40c0-9305-cb0c6b3047a4 req-699fe896-c173-417b-9727-841e02a7b07e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 944 time: 0.1154711 Jul 23 20:24:29.989923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995af7f4-5641-4630-90f0-d822a5cd93be req-b6988057-c193-41ef-b09b-283dabe2d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:29.991872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-995af7f4-5641-4630-90f0-d822a5cd93be req-b6988057-c193-41ef-b09b-283dabe2d9d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 1097 time: 0.1868751 Jul 23 20:24:30.041043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-289eee76-4d5e-40c0-9305-cb0c6b3047a4 req-f0662d71-8277-483b-a400-d962e3fdc2c9 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745852 Jul 23 20:24:30.078412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-995af7f4-5641-4630-90f0-d822a5cd93be req-d4d42ce7-8733-4446-9d09-f6e632e3ae2a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782826 Jul 23 20:24:30.416667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51398) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.467820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185eff7-1d05-4262-a06c-56632a79bfcb req-83b2a85b-a9b5-41cc-b52c-5edc48dee3d7 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.469384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5185eff7-1d05-4262-a06c-56632a79bfcb req-83b2a85b-a9b5-41cc-b52c-5edc48dee3d7 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.0802138 Jul 23 20:24:30.530772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5185eff7-1d05-4262-a06c-56632a79bfcb req-7841ed4b-e106-43e0-a079-e73d490e72e3 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554237 Jul 23 20:24:30.566521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55abcf2-cbde-4500-977b-b60c0a785fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.693721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55abcf2-cbde-4500-977b-b60c0a785fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.698879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f55abcf2-cbde-4500-977b-b60c0a785fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.731084 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f55abcf2-cbde-4500-977b-b60c0a785fb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12f70027cf9a4a5dab3055224da02cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126214 Jul 23 20:24:30.733821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51406) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:30.747964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f143aac-1416-4bae-b4ad-df6526c920ea req-10ddb1cc-6327-40a0-90d1-501340e79e40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:30.749751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f143aac-1416-4bae-b4ad-df6526c920ea req-10ddb1cc-6327-40a0-90d1-501340e79e40 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1027696 Jul 23 20:24:30.750918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55abcf2-cbde-4500-977b-b60c0a785fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc945af-0e6a-4b18-9591-6040cf7c0340,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.815491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f143aac-1416-4bae-b4ad-df6526c920ea req-e2753903-64b8-465e-a07c-55e130a43475 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584230 Jul 23 20:24:30.819931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a240f1b-9621-44d3-a65a-b93a7675242d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.847854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a240f1b-9621-44d3-a65a-b93a7675242d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.901401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a240f1b-9621-44d3-a65a-b93a7675242d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.904016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a240f1b-9621-44d3-a65a-b93a7675242d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:30.905180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a240f1b-9621-44d3-a65a-b93a7675242d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4bc945af-0e6a-4b18-9591-6040cf7c0340 HTTP/1.1" status: 204 len: 168 time: 0.1702232 Jul 23 20:24:30.913652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a240f1b-9621-44d3-a65a-b93a7675242d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc945af-0e6a-4b18-9591-6040cf7c0340,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:30.974589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 859aa3db-2e0a-4f17-8803-f6685eeb1c1b up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:31.066248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:31.072407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:31.073472 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.176076 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.224300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b1379-bcdf-4464-af8b-179997d09334 req-021e1a8a-804e-494b-a2d3-8b7bc101a1eb tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:31.224549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:31.227035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d55b1379-bcdf-4464-af8b-179997d09334 req-021e1a8a-804e-494b-a2d3-8b7bc101a1eb tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 944 time: 0.0818872 Jul 23 20:24:31.230348 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.262746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51418) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:31.278269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40b11f34-f607-4a80-b163-4095ea43c10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.285595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d55b1379-bcdf-4464-af8b-179997d09334 req-6421a69c-8b26-44d7-b82d-341bebf17f44 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449765 Jul 23 20:24:31.287536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.440386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40b11f34-f607-4a80-b163-4095ea43c10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.445069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40b11f34-f607-4a80-b163-4095ea43c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.484638 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40b11f34-f607-4a80-b163-4095ea43c10e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd58c272170c44999aba085e3ab660bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205548 Jul 23 20:24:31.486306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b11f34-f607-4a80-b163-4095ea43c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b336d1-53b6-4f9a-ad1a-c1f2f47c31a7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.488393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51428) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:31.554316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf313-85b7-4674-a798-b6475c5a2d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.577592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf313-85b7-4674-a798-b6475c5a2d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.641243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf313-85b7-4674-a798-b6475c5a2d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.646501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc8bf313-85b7-4674-a798-b6475c5a2d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:31.647659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cc8bf313-85b7-4674-a798-b6475c5a2d2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01b336d1-53b6-4f9a-ad1a-c1f2f47c31a7 HTTP/1.1" status: 204 len: 168 time: 0.1577148 Jul 23 20:24:31.677395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bf313-85b7-4674-a798-b6475c5a2d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b336d1-53b6-4f9a-ad1a-c1f2f47c31a7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:31.732059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:31.734234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b16f8-d6c4-48b8-ad0c-0e7df422783f req-e830acfb-b381-499e-ac89-ea1ff409dd87 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:31.734585 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43272558-43cd-4dbe-999c-6e748c50e5d2" -d '{"events": [{"server_uuid": "feb4c850-7be7-408a-9f3c-a087afee01ca", "name": "network-vif-plugged", "status": "completed", "tag": "859aa3db-2e0a-4f17-8803-f6685eeb1c1b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:31.742966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb5b16f8-d6c4-48b8-ad0c-0e7df422783f req-e830acfb-b381-499e-ac89-ea1ff409dd87 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.1124046 Jul 23 20:24:31.781963 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37779bd-60d6-4482-bb54-26a9d418a354 x-openstack-request-id: req-a37779bd-60d6-4482-bb54-26a9d418a354 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:31.783183 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb4c850-7be7-408a-9f3c-a087afee01ca", "name": "network-vif-plugged", "status": "completed", "tag": "859aa3db-2e0a-4f17-8803-f6685eeb1c1b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:31.783777 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a37779bd-60d6-4482-bb54-26a9d418a354 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:31.784459 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b', 'code': 200} Jul 23 20:24:31.818279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb5b16f8-d6c4-48b8-ad0c-0e7df422783f req-5a7e50c0-47a1-4652-b9fe-57c7d72befeb tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730505 Jul 23 20:24:31.977478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca57e4e-80ce-4162-9c26-ebb42a13de77 req-9480f8e9-d9c6-4cf7-ae3c-d4fffaadb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:31.979017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fca57e4e-80ce-4162-9c26-ebb42a13de77 req-9480f8e9-d9c6-4cf7-ae3c-d4fffaadb287 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 1097 time: 0.1239264 Jul 23 20:24:32.069030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fca57e4e-80ce-4162-9c26-ebb42a13de77 req-bcffc9af-350d-46c1-b5ba-651f83558a99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628362 Jul 23 20:24:32.087416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c03e1-50fa-4012-b2d5-715dabc28075 req-2a62eb6b-3f50-4829-a107-a50a61c49234 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.088928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a0c03e1-50fa-4012-b2d5-715dabc28075 req-2a62eb6b-3f50-4829-a107-a50a61c49234 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1633422 Jul 23 20:24:32.104597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbd083-e2cc-4046-9fec-569f94977e52 req-d81ae583-7c88-46b0-9872-9320da85b812 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.106067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76dbd083-e2cc-4046-9fec-569f94977e52 req-d81ae583-7c88-46b0-9872-9320da85b812 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.1598558 Jul 23 20:24:32.114682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:32.119288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Request body: {'floatingip': {'port_id': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:32.147541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a0c03e1-50fa-4012-b2d5-715dabc28075 req-acaa1701-c828-4576-87df-2629cf5fe026 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Jul 23 20:24:32.164195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:32.520308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e92815-7601-47a9-9d4a-260b11f33119 req-faaba978-e18b-422b-993c-f54ecc115f43 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:32.527801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3e92815-7601-47a9-9d4a-260b11f33119 req-faaba978-e18b-422b-993c-f54ecc115f43 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 945 time: 0.1445138 Jul 23 20:24:32.588758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3e92815-7601-47a9-9d4a-260b11f33119 req-c1a0a952-3c00-4c0a-860e-2cf6065634f6 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Jul 23 20:24:33.319440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bb048-15ef-4c2b-a383-4efc0b7ab0d1 req-3faa0fba-a407-48a3-a64f-0a6a909f2bf1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.328462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e9bb048-15ef-4c2b-a383-4efc0b7ab0d1 req-3faa0fba-a407-48a3-a64f-0a6a909f2bf1 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.0931754 Jul 23 20:24:33.339426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:24:33.385997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:24:33.406841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e9bb048-15ef-4c2b-a383-4efc0b7ab0d1 req-9ed884ec-dbd1-459c-a442-2721b171694d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752857 Jul 23 20:24:33.466648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.472669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:33.597812 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Floating IP 65d632f7-bc6a-49a5-a336-d4eea8da2b64 associated. External IP: 172.25.8.48, port: 2bd4fa35-176d-4cff-a979-a42c8aaeff3b. Jul 23 20:24:33.847276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a76ea-383e-4ee8-b7bf-239975d42d1a req-39da8d0f-0aff-4422-9b65-1d11f6b55263 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:33.854723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b80a76ea-383e-4ee8-b7bf-239975d42d1a req-39da8d0f-0aff-4422-9b65-1d11f6b55263 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 945 time: 0.1375647 Jul 23 20:24:33.898908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:24:33.936484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b80a76ea-383e-4ee8-b7bf-239975d42d1a req-9e11671d-0331-4fb5-b662-387f13404f66 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767751 Jul 23 20:24:34.043300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:24:34.050255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:34.054298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:24:34.066818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:34.067773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:24:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.106548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a30decb4-b909-42fe-9cf5-479bef25c45d tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "PUT /v2.0/floatingips/65d632f7-bc6a-49a5-a336-d4eea8da2b64 HTTP/1.1" status: 200 len: 990 time: 1.9906220 Jul 23 20:24:34.107181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:34.109869 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446714d8-d5a0-4e07-b094-2235ebd8b0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:34.207505 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b743823-7ac9-4c11-8237-8ef23bbe72a8 x-openstack-request-id: req-5b743823-7ac9-4c11-8237-8ef23bbe72a8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:34.208773 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:34.209239 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5b743823-7ac9-4c11-8237-8ef23bbe72a8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:34.209418 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'status': 'completed', 'code': 200} Jul 23 20:24:34.307438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:34.337942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-8de7778f-c807-4b36-bcb8-9d625e223d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.340151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-8de7778f-c807-4b36-bcb8-9d625e223d57 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 1097 time: 0.0863948 Jul 23 20:24:34.586753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-5c264983-cdec-43b1-860c-ab8cec66cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.591257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-5c264983-cdec-43b1-860c-ab8cec66cae4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.2445867 Jul 23 20:24:34.759189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-3e094d58-9fc4-4fe6-92a4-3217f35a30ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b HTTP/1.1" status: 200 len: 998 time: 0.1465664 Jul 23 20:24:34.816908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '65d632f7-bc6a-49a5-a336-d4eea8da2b64', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'port_id': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'mac_address': 'fa:16:3e:95:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805bccd-55fc-4a90-9c16-47602c405b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:15Z', 'updated_at': '2021-07-23T20:24:33Z', 'revision_number': 1, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.869537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08a83d-3f44-4093-be38-3f837732ff77 req-bb79f69f-8ffb-452c-b44d-196d4fd744b6 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.883532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a08a83d-3f44-4093-be38-3f837732ff77 req-bb79f69f-8ffb-452c-b44d-196d4fd744b6 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.3752105 Jul 23 20:24:34.887211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:24:34.913045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:24:34.913715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:24:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:34.959597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-450b8025-84eb-4b46-aaf4-ecf0ca4c9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:34.961088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-450b8025-84eb-4b46-aaf4-ecf0ca4c9fdf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.1960611 Jul 23 20:24:35.071557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a08a83d-3f44-4093-be38-3f837732ff77 req-425192c9-5785-4ec6-b0ea-563bd3ce2cc6 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870449 Jul 23 20:24:35.137311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-a8e393ed-23d4-4e72-aa26-3f9bf9fc9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:35.140095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-a8e393ed-23d4-4e72-aa26-3f9bf9fc9398 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1695895 Jul 23 20:24:35.151282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:24:35.343280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-34167f7e-fabd-4c81-a8e6-476a8120d72d service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901867 Jul 23 20:24:35.481299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-446714d8-d5a0-4e07-b094-2235ebd8b0e9 req-1551000b-bbf0-4c0a-b4ea-40ad1975d7d1 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213393 Jul 23 20:24:35.523165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:35.565244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '65d632f7-bc6a-49a5-a336-d4eea8da2b64', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'port_id': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'mac_address': 'fa:16:3e:95:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805bccd-55fc-4a90-9c16-47602c405b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:15Z', 'updated_at': '2021-07-23T20:24:33Z', 'revision_number': 1, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:24:35.632394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a007d593-e87d-4479-ac51-7b007fd8090b None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '65d632f7-bc6a-49a5-a336-d4eea8da2b64', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'port_id': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1799, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'mac_address': 'fa:16:3e:95:d1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3805bccd-55fc-4a90-9c16-47602c405b83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:24:15Z', 'updated_at': '2021-07-23T20:24:33Z', 'revision_number': 1, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:24:35.717659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7592c7f9-d115-4f66-a812-8d9cea399976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.929796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7592c7f9-d115-4f66-a812-8d9cea399976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.937958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7592c7f9-d115-4f66-a812-8d9cea399976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:35.965086 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8431d-b227-4406-b848-f9b621bf5b21 None None] New status for floating IP 65d632f7-bc6a-49a5-a336-d4eea8da2b64: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:24:35.974751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592c7f9-d115-4f66-a812-8d9cea399976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3d5d06-a58a-45de-a689-708d8e77509b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.001754 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7592c7f9-d115-4f66-a812-8d9cea399976 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52906fa542ee4d198a190b78c162bdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759629 Jul 23 20:24:36.004629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51606) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.090927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94bbd964-b6c5-4f3d-8f90-f31749be7393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.142740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94bbd964-b6c5-4f3d-8f90-f31749be7393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.267412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94bbd964-b6c5-4f3d-8f90-f31749be7393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.271829 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94bbd964-b6c5-4f3d-8f90-f31749be7393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.275324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-94bbd964-b6c5-4f3d-8f90-f31749be7393 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a3d5d06-a58a-45de-a689-708d8e77509b HTTP/1.1" status: 204 len: 168 time: 0.2674942 Jul 23 20:24:36.303455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbd964-b6c5-4f3d-8f90-f31749be7393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3d5d06-a58a-45de-a689-708d8e77509b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.318958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62a73-953b-4445-85bc-77f67af0fa9d req-ed85fd66-2f10-444e-8889-94651413a955 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:36.326039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6f62a73-953b-4445-85bc-77f67af0fa9d req-ed85fd66-2f10-444e-8889-94651413a955 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1252961 Jul 23 20:24:36.382694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6f62a73-953b-4445-85bc-77f67af0fa9d req-9772107b-54ea-448e-a4f7-71cc0a4f9ab3 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556810 Jul 23 20:24:36.668758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51620) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.684684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e151096-677d-4960-b432-666ece5459b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.809157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e151096-677d-4960-b432-666ece5459b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.814386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6e151096-677d-4960-b432-666ece5459b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:36.894207 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6e151096-677d-4960-b432-666ece5459b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=522187ea9d0a44b9b3eaf308917b1d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2241886 Jul 23 20:24:36.897304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51624) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:36.911218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e151096-677d-4960-b432-666ece5459b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3914fe6a-330f-4990-94e2-9b13aac013ef,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:36.991375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9ae092f-471a-4d5d-adb7-776fefaf45ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.004083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:37.014423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:37.018307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9ae092f-471a-4d5d-adb7-776fefaf45ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.087745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9ae092f-471a-4d5d-adb7-776fefaf45ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.091333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9ae092f-471a-4d5d-adb7-776fefaf45ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.112736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f9ae092f-471a-4d5d-adb7-776fefaf45ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3914fe6a-330f-4990-94e2-9b13aac013ef HTTP/1.1" status: 204 len: 168 time: 0.2013993 Jul 23 20:24:37.156570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae092f-471a-4d5d-adb7-776fefaf45ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3914fe6a-330f-4990-94e2-9b13aac013ef,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.691254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4bd3d-9fb3-400b-a74e-d8fc9ea530ee req-9a1b07a2-71fe-4ded-bfe3-4ac6e772f13d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:37.709057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dc4bd3d-9fb3-400b-a74e-d8fc9ea530ee req-9a1b07a2-71fe-4ded-bfe3-4ac6e772f13d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1794951 Jul 23 20:24:37.717478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.802102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dc4bd3d-9fb3-400b-a74e-d8fc9ea530ee req-fa9788e4-8050-41a5-abbb-0cc2cef129ab tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912530 Jul 23 20:24:37.821259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:37.825835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:37.828532 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac83928b-a6de-46aa-ac15-e12bbab80e81" -d '{"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-unplugged", "status": "completed", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:37.841750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:37.855556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:37.864035 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:37.950441 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493b56be-e0ce-4614-84db-ddbd8f49133c x-openstack-request-id: req-493b56be-e0ce-4614-84db-ddbd8f49133c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:37.951025 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-unplugged", "status": "completed", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:37.951462 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-493b56be-e0ce-4614-84db-ddbd8f49133c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:37.952021 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'code': 200} Jul 23 20:24:37.953503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:37.957263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'port_id': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'mac_address': 'fa:16:3e:d7:2b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27efe0d7-9fc1-440e-ad54-a21d447efbf4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:38.023865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.058650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc2cebb-2c72-4f54-ae03-86cce39e92bc {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:38.098797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:38.112279 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.148650 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cf2fbf8-42a2-478e-9aa1-aba2a611e74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.225813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.351710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['edc2cebb-2c72-4f54-ae03-86cce39e92bc'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:38.353585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cf2fbf8-42a2-478e-9aa1-aba2a611e74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.359372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3cf2fbf8-42a2-478e-9aa1-aba2a611e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.451008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3cf2fbf8-42a2-478e-9aa1-aba2a611e74a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91a1ec08d68745f6a2d97cf2c6c90251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942171 Jul 23 20:24:38.453515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:38.454505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2fbf8-42a2-478e-9aa1-aba2a611e74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a051876-1a4e-4409-844d-868ad72c6b97,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.570980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-631943af-b6fe-4ec0-984f-eef687e5d7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.598898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-631943af-b6fe-4ec0-984f-eef687e5d7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.672054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-631943af-b6fe-4ec0-984f-eef687e5d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.676065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-631943af-b6fe-4ec0-984f-eef687e5d7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:38.679611 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-631943af-b6fe-4ec0-984f-eef687e5d7a9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2a051876-1a4e-4409-844d-868ad72c6b97 HTTP/1.1" status: 204 len: 168 time: 0.2220767 Jul 23 20:24:38.715620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631943af-b6fe-4ec0-984f-eef687e5d7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a051876-1a4e-4409-844d-868ad72c6b97,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:38.968099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107ee0d-3088-430a-a965-3974d2daacea req-8185a510-c6e7-43d9-9794-85b117f67626 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:38.970833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9107ee0d-3088-430a-a965-3974d2daacea req-8185a510-c6e7-43d9-9794-85b117f67626 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 944 time: 0.0948262 Jul 23 20:24:39.026472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9107ee0d-3088-430a-a965-3974d2daacea req-d21fa43e-4881-4776-93ea-9b647b204d74 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476105 Jul 23 20:24:39.102605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:39.120323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3930462-1212-4d1e-847e-1d26ff583d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.222621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3930462-1212-4d1e-847e-1d26ff583d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.229140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3930462-1212-4d1e-847e-1d26ff583d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.273815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3930462-1212-4d1e-847e-1d26ff583d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6d4a1f-1bdb-4a82-83c9-e9b81a7ae61a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.278901 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3930462-1212-4d1e-847e-1d26ff583d90 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31f637ac5ed14ae286449abb748d69d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752055 Jul 23 20:24:39.281817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51708) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:39.366149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe877-0318-4f30-8038-dcaa7dcefcb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.391073 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe877-0318-4f30-8038-dcaa7dcefcb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.447892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe877-0318-4f30-8038-dcaa7dcefcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.450664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe877-0318-4f30-8038-dcaa7dcefcb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.454641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ee0fe877-0318-4f30-8038-dcaa7dcefcb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca6d4a1f-1bdb-4a82-83c9-e9b81a7ae61a HTTP/1.1" status: 204 len: 168 time: 0.1688688 Jul 23 20:24:39.465722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe877-0318-4f30-8038-dcaa7dcefcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6d4a1f-1bdb-4a82-83c9-e9b81a7ae61a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:39.869154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51736) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:39.882649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0f28-e97b-4579-8428-3809bb06849a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.983631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0f28-e97b-4579-8428-3809bb06849a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:39.989649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a6d0f28-e97b-4579-8428-3809bb06849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.035210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2a6d0f28-e97b-4579-8428-3809bb06849a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac98b0cc78434813b3cd0344eefca8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648948 Jul 23 20:24:40.036535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6d0f28-e97b-4579-8428-3809bb06849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a40a132-f4c1-4209-85cf-7975116cd97a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:40.038110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51740) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:40.114066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7300bd6-3c63-4a54-a397-778c0c9936d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.140090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7300bd6-3c63-4a54-a397-778c0c9936d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.240432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9871a27-eeff-40f6-adb8-6e2df8c795e4 req-90d48c43-b7a9-417e-bd98-184c3a09f52c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:40.242010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9871a27-eeff-40f6-adb8-6e2df8c795e4 req-90d48c43-b7a9-417e-bd98-184c3a09f52c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 944 time: 0.0948315 Jul 23 20:24:40.252513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7300bd6-3c63-4a54-a397-778c0c9936d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.255371 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7300bd6-3c63-4a54-a397-778c0c9936d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:40.256638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7300bd6-3c63-4a54-a397-778c0c9936d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a40a132-f4c1-4209-85cf-7975116cd97a HTTP/1.1" status: 204 len: 168 time: 0.2167377 Jul 23 20:24:40.278513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7300bd6-3c63-4a54-a397-778c0c9936d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a40a132-f4c1-4209-85cf-7975116cd97a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:40.326703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9871a27-eeff-40f6-adb8-6e2df8c795e4 req-5eeca0dd-a6e1-4d72-9c88-348510c3998d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763311 Jul 23 20:24:41.024487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:41.108144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:41.123559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port edc2cebb-2c72-4f54-ae03-86cce39e92bc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:41.124917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.284610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.284825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5165f45e-4b49-404e-b11d-97ca8b8a242b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.320375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:41.323076 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ab0dc2-4d2e-4590-a4d7-f79effe7507e" -d '{"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-plugged", "status": "completed", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:41.339009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:41.347324 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.403771 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde0d300-a1ea-41c0-85bd-88c108b834a3 x-openstack-request-id: req-cde0d300-a1ea-41c0-85bd-88c108b834a3 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:41.404340 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-plugged", "status": "completed", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:41.404761 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cde0d300-a1ea-41c0-85bd-88c108b834a3 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:41.405346 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'code': 200} Jul 23 20:24:41.445732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.457923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.459188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.459710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.460459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.461720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.462283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.462847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.463418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.464443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.465424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.465809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.466373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:24:41.558944 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5165f45e-4b49-404e-b11d-97ca8b8a242b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.588668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5165f45e-4b49-404e-b11d-97ca8b8a242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.639722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5165f45e-4b49-404e-b11d-97ca8b8a242b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c8bd82a5e344889847bf29e489d6d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297511 Jul 23 20:24:41.643183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51822) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:41.696185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f45e-4b49-404e-b11d-97ca8b8a242b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308bd24a-dd71-4490-988d-3989c63f9e42,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.719172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b659cbe8-b6a3-4082-9aa8-7ad3fd10e8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.747587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90a23b-cd3c-4d06-b273-f8983af5ec7c req-e3a67c13-cef8-4e1b-a54e-320cafd07a5c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.763011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f90a23b-cd3c-4d06-b273-f8983af5ec7c req-e3a67c13-cef8-4e1b-a54e-320cafd07a5c tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2673244 Jul 23 20:24:41.767989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b659cbe8-b6a3-4082-9aa8-7ad3fd10e8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.778282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2f142-b69c-47b9-a3ad-a4fd6437babc req-3979b140-4646-4993-b677-fda1e1da25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:41.779817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3f2f142-b69c-47b9-a3ad-a4fd6437babc req-3979b140-4646-4993-b677-fda1e1da25f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 1097 time: 0.2701120 Jul 23 20:24:41.846841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b659cbe8-b6a3-4082-9aa8-7ad3fd10e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.849695 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b659cbe8-b6a3-4082-9aa8-7ad3fd10e8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:41.851409 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b659cbe8-b6a3-4082-9aa8-7ad3fd10e8b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/308bd24a-dd71-4490-988d-3989c63f9e42 HTTP/1.1" status: 204 len: 168 time: 0.2058401 Jul 23 20:24:41.860662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659cbe8-b6a3-4082-9aa8-7ad3fd10e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308bd24a-dd71-4490-988d-3989c63f9e42,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:41.874541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f90a23b-cd3c-4d06-b273-f8983af5ec7c req-bdceaa5a-d1a6-41c8-9a70-1a214747ca67 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863311 Jul 23 20:24:41.897752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3f2f142-b69c-47b9-a3ad-a4fd6437babc req-5a32ed53-80a3-4fc3-85e0-7460ed687739 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016717 Jul 23 20:24:42.301461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51844) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:42.317306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc3125f-af70-4ce9-a4ea-a3059e03545d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.420630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc3125f-af70-4ce9-a4ea-a3059e03545d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.425946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc3125f-af70-4ce9-a4ea-a3059e03545d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.455683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3fc3125f-af70-4ce9-a4ea-a3059e03545d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0a038ece04b4ea8afc2104d722b5d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502540 Jul 23 20:24:42.456577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51846) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:42.482728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3125f-af70-4ce9-a4ea-a3059e03545d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5183524-f0f7-474f-804f-d599afe405c5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:42.525351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e37d15c-eb64-429d-95aa-0e43a2b7c449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.550135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e37d15c-eb64-429d-95aa-0e43a2b7c449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.622513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e37d15c-eb64-429d-95aa-0e43a2b7c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.626366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e37d15c-eb64-429d-95aa-0e43a2b7c449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:42.628091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2e37d15c-eb64-429d-95aa-0e43a2b7c449 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5183524-f0f7-474f-804f-d599afe405c5 HTTP/1.1" status: 204 len: 168 time: 0.1706517 Jul 23 20:24:42.645393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37d15c-eb64-429d-95aa-0e43a2b7c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5183524-f0f7-474f-804f-d599afe405c5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:43.127768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d900d-4432-450d-95b1-6cc64979d717 req-5ab95e97-c8e0-464b-b6c1-90a5b0049b95 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.135184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e2d900d-4432-450d-95b1-6cc64979d717 req-5ab95e97-c8e0-464b-b6c1-90a5b0049b95 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1424286 Jul 23 20:24:43.189807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e2d900d-4432-450d-95b1-6cc64979d717 req-af9dc068-01ad-4d5d-a1aa-22171744dd19 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481994 Jul 23 20:24:43.435531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daffb86-ad9f-44e9-ad38-5accd3cf6eba req-39829786-b17e-4846-b062-44b4865d419e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.437396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9daffb86-ad9f-44e9-ad38-5accd3cf6eba req-39829786-b17e-4846-b062-44b4865d419e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.1035352 Jul 23 20:24:43.510170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9daffb86-ad9f-44e9-ad38-5accd3cf6eba req-dc077bd2-47cd-48d9-ae3d-a9f84c1868ce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641034 Jul 23 20:24:43.595015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e035a72-10d0-4439-b365-688963902210 req-a66deea6-6bb4-4091-9ac9-54ed23e46f82 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:43.598053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e035a72-10d0-4439-b365-688963902210 req-a66deea6-6bb4-4091-9ac9-54ed23e46f82 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.0868862 Jul 23 20:24:43.657653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e035a72-10d0-4439-b365-688963902210 req-fafd9c00-f171-4fdb-bd17-d7f814b77b04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508938 Jul 23 20:24:43.672764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:43.827172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-ef24d3b7-39bb-491a-a016-4dfc235f37d2 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=62dd9d74b8c6419b98810643e9441baa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421476 Jul 23 20:24:43.847443 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68106019-d084-4beb-89a9-ac3a64422e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:44.571892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-5b01a37a-0266-45d4-93fd-4751db34ce8d tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:44.571892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-5b01a37a-0266-45d4-93fd-4751db34ce8d tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6707034 Jul 23 20:24:44.571892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-67aa1a9e-7300-497d-ba71-2f3b42db69e0 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/quotas/62dd9d74b8c6419b98810643e9441baa HTTP/1.1" status: 200 len: 375 time: 0.0237482 Jul 23 20:24:44.691098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-2fa49cd2-7c7a-49bb-b773-f5333389348d tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=62dd9d74b8c6419b98810643e9441baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372365 Jul 23 20:24:44.691098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-797c5162-b331-4fec-af10-c40efc77b6a5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:44.691098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-797c5162-b331-4fec-af10-c40efc77b6a5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 814 time: 0.6243982 Jul 23 20:24:44.691098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-de3a1dc3-9b80-4f99-8a14-b9dcac3eab4a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/quotas/2f761e392f744aa1b843d9418ae515da HTTP/1.1" status: 200 len: 375 time: 0.0143280 Jul 23 20:24:44.701533 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-dbd05bf0-0d0c-4e33-819f-2323f2f417d3 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0895169 Jul 23 20:24:44.895382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-5a8f42cb-09fe-4786-97b2-80cd8265e66e service neutron] 10.222.0.46 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894875 Jul 23 20:24:45.030033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-1f69200b-7b29-4725-acf7-d1b6fa6d8c63 service neutron] 10.222.0.46 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337030 Jul 23 20:24:45.069760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ec583-a6fb-461a-9ebc-04aaf47f4640 req-25957ef9-0579-4801-bec8-bff845cdaa29 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:45.077000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d0ec583-a6fb-461a-9ebc-04aaf47f4640 req-25957ef9-0579-4801-bec8-bff845cdaa29 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1135695 Jul 23 20:24:45.133828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d0ec583-a6fb-461a-9ebc-04aaf47f4640 req-7b5ac99f-6444-49a7-bf97-f0158d9fa19a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 Jul 23 20:24:45.218813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0229d57-9bcc-4d8a-8098-65944b0eb859 req-85d87db1-2da2-451f-8855-573733bade5f tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 210 time: 0.0404048 Jul 23 20:24:45.446003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f4f601f-79ed-47fe-97dd-813308dad0cb req-ece69fa4-7cd1-4a12-8872-35ef84e8e6da tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 210 time: 0.1292689 Jul 23 20:24:45.511268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-5311ad4c-7c70-4e30-a156-7593892b8cde tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:45.512858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-5311ad4c-7c70-4e30-a156-7593892b8cde tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.36 "GET /v2.0/ports?device_id=cc7babff-2a92-4645-8bf6-585497b6b76a HTTP/1.1" status: 200 len: 945 time: 0.2920961 Jul 23 20:24:45.667545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Deleting port edc2cebb-2c72-4f54-ae03-86cce39e92bc {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:24:45.668231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.836010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] For port edc2cebb-2c72-4f54-ae03-86cce39e92bc, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=edc2cebb-2c72-4f54-ae03-86cce39e92bc,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:45.836381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:45.852523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Calling delete_port for edc2cebb-2c72-4f54-ae03-86cce39e92bc owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:24:46.063631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.083874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['edc2cebb-2c72-4f54-ae03-86cce39e92bc'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:46.118539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Pushing event deleted for resources: {'Port': ['ID=edc2cebb-2c72-4f54-ae03-86cce39e92bc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:46.173486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] No DVR routers for this DVR port edc2cebb-2c72-4f54-ae03-86cce39e92bc on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:24:46.177951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.184039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea9a2ee8-563a-4d4c-b9c0-164b28259d3a req-179eef1d-37d6-4888-8f1f-5b07436fc364 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.36 "DELETE /v2.0/ports/edc2cebb-2c72-4f54-ae03-86cce39e92bc HTTP/1.1" status: 204 len: 173 time: 0.6652288 Jul 23 20:24:46.185049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-deleted', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:46.193260 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347c932-73f7-4d6b-ba6b-18b8e7acdbf1" -d '{"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-deleted", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:46.288886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-8ee585e8-a2de-4bf8-be39-4cd7ba754217 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=62dd9d74b8c6419b98810643e9441baa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497358 Jul 23 20:24:46.294027 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01746117-32fc-4ec0-a834-65c720b4a2f8 x-openstack-request-id: req-01746117-32fc-4ec0-a834-65c720b4a2f8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:46.294414 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7babff-2a92-4645-8bf6-585497b6b76a", "name": "network-vif-deleted", "tag": "edc2cebb-2c72-4f54-ae03-86cce39e92bc", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:46.294806 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01746117-32fc-4ec0-a834-65c720b4a2f8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:46.295218 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7babff-2a92-4645-8bf6-585497b6b76a', 'name': 'network-vif-deleted', 'tag': 'edc2cebb-2c72-4f54-ae03-86cce39e92bc', 'status': 'completed', 'code': 200} Jul 23 20:24:46.439292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.443853 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9671c8ab-e112-4d12-a776-d72a6b0f44d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.554293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3d4e082-9283-4c67-ad72-23ec52584677 req-75a43483-4497-4842-b672-876f1e2b2181 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 210 time: 0.1076992 Jul 23 20:24:46.555355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52070) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:46.641543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95b4f-6d12-47ff-86d6-36a2f5a3dff0 req-6bc6f048-bedc-46c9-a453-190e26654fec tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.648117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7c95b4f-6d12-47ff-86d6-36a2f5a3dff0 req-6bc6f048-bedc-46c9-a453-190e26654fec tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.3337610 Jul 23 20:24:46.656889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-c0926db6-e33f-4807-8dc0-210940e77b7b tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:46.659069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-c0926db6-e33f-4807-8dc0-210940e77b7b tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601761 Jul 23 20:24:46.680244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Request body: {'port': {'device_id': '59a3aab6-1c57-4153-ba8a-61542966f541', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '62dd9d74b8c6419b98810643e9441baa'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:46.732481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1804-3225-4ac5-bd0e-0a46166c504e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:46.820060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b24a2877-6590-4363-ba6a-2a3bbaf4ae04 req-83f00a22-0dec-43f6-bbdf-414187f83a45 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 210 time: 0.0354364 Jul 23 20:24:46.840513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7c95b4f-6d12-47ff-86d6-36a2f5a3dff0 req-c65644c2-4cf5-4c5a-817b-42254b8f1937 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833348 Jul 23 20:24:47.020569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-48ae41b5-59b1-45f0-adf0-696f05b30745 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:47.021347 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-48ae41b5-59b1-45f0-adf0-696f05b30745 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 814 time: 0.2068946 Jul 23 20:24:47.035685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Request body: {'port': {'device_id': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'admin_state_up': True, 'tenant_id': '2f761e392f744aa1b843d9418ae515da'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:47.040410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1804-3225-4ac5-bd0e-0a46166c504e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.057594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b9e1804-3225-4ac5-bd0e-0a46166c504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.086589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Made reservation on behalf of 62dd9d74b8c6419b98810643e9441baa for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:47.096642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.109082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.118556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.163944 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b9e1804-3225-4ac5-bd0e-0a46166c504e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8ebac8e922104a53a77acc8f562bbfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6069257 Jul 23 20:24:47.168676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52084) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:47.170856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e1804-3225-4ac5-bd0e-0a46166c504e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c858df8d-b5a0-4767-91b1-55537d0308c4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.247619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.253251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.254310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d82be2d-b73d-4334-9ee7-9a134465bba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.284940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d82be2d-b73d-4334-9ee7-9a134465bba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.291487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Made reservation on behalf of 2f761e392f744aa1b843d9418ae515da for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:24:47.295033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.318852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.407113 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d82be2d-b73d-4334-9ee7-9a134465bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.410425 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d82be2d-b73d-4334-9ee7-9a134465bba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.411696 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0d82be2d-b73d-4334-9ee7-9a134465bba8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c858df8d-b5a0-4767-91b1-55537d0308c4 HTTP/1.1" status: 204 len: 168 time: 0.2419305 Jul 23 20:24:47.423559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Allocated IP 192.168.233.25 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/80b94fc1-7816-4f0d-ab31-8f7e9819ed8e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:47.471025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82be2d-b73d-4334-9ee7-9a134465bba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c858df8d-b5a0-4767-91b1-55537d0308c4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.524996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Allocated IP 172.20.0.6 (5d1f4559-1194-4f2d-b6e0-b2b6cee46626/27efe0d7-9fc1-440e-ad54-a21d447efbf4/f8351c15-b9df-4874-8b07-d2f0547d0a9b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:24:47.659231 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.702631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.762614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Transition to ACTIVE for port object 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:47.771664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.825854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.834910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:47.852302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62667585-d2e5-4086-adc0-580bab645e62 req-08af9e7c-dcca-4567-96b9-78256b08c903 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 210 time: 0.1693115 Jul 23 20:24:47.882753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:47.886002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:47.902980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Pushing event updated for resources: {'Port': ['ID=f8351c15-b9df-4874-8b07-d2f0547d0a9b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.906009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:47.933716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:24:47.935089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Pushing event updated for resources: {'Port': ['ID=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:47.945324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52114) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:47.949095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:24:47.951817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:24:48.010545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89c951fd-5027-47cd-83a9-3cc3f8d6d604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.084213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.086194 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.095162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.096118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.153962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07609d9-82d3-46f0-971e-09d659c7f5a0 req-8c73bd9e-d96b-4e59-a411-3df400407e2e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.162185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d07609d9-82d3-46f0-971e-09d659c7f5a0 req-8c73bd9e-d96b-4e59-a411-3df400407e2e tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 931 time: 0.1755044 Jul 23 20:24:48.176460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89c951fd-5027-47cd-83a9-3cc3f8d6d604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.183979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89c951fd-5027-47cd-83a9-3cc3f8d6d604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.191389 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-abc4d793-1291-4178-9eee-fa3993b13ea0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1611247 Jul 23 20:24:48.207436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Request body: {'port': {'device_id': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:48.208609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410e18f-eff9-41dc-ba9e-ce3da8b31ff6 req-183b2971-358a-4505-983c-cf48ce6ca540 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:48.210372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f410e18f-eff9-41dc-ba9e-ce3da8b31ff6 req-183b2971-358a-4505-983c-cf48ce6ca540 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.2049344 Jul 23 20:24:48.211664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-cb598cda-58e6-484b-918c-020081a90860 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5360968 Jul 23 20:24:48.230209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Request body: {'port': {'device_id': '59a3aab6-1c57-4153-ba8a-61542966f541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:24:48.234829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d07609d9-82d3-46f0-971e-09d659c7f5a0 req-47efbaac-c0a9-4c2e-90fe-bf0b5f99228d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718207 Jul 23 20:24:48.304626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f410e18f-eff9-41dc-ba9e-ce3da8b31ff6 req-63ca3d17-bcfb-4037-be86-7b76d23bb73e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870342 Jul 23 20:24:48.331556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c951fd-5027-47cd-83a9-3cc3f8d6d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360dcac9-b8ce-47d2-8be3-748674421a5f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.338619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-053f6d97-faed-4c83-b3bc-7808df81e4b2 None None] Provisioning for port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:48.348267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-053f6d97-faed-4c83-b3bc-7808df81e4b2 None None] Provisioning complete for port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:48.349071 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-053f6d97-faed-4c83-b3bc-7808df81e4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.351340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-89c951fd-5027-47cd-83a9-3cc3f8d6d604 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47ee01d81d0543958066bf411659abd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4046597 Jul 23 20:24:48.354113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52124) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:24:48.366472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.374322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.389585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-053f6d97-faed-4c83-b3bc-7808df81e4b2 None None] Port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:24:48.467133 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16b42b1c-392f-4b27-9fac-e7284c06843d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.556740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16b42b1c-392f-4b27-9fac-e7284c06843d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.682113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8351c15-b9df-4874-8b07-d2f0547d0a9b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:48.690396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.692812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16b42b1c-392f-4b27-9fac-e7284c06843d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.696183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16b42b1c-392f-4b27-9fac-e7284c06843d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.697584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-16b42b1c-392f-4b27-9fac-e7284c06843d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/360dcac9-b8ce-47d2-8be3-748674421a5f HTTP/1.1" status: 204 len: 168 time: 0.3423142 Jul 23 20:24:48.715272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b42b1c-392f-4b27-9fac-e7284c06843d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360dcac9-b8ce-47d2-8be3-748674421a5f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.720765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Transition to ACTIVE for port object f8351c15-b9df-4874-8b07-d2f0547d0a9b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:48.728792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.814482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8351c15-b9df-4874-8b07-d2f0547d0a9b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:48.848554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:48.859451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.880286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Transition to ACTIVE for port object 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:24:48.887048 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:48.900563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Attempting to bind port f8351c15-b9df-4874-8b07-d2f0547d0a9b on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:48.900837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Attempting to bind port f8351c15-b9df-4874-8b07-d2f0547d0a9b by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:48.901104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Attempting to bind port f8351c15-b9df-4874-8b07-d2f0547d0a9b on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:48.911541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Port f8351c15-b9df-4874-8b07-d2f0547d0a9b on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:48.911943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Attempting to bind port f8351c15-b9df-4874-8b07-d2f0547d0a9b on network 5d1f4559-1194-4f2d-b6e0-b2b6cee46626 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:48.918230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:48.918519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Checking segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:48.919305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Bound using segment: {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:48.919864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Bound port: f8351c15-b9df-4874-8b07-d2f0547d0a9b, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000e4f54-230a-4e2f-96a4-95529cebabb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:48.920240 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.013319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] For port f8351c15-b9df-4874-8b07-d2f0547d0a9b, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:49.017033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] For port f8351c15-b9df-4874-8b07-d2f0547d0a9b, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:49.032754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.057252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:24:49.074914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.075921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.077160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] 10.222.0.47 "PUT /v2.0/ports/f8351c15-b9df-4874-8b07-d2f0547d0a9b HTTP/1.1" status: 200 len: 1092 time: 0.8750725 Jul 23 20:24:49.077720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'tag': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:49.088574 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d397a5c-45aa-4405-8f59-93c41236a375" -d '{"events": [{"name": "network-changed", "server_uuid": "facb0e14-e3a5-4660-b55c-65e6db7ebbbc", "tag": "f8351c15-b9df-4874-8b07-d2f0547d0a9b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:49.133398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: edc2cebb-2c72-4f54-ae03-86cce39e92bc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:24:49.133774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device edc2cebb-2c72-4f54-ae03-86cce39e92bc not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:24:49.194038 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50942cf4-06d7-481f-9cf2-a78324c5bfab x-openstack-request-id: req-50942cf4-06d7-481f-9cf2-a78324c5bfab {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:49.194701 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facb0e14-e3a5-4660-b55c-65e6db7ebbbc", "tag": "f8351c15-b9df-4874-8b07-d2f0547d0a9b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:49.195150 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50942cf4-06d7-481f-9cf2-a78324c5bfab {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:49.195767 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'tag': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b', 'status': 'completed', 'code': 200} Jul 23 20:24:49.196898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Pushing event updated for resources: {'Port': ['ID=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:49.205105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3005d-2cf6-4a02-9bc2-318eff4a41d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8351c15-b9df-4874-8b07-d2f0547d0a9b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:49.255529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Attempting to bind port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:24:49.255882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Attempting to bind port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:24:49.256218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Attempting to bind port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:49.267274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-37a94be4-b04e-4ee1-ad1b-cf4b3075f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.267480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:24:49.267760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Attempting to bind port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:24:49.269824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-37a94be4-b04e-4ee1-ad1b-cf4b3075f35d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 1095 time: 0.1373951 Jul 23 20:24:49.305575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:24:49.309109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:24:49.309668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:24:49.310000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Bound port: 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:24:49.310471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.380209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-c791059c-1e46-4f7a-99c0-afc4b4dfba0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b HTTP/1.1" status: 200 len: 217 time: 0.1000504 Jul 23 20:24:49.447296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-e280d62e-9d2c-44f7-8a9c-107e14f54a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.448553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-e280d62e-9d2c-44f7-8a9c-107e14f54a25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 200 len: 854 time: 0.0601003 Jul 23 20:24:49.453720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb2e3-7b64-4980-b813-dffd0d7e719b req-8e10bea2-dff9-4b58-933f-6bad105281e5 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.455492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-912eb2e3-7b64-4980-b813-dffd0d7e719b req-8e10bea2-dff9-4b58-933f-6bad105281e5 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 947 time: 0.3722844 Jul 23 20:24:49.494844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] For port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:24:49.503474 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-b17a4da1-80e5-4c01-9f53-cc4d6b9345d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480344 Jul 23 20:24:49.519597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] For port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:24:49.539741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.556516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae03c4-41b0-4a9e-b5dd-1ba21c9115d8 req-2b4bfa81-5580-4eec-9653-4c34bbaceb12 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.561145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-baae03c4-41b0-4a9e-b5dd-1ba21c9115d8 req-2b4bfa81-5580-4eec-9653-4c34bbaceb12 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 943 time: 0.1766598 Jul 23 20:24:49.591008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-912eb2e3-7b64-4980-b813-dffd0d7e719b req-c426df4a-b7cc-4338-af77-ce156c963d38 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282444 Jul 23 20:24:49.600687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.645325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.646109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:49.647994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] 10.222.0.47 "PUT /v2.0/ports/80b94fc1-7816-4f0d-ab31-8f7e9819ed8e HTTP/1.1" status: 200 len: 1096 time: 1.4220974 Jul 23 20:24:49.648406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a3aab6-1c57-4153-ba8a-61542966f541', 'tag': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:49.650789 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30320e0b-424b-4e5f-b04a-c406315e447f" -d '{"events": [{"name": "network-changed", "server_uuid": "59a3aab6-1c57-4153-ba8a-61542966f541", "tag": "80b94fc1-7816-4f0d-ab31-8f7e9819ed8e"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:49.678575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-baae03c4-41b0-4a9e-b5dd-1ba21c9115d8 req-22523f92-abdb-42fa-bfaf-1ffc974f44c2 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861599 Jul 23 20:24:49.694170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-1a015407-83c0-4cb1-9928-1ab0d2a0af91 service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813591 Jul 23 20:24:49.824761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b32c8e-d175-4bc6-8c1a-ea50e0c008fc service neutron] Pushing event updated for resources: {'Port': ['ID=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:49.853477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b1e9836-1f57-45a7-9cd4-e9595cdb7c1c req-bd6ff06e-833a-4b97-afb8-1df36772b81e service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518869 Jul 23 20:24:49.872338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4847e-1ae6-475d-89f9-eeb40bd44e04 req-25a9f00e-9390-4bd6-a4ca-554a8d01e532 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.881031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29a4847e-1ae6-475d-89f9-eeb40bd44e04 req-25a9f00e-9390-4bd6-a4ca-554a8d01e532 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1316223 Jul 23 20:24:49.918253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-b43a1fc1-28a6-4f1c-ad96-d757f94b6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:49.919793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-b43a1fc1-28a6-4f1c-ad96-d757f94b6d49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62dd9d74b8c6419b98810643e9441baa&device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 1099 time: 0.2248590 Jul 23 20:24:50.004264 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0b83d-451f-4bc4-a08b-b904e321b701 x-openstack-request-id: req-31e0b83d-451f-4bc4-a08b-b904e321b701 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:50.004553 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a3aab6-1c57-4153-ba8a-61542966f541", "tag": "80b94fc1-7816-4f0d-ab31-8f7e9819ed8e", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:50.004885 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31e0b83d-451f-4bc4-a08b-b904e321b701 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:50.005538 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a3aab6-1c57-4153-ba8a-61542966f541', 'tag': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e', 'status': 'completed', 'code': 200} Jul 23 20:24:50.017976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29a4847e-1ae6-475d-89f9-eeb40bd44e04 req-a846d15b-98c8-4f8b-b03b-4fe358788c5e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357985 Jul 23 20:24:50.027946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-3bd78469-3514-4fe6-93ad-75e6ac74538a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e HTTP/1.1" status: 200 len: 217 time: 0.0968838 Jul 23 20:24:50.073888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-9e27d407-9cad-4345-8ed4-67008c24172a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.075416 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-9e27d407-9cad-4345-8ed4-67008c24172a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f761e392f744aa1b843d9418ae515da&device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 1095 time: 0.1573806 Jul 23 20:24:50.105976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-52f637e1-253f-4e8d-8366-75ecb9bc693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.108017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-52f637e1-253f-4e8d-8366-75ecb9bc693f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0734417 Jul 23 20:24:50.210582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-ca186d8b-5559-46cc-838e-3ab85fc65c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.212554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-ca186d8b-5559-46cc-838e-3ab85fc65c68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0980954 Jul 23 20:24:50.242412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-72ec8fe9-06ab-42fe-a97b-349b4c5827fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.244087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-72ec8fe9-06ab-42fe-a97b-349b4c5827fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 200 len: 915 time: 0.1592033 Jul 23 20:24:50.293520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-158a92c6-a439-4582-8d03-99023088328d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b HTTP/1.1" status: 200 len: 217 time: 0.0410738 Jul 23 20:24:50.329256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-a4f2b056-1550-40fd-9b77-9e9e297f9f55 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081471 Jul 23 20:24:50.344222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-1386de11-dfc4-4ed4-acea-3f107818f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.346222 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-1386de11-dfc4-4ed4-acea-3f107818f28d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 200 len: 854 time: 0.0461977 Jul 23 20:24:50.388510 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-bfc9420c-ba96-4ab4-a6a6-a82caeeefe7f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d1f4559-1194-4f2d-b6e0-b2b6cee46626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350831 Jul 23 20:24:50.430138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce66c31c-ee57-4638-9d4d-30fcb4e5919a req-e851e95b-f947-4e07-956c-0693b5d13e77 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948670 Jul 23 20:24:50.494297 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-51b7a5d1-e32c-4956-a0cb-048b7cdd3af3 service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990260 Jul 23 20:24:50.546563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320e0b-424b-4e5f-b04a-c406315e447f req-5fd53133-5b7f-4643-88f2-c39221485dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.549120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-5fd53133-5b7f-4643-88f2-c39221485dd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=62dd9d74b8c6419b98810643e9441baa&device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 1099 time: 0.0582240 Jul 23 20:24:50.675657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320e0b-424b-4e5f-b04a-c406315e447f req-ee00deec-d5f1-4624-b337-40207c9e7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.677356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-ee00deec-d5f1-4624-b337-40207c9e7e35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.1215360 Jul 23 20:24:50.764234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-7d482342-9342-493b-9b32-0b6b882e9d08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e HTTP/1.1" status: 200 len: 217 time: 0.0736320 Jul 23 20:24:50.875105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320e0b-424b-4e5f-b04a-c406315e447f req-d5409d2d-a779-4053-a7d4-6e47d1cc6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.877120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-d5409d2d-a779-4053-a7d4-6e47d1cc6fdb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1052499 Jul 23 20:24:50.891178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdde91-c20b-45c1-a054-64e703ef85ca req-47d6efb3-2973-462e-9ecb-d956c7d0ecc5 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.893046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7efdde91-c20b-45c1-a054-64e703ef85ca req-47d6efb3-2973-462e-9ecb-d956c7d0ecc5 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 947 time: 0.2040558 Jul 23 20:24:50.940219 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d397a5c-45aa-4405-8f59-93c41236a375 req-aecc9876-68af-4839-8bc7-fbdcd3a82c2d service neutron] 10.222.0.47 "GET /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390318 Jul 23 20:24:50.974400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520095ec-bf7b-4873-a7a2-bb92170271bc req-54d31991-e0f9-4fa3-827e-f72aeb54b313 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:50.976076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-520095ec-bf7b-4873-a7a2-bb92170271bc req-54d31991-e0f9-4fa3-827e-f72aeb54b313 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 943 time: 0.1958992 Jul 23 20:24:51.017724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7efdde91-c20b-45c1-a054-64e703ef85ca req-2885697d-e4a0-4fae-857c-01ddcc5b1e3a tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146245 Jul 23 20:24:51.064418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30320e0b-424b-4e5f-b04a-c406315e447f req-c4e7dc4c-afdd-4b92-a6ba-35e1f111ce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.064418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-c4e7dc4c-afdd-4b92-a6ba-35e1f111ce56 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679542 Jul 23 20:24:51.085006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-520095ec-bf7b-4873-a7a2-bb92170271bc req-b23f09a7-4671-4a9b-9f48-ae5fd76f3b56 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011958 Jul 23 20:24:51.244646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-659cde36-59b9-42bd-9508-2c74ac28a6a6 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739798 Jul 23 20:24:51.317128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a9ec6-4c64-42fc-bf76-dfd25d1ad8ac req-12de3351-b9dc-4307-898b-36a8064abdcd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:51.325873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc9a9ec6-4c64-42fc-bf76-dfd25d1ad8ac req-12de3351-b9dc-4307-898b-36a8064abdcd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1470146 Jul 23 20:24:51.360281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8351c15-b9df-4874-8b07-d2f0547d0a9b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:51.369946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc9a9ec6-4c64-42fc-bf76-dfd25d1ad8ac req-1fc2ed68-d6f9-49a9-bf31-f0aa6b987ba3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431745 Jul 23 20:24:51.443986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30320e0b-424b-4e5f-b04a-c406315e447f req-65bec0dc-b326-4edc-aad0-fc247578dff7 service neutron] 10.222.0.47 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907008 Jul 23 20:24:51.542111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f8351c15-b9df-4874-8b07-d2f0547d0a9b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:51.556355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b', 'network_id': '5d1f4559-1194-4f2d-b6e0-b2b6cee46626', 'port_id': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b', 'mac_address': 'fa:16:3e:43:8f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27efe0d7-9fc1-440e-ad54-a21d447efbf4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:51.626120 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.670966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8351c15-b9df-4874-8b07-d2f0547d0a9b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:51.696246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f8351c15-b9df-4874-8b07-d2f0547d0a9b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:51.699897 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:51.780919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f8351c15-b9df-4874-8b07-d2f0547d0a9b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:51.968131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f8351c15-b9df-4874-8b07-d2f0547d0a9b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:52.244975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69fad-d686-4fa8-aa43-31473249d5b2 req-ec8c45f2-3771-463d-bc8e-24d96b208c5a tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:52.246667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99e69fad-d686-4fa8-aa43-31473249d5b2 req-ec8c45f2-3771-463d-bc8e-24d96b208c5a tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 947 time: 0.1314738 Jul 23 20:24:52.276923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3d663-f01e-4cfb-8e9e-8f2fa5b385c8 req-ea0fcf92-69dc-45ce-8da4-f485eed8fd87 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:52.278526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64a3d663-f01e-4cfb-8e9e-8f2fa5b385c8 req-ea0fcf92-69dc-45ce-8da4-f485eed8fd87 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 944 time: 0.1093879 Jul 23 20:24:52.325895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99e69fad-d686-4fa8-aa43-31473249d5b2 req-8619864c-0ff5-482c-9203-3a314411c4bb tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688982 Jul 23 20:24:52.334490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64a3d663-f01e-4cfb-8e9e-8f2fa5b385c8 req-f8eea57d-81af-42ec-b3c6-d3c9a3f9cb02 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473485 Jul 23 20:24:52.555495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300364fd-c8aa-4424-ab8a-2a95b0560952 req-449ebec4-5028-4b7c-a32b-080902c827b5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:52.562966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-300364fd-c8aa-4424-ab8a-2a95b0560952 req-449ebec4-5028-4b7c-a32b-080902c827b5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.0867705 Jul 23 20:24:52.609371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-300364fd-c8aa-4424-ab8a-2a95b0560952 req-78cc5e91-b651-46f0-8a22-5db4c9484446 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449545 Jul 23 20:24:53.370685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:53.373075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8351c15-b9df-4874-8b07-d2f0547d0a9b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:53.541354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f8351c15-b9df-4874-8b07-d2f0547d0a9b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:53.553119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f8351c15-b9df-4874-8b07-d2f0547d0a9b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:53.553741 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.589757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3604a2f-2f57-4c9c-8580-74632a8ac6d5 req-c4e775a4-4fd4-4338-9d32-4b12705290cc tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:53.598584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3604a2f-2f57-4c9c-8580-74632a8ac6d5 req-c4e775a4-4fd4-4338-9d32-4b12705290cc tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 947 time: 0.1125226 Jul 23 20:24:53.603219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:53.620735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e', 'mac_address': 'fa:16:3e:db:41:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:53.634402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c10a71-9e5d-47e8-a8ce-94676fafbb2e req-c05ffd2c-4841-4241-a67a-4e5d579e905a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:53.635993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c10a71-9e5d-47e8-a8ce-94676fafbb2e req-c05ffd2c-4841-4241-a67a-4e5d579e905a tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 944 time: 0.1897638 Jul 23 20:24:53.674902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3604a2f-2f57-4c9c-8580-74632a8ac6d5 req-5100ede2-685a-4fc0-adbf-375c69992bf9 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743346 Jul 23 20:24:53.718216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.732917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c10a71-9e5d-47e8-a8ce-94676fafbb2e req-4aae58d0-474d-4948-948d-48975ae3d7db tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879333 Jul 23 20:24:53.741691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.772759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f8351c15-b9df-4874-8b07-d2f0547d0a9b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:53.780321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:53.784448 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2345fe6e-09d1-4234-b469-24c043279e1b" -d '{"events": [{"server_uuid": "facb0e14-e3a5-4660-b55c-65e6db7ebbbc", "name": "network-vif-plugged", "status": "completed", "tag": "f8351c15-b9df-4874-8b07-d2f0547d0a9b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:53.790443 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.798698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:53.832968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:53.878931 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:53.959005 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a77d40-7b13-46ea-a866-b3d67e0687a7 x-openstack-request-id: req-08a77d40-7b13-46ea-a866-b3d67e0687a7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:53.959304 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facb0e14-e3a5-4660-b55c-65e6db7ebbbc", "name": "network-vif-plugged", "status": "completed", "tag": "f8351c15-b9df-4874-8b07-d2f0547d0a9b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:53.959565 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08a77d40-7b13-46ea-a866-b3d67e0687a7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:53.960038 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b', 'code': 200} Jul 23 20:24:53.960905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f8351c15-b9df-4874-8b07-d2f0547d0a9b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.053290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:54.143096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039e6e8-8770-4918-8199-71270d739716 req-00a666a2-a2cc-4555-ba15-73d00872447b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.144641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b039e6e8-8770-4918-8199-71270d739716 req-00a666a2-a2cc-4555-ba15-73d00872447b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1789961 Jul 23 20:24:54.155301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee57eac-54a7-4383-94d7-ca2231e762df req-6d29bea3-7a0e-4b59-b115-55804c7beced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.157345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ee57eac-54a7-4383-94d7-ca2231e762df req-6d29bea3-7a0e-4b59-b115-55804c7beced service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 1097 time: 0.1109250 Jul 23 20:24:54.177144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['80b94fc1-7816-4f0d-ab31-8f7e9819ed8e'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:54.212927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ee57eac-54a7-4383-94d7-ca2231e762df req-b55cda82-72f2-40f9-95fa-e87188d6557c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425141 Jul 23 20:24:54.215784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b039e6e8-8770-4918-8199-71270d739716 req-f7f8ded4-0ff2-4641-9f0a-06ddb2444efd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634811 Jul 23 20:24:54.842970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afb5b5-97fb-4a3c-a1c4-cc55a98ef3bc req-c8dba9d4-db6a-4bdd-bdd0-8a5d45813414 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.845529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9afb5b5-97fb-4a3c-a1c4-cc55a98ef3bc req-c8dba9d4-db6a-4bdd-bdd0-8a5d45813414 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 948 time: 0.0890133 Jul 23 20:24:54.915044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9afb5b5-97fb-4a3c-a1c4-cc55a98ef3bc req-621d337a-f085-4904-9a75-c0d37581d618 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514803 Jul 23 20:24:54.937731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a88571-c178-4806-bb9e-09f89c4a5804 req-1c85d36d-19cd-41d3-83ff-32a3f6098ae8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:54.945627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37a88571-c178-4806-bb9e-09f89c4a5804 req-1c85d36d-19cd-41d3-83ff-32a3f6098ae8 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1225655 Jul 23 20:24:55.008322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37a88571-c178-4806-bb9e-09f89c4a5804 req-c4817744-0556-4b28-9d10-2187574cd9ce tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617151 Jul 23 20:24:55.383550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:24:55.385939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:55.430021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bb8d7-5dbc-46d7-a6aa-b2dbde43be5f req-4a5c2b75-c433-4ca4-a692-ab566deab610 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:55.432089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-831bb8d7-5dbc-46d7-a6aa-b2dbde43be5f req-4a5c2b75-c433-4ca4-a692-ab566deab610 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1113262 Jul 23 20:24:55.473479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:24:55.485169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-831bb8d7-5dbc-46d7-a6aa-b2dbde43be5f req-f6955880-c532-4690-9c7c-25a515d247fa tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457706 Jul 23 20:24:55.504181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:55.504558 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.639223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:55.658743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'mac_address': 'fa:16:3e:9e:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:24:55.660471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.728512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:55.730287 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.735099 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.767363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ce431af-2775-466e-97b1-6de2ec2939a9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:24:55.807999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:55.822235 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:55.826076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:55.886750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:55.943791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['5ce431af-2775-466e-97b1-6de2ec2939a9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:24:55.987019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3aab6-1c57-4153-ba8a-61542966f541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:55.989474 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821e94a-2c75-4e4e-86cc-39a65ef62f9a" -d '{"events": [{"server_uuid": "59a3aab6-1c57-4153-ba8a-61542966f541", "name": "network-vif-plugged", "status": "completed", "tag": "80b94fc1-7816-4f0d-ab31-8f7e9819ed8e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:56.076020 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a36e99-19c0-41f6-bcf9-99b6fc8b756f x-openstack-request-id: req-77a36e99-19c0-41f6-bcf9-99b6fc8b756f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:56.076329 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a3aab6-1c57-4153-ba8a-61542966f541", "name": "network-vif-plugged", "status": "completed", "tag": "80b94fc1-7816-4f0d-ab31-8f7e9819ed8e", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:56.076594 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-77a36e99-19c0-41f6-bcf9-99b6fc8b756f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:56.077085 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a3aab6-1c57-4153-ba8a-61542966f541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e', 'code': 200} Jul 23 20:24:56.121221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a802cae-f541-4ced-892c-4377b96772b6 req-dccd5841-382e-48d3-8358-3b7a48d6841f tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.129472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a802cae-f541-4ced-892c-4377b96772b6 req-dccd5841-382e-48d3-8358-3b7a48d6841f tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 949 time: 0.1155639 Jul 23 20:24:56.194779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a802cae-f541-4ced-892c-4377b96772b6 req-11a81a8b-7d2d-4410-af63-8796fce44b61 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642142 Jul 23 20:24:56.400387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e595eff-b866-4b5e-b038-0b8f3798775c req-f9d7bd07-8b74-4995-ac42-bfdd5ce951f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.402101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e595eff-b866-4b5e-b038-0b8f3798775c req-f9d7bd07-8b74-4995-ac42-bfdd5ce951f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 1101 time: 0.2059667 Jul 23 20:24:56.458951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e595eff-b866-4b5e-b038-0b8f3798775c req-51dcd0ca-d196-4811-8374-7378f9a204fc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485241 Jul 23 20:24:56.476065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701d51d-0e56-4c5e-90db-b36a0b26421a req-1115be56-2c8e-414a-bd44-b9836f85a5f0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.478025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9701d51d-0e56-4c5e-90db-b36a0b26421a req-1115be56-2c8e-414a-bd44-b9836f85a5f0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1586037 Jul 23 20:24:56.580622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9701d51d-0e56-4c5e-90db-b36a0b26421a req-cbc43a1a-5b21-493b-bcca-f9262e344b13 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946810 Jul 23 20:24:56.675488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf271d8-b3bd-4124-af30-c22a87d4f3c6 req-6c40616c-44a2-4f40-8f1d-05245705691e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.677055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cf271d8-b3bd-4124-af30-c22a87d4f3c6 req-6c40616c-44a2-4f40-8f1d-05245705691e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 944 time: 0.0767505 Jul 23 20:24:56.747786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cf271d8-b3bd-4124-af30-c22a87d4f3c6 req-34dda19f-6d43-4573-9fa2-a4561a86eda8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625410 Jul 23 20:24:56.838034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9c965-28dd-4b95-84b8-986130b7ad39 req-a214dc03-4c6d-4ab2-8917-410dc2047481 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:56.839794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ba9c965-28dd-4b95-84b8-986130b7ad39 req-a214dc03-4c6d-4ab2-8917-410dc2047481 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1083682 Jul 23 20:24:56.893863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ba9c965-28dd-4b95-84b8-986130b7ad39 req-da3cb4bc-be1a-4051-8aa2-41aadf039954 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466580 Jul 23 20:24:57.206839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc8f41-d1ed-43e8-b004-a4fb7b5bbf9d req-61da43bb-eb8e-47c8-95d7-6a54f11e94e9 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.208584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fabc8f41-d1ed-43e8-b004-a4fb7b5bbf9d req-61da43bb-eb8e-47c8-95d7-6a54f11e94e9 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1142991 Jul 23 20:24:57.289894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fabc8f41-d1ed-43e8-b004-a4fb7b5bbf9d req-669ec478-74cb-4241-8801-5833f97f05fc tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755904 Jul 23 20:24:57.387019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:24:57.482211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3389d0-9641-4b06-8b4e-3c646dd2fc6c req-d8526a6d-702e-44be-b04c-fe9cdac25454 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.489051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3389d0-9641-4b06-8b4e-3c646dd2fc6c req-d8526a6d-702e-44be-b04c-fe9cdac25454 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 949 time: 0.1491325 Jul 23 20:24:57.568314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 5ce431af-2775-466e-97b1-6de2ec2939a9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:24:57.568694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.631450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3389d0-9641-4b06-8b4e-3c646dd2fc6c req-c0ba74a4-4e1b-4ba0-abea-40e18fa9690c tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229670 Jul 23 20:24:57.712634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.722810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654d5b5-2653-4831-ad38-926a06ef822e req-61cb28ba-7523-4910-abde-1c9e58fe87b5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:57.724516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1654d5b5-2653-4831-ad38-926a06ef822e req-61cb28ba-7523-4910-abde-1c9e58fe87b5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1718111 Jul 23 20:24:57.773709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:24:57.788272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:24:57.821485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1654d5b5-2653-4831-ad38-926a06ef822e req-2d88e219-90da-478b-b1e6-654427c6730d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888877 Jul 23 20:24:57.912348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:24:58.078980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:24:58.082141 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61f8ab-66a4-4a71-8f84-1975d072203c" -d '{"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-plugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:24:58.096719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79cd0a-4fb0-407b-b479-543e6aeca565 req-8e170807-5f3e-43c7-9499-286e978b9be5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.104512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd79cd0a-4fb0-407b-b479-543e6aeca565 req-8e170807-5f3e-43c7-9499-286e978b9be5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1756349 Jul 23 20:24:58.201050 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cace3cc3-e935-40d1-a388-71b858778712 x-openstack-request-id: req-cace3cc3-e935-40d1-a388-71b858778712 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:24:58.201350 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-plugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:24:58.201654 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cace3cc3-e935-40d1-a388-71b858778712 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:24:58.202021 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'code': 200} Jul 23 20:24:58.547739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd79cd0a-4fb0-407b-b479-543e6aeca565 req-e98b958e-6a44-464f-bf24-aa182ce1dadd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231498 Jul 23 20:24:58.596549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0c144-7a7f-4da2-ac9c-1fe3110b3f3a req-6a81cda8-8f9b-4620-a0df-6febf69fcb9d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.606776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d0c144-7a7f-4da2-ac9c-1fe3110b3f3a req-6a81cda8-8f9b-4620-a0df-6febf69fcb9d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1440976 Jul 23 20:24:58.685118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d0c144-7a7f-4da2-ac9c-1fe3110b3f3a req-36c356e5-afe0-4654-ad12-9e7a5ace3fba tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705874 Jul 23 20:24:58.894033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be035834-43c4-4c32-8c3e-23a8ab0addf8 req-d2f8aaf0-3d9a-46d8-98e1-0bbbb0dc8f22 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.895621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be035834-43c4-4c32-8c3e-23a8ab0addf8 req-d2f8aaf0-3d9a-46d8-98e1-0bbbb0dc8f22 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 949 time: 0.1736877 Jul 23 20:24:58.978117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ae93a-7a7b-4afb-8340-309abf3d7c93 req-32119c60-b937-46b7-8d64-00bd8ec4f90b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:58.984693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc5ae93a-7a7b-4afb-8340-309abf3d7c93 req-32119c60-b937-46b7-8d64-00bd8ec4f90b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1589427 Jul 23 20:24:58.988085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be035834-43c4-4c32-8c3e-23a8ab0addf8 req-73245521-2943-44bd-88c7-3965b0d9c7e5 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866804 Jul 23 20:24:59.109849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc5ae93a-7a7b-4afb-8340-309abf3d7c93 req-a06499df-a8a9-45a8-b32d-fbeaf7de3061 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017776 Jul 23 20:24:59.702712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a2b94-1539-4974-93fc-bd0e0135f6dd req-57ebdca2-06ea-4d48-b779-dd3a99b210b0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.705821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c81a2b94-1539-4974-93fc-bd0e0135f6dd req-57ebdca2-06ea-4d48-b779-dd3a99b210b0 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1457167 Jul 23 20:24:59.874243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c81a2b94-1539-4974-93fc-bd0e0135f6dd req-3e0c49df-2b7d-474b-bd51-a8ed96b93427 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604826 Jul 23 20:24:59.944581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ed689-2913-4d4e-938c-125bbb4475ef req-2d3df1b4-6ef2-4930-8cda-519ee178425e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:24:59.955146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-210ed689-2913-4d4e-938c-125bbb4475ef req-2d3df1b4-6ef2-4930-8cda-519ee178425e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1906071 Jul 23 20:25:00.025988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-210ed689-2913-4d4e-938c-125bbb4475ef req-197a30b7-2012-488f-b975-271cc510ef58 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699744 Jul 23 20:25:00.965680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-3e7daeff-633c-4ce6-95bf-4fd0b96c079b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:00.968120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-3e7daeff-633c-4ce6-95bf-4fd0b96c079b tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1443334 Jul 23 20:25:01.148664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cdf57-bd1f-459c-b350-d1db0168c29c req-adb95b41-43e4-46b8-91f0-a3587159e0be tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.156191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e7cdf57-bd1f-459c-b350-d1db0168c29c req-adb95b41-43e4-46b8-91f0-a3587159e0be tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 945 time: 0.1200655 Jul 23 20:25:01.178371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Deleting port f8351c15-b9df-4874-8b07-d2f0547d0a9b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:01.179094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.301366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e7cdf57-bd1f-459c-b350-d1db0168c29c req-9821f220-422b-42af-9e8b-35b882abc8d5 tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/security-groups?id=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435022 Jul 23 20:25:01.433469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] For port f8351c15-b9df-4874-8b07-d2f0547d0a9b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f8351c15-b9df-4874-8b07-d2f0547d0a9b,segment=NetworkSegment(000e4f54-230a-4e2f-96a4-95529cebabb2),segment_id=000e4f54-230a-4e2f-96a4-95529cebabb2)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:01.433849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.488019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Calling delete_port for f8351c15-b9df-4874-8b07-d2f0547d0a9b owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:01.631902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2478d1e-0d5d-4710-8c14-bc8585d0f7e3 req-0bf7052e-536f-40f9-a52b-04fba7c71998 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.633495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2478d1e-0d5d-4710-8c14-bc8585d0f7e3 req-0bf7052e-536f-40f9-a52b-04fba7c71998 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1968040 Jul 23 20:25:01.698634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6cbba-8225-4f6b-afc0-3fbca03b0f84 req-889ee7c5-a4d7-400f-8293-b1ff9a77613c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:01.705966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74d6cbba-8225-4f6b-afc0-3fbca03b0f84 req-889ee7c5-a4d7-400f-8293-b1ff9a77613c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 945 time: 0.2314970 Jul 23 20:25:01.712173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2478d1e-0d5d-4710-8c14-bc8585d0f7e3 req-5c2559b5-0259-4b01-8414-8e69001446a8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715301 Jul 23 20:25:01.809698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74d6cbba-8225-4f6b-afc0-3fbca03b0f84 req-9a13a056-9161-4cc4-b586-5ae12543a3ec tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024525 Jul 23 20:25:01.834465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.887581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Pushing event deleted for resources: {'Port': ['ID=f8351c15-b9df-4874-8b07-d2f0547d0a9b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:01.946744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] No DVR routers for this DVR port f8351c15-b9df-4874-8b07-d2f0547d0a9b on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:01.959381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:01.971769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3b6e328-af04-4b85-b77e-ce83272257c0 req-56f7aa76-33ad-4e66-ae05-d04bf0cc874d tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.47 "DELETE /v2.0/ports/f8351c15-b9df-4874-8b07-d2f0547d0a9b HTTP/1.1" status: 204 len: 173 time: 0.9954474 Jul 23 20:25:01.972436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'name': 'network-vif-deleted', 'tag': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:01.979370 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c9851-df56-400b-b32f-62730f831dac" -d '{"events": [{"server_uuid": "facb0e14-e3a5-4660-b55c-65e6db7ebbbc", "name": "network-vif-deleted", "tag": "f8351c15-b9df-4874-8b07-d2f0547d0a9b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:02.046445 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c33cc82-9fcd-4c7c-96cd-92ca882f0e58 x-openstack-request-id: req-9c33cc82-9fcd-4c7c-96cd-92ca882f0e58 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:02.046445 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facb0e14-e3a5-4660-b55c-65e6db7ebbbc", "name": "network-vif-deleted", "tag": "f8351c15-b9df-4874-8b07-d2f0547d0a9b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:02.046445 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c33cc82-9fcd-4c7c-96cd-92ca882f0e58 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:02.046956 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facb0e14-e3a5-4660-b55c-65e6db7ebbbc', 'name': 'network-vif-deleted', 'tag': 'f8351c15-b9df-4874-8b07-d2f0547d0a9b', 'status': 'completed', 'code': 200} Jul 23 20:25:02.460079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30ffb921-3e25-447d-83fa-8f9f52a0273d req-e5f1a709-f773-4fbf-a162-d864310410ec tempest-ServerDiskConfigTestJSON-1376133168 tempest-ServerDiskConfigTestJSON-1376133168-project] 10.222.0.46 "GET /v2.0/ports?device_id=facb0e14-e3a5-4660-b55c-65e6db7ebbbc HTTP/1.1" status: 200 len: 210 time: 0.0434139 Jul 23 20:25:02.960319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32114f6e-47b9-4185-ae73-ee785e603788 req-a7c92aa7-7789-4dc0-87f7-756d0d638ed5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:02.968235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32114f6e-47b9-4185-ae73-ee785e603788 req-a7c92aa7-7789-4dc0-87f7-756d0d638ed5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1453195 Jul 23 20:25:03.066767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32114f6e-47b9-4185-ae73-ee785e603788 req-28a7a5ce-ccd9-4cfe-a691-df95e8254f0f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969203 Jul 23 20:25:03.139583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fb709-1561-4468-a149-6e417779c816 req-7e530536-8648-4dcd-b4c4-6d11b84baa77 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.148046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-636fb709-1561-4468-a149-6e417779c816 req-7e530536-8648-4dcd-b4c4-6d11b84baa77 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 945 time: 0.2711186 Jul 23 20:25:03.167420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3df95b-dfdc-41ce-88c8-258f3e9bcb56 req-9571c2a9-40fb-49c9-954f-5fa5731e9458 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:03.169018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3df95b-dfdc-41ce-88c8-258f3e9bcb56 req-9571c2a9-40fb-49c9-954f-5fa5731e9458 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 945 time: 0.2795255 Jul 23 20:25:03.283208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3df95b-dfdc-41ce-88c8-258f3e9bcb56 req-0db87d36-8337-4adf-bd6d-0a8430278fb7 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074312 Jul 23 20:25:03.334678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Deleting port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:03.335030 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.416277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8351c15-b9df-4874-8b07-d2f0547d0a9b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:03.456790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f8351c15-b9df-4874-8b07-d2f0547d0a9b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:03.457563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f8351c15-b9df-4874-8b07-d2f0547d0a9b not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:03.460000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] For port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:03.460376 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.474008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Calling delete_port for 859aa3db-2e0a-4f17-8803-f6685eeb1c1b owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:03.660091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.674232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930', '8e47d178-7e80-4dc4-acbc-37269ffe1061', '859aa3db-2e0a-4f17-8803-f6685eeb1c1b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:03.676499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['8e697c58-f824-43ec-8270-d0b166e9808b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:03.695474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event deleted for resources: {'Port': ['ID=859aa3db-2e0a-4f17-8803-f6685eeb1c1b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:03.716132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:03.768783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] No DVR routers for this DVR port 859aa3db-2e0a-4f17-8803-f6685eeb1c1b on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:03.772040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.774527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-636fb709-1561-4468-a149-6e417779c816 req-83fd383e-65f7-47f5-9877-39ae48eb999e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "DELETE /v2.0/ports/859aa3db-2e0a-4f17-8803-f6685eeb1c1b HTTP/1.1" status: 204 len: 173 time: 0.6161017 Jul 23 20:25:03.834552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Deleting subnet 27efe0d7-9fc1-440e-ad54-a21d447efbf4 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:03.838536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.881903 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:03.938610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.025894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.075718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'name': 'network-vif-deleted', 'tag': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:04.079328 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c59630-0a88-4508-ba3a-6ec121628fd0" -d '{"events": [{"server_uuid": "feb4c850-7be7-408a-9f3c-a087afee01ca", "name": "network-vif-deleted", "tag": "859aa3db-2e0a-4f17-8803-f6685eeb1c1b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:04.087642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27efe0d7-9fc1-440e-ad54-a21d447efbf4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.090600 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.095547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b4f0f8e-4dd6-4187-b84e-a478e02e4fff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/27efe0d7-9fc1-440e-ad54-a21d447efbf4 HTTP/1.1" status: 204 len: 168 time: 0.3570678 Jul 23 20:25:04.096112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52614) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:04.228803 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f3b6b-6ad2-4eca-8389-c86caa95360b x-openstack-request-id: req-2c8f3b6b-6ad2-4eca-8389-c86caa95360b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:04.229180 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb4c850-7be7-408a-9f3c-a087afee01ca", "name": "network-vif-deleted", "tag": "859aa3db-2e0a-4f17-8803-f6685eeb1c1b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:04.229530 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c8f3b6b-6ad2-4eca-8389-c86caa95360b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:04.230008 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb4c850-7be7-408a-9f3c-a087afee01ca', 'name': 'network-vif-deleted', 'tag': '859aa3db-2e0a-4f17-8803-f6685eeb1c1b', 'status': 'completed', 'code': 200} Jul 23 20:25:04.317415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.358828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-178e7229-e848-426e-b7b0-c45d1a6f5ff9 req-bec8f9ab-c339-4c62-b25f-87bedc722072 service neutron] (94026) timed out ('10.222.0.47', 61632) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:25:04.423343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0690d-1c02-43b5-8476-65428933c8eb req-ff1f6fa4-1d1d-4e88-b283-7095e2dddce4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.429252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3a0690d-1c02-43b5-8476-65428933c8eb req-ff1f6fa4-1d1d-4e88-b283-7095e2dddce4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1739674 Jul 23 20:25:04.477492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.504050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d1f4559-1194-4f2d-b6e0-b2b6cee46626']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.514983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eeada35d-141d-4dc3-9670-3addfeb2b4c8 req-b0a94426-888d-469b-a6f1-9ee182ae9f0e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=feb4c850-7be7-408a-9f3c-a087afee01ca HTTP/1.1" status: 200 len: 210 time: 0.0431092 Jul 23 20:25:04.518707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3a0690d-1c02-43b5-8476-65428933c8eb req-17a97f3d-d320-431a-9a9d-279bc651010f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843678 Jul 23 20:25:04.528282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000e4f54-230a-4e2f-96a4-95529cebabb2') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.531637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000e4f54-230a-4e2f-96a4-95529cebabb2') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:04.554409 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.597155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.609756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:04.610179 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:04.697598 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:04.704162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.713727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:04.716234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5d1f4559-1194-4f2d-b6e0-b2b6cee46626 HTTP/1.1" status: 204 len: 168 time: 0.6190143 Jul 23 20:25:04.731642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340fe113-c882-4607-8a20-f1dfe9189b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d1f4559-1194-4f2d-b6e0-b2b6cee46626,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:04.896084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-7ce7a033-ba53-49c6-8567-81505f422609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:04.897690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-7ce7a033-ba53-49c6-8567-81505f422609 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1097 time: 0.0678496 Jul 23 20:25:05.011446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:05.050316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-c65b5420-8cc4-4b12-a48f-9c86a320e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.051931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-c65b5420-8cc4-4b12-a48f-9c86a320e8e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.1330731 Jul 23 20:25:05.058102 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-21b01aee-ad31-4bb4-9055-e20b5c8b0a79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2f761e392f744aa1b843d9418ae515da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456390 Jul 23 20:25:05.060631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:05.120369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17585166-561e-4c00-8805-006f06ce4d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.127542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-0cc6126e-1a1d-48a9-a1c7-e90c9c635d8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 1000 time: 0.0678976 Jul 23 20:25:05.145116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17585166-561e-4c00-8805-006f06ce4d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.197781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17585166-561e-4c00-8805-006f06ce4d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.205142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17585166-561e-4c00-8805-006f06ce4d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:05.211049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-17585166-561e-4c00-8805-006f06ce4d13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8 HTTP/1.1" status: 204 len: 168 time: 0.1480196 Jul 23 20:25:05.241146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17585166-561e-4c00-8805-006f06ce4d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf6ec10-76ad-4a5c-ade1-d48d009d0ff8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:05.326643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-e74332c5-b03e-46f4-8182-887a7f56322e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.329068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-e74332c5-b03e-46f4-8182-887a7f56322e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.1086092 Jul 23 20:25:05.427193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-1915ce9f-c776-4022-9a03-573489925910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.428950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-1915ce9f-c776-4022-9a03-573489925910 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929122 Jul 23 20:25:05.553799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-9a14f16a-a540-4b27-a007-eb6c6489b1dc service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166084 Jul 23 20:25:05.862377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed046eb8-669e-4535-93f8-5ba252f6917e req-834c645a-6e8b-4156-a037-0a48752e1b2c service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002589 Jul 23 20:25:05.988804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5041486-2243-4d01-9dfe-5cce9a20a1be req-183344bc-d28d-402a-a10c-a6c243e0a7cf tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:05.995969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5041486-2243-4d01-9dfe-5cce9a20a1be req-183344bc-d28d-402a-a10c-a6c243e0a7cf tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.2475507 Jul 23 20:25:06.039290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-22e855c4-b1fd-43a1-8681-93adc00a5aa0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1382222 Jul 23 20:25:06.083346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5041486-2243-4d01-9dfe-5cce9a20a1be req-12ed9f41-9094-44d7-b68e-7ef8ff4bb11e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715578 Jul 23 20:25:06.167514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-aab215a4-e21b-4d63-a946-b611807fdf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.169772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-aab215a4-e21b-4d63-a946-b611807fdf53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d84e1277402040fcbf23beb50f198bf4&device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 1098 time: 0.0853052 Jul 23 20:25:06.351803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-f36dd1a9-96d9-41e8-a588-15e1acd99841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.351803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-f36dd1a9-96d9-41e8-a588-15e1acd99841 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 200 len: 916 time: 0.1593986 Jul 23 20:25:06.424266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-bd1a1cd3-0315-450d-99d3-49eba31fc59a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061 HTTP/1.1" status: 200 len: 217 time: 0.0650780 Jul 23 20:25:06.516915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-ffeddb0c-d6a1-49a8-be48-d9113b48dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:06.519222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-ffeddb0c-d6a1-49a8-be48-d9113b48dac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 200 len: 855 time: 0.0882955 Jul 23 20:25:06.577561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-6549f2b5-1252-40e5-825b-d2136756eeca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b6474eb-39f1-4ffa-9939-cece018d0ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434744 Jul 23 20:25:06.584106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52676) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:06.745201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-80340895-network', 'tenant_id': '2813bf900be844cfab8f92e589b7f14f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:06.770757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-aa99f910-5a54-4583-865e-8c93cbd1fccf service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702971 Jul 23 20:25:06.781594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Made reservation on behalf of 2813bf900be844cfab8f92e589b7f14f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:06.788465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.798669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.916303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a09cd3d-eb32-405e-99ec-03cbdc6a52c6 req-a5e5908f-6278-4d84-841f-ff61d2700349 service neutron] 10.222.0.36 "GET /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332991 Jul 23 20:25:06.958045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.964234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:06.997903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:07.016025 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.016823 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Added segment e40f3b6d-e114-4aed-88ff-054944b89267 of type vlan for network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a Jul 23 20:25:07.018909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6003ad-542e-4723-8468-2b2de74d8f58,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:07.080914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.145121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.146816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.147882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.160251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 859aa3db-2e0a-4f17-8803-f6685eeb1c1b no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:07.178763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5904460 Jul 23 20:25:07.179548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52688) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:07.184866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Request body: {'subnet': {'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-80340895-subnet', 'tenant_id': '2813bf900be844cfab8f92e589b7f14f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:07.206820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 859aa3db-2e0a-4f17-8803-f6685eeb1c1b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:07.208098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 859aa3db-2e0a-4f17-8803-f6685eeb1c1b not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:07.274241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32919a-5eb2-4ef2-a305-895e1608e71c admin admin] Pushing event updated for resources: {'Network': ['ID=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:07.279071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Made reservation on behalf of 2813bf900be844cfab8f92e589b7f14f for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:07.282635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.289677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:07.416232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c796a7-5198-4bd4-a93f-670fcff58626 req-ddfb368d-fb35-47f2-9b81-6c24313647a2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.417959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39c796a7-5198-4bd4-a93f-670fcff58626 req-ddfb368d-fb35-47f2-9b81-6c24313647a2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1851373 Jul 23 20:25:07.585923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39c796a7-5198-4bd4-a93f-670fcff58626 req-42207d01-4771-436a-883a-8730d140963f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609368 Jul 23 20:25:07.595336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.686354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:07.707637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Checking segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:07.708008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Network hostable DHCP agents. Network: 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:07.733059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:07.752815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:07.773651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:07.773878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024bfd64-941e-4f2b-bb65-33450dfdae8c None None] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:07.774251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:07.827003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e004e649-4e28-4f10-ac80-ac798a6af815 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6459236 Jul 23 20:25:08.118019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e0adb3-5421-4342-8e04-7490fbc27c8d None None] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:08.818622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c53ba788-a1a0-4881-8a5f-5c3bdf009330 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.820860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c53ba788-a1a0-4881-8a5f-5c3bdf009330 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 816 time: 0.2378492 Jul 23 20:25:08.847511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-50e4dc23-6ba2-45fd-b2ec-f66f7a30eaff tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/quotas/2813bf900be844cfab8f92e589b7f14f HTTP/1.1" status: 200 len: 375 time: 0.0175064 Jul 23 20:25:08.855842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd19c51-821c-4e19-afb2-6728830c220a req-9715148a-f510-498f-b722-e7993382b969 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:08.863149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfd19c51-821c-4e19-afb2-6728830c220a req-9715148a-f510-498f-b722-e7993382b969 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1689603 Jul 23 20:25:08.913843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-a9ce334d-f7c0-4dc5-bb4e-0b854db7871f tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474477 Jul 23 20:25:08.984918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfd19c51-821c-4e19-afb2-6728830c220a req-cd91ea50-734c-48be-ae62-f258bf91bc05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017635 Jul 23 20:25:09.135638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-384090e8-ef24-44bf-a9f6-a8a7aaeddc3e service neutron] 10.222.0.46 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065611 Jul 23 20:25:09.349080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-186a8925-2999-41b5-bedf-04ba9b7e523b service neutron] 10.222.0.46 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123644 Jul 23 20:25:10.071882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a28d10d1-1416-4bcd-b6e3-8875ad2b0d5d req-d717606a-2a5b-4acb-878b-402060f66fd5 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 210 time: 0.0637326 Jul 23 20:25:10.329603 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:25:10.513808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb983f9-c0a0-4466-a811-20eb000b0c89 req-57b1aa6f-8464-4978-87a5-4a4817e8446e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:10.519371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbb983f9-c0a0-4466-a811-20eb000b0c89 req-57b1aa6f-8464-4978-87a5-4a4817e8446e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.3008676 Jul 23 20:25:10.688730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbb983f9-c0a0-4466-a811-20eb000b0c89 req-4e69befa-eb28-46ad-be01-31a4f6fc9da7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623106 Jul 23 20:25:11.260605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbb86420-3b37-43e2-a03f-d8616ce9c563 req-2caa77e8-a52b-4b4b-9140-489d53d0f02e tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 210 time: 0.0862818 Jul 23 20:25:11.898365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef7750-dad9-4cb9-8e72-9d9a97794cf6 req-77c7913c-1662-4702-b5b4-68e98c229289 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:11.900675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94ef7750-dad9-4cb9-8e72-9d9a97794cf6 req-77c7913c-1662-4702-b5b4-68e98c229289 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 945 time: 0.1613808 Jul 23 20:25:12.037842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94ef7750-dad9-4cb9-8e72-9d9a97794cf6 req-514dc174-52f8-45c4-a85b-46427ceadf5a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765450 Jul 23 20:25:12.063319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aaf51-b4f8-4c4e-b007-cd3c618678b5 req-bd2804f0-f819-4c33-80e6-746c76e85ab9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.065226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-334aaf51-b4f8-4c4e-b007-cd3c618678b5 req-bd2804f0-f819-4c33-80e6-746c76e85ab9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.1957285 Jul 23 20:25:12.129541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-334aaf51-b4f8-4c4e-b007-cd3c618678b5 req-ab6a2474-90a3-49a0-bd27-9bb382024166 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581832 Jul 23 20:25:12.597724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-735da0ab-c923-4efd-a3f5-478d87ba1261 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:12.600145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-735da0ab-c923-4efd-a3f5-478d87ba1261 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 816 time: 0.3090801 Jul 23 20:25:12.602905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56aabac4-7807-4cdb-882b-2ce706655480 req-65b3bd48-996f-4b53-b6e5-052e86b6476c tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 210 time: 0.2087090 Jul 23 20:25:12.615691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Request body: {'port': {'device_id': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'admin_state_up': True, 'tenant_id': '2813bf900be844cfab8f92e589b7f14f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:13.008857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Made reservation on behalf of 2813bf900be844cfab8f92e589b7f14f for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:13.014556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.151183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-0172e18e-d66d-46cf-bf4a-6ea4e179ba70 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.158117 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-0172e18e-d66d-46cf-bf4a-6ea4e179ba70 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 816 time: 0.3356342 Jul 23 20:25:13.176214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Request body: {'port': {'device_id': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'admin_state_up': True, 'tenant_id': '2813bf900be844cfab8f92e589b7f14f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:13.601542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-108057fe-245e-4512-b572-5abd6dd61407 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:13.603537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-108057fe-245e-4512-b572-5abd6dd61407 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 816 time: 0.2815204 Jul 23 20:25:13.621580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Request body: {'port': {'device_id': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'admin_state_up': True, 'tenant_id': '2813bf900be844cfab8f92e589b7f14f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:13.672586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.815576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Made reservation on behalf of 2813bf900be844cfab8f92e589b7f14f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:13.826903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.854585 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a528b901-f6ef-4aa5-8d67-39d733f3535e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:13.980725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Allocated IP 172.20.0.4 (71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a/7e5ff90a-3d05-42b6-8b9a-f0fe0167184c/151faba4-d48e-46d7-9f7c-60364c9d6657) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:14.009943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Made reservation on behalf of 2813bf900be844cfab8f92e589b7f14f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:14.018012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.197638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.246338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7799fdb-19cd-46f8-bea1-0bf3e028d1ae req-896dc989-12e9-499b-be2c-84022f842152 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.254671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7799fdb-19cd-46f8-bea1-0bf3e028d1ae req-896dc989-12e9-499b-be2c-84022f842152 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 945 time: 1.0035632 Jul 23 20:25:14.289965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7bb67-9cd0-471e-81ae-678256da72cd req-04f15b89-fca7-4bac-bde0-04663fb4aece tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.293193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abc7bb67-9cd0-471e-81ae-678256da72cd req-04f15b89-fca7-4bac-bde0-04663fb4aece tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.9595289 Jul 23 20:25:14.337407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-a79ecd08-41f6-4022-81d3-d6e752405673 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.340306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-a79ecd08-41f6-4022-81d3-d6e752405673 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.47 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 945 time: 0.9570506 Jul 23 20:25:14.422156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7799fdb-19cd-46f8-bea1-0bf3e028d1ae req-90dbbff1-5403-409c-8e4d-ac8757400178 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654267 Jul 23 20:25:14.511346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abc7bb67-9cd0-471e-81ae-678256da72cd req-0ba8af80-1d2d-4de5-a958-0c94d33bf5a9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888928 Jul 23 20:25:14.531511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.612450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Pushing event updated for resources: {'Port': ['ID=151faba4-d48e-46d7-9f7c-60364c9d6657,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:14.660897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:14.664945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:14.669120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:14.672154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Allocated IP 172.20.0.9 (71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a/7e5ff90a-3d05-42b6-8b9a-f0fe0167184c/31c35d92-0e02-4501-8ba7-024e48f096a8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:14.786106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c108f838-14c8-4428-a6cc-6ac3e1efac1f req-e5fa4352-8476-43c1-8a9d-ec19372afbf1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 210 time: 0.0683331 Jul 23 20:25:14.811883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:14.812515 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.823368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Deleting port 8e697c58-f824-43ec-8270-d0b166e9808b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:14.824033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.873137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-ddb34164-db12-44a0-bc2b-cd3313b774fc tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2621853 Jul 23 20:25:14.888746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Request body: {'port': {'device_id': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:14.987272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] For port 8e697c58-f824-43ec-8270-d0b166e9808b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=8e697c58-f824-43ec-8270-d0b166e9808b,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:14.987985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:14.992297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.005179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Calling delete_port for 8e697c58-f824-43ec-8270-d0b166e9808b owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:15.105468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.196565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:15.198424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:15.211814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:15.228709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Allocated IP 172.20.0.5 (71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a/7e5ff90a-3d05-42b6-8b9a-f0fe0167184c/17a82ae0-7f12-4ca3-847c-757bddc4ad32) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:15.238971 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.284166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Pushing event updated for resources: {'Port': ['ID=31c35d92-0e02-4501-8ba7-024e48f096a8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:15.338742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:15.343266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.382362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d5fe119d-2eb4-4ff8-b07d-c5829815e980 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2156224 Jul 23 20:25:15.407496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.419669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930', '8e47d178-7e80-4dc4-acbc-37269ffe1061'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:15.466301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Request body: {'port': {'device_id': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:15.496912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['8e697c58-f824-43ec-8270-d0b166e9808b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:15.521340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event deleted for resources: {'Port': ['ID=8e697c58-f824-43ec-8270-d0b166e9808b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:15.586206 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ba3f278-c775-482c-b8bc-352dce2df06a req-34bc04f4-19bf-49f3-ac0e-ffd8a20cfeed tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d63fb509-c37a-4a08-8981-19acd2e5f0b4 HTTP/1.1" status: 200 len: 210 time: 0.0776772 Jul 23 20:25:15.660466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] No DVR routers for this DVR port 8e697c58-f824-43ec-8270-d0b166e9808b on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:15.664393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:15.667351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0afa97a7-c849-4dd2-8eb4-d8161d10b467 req-928fce8e-239d-4752-8d33-3aed91886607 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.47 "DELETE /v2.0/ports/8e697c58-f824-43ec-8270-d0b166e9808b HTTP/1.1" status: 204 len: 173 time: 1.3134260 Jul 23 20:25:15.668063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'name': 'network-vif-deleted', 'tag': '8e697c58-f824-43ec-8270-d0b166e9808b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:15.671446 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73169d4-f73b-4c1b-927f-f25528f7bc4c" -d '{"events": [{"server_uuid": "d63fb509-c37a-4a08-8981-19acd2e5f0b4", "name": "network-vif-deleted", "tag": "8e697c58-f824-43ec-8270-d0b166e9808b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:15.950828 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ba2443-bba0-4983-ae3a-b7e0b8d9e704 x-openstack-request-id: req-17ba2443-bba0-4983-ae3a-b7e0b8d9e704 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:15.951100 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63fb509-c37a-4a08-8981-19acd2e5f0b4", "name": "network-vif-deleted", "tag": "8e697c58-f824-43ec-8270-d0b166e9808b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:15.954899 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-17ba2443-bba0-4983-ae3a-b7e0b8d9e704 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:15.959190 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63fb509-c37a-4a08-8981-19acd2e5f0b4', 'name': 'network-vif-deleted', 'tag': '8e697c58-f824-43ec-8270-d0b166e9808b', 'status': 'completed', 'code': 200} Jul 23 20:25:15.966231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.001304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.108157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60469ccc-8e6f-455b-bbec-1f1a423cd41c req-2009e4de-5af6-4d23-aa20-3c8b5629b8b9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.110682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60469ccc-8e6f-455b-bbec-1f1a423cd41c req-2009e4de-5af6-4d23-aa20-3c8b5629b8b9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.3278625 Jul 23 20:25:16.184573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:16.260763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc86c208-8091-46c1-8a43-c65ef4efde81 req-d1aa04ab-0610-44a0-8f7c-3c0292f6c16a tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 210 time: 0.1043732 Jul 23 20:25:16.328591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60469ccc-8e6f-455b-bbec-1f1a423cd41c req-3ba9dbcb-21d6-47bd-8c3c-96fc8f832537 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040093 Jul 23 20:25:16.427994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd41d482-dd4b-4f42-9531-3dbe92956c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.437939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-44597717-2576-424c-81ab-c85585664593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.465429 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.475677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.575172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:16.584185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:16.592949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 151faba4-d48e-46d7-9f7c-60364c9d6657 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:16.593652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:16.603241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.621055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Transition to ACTIVE for port object 151faba4-d48e-46d7-9f7c-60364c9d6657 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:16.626850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.641777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Pushing event updated for resources: {'Port': ['ID=17a82ae0-7f12-4ca3-847c-757bddc4ad32,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:16.722779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Pushing event updated for resources: {'Port': ['ID=151faba4-d48e-46d7-9f7c-60364c9d6657,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:16.784163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:16.784932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.807530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Attempting to bind port 151faba4-d48e-46d7-9f7c-60364c9d6657 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:16.808362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Attempting to bind port 151faba4-d48e-46d7-9f7c-60364c9d6657 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:16.808872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Attempting to bind port 151faba4-d48e-46d7-9f7c-60364c9d6657 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:16.814328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Port 151faba4-d48e-46d7-9f7c-60364c9d6657 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:16.814328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Attempting to bind port 151faba4-d48e-46d7-9f7c-60364c9d6657 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:16.819303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:16.819675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Checking segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:16.820062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Bound using segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:16.820604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Bound port: 151faba4-d48e-46d7-9f7c-60364c9d6657, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:16.821038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.864974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-44597717-2576-424c-81ab-c85585664593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.882093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-44597717-2576-424c-81ab-c85585664593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:16.902531 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b82f6d51-0fba-4df4-8be4-bc8e23e35a80 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2866435 Jul 23 20:25:16.947340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Request body: {'port': {'device_id': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:16.972031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] For port 151faba4-d48e-46d7-9f7c-60364c9d6657, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:16.996643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] For port 151faba4-d48e-46d7-9f7c-60364c9d6657, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=151faba4-d48e-46d7-9f7c-60364c9d6657,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:17.007758 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-44597717-2576-424c-81ab-c85585664593 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fa5e40045af4c9fa445d10c33df5604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8219960 Jul 23 20:25:17.009268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.011933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53342) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:17.012159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c35d92-0e02-4501-8ba7-024e48f096a8 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:17.019452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44597717-2576-424c-81ab-c85585664593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6c387d-8512-4354-94aa-c81763595a7f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.027125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.066188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Transition to ACTIVE for port object 31c35d92-0e02-4501-8ba7-024e48f096a8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:17.074865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.098435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-66e709e1-6108-475d-8f06-5d4c22abe7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.099939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-66e709e1-6108-475d-8f06-5d4c22abe7cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1097 time: 0.1873970 Jul 23 20:25:17.111230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.111975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.113208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/151faba4-d48e-46d7-9f7c-60364c9d6657 HTTP/1.1" status: 200 len: 1092 time: 2.2309682 Jul 23 20:25:17.113364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.125668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.150349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Pushing event updated for resources: {'Port': ['ID=31c35d92-0e02-4501-8ba7-024e48f096a8,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.217610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6679ea1-eefc-4d35-b9b2-aee9e84c38f2 service neutron] Pushing event updated for resources: {'Port': ['ID=151faba4-d48e-46d7-9f7c-60364c9d6657,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.295706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-118da98d-20ff-45c1-b673-034229142617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.309553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e4387-ba8e-4fbd-b5a8-74c536a3eee1 req-12b55589-c423-4989-9acc-edf22e9ed93d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.311379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb3e4387-ba8e-4fbd-b5a8-74c536a3eee1 req-12b55589-c423-4989-9acc-edf22e9ed93d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 946 time: 0.3048713 Jul 23 20:25:17.326437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Attempting to bind port 31c35d92-0e02-4501-8ba7-024e48f096a8 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:17.327145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Attempting to bind port 31c35d92-0e02-4501-8ba7-024e48f096a8 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:17.327888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Attempting to bind port 31c35d92-0e02-4501-8ba7-024e48f096a8 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:17.350456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-55cae0f3-42f8-4ed5-8719-52a3a7e4a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.351924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-55cae0f3-42f8-4ed5-8719-52a3a7e4a149 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.2354662 Jul 23 20:25:17.353904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Port 31c35d92-0e02-4501-8ba7-024e48f096a8 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:17.354616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Attempting to bind port 31c35d92-0e02-4501-8ba7-024e48f096a8 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:17.368564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-118da98d-20ff-45c1-b673-034229142617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.369700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:17.370046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Checking segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:17.370435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Bound using segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:17.370882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Bound port: 31c35d92-0e02-4501-8ba7-024e48f096a8, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:17.371248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.419708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-6bd3d4d6-2e30-41e6-8dcc-1a9437fa544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.421282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-6bd3d4d6-2e30-41e6-8dcc-1a9437fa544d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 1095 time: 0.2525184 Jul 23 20:25:17.478160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:17.508941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] For port 31c35d92-0e02-4501-8ba7-024e48f096a8, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:17.518068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] For port 31c35d92-0e02-4501-8ba7-024e48f096a8, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=31c35d92-0e02-4501-8ba7-024e48f096a8,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:17.532367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.546101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb3e4387-ba8e-4fbd-b5a8-74c536a3eee1 req-583085f6-f82d-4fe6-a0f3-7ef7dffeda7c tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235644 Jul 23 20:25:17.563675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-0d46d3ec-58a6-444b-966d-cd00343d7c9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151faba4-d48e-46d7-9f7c-60364c9d6657 HTTP/1.1" status: 200 len: 217 time: 0.1213861 Jul 23 20:25:17.597469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-08adbf71-2dbd-4569-8b9b-7cd8668c2065 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 1000 time: 0.2361171 Jul 23 20:25:17.603887 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.612919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.613592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.618343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] 10.222.0.36 "PUT /v2.0/ports/31c35d92-0e02-4501-8ba7-024e48f096a8 HTTP/1.1" status: 200 len: 1092 time: 2.2250924 Jul 23 20:25:17.621272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'tag': '31c35d92-0e02-4501-8ba7-024e48f096a8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:17.624202 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d83401e-0760-438c-b801-1c3bd64a41c2" -d '{"events": [{"name": "network-changed", "server_uuid": "df77637f-1b3d-4dcb-b0b6-446a89f5c924", "tag": "31c35d92-0e02-4501-8ba7-024e48f096a8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:17.651415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a82ae0-7f12-4ca3-847c-757bddc4ad32 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:17.673541 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.680425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:17.687550 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effb0307-52e9-4804-ae63-60b2bf941ea1" -d '{"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:17.694047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.704056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:17.712536 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.713340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 8e697c58-f824-43ec-8270-d0b166e9808b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:17.724409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f21962-b301-462c-9957-b2e76b2ddfda service neutron] Pushing event updated for resources: {'Port': ['ID=31c35d92-0e02-4501-8ba7-024e48f096a8,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.735268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Transition to ACTIVE for port object 17a82ae0-7f12-4ca3-847c-757bddc4ad32 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:17.741179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-118da98d-20ff-45c1-b673-034229142617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.744080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-118da98d-20ff-45c1-b673-034229142617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.745230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-118da98d-20ff-45c1-b673-034229142617 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a6c387d-8512-4354-94aa-c81763595a7f HTTP/1.1" status: 204 len: 168 time: 0.7196031 Jul 23 20:25:17.746838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-f311ebda-728b-45fc-9a26-c55c455b3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.749077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-f311ebda-728b-45fc-9a26-c55c455b3af2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 200 len: 856 time: 0.1693907 Jul 23 20:25:17.752114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:17.778961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 8e697c58-f824-43ec-8270-d0b166e9808b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:17.779643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 8e697c58-f824-43ec-8270-d0b166e9808b not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:17.800321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023c13b-6d0d-47b3-8020-f9212996b784 req-72cf8556-44d3-4bdd-9bdd-f27d1178c4ac tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.800321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0023c13b-6d0d-47b3-8020-f9212996b784 req-72cf8556-44d3-4bdd-9bdd-f27d1178c4ac tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 931 time: 0.4142256 Jul 23 20:25:17.804226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-e6ae1080-e0e6-42a3-bb76-a89184859a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.805771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-e6ae1080-e0e6-42a3-bb76-a89184859a69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.1782639 Jul 23 20:25:17.830617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118da98d-20ff-45c1-b673-034229142617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6c387d-8512-4354-94aa-c81763595a7f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.854804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-980fc6b9-e24f-43fa-a24c-3ae9d49d3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:17.857848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:17.858210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-980fc6b9-e24f-43fa-a24c-3ae9d49d3c0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 1095 time: 0.1930757 Jul 23 20:25:17.858718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-4cf27e51-b169-4abb-92cf-52f7ffd827d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975268 Jul 23 20:25:17.968703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'tag': '151faba4-d48e-46d7-9f7c-60364c9d6657'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:17.971028 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c201ee2-591f-4abe-9f21-c30788154259" -d '{"events": [{"name": "network-changed", "server_uuid": "7a184f49-cb8c-48c8-ab7c-abd21ec60f85", "tag": "151faba4-d48e-46d7-9f7c-60364c9d6657"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:18.005102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Pushing event updated for resources: {'Port': ['ID=17a82ae0-7f12-4ca3-847c-757bddc4ad32,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:18.020485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-7b6ea174-2dda-4fba-ab3d-1d743e1e3e9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c35d92-0e02-4501-8ba7-024e48f096a8 HTTP/1.1" status: 200 len: 217 time: 0.1222475 Jul 23 20:25:18.036358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0023c13b-6d0d-47b3-8020-f9212996b784 req-85ddf789-d270-4d91-b7c4-448d54c7f8f1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345483 Jul 23 20:25:18.069144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Attempting to bind port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:18.069774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Attempting to bind port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:18.070300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Attempting to bind port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:18.086031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:18.086542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Attempting to bind port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 on network 71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:18.096034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:25:18.096675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Checking segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:18.097277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Bound using segment: {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:25:18.098044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Bound port: 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e40f3b6d-e114-4aed-88ff-054944b89267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:25:18.098590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.126792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91919c7b-b426-4eda-a40c-738a189e6a82 req-3be0a1a6-83eb-4921-869f-6a7944dd6961 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.131050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91919c7b-b426-4eda-a40c-738a189e6a82 req-3be0a1a6-83eb-4921-869f-6a7944dd6961 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 945 time: 0.5022793 Jul 23 20:25:18.184143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] For port 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:18.186744 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7bc22f-d91f-4ca6-836e-bb4bf1448966 x-openstack-request-id: req-9a7bc22f-d91f-4ca6-836e-bb4bf1448966 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:18.187378 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:18.187925 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a7bc22f-d91f-4ca6-836e-bb4bf1448966 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:18.188556 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'code': 200} Jul 23 20:25:18.189986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] For port 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:25:18.194447 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf12a5-2797-4346-83c4-16c7ccf2eccc x-openstack-request-id: req-48bf12a5-2797-4346-83c4-16c7ccf2eccc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:18.194766 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df77637f-1b3d-4dcb-b0b6-446a89f5c924", "tag": "31c35d92-0e02-4501-8ba7-024e48f096a8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:18.195270 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48bf12a5-2797-4346-83c4-16c7ccf2eccc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:18.195894 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'tag': '31c35d92-0e02-4501-8ba7-024e48f096a8', 'status': 'completed', 'code': 200} Jul 23 20:25:18.200725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-68b5f856-26d7-4be6-8a1a-0e600dcdb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.204709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-68b5f856-26d7-4be6-8a1a-0e600dcdb250 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 200 len: 856 time: 0.1773293 Jul 23 20:25:18.206739 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.272196 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6621bf-bb69-43e8-ba61-4b072f4ad4b4 x-openstack-request-id: req-0e6621bf-bb69-43e8-ba61-4b072f4ad4b4 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:18.273854 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a184f49-cb8c-48c8-ab7c-abd21ec60f85", "tag": "151faba4-d48e-46d7-9f7c-60364c9d6657", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:18.275154 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0e6621bf-bb69-43e8-ba61-4b072f4ad4b4 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:18.275750 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'tag': '151faba4-d48e-46d7-9f7c-60364c9d6657', 'status': 'completed', 'code': 200} Jul 23 20:25:18.286170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-1a016ed8-3b6f-4b10-9397-5fddc13043c3 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009278 Jul 23 20:25:18.320881 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-9c47b66a-c3dc-412b-ab89-dd59d46707f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087730 Jul 23 20:25:18.324846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-b0ac7d44-fa16-4651-a23a-26beaad0b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.326832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-b0ac7d44-fa16-4651-a23a-26beaad0b8fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4855411 Jul 23 20:25:18.366983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91919c7b-b426-4eda-a40c-738a189e6a82 req-37cf644c-3268-41d9-b838-4bfc84d00d22 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198303 Jul 23 20:25:18.443775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.444482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:18.445982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] 10.222.0.36 "PUT /v2.0/ports/17a82ae0-7f12-4ca3-847c-757bddc4ad32 HTTP/1.1" status: 200 len: 1092 time: 1.5085278 Jul 23 20:25:18.491839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8763f0a-ca0b-4b06-b97f-2ec484ff9b72 service neutron] Pushing event updated for resources: {'Port': ['ID=17a82ae0-7f12-4ca3-847c-757bddc4ad32,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:18.609872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-e691e1b2-c088-41e4-bba2-7b14e00060ff service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011057 Jul 23 20:25:18.616917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03a824-0007-4248-a437-4275875fc74d req-9143c7f5-9704-4f7c-9741-3f067946e929 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.619159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c03a824-0007-4248-a437-4275875fc74d req-9143c7f5-9704-4f7c-9741-3f067946e929 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 946 time: 0.3701019 Jul 23 20:25:18.651881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-c027b962-f94c-45d3-b629-a927dd4b1d2a service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173409 Jul 23 20:25:18.675306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-7afd2275-8992-4284-9b82-3eb517344c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.676982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-7afd2275-8992-4284-9b82-3eb517344c7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 1095 time: 0.1751349 Jul 23 20:25:18.678875 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-f21722f4-a21b-4f5b-b19a-7ba692ca1ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087292 Jul 23 20:25:18.807707 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-d96b65a8-9009-4f0d-8bd5-16606ce1186e service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155050 Jul 23 20:25:18.871082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a09ce143-71eb-4d6f-b409-e948fd4678de req-0f830357-c4ee-4a29-b0a3-c387fb807736 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122128 Jul 23 20:25:18.876561 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-1a3fd081-5af5-4c67-b0a2-45802bd0f518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32 HTTP/1.1" status: 200 len: 217 time: 0.1830807 Jul 23 20:25:18.878799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201ee2-591f-4abe-9f21-c30788154259 req-1438420b-25f0-476d-bcd9-7f2163838070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.880083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-1438420b-25f0-476d-bcd9-7f2163838070 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 1095 time: 0.1918437 Jul 23 20:25:18.889100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eaa4e-442e-441b-b4d1-c98eb6febd1a req-2b47bf49-f67a-496d-9cdc-40eda1cdabf9 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:18.899495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a30eaa4e-442e-441b-b4d1-c98eb6febd1a req-2b47bf49-f67a-496d-9cdc-40eda1cdabf9 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 946 time: 0.2265916 Jul 23 20:25:18.988063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Deleting port 8e47d178-7e80-4dc4-acbc-37269ffe1061 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:18.988413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:19.004968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a30eaa4e-442e-441b-b4d1-c98eb6febd1a req-bd599b9f-ba3f-4a8d-83ed-fc09c521aa3e tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046817 Jul 23 20:25:19.058190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-2073c677-a371-4323-a4df-fe619bac1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.065231 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-2073c677-a371-4323-a4df-fe619bac1504 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 200 len: 856 time: 0.1693382 Jul 23 20:25:19.082502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201ee2-591f-4abe-9f21-c30788154259 req-29ddf4f9-2fdd-43fa-a246-fe9fbd81351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.084007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-29ddf4f9-2fdd-43fa-a246-fe9fbd81351a service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 917 time: 0.1820929 Jul 23 20:25:19.151935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-e761f770-2199-4515-ad7d-463180246851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=151faba4-d48e-46d7-9f7c-60364c9d6657 HTTP/1.1" status: 200 len: 217 time: 0.0612419 Jul 23 20:25:19.315694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201ee2-591f-4abe-9f21-c30788154259 req-b9648a05-780d-4a61-87c9-c94165802772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.317803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-b9648a05-780d-4a61-87c9-c94165802772 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 200 len: 856 time: 0.1381395 Jul 23 20:25:19.398689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed95b5d-4602-49a9-8dd7-c6f376a0574f req-1f4cffe6-bff9-4a2c-b169-6475f1bd9304 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.411561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bed95b5d-4602-49a9-8dd7-c6f376a0574f req-1f4cffe6-bff9-4a2c-b169-6475f1bd9304 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 943 time: 0.2701435 Jul 23 20:25:19.423046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-e212501f-51ec-4a3f-9f35-d25a7e3ae2ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922465 Jul 23 20:25:19.594682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:19.618245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bed95b5d-4602-49a9-8dd7-c6f376a0574f req-60a6612c-0f20-4e17-8114-f51f416251a9 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044265 Jul 23 20:25:19.655466 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-b7b22a9c-3f1c-488e-a69f-de780184ad93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5596597 Jul 23 20:25:19.676014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-5dd96a6a-ff3d-4e52-8283-a1c3a21a3b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.688808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-732c06cd-2b79-4368-84cf-357bbe1663fb service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632494 Jul 23 20:25:19.697109 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-5dd96a6a-ff3d-4e52-8283-a1c3a21a3b6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 1095 time: 0.8006015 Jul 23 20:25:19.794453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090f1bb-2558-4829-bad6-96b15892fd1e req-19d1d24e-18f2-4d2f-896f-066102b32ff0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:19.804090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b090f1bb-2558-4829-bad6-96b15892fd1e req-19d1d24e-18f2-4d2f-896f-066102b32ff0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1937029 Jul 23 20:25:19.813398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] For port 8e47d178-7e80-4dc4-acbc-37269ffe1061, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8e47d178-7e80-4dc4-acbc-37269ffe1061,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:19.813791 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:19.891806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b090f1bb-2558-4829-bad6-96b15892fd1e req-b2cc5109-026f-45f5-9d45-f99f5a1c3dee tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847251 Jul 23 20:25:19.895312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-59325aba-dc7d-4549-b0be-63cd28935b62 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998076 Jul 23 20:25:19.969001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Calling delete_port for 8e47d178-7e80-4dc4-acbc-37269ffe1061 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:20.051493 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-34c84d39-88a4-49f7-9152-4453e4eea6b7 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839314 Jul 23 20:25:20.071875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-6bc3bad0-59ce-472a-b42a-789510d490fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.073370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-6bc3bad0-59ce-472a-b42a-789510d490fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 917 time: 0.3537843 Jul 23 20:25:20.160497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-1510b15f-694f-423f-a4b4-3156ecad6c77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31c35d92-0e02-4501-8ba7-024e48f096a8 HTTP/1.1" status: 200 len: 217 time: 0.0690293 Jul 23 20:25:20.201576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'tag': '17a82ae0-7f12-4ca3-847c-757bddc4ad32'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:20.204651 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "f38ec726-2daf-40f6-8e62-09efa9697e6e", "tag": "17a82ae0-7f12-4ca3-847c-757bddc4ad32"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:20.220222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960608a-4043-4670-9f79-0b6e88097af0 req-47db9163-d264-4527-8cba-7431bcdbb768 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.229760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4960608a-4043-4670-9f79-0b6e88097af0 req-47db9163-d264-4527-8cba-7431bcdbb768 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 946 time: 0.1198280 Jul 23 20:25:20.284473 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a68c3c2-85a9-4411-8fd5-b80c84300702 x-openstack-request-id: req-6a68c3c2-85a9-4411-8fd5-b80c84300702 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:20.284748 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38ec726-2daf-40f6-8e62-09efa9697e6e", "tag": "17a82ae0-7f12-4ca3-847c-757bddc4ad32", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:20.284993 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a68c3c2-85a9-4411-8fd5-b80c84300702 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:20.285393 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'tag': '17a82ae0-7f12-4ca3-847c-757bddc4ad32', 'status': 'completed', 'code': 200} Jul 23 20:25:20.300699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4960608a-4043-4670-9f79-0b6e88097af0 req-9f28afd0-4eb0-4073-98ce-c04877c7d750 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697141 Jul 23 20:25:20.345152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c05a67fe-2291-486f-906b-5a26ff1c84b4 req-f19f4c49-00c3-446a-bc4b-59e64f25bf8e service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836845 Jul 23 20:25:20.349299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-b657a4ca-d522-411f-95cc-9a2b2911118d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.350488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-b657a4ca-d522-411f-95cc-9a2b2911118d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 200 len: 856 time: 0.1826694 Jul 23 20:25:20.396251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-c47cc861-01e7-49cc-8b96-3692963a31ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378437 Jul 23 20:25:20.462065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.476909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930', '8e47d178-7e80-4dc4-acbc-37269ffe1061'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:20.570140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event deleted for resources: {'Port': ['ID=8e47d178-7e80-4dc4-acbc-37269ffe1061,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:20.701307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] No DVR routers for this DVR port 8e47d178-7e80-4dc4-acbc-37269ffe1061 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:20.710415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:20.713067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c03a824-0007-4248-a437-4275875fc74d req-84b56173-b209-466a-8bd4-1082fbad8500 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "DELETE /v2.0/ports/8e47d178-7e80-4dc4-acbc-37269ffe1061 HTTP/1.1" status: 204 len: 173 time: 2.0865099 Jul 23 20:25:20.788521 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-6f8909fb-adf7-4f4c-8e6d-52e14315b0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849301 Jul 23 20:25:20.802592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-f2dcab69-f06f-47da-8317-ba3ebdf468c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.806624 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-f2dcab69-f06f-47da-8317-ba3ebdf468c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2813bf900be844cfab8f92e589b7f14f&device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 1095 time: 0.3941069 Jul 23 20:25:20.883671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2678ff-6675-41a1-a930-ff4515c06113 req-71d595b1-8403-49d2-9d2e-b8ffde004ae8 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:20.898047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec2678ff-6675-41a1-a930-ff4515c06113 req-71d595b1-8403-49d2-9d2e-b8ffde004ae8 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 943 time: 0.1418495 Jul 23 20:25:21.039647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec2678ff-6675-41a1-a930-ff4515c06113 req-af1de617-8149-428d-b79d-0a673638db63 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405818 Jul 23 20:25:21.101940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-2b688c68-d48c-48cb-be87-3d291dde6a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.110721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-2b688c68-d48c-48cb-be87-3d291dde6a0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 200 len: 917 time: 0.2719169 Jul 23 20:25:21.125811 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5d83401e-0760-438c-b801-1c3bd64a41c2 req-eedcc793-c313-48de-989f-b30dc25d03d1 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178701 Jul 23 20:25:21.177901 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-2e6b41ef-3fd2-483b-9dd2-c7290824a17e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32 HTTP/1.1" status: 200 len: 217 time: 0.0659301 Jul 23 20:25:21.194300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b716e8-a92c-4d7b-ae79-c92e6320909f req-c30dc4a9-09f5-47eb-9857-968f47c12a37 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.203042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7b716e8-a92c-4d7b-ae79-c92e6320909f req-c30dc4a9-09f5-47eb-9857-968f47c12a37 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1416676 Jul 23 20:25:21.236065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 31c35d92-0e02-4501-8ba7-024e48f096a8 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:21.251098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-bc91998d-5f9b-40ac-b4f6-e72965cb3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:21.253665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-bc91998d-5f9b-40ac-b4f6-e72965cb3fc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 200 len: 856 time: 0.0689182 Jul 23 20:25:21.268231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7b716e8-a92c-4d7b-ae79-c92e6320909f req-9581f67a-b848-43be-ac8b-17b572136755 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566564 Jul 23 20:25:21.343240 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-7edc09f9-4177-4253-8cf2-5302fba58d7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814786 Jul 23 20:25:21.453325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 31c35d92-0e02-4501-8ba7-024e48f096a8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=31c35d92-0e02-4501-8ba7-024e48f096a8,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.471642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '31c35d92-0e02-4501-8ba7-024e48f096a8', 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'port_id': '31c35d92-0e02-4501-8ba7-024e48f096a8', 'mac_address': 'fa:16:3e:87:c7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5ff90a-3d05-42b6-8b9a-f0fe0167184c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:21.532731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.555461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c35d92-0e02-4501-8ba7-024e48f096a8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:21.591228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 31c35d92-0e02-4501-8ba7-024e48f096a8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=31c35d92-0e02-4501-8ba7-024e48f096a8,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.596909 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:21.597953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 151faba4-d48e-46d7-9f7c-60364c9d6657 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:21.614974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b901b518-40d6-4be5-adf5-0dcb52689f6d req-7c6e81f0-83e3-47d4-88a7-cd5f4ff66639 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=d94fb1d2-2c04-4947-969e-87958d4e5111 HTTP/1.1" status: 200 len: 210 time: 0.0844381 Jul 23 20:25:21.759079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-54031125-6570-4ee7-8428-ed6f5820dac4 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084215 Jul 23 20:25:21.776159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=31c35d92-0e02-4501-8ba7-024e48f096a8,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:21.795930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:25:21.851804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 151faba4-d48e-46d7-9f7c-60364c9d6657, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=151faba4-d48e-46d7-9f7c-60364c9d6657,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:21.890553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '151faba4-d48e-46d7-9f7c-60364c9d6657', 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'port_id': '151faba4-d48e-46d7-9f7c-60364c9d6657', 'mac_address': 'fa:16:3e:a5:ba:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5ff90a-3d05-42b6-8b9a-f0fe0167184c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:21.904024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:21.933961 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd4c4563-d3ba-4fa2-bd36-17b6e607bb3c req-dcb6b5ed-b667-4939-8b12-efbfa372c6a0 service neutron] 10.222.0.36 "GET /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657887 Jul 23 20:25:21.991307 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.023241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 151faba4-d48e-46d7-9f7c-60364c9d6657 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:22.064560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 151faba4-d48e-46d7-9f7c-60364c9d6657, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=151faba4-d48e-46d7-9f7c-60364c9d6657,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:22.079319 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.099551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-246020b0-ff08-41da-a358-fb23d397dea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.198546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=151faba4-d48e-46d7-9f7c-60364c9d6657,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.283894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9277d-83ac-482a-b24c-963312d27850 req-e0409976-600d-4a1b-abb3-1ff8d2018f01 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.286710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'name': 'network-vif-deleted', 'tag': '8e47d178-7e80-4dc4-acbc-37269ffe1061'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:22.290305 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3621ce44-b00e-4c31-b55f-a97a34f13df3" -d '{"events": [{"server_uuid": "d94fb1d2-2c04-4947-969e-87958d4e5111", "name": "network-vif-deleted", "tag": "8e47d178-7e80-4dc4-acbc-37269ffe1061"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:22.291338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fe9277d-83ac-482a-b24c-963312d27850 req-e0409976-600d-4a1b-abb3-1ff8d2018f01 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 943 time: 0.1333151 Jul 23 20:25:22.320391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['31c35d92-0e02-4501-8ba7-024e48f096a8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:22.373747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['151faba4-d48e-46d7-9f7c-60364c9d6657'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:22.550763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-001cd5f3-45c7-4c4c-8484-fd7d8180af6b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1370726 Jul 23 20:25:22.748320 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-246020b0-ff08-41da-a358-fb23d397dea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.782048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fe9277d-83ac-482a-b24c-963312d27850 req-f1c20797-00fc-4e63-b095-c6c0255ce82e tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895518 Jul 23 20:25:22.784685 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-246020b0-ff08-41da-a358-fb23d397dea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:22.865053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-246020b0-ff08-41da-a358-fb23d397dea1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c648ae4bca2147b48cdf33c301580857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9594362 Jul 23 20:25:22.865965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246020b0-ff08-41da-a358-fb23d397dea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e680e1-292f-445c-95a8-8c740301cb7f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:22.867730 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d11d8-847c-493a-8454-00a9fbeff995 x-openstack-request-id: req-112d11d8-847c-493a-8454-00a9fbeff995 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:22.868314 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94fb1d2-2c04-4947-969e-87958d4e5111", "name": "network-vif-deleted", "tag": "8e47d178-7e80-4dc4-acbc-37269ffe1061", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:22.868314 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-112d11d8-847c-493a-8454-00a9fbeff995 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:22.868659 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94fb1d2-2c04-4947-969e-87958d4e5111', 'name': 'network-vif-deleted', 'tag': '8e47d178-7e80-4dc4-acbc-37269ffe1061', 'status': 'completed', 'code': 200} Jul 23 20:25:22.869118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:22.897054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a67eb-e9e9-4ded-915d-b377757b2ab6 req-80d978c5-44f2-4bd8-b92b-de639a8d3a7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:22.898808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-592a67eb-e9e9-4ded-915d-b377757b2ab6 req-80d978c5-44f2-4bd8-b92b-de639a8d3a7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1958041 Jul 23 20:25:22.971154 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-592a67eb-e9e9-4ded-915d-b377757b2ab6 req-1c635c38-e9c6-4b29-bb3a-65721f5b1ab5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627196 Jul 23 20:25:23.040267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.080118 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.174025 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.177393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.181094 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/61e680e1-292f-445c-95a8-8c740301cb7f HTTP/1.1" status: 204 len: 168 time: 0.3085721 Jul 23 20:25:23.191566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e680e1-292f-445c-95a8-8c740301cb7f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:23.212089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.212489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.212976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.213327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.219518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.219904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.220262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.220606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.221068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.221411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.221822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.222153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae0cb63-741a-4948-8486-f5f6ab3e81c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:23.266969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 17a82ae0-7f12-4ca3-847c-757bddc4ad32 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:23.279405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 31c35d92-0e02-4501-8ba7-024e48f096a8 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:23.474735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:23.489798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '17a82ae0-7f12-4ca3-847c-757bddc4ad32', 'network_id': '71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a', 'port_id': '17a82ae0-7f12-4ca3-847c-757bddc4ad32', 'mac_address': 'fa:16:3e:bb:c8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e5ff90a-3d05-42b6-8b9a-f0fe0167184c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:23.497993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:23.555891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 31c35d92-0e02-4501-8ba7-024e48f096a8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:23.572010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 31c35d92-0e02-4501-8ba7-024e48f096a8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:23.575507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.622010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.662754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a82ae0-7f12-4ca3-847c-757bddc4ad32 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:23.684095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:23.695298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.782606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=17a82ae0-7f12-4ca3-847c-757bddc4ad32,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:23.790465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.805663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53594) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:23.826739 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb289f22-8d8c-4a9e-9e69-df3c64ee2a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.847686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c35d92-0e02-4501-8ba7-024e48f096a8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:23.850105 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaf2263-7f4d-44e4-8719-82a6c921604c" -d '{"events": [{"server_uuid": "df77637f-1b3d-4dcb-b0b6-446a89f5c924", "name": "network-vif-plugged", "status": "completed", "tag": "31c35d92-0e02-4501-8ba7-024e48f096a8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:23.866286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 31c35d92-0e02-4501-8ba7-024e48f096a8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=31c35d92-0e02-4501-8ba7-024e48f096a8,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:23.873330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:23.875108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 151faba4-d48e-46d7-9f7c-60364c9d6657 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:24.042184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff97b94-a34a-414b-8fce-78ef1fce959d req-75ba4fe2-9099-4427-9c14-49f2d6c11ade tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.047851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ff97b94-a34a-414b-8fce-78ef1fce959d req-75ba4fe2-9099-4427-9c14-49f2d6c11ade tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 944 time: 0.1526973 Jul 23 20:25:24.150061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ff97b94-a34a-414b-8fce-78ef1fce959d req-775fa1e7-98af-401c-9ded-dab37d4d9d98 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866451 Jul 23 20:25:24.164231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb289f22-8d8c-4a9e-9e69-df3c64ee2a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.174292 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb289f22-8d8c-4a9e-9e69-df3c64ee2a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.287553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb289f22-8d8c-4a9e-9e69-df3c64ee2a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d548e0f2-18e3-47ca-9d81-cb80f556bb01,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.309802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eb289f22-8d8c-4a9e-9e69-df3c64ee2a4f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b8f1da5b67f48a09b32f700372b299e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029783 Jul 23 20:25:24.313953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53610) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:24.377013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0d03f-3569-4168-9e06-e93a4aa8f7f9 req-52374143-56a4-45e9-b488-484936a4ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.378836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b2d0d03f-3569-4168-9e06-e93a4aa8f7f9 req-52374143-56a4-45e9-b488-484936a4ba97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 1097 time: 0.3141689 Jul 23 20:25:24.415200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8438b6c-3a9c-4687-b10d-90cdd260cf04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.426184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542b9a2-cf49-4cdc-a399-5edfaf8e7547 req-d09851a4-0d64-4c9c-aafe-54ba88823e9d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:24.427576 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e530804-6dee-4f99-8adc-3badfdc52ec7 x-openstack-request-id: req-2e530804-6dee-4f99-8adc-3badfdc52ec7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:24.427958 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df77637f-1b3d-4dcb-b0b6-446a89f5c924", "name": "network-vif-plugged", "status": "completed", "tag": "31c35d92-0e02-4501-8ba7-024e48f096a8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:24.428304 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e530804-6dee-4f99-8adc-3badfdc52ec7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:24.428829 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c35d92-0e02-4501-8ba7-024e48f096a8', 'code': 200} Jul 23 20:25:24.429643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=31c35d92-0e02-4501-8ba7-024e48f096a8,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.435623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['17a82ae0-7f12-4ca3-847c-757bddc4ad32'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:24.450332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2542b9a2-cf49-4cdc-a399-5edfaf8e7547 req-d09851a4-0d64-4c9c-aafe-54ba88823e9d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.2271638 Jul 23 20:25:24.482242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8438b6c-3a9c-4687-b10d-90cdd260cf04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.497521 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b2d0d03f-3569-4168-9e06-e93a4aa8f7f9 req-66ef07cd-8bcc-4c3b-af82-55389b8da3b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010675 Jul 23 20:25:24.529514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2542b9a2-cf49-4cdc-a399-5edfaf8e7547 req-5a64f409-8786-4946-ae9f-4fbf5c49642c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736639 Jul 23 20:25:24.583433 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8438b6c-3a9c-4687-b10d-90cdd260cf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.586647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8438b6c-3a9c-4687-b10d-90cdd260cf04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.590257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c8438b6c-3a9c-4687-b10d-90cdd260cf04 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d548e0f2-18e3-47ca-9d81-cb80f556bb01 HTTP/1.1" status: 204 len: 168 time: 0.2701912 Jul 23 20:25:24.605191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8438b6c-3a9c-4687-b10d-90cdd260cf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d548e0f2-18e3-47ca-9d81-cb80f556bb01,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:24.670295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 151faba4-d48e-46d7-9f7c-60364c9d6657 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:24.675598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 151faba4-d48e-46d7-9f7c-60364c9d6657 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:24.676034 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.820629 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.857278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 151faba4-d48e-46d7-9f7c-60364c9d6657, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=151faba4-d48e-46d7-9f7c-60364c9d6657,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:24.863135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:24.864557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8e47d178-7e80-4dc4-acbc-37269ffe1061 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:24.919617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 8e47d178-7e80-4dc4-acbc-37269ffe1061 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:24.921618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8e47d178-7e80-4dc4-acbc-37269ffe1061 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:24.948777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=151faba4-d48e-46d7-9f7c-60364c9d6657,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:25.348240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8edb4-5988-402d-b094-63cf284b535f req-58609d38-6a1e-4801-9028-2d4cc7a3df85 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.357273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9db8edb4-5988-402d-b094-63cf284b535f req-58609d38-6a1e-4801-9028-2d4cc7a3df85 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 944 time: 0.1166749 Jul 23 20:25:25.411842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9db8edb4-5988-402d-b094-63cf284b535f req-7b10cbde-dba6-4f49-b77d-b9ac89a2b50b tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Jul 23 20:25:25.716736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dad771-a1a1-42de-a709-2744eb537e0c req-6e78f7b5-4d87-4f2c-8d12-ca8ebbdb40c1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:25.724658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83dad771-a1a1-42de-a709-2744eb537e0c req-6e78f7b5-4d87-4f2c-8d12-ca8ebbdb40c1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.0842116 Jul 23 20:25:25.769781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83dad771-a1a1-42de-a709-2744eb537e0c req-9c5297e3-3735-48a0-a12d-c479b189376c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438590 Jul 23 20:25:26.431884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151faba4-d48e-46d7-9f7c-60364c9d6657'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:26.443126 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b94d9d-701d-4501-afc7-74e1d74ca9b0" -d '{"events": [{"server_uuid": "7a184f49-cb8c-48c8-ab7c-abd21ec60f85", "name": "network-vif-plugged", "status": "completed", "tag": "151faba4-d48e-46d7-9f7c-60364c9d6657"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:26.494818 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651a0854-618b-49e0-a1b7-19257d773bdd x-openstack-request-id: req-651a0854-618b-49e0-a1b7-19257d773bdd {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:26.495115 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a184f49-cb8c-48c8-ab7c-abd21ec60f85", "name": "network-vif-plugged", "status": "completed", "tag": "151faba4-d48e-46d7-9f7c-60364c9d6657", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:26.495371 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-651a0854-618b-49e0-a1b7-19257d773bdd {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:26.495854 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '151faba4-d48e-46d7-9f7c-60364c9d6657', 'code': 200} Jul 23 20:25:26.680697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306fda2-36aa-4752-9c00-7cdf8110d11d req-079cb4ae-9d6f-4d1c-b150-77c0142495a6 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.694340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b36a-7fda-42c1-8a07-4c8ff05ef97d req-50310455-a7f6-45b9-ba90-ab3f5386ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.697833 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd31b36a-7fda-42c1-8a07-4c8ff05ef97d req-50310455-a7f6-45b9-ba90-ab3f5386ce8c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 1097 time: 0.1285813 Jul 23 20:25:26.711460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4306fda2-36aa-4752-9c00-7cdf8110d11d req-079cb4ae-9d6f-4d1c-b150-77c0142495a6 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 944 time: 0.1973410 Jul 23 20:25:26.760202 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd31b36a-7fda-42c1-8a07-4c8ff05ef97d req-902215b3-54ab-45ec-9ddc-09c303a0aa85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561469 Jul 23 20:25:26.792822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4306fda2-36aa-4752-9c00-7cdf8110d11d req-54797d38-ece0-4558-83f3-ca690331dc08 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803490 Jul 23 20:25:26.969808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e7eea-97cc-4a96-9785-de15074b6198 req-178dbb05-7c7e-41a3-a48c-25ad658014aa tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:26.977413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc3e7eea-97cc-4a96-9785-de15074b6198 req-178dbb05-7c7e-41a3-a48c-25ad658014aa tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1080794 Jul 23 20:25:26.993613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:27.018711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc3e7eea-97cc-4a96-9785-de15074b6198 req-cd449a8f-da7c-4577-be96-123ad7c4c925 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402217 Jul 23 20:25:27.143834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1844b6f4-b564-4e35-8bd2-67a55e2fd319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.254718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 17a82ae0-7f12-4ca3-847c-757bddc4ad32 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:27.292617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1844b6f4-b564-4e35-8bd2-67a55e2fd319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.299342 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1844b6f4-b564-4e35-8bd2-67a55e2fd319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.360124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53712) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:27.368127 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1844b6f4-b564-4e35-8bd2-67a55e2fd319 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=accbcc6216eb44ddb8d78650e86d6cce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719485 Jul 23 20:25:27.369321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844b6f4-b564-4e35-8bd2-67a55e2fd319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ece4b5-f18e-4fe2-9b3e-42665e56e7c8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.373693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:25:27.381717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:27.383901 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.455908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.487672 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.521289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.583093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.584327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:27.586178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.594921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:27.595433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6ece4b5-f18e-4fe2-9b3e-42665e56e7c8 HTTP/1.1" status: 204 len: 168 time: 0.2275271 Jul 23 20:25:27.604539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ece4b5-f18e-4fe2-9b3e-42665e56e7c8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.613533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.613890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.614232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.614550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.614888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.615216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.615541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.615866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.616188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.616512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.616834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.617171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92883cf9-d677-4edc-8d0a-339509038af3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:27.646681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=17a82ae0-7f12-4ca3-847c-757bddc4ad32,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:27.998187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcf45-916f-4f6a-93bf-aa78286c274c req-073cb85e-b859-4748-a271-e1ef0edca963 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:28.000370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53cdcf45-916f-4f6a-93bf-aa78286c274c req-073cb85e-b859-4748-a271-e1ef0edca963 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 945 time: 0.0911872 Jul 23 20:25:28.053990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53cdcf45-916f-4f6a-93bf-aa78286c274c req-88ca40d7-f2f4-4329-87b4-be7072bb8182 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477762 Jul 23 20:25:28.246849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf809a85-8158-4601-9e46-5b9c3f4434c0 req-5b1b84e7-9f05-41ae-b7aa-36bbbbd43917 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:28.248536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf809a85-8158-4601-9e46-5b9c3f4434c0 req-5b1b84e7-9f05-41ae-b7aa-36bbbbd43917 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1114562 Jul 23 20:25:28.334814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf809a85-8158-4601-9e46-5b9c3f4434c0 req-d2c2290b-a72c-4cec-bcbf-339049912f46 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794716 Jul 23 20:25:28.497214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a82ae0-7f12-4ca3-847c-757bddc4ad32'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:28.500098 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226e7f52-a305-4041-bd1b-9637d7df6fdb" -d '{"events": [{"server_uuid": "f38ec726-2daf-40f6-8e62-09efa9697e6e", "name": "network-vif-plugged", "status": "completed", "tag": "17a82ae0-7f12-4ca3-847c-757bddc4ad32"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:28.544842 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2668c071-b8df-4812-b3ff-261f9b1fdcb0 x-openstack-request-id: req-2668c071-b8df-4812-b3ff-261f9b1fdcb0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:28.546512 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ec726-2daf-40f6-8e62-09efa9697e6e", "name": "network-vif-plugged", "status": "completed", "tag": "17a82ae0-7f12-4ca3-847c-757bddc4ad32", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:28.547301 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2668c071-b8df-4812-b3ff-261f9b1fdcb0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:28.547504 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a82ae0-7f12-4ca3-847c-757bddc4ad32', 'code': 200} Jul 23 20:25:28.699570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca787ba6-edfd-48a7-8b7e-6e44ec30c85c req-98b09da4-d933-4a3f-8651-9040946961ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:28.701775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca787ba6-edfd-48a7-8b7e-6e44ec30c85c req-98b09da4-d933-4a3f-8651-9040946961ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 1097 time: 0.0840960 Jul 23 20:25:28.807719 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ca787ba6-edfd-48a7-8b7e-6e44ec30c85c req-26124e19-7902-4b2d-b312-5b03b5533de1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993054 Jul 23 20:25:29.235215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:29.275579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb21d3-225b-4017-b0f6-deb439aa6a5c req-d68618e8-6e3d-40b8-b884-7d08c98a372b tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.285021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63bb21d3-225b-4017-b0f6-deb439aa6a5c req-d68618e8-6e3d-40b8-b884-7d08c98a372b tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 945 time: 0.1034675 Jul 23 20:25:29.411943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63bb21d3-225b-4017-b0f6-deb439aa6a5c req-8e35bd5d-95c0-4de4-adb8-d99c7be32cae tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059525 Jul 23 20:25:29.465135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53298d08-9a3f-45d8-91d3-5e81c26a4978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.583362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920dbf-e493-4961-a85e-1f41eb7f0434 req-e6a20e5f-9f7a-45f4-a748-c89a571e8fb9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:29.588279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18920dbf-e493-4961-a85e-1f41eb7f0434 req-e6a20e5f-9f7a-45f4-a748-c89a571e8fb9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1208091 Jul 23 20:25:29.652303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53298d08-9a3f-45d8-91d3-5e81c26a4978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.661165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53298d08-9a3f-45d8-91d3-5e81c26a4978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.669512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18920dbf-e493-4961-a85e-1f41eb7f0434 req-4bff1a67-b855-474e-a86a-b297c1d65688 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737789 Jul 23 20:25:29.718724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53776) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:29.718959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53298d08-9a3f-45d8-91d3-5e81c26a4978 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91f2dfe89aec422fb7ba9d9c9064ea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824915 Jul 23 20:25:29.719881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298d08-9a3f-45d8-91d3-5e81c26a4978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a278b-23ac-4646-bc43-4b54af8c9be3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:29.792795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0d-97f1-4e59-a43c-5e9b24d97ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.817191 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0d-97f1-4e59-a43c-5e9b24d97ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.888552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0d-97f1-4e59-a43c-5e9b24d97ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.892336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ba7bbc0d-97f1-4e59-a43c-5e9b24d97ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:29.899472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ba7bbc0d-97f1-4e59-a43c-5e9b24d97ca6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd2a278b-23ac-4646-bc43-4b54af8c9be3 HTTP/1.1" status: 204 len: 168 time: 0.1779616 Jul 23 20:25:29.915847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bbc0d-97f1-4e59-a43c-5e9b24d97ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a278b-23ac-4646-bc43-4b54af8c9be3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:30.624332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f16955-e40d-411e-9b74-7c8c4b675313 req-23f51947-b2a9-4d25-930b-8356611f814f tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.631632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18f16955-e40d-411e-9b74-7c8c4b675313 req-23f51947-b2a9-4d25-930b-8356611f814f tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 945 time: 0.0922287 Jul 23 20:25:30.689086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18f16955-e40d-411e-9b74-7c8c4b675313 req-bbf76bba-4677-401b-bbab-e3a1020bb765 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563970 Jul 23 20:25:30.981834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c04f4-c4dd-45a3-b17c-f283a09cd6e5 req-09c89a47-49e4-45dd-99f7-fe7b13dea175 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:30.983626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-162c04f4-c4dd-45a3-b17c-f283a09cd6e5 req-09c89a47-49e4-45dd-99f7-fe7b13dea175 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 945 time: 0.1536729 Jul 23 20:25:31.029170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d9f7a-74d8-4790-9408-7e34cb94a1d8 req-0487ac88-c8b9-4ce8-8a78-a1ecffa49375 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.034655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e08d9f7a-74d8-4790-9408-7e34cb94a1d8 req-0487ac88-c8b9-4ce8-8a78-a1ecffa49375 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1580050 Jul 23 20:25:31.104037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e08d9f7a-74d8-4790-9408-7e34cb94a1d8 req-33d3e906-3f0c-4465-acf6-f91b6512dd65 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542111 Jul 23 20:25:31.118352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-162c04f4-c4dd-45a3-b17c-f283a09cd6e5 req-f9a83eb5-72b2-4e8a-9720-e2aca74dedfd tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259177 Jul 23 20:25:31.645388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a3c8f-5c3e-447f-a83a-dc7ee63e80db req-8b69749c-2bd3-4b47-a3a2-49a12324c741 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.653301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-835a3c8f-5c3e-447f-a83a-dc7ee63e80db req-8b69749c-2bd3-4b47-a3a2-49a12324c741 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 945 time: 0.1076562 Jul 23 20:25:31.671946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32b504-62b4-44fd-9b0b-018eb2bdaecc req-37d93a3a-a116-417f-96a2-87b1b288dbdb tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:31.683186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf32b504-62b4-44fd-9b0b-018eb2bdaecc req-37d93a3a-a116-417f-96a2-87b1b288dbdb tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 945 time: 0.1999497 Jul 23 20:25:31.806032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:31.820170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf32b504-62b4-44fd-9b0b-018eb2bdaecc req-d15bdd0e-fac7-49d2-9493-c2b4dce831e1 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278200 Jul 23 20:25:31.848617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-835a3c8f-5c3e-447f-a83a-dc7ee63e80db req-ae9cc729-6927-456d-900f-2983cd6c167f tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926723 Jul 23 20:25:32.125065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2109709456'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:32.166372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Made reservation on behalf of f71f57f889ab4a6ca503e4ccfd8d41de for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:32.171864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.185064 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.303154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b240cf-c4c7-4478-8e4e-59519039fdd4 req-7113782f-3c62-49b3-a7bf-f7112d47e987 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.310741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13b240cf-c4c7-4478-8e4e-59519039fdd4 req-7113782f-3c62-49b3-a7bf-f7112d47e987 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 945 time: 0.1370814 Jul 23 20:25:32.343487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.351114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.378172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13b240cf-c4c7-4478-8e4e-59519039fdd4 req-6402d87e-69bd-4e12-b84a-2cac90ef9f38 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659010 Jul 23 20:25:32.393467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:32.421402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e08cc6bb-6a50-4a75-9161-e5d1ef9797e3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.425049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9653a-39ef-4892-9681-72885a85b798 req-6ef5d822-3d1a-428d-ac16-3d2b67571a1b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.428139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.428497 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Added segment dcf59f80-c332-4afa-9265-ecc97f1a2248 of type vlan for network 14528762-967b-4abe-a961-7cefefe10c11 Jul 23 20:25:32.435501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88b9653a-39ef-4892-9681-72885a85b798 req-6ef5d822-3d1a-428d-ac16-3d2b67571a1b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1892776 Jul 23 20:25:32.494555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88b9653a-39ef-4892-9681-72885a85b798 req-fd1eb5fd-ba3d-4e03-8714-b3e3449c72d2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522141 Jul 23 20:25:32.511263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.563918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.571236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:32.572326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.631578 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.8213205 Jul 23 20:25:32.688582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85367-ec4b-4040-8411-648b7f4321af tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Pushing event updated for resources: {'Network': ['ID=14528762-967b-4abe-a961-7cefefe10c11,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:32.699772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 14528762-967b-4abe-a961-7cefefe10c11 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:32.853706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53878) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:32.859472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Request body: {'port': {'network_id': '14528762-967b-4abe-a961-7cefefe10c11', 'binding:host_id': 'n-h2-793620-13', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-307246438'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:32.941804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Made reservation on behalf of 94829a8e25214dd18a485d44c94e6bc5 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:32.944186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:32.961727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.023472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec268a4-87f2-43a5-848b-db6f46418e09 req-a2a4325e-8590-4974-a2a2-b470085f797a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.025416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ec268a4-87f2-43a5-848b-db6f46418e09 req-a2a4325e-8590-4974-a2a2-b470085f797a tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 945 time: 0.1035159 Jul 23 20:25:33.090028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ec268a4-87f2-43a5-848b-db6f46418e09 req-85d40218-61a8-4b27-b6ea-bfb135fa87af tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Jul 23 20:25:33.178647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.188177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.204546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port 47124a74-3646-4559-8a43-8ef8c9c942ee yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:33.289527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b093188-3c76-49e1-928b-221b753057c7 req-fabee4fc-e254-4e13-b549-89e95f9f2c9f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.293329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1b093188-3c76-49e1-928b-221b753057c7 req-fabee4fc-e254-4e13-b549-89e95f9f2c9f tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 945 time: 0.1964154 Jul 23 20:25:33.300935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c317508-d0bf-433f-9d76-d5337cbc04d5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:33.436621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-52eddd9c-5d26-43a6-a515-70199e33e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.437872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-52eddd9c-5d26-43a6-a515-70199e33e0de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00&tenant_id=c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 1095 time: 0.1528628 Jul 23 20:25:33.560664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Deleting port 39cc5f66-776f-4d0b-9775-4bf0c8950930 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:33.561675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.618369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-f3a939c8-5d31-48db-9ceb-ce4c4e68a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.619952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-f3a939c8-5d31-48db-9ceb-ce4c4e68a747 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1095 time: 0.1519334 Jul 23 20:25:33.629235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f472c3c-8d13-42ad-aa24-4987112a7abf req-120a51c1-3437-4823-a0a6-18aa5e591d20 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.630962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f472c3c-8d13-42ad-aa24-4987112a7abf req-120a51c1-3437-4823-a0a6-18aa5e591d20 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 945 time: 0.1649458 Jul 23 20:25:33.635031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port 47124a74-3646-4559-8a43-8ef8c9c942ee yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:33.651000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.695246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Transition to ACTIVE for port object 47124a74-3646-4559-8a43-8ef8c9c942ee will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:33.725939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.750233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] For port 39cc5f66-776f-4d0b-9775-4bf0c8950930, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=39cc5f66-776f-4d0b-9775-4bf0c8950930,segment=NetworkSegment(396dfd24-21f8-454a-a950-47ad20a51de0),segment_id=396dfd24-21f8-454a-a950-47ad20a51de0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:33.750624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:33.777066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f472c3c-8d13-42ad-aa24-4987112a7abf req-251cd226-7003-4484-b7a9-a384cf821182 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362627 Jul 23 20:25:33.806349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-6cea95d7-0fd3-42ff-a971-eb1d9cabf1ce tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.807872 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-6cea95d7-0fd3-42ff-a971-eb1d9cabf1ce tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 945 time: 0.2496638 Jul 23 20:25:33.808844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Calling delete_port for 39cc5f66-776f-4d0b-9775-4bf0c8950930 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:33.813791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-d872e21c-0a88-4d99-8c2a-41cbbdcb7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.826090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-d872e21c-0a88-4d99-8c2a-41cbbdcb7833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.1937151 Jul 23 20:25:33.865736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860744d2-3f46-41f9-82a2-1254356ddf4e req-9138ebe5-194c-4397-9b09-c738a7a794d5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:33.867385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-860744d2-3f46-41f9-82a2-1254356ddf4e req-9138ebe5-194c-4397-9b09-c738a7a794d5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1841943 Jul 23 20:25:33.922033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=47124a74-3646-4559-8a43-8ef8c9c942ee,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:33.969383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Checking segment: {'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:33.969767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Network hostable DHCP agents. Network: 14528762-967b-4abe-a961-7cefefe10c11, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:33.972421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-70f02f72-0f28-42f3-8a5f-bedc3203d359 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 200 len: 998 time: 0.1254191 Jul 23 20:25:34.029894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-860744d2-3f46-41f9-82a2-1254356ddf4e req-c62dec41-dbba-4825-a3e3-6e0324e1055b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775561 Jul 23 20:25:34.057150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Network 14528762-967b-4abe-a961-7cefefe10c11 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:34.073465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-c1914166-cad7-4f5b-a5c2-d508bd77c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.077874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-c1914166-cad7-4f5b-a5c2-d508bd77c2b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.0924516 Jul 23 20:25:34.110258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 14528762-967b-4abe-a961-7cefefe10c11) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:34.119317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db238657-5d25-4489-9899-d0f66ecc7762 None None] Network 14528762-967b-4abe-a961-7cefefe10c11 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:34.146558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Deleting port 151faba4-d48e-46d7-9f7c-60364c9d6657 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:34.146958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.150032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:34.197814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-e8fa8152-be62-40fa-8175-5b71bbde26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.200646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-e8fa8152-be62-40fa-8175-5b71bbde26cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118190 Jul 23 20:25:34.254729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.255405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.255973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.266535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.267245 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.271812 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 2 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.332633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.332894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.333991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.344338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.357057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['39cc5f66-776f-4d0b-9775-4bf0c8950930'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:34.360246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.360506 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.386706 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 3 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.395838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Pushing event deleted for resources: {'Port': ['ID=39cc5f66-776f-4d0b-9775-4bf0c8950930,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:34.439037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-ea1e66c6-5321-4429-8d65-3370c2d8a9af service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299199 Jul 23 20:25:34.451467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.451875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.452227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.481943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e49d97-f9b9-488c-9cd1-f9f31c68c0ef req-1b915657-6276-4f54-ae82-aced9274ef31 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:34.484689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] No DVR routers for this DVR port 39cc5f66-776f-4d0b-9775-4bf0c8950930 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:34.486262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.486602 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.487663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.490136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1b093188-3c76-49e1-928b-221b753057c7 req-3b4e2171-a097-4576-a48b-e6dd2af4d83d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.36 "DELETE /v2.0/ports/39cc5f66-776f-4d0b-9775-4bf0c8950930 HTTP/1.1" status: 204 len: 173 time: 1.1899457 Jul 23 20:25:34.491368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46e49d97-f9b9-488c-9cd1-f9f31c68c0ef req-1b915657-6276-4f54-ae82-aced9274ef31 tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/ports?device_id=a350cdcf-cbc4-4464-9e1d-5de00fe13a22 HTTP/1.1" status: 200 len: 867 time: 0.2689462 Jul 23 20:25:34.491920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] For port 151faba4-d48e-46d7-9f7c-60364c9d6657, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=151faba4-d48e-46d7-9f7c-60364c9d6657,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:34.492287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.494639 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 4 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.496915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'name': 'network-vif-deleted', 'tag': '39cc5f66-776f-4d0b-9775-4bf0c8950930'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:34.500044 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f56f65-4065-4bbb-88da-0b935eae1461" -d '{"events": [{"server_uuid": "a350cdcf-cbc4-4464-9e1d-5de00fe13a22", "name": "network-vif-deleted", "tag": "39cc5f66-776f-4d0b-9775-4bf0c8950930"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:34.541213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Calling delete_port for 151faba4-d48e-46d7-9f7c-60364c9d6657 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:34.545346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.556257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.556700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.570337 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add91e91-aba7-4ef1-a7b6-114b765f5cdf x-openstack-request-id: req-add91e91-aba7-4ef1-a7b6-114b765f5cdf {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:34.570644 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a350cdcf-cbc4-4464-9e1d-5de00fe13a22", "name": "network-vif-deleted", "tag": "39cc5f66-776f-4d0b-9775-4bf0c8950930", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:34.570903 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-add91e91-aba7-4ef1-a7b6-114b765f5cdf {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:34.571311 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a350cdcf-cbc4-4464-9e1d-5de00fe13a22', 'name': 'network-vif-deleted', 'tag': '39cc5f66-776f-4d0b-9775-4bf0c8950930', 'status': 'completed', 'code': 200} Jul 23 20:25:34.573836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.574213 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.575998 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 5 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.647853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.648209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.648558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.672184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.672615 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.676537 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 6 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.697600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46e49d97-f9b9-488c-9cd1-f9f31c68c0ef req-6e33231e-8742-4ee6-b4d3-b610c3bc078d tempest-AttachVolumeNegativeTest-301744129 tempest-AttachVolumeNegativeTest-301744129-project] 10.222.0.46 "GET /v2.0/security-groups?id=fac15b48-d366-4cbe-bb94-a75de56850c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999936 Jul 23 20:25:34.724239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.724978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.724978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.742503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.742503 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.743623 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 7 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.785627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a2a6875-f6ea-4a7c-a5f2-dfe217f4d024 req-7e247bcc-0e2f-4c52-b9b5-5468c62bbe33 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382521 Jul 23 20:25:34.788165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.788592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.789000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.804900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.805601 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.810894 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 8 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.838351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.838698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.839038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.848821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.849737 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.849737 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 9 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.866378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.866706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.866966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.872986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.873332 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.874609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.877138 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 10 to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee Jul 23 20:25:34.896716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['31c35d92-0e02-4501-8ba7-024e48f096a8', '151faba4-d48e-46d7-9f7c-60364c9d6657', '17a82ae0-7f12-4ca3-847c-757bddc4ad32'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:34.912001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:34.912001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:34.912198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:34.963857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4536c9b7-3f1e-47ca-95c7-d6c1e055765f req-aca4774e-1a65-44f9-a613-3b0b198262c6 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a184f49-cb8c-48c8-ab7c-abd21ec60f85 HTTP/1.1" status: 200 len: 210 time: 0.0534792 Jul 23 20:25:34.969058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 47124a74-3646-4559-8a43-8ef8c9c942ee on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:34.969526 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 47124a74-3646-4559-8a43-8ef8c9c942ee on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:34.981669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:34.988938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Pushing event deleted for resources: {'Port': ['ID=151faba4-d48e-46d7-9f7c-60364c9d6657,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:35.154445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] No DVR routers for this DVR port 151faba4-d48e-46d7-9f7c-60364c9d6657 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:35.160233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.165201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1e164eb-34b5-4a8f-b7ae-79ff91207887 req-7a577ad4-d3be-4416-ae86-3d133887bb18 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "DELETE /v2.0/ports/151faba4-d48e-46d7-9f7c-60364c9d6657 HTTP/1.1" status: 204 len: 173 time: 1.3458860 Jul 23 20:25:35.237504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b62ee-3f11-4a81-9d0c-3ef01a19c911 req-7539340b-b7ff-4937-b012-de90c4d59ce4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.247899 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b53b62ee-3f11-4a81-9d0c-3ef01a19c911 req-7539340b-b7ff-4937-b012-de90c4d59ce4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1306891 Jul 23 20:25:35.248209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] For port 47124a74-3646-4559-8a43-8ef8c9c942ee, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:35.248504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempted to set empty binding levels {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:25:35.255875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.303104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:35.304127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.339446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4849327 Jul 23 20:25:35.340366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:35.341067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b30eeb-c132-4898-859b-6ef30a7982fd tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=47124a74-3646-4559-8a43-8ef8c9c942ee,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:35.353269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b53b62ee-3f11-4a81-9d0c-3ef01a19c911 req-41627530-0d8e-4898-acc1-2ab16ed4d0d3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035550 Jul 23 20:25:35.491435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Deleting port 47124a74-3646-4559-8a43-8ef8c9c942ee {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:35.492134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.652698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] For port 47124a74-3646-4559-8a43-8ef8c9c942ee, host n-h2-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:35.653190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.692747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Calling delete_port for 47124a74-3646-4559-8a43-8ef8c9c942ee owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:35.809951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53962) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:35.906164 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:35.943020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Deleting subnet 1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:35.955924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.000003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event deleted for resources: {'Port': ['ID=47124a74-3646-4559-8a43-8ef8c9c942ee,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:36.016626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.018898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4ec91123-9cc9-4199-bbf3-2ef13d7c8d6c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "DELETE /v2.0/ports/47124a74-3646-4559-8a43-8ef8c9c942ee HTTP/1.1" status: 204 len: 168 time: 0.6738546 Jul 23 20:25:36.021739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:36.055234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.091624 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0bd0d3-ca0c-472e-8234-6bb93a3e8ec1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:25:36.093343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ee0bd0d3-ca0c-472e-8234-6bb93a3e8ec1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "GET /v2.0/ports/47124a74-3646-4559-8a43-8ef8c9c942ee HTTP/1.1" status: 404 len: 333 time: 0.0705471 Jul 23 20:25:36.097842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53974) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:36.118426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Request body: {'port': {'network_id': '14528762-967b-4abe-a961-7cefefe10c11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1028420640'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:36.125244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.175132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Made reservation on behalf of 94829a8e25214dd18a485d44c94e6bc5 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:36.178697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.201896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port 48a3e34f-4269-4cef-9995-2a7075655df4 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:36.282869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.387228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.394979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c HTTP/1.1" status: 204 len: 168 time: 0.5838892 Jul 23 20:25:36.397298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e7ebb-bd64-46b3-94ab-d131c31db0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1508afc7-5b3b-4f9c-9a3d-6ba96dac2f0c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:36.403781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:36.552641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.559864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.572082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'name': 'network-vif-deleted', 'tag': '151faba4-d48e-46d7-9f7c-60364c9d6657'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:36.579936 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d3d76f-cede-4df0-abcb-09bdbf4a61d2" -d '{"events": [{"server_uuid": "7a184f49-cb8c-48c8-ab7c-abd21ec60f85", "name": "network-vif-deleted", "tag": "151faba4-d48e-46d7-9f7c-60364c9d6657"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:36.670904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.728906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.742869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6474eb-39f1-4ffa-9939-cece018d0ab0']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:36.755042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396dfd24-21f8-454a-a950-47ad20a51de0') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:36.755259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396dfd24-21f8-454a-a950-47ad20a51de0') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:36.765516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.783756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.784839 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cabe371-115a-45b6-881e-ea165ee4f9fc x-openstack-request-id: req-2cabe371-115a-45b6-881e-ea165ee4f9fc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:36.787440 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a184f49-cb8c-48c8-ab7c-abd21ec60f85", "name": "network-vif-deleted", "tag": "151faba4-d48e-46d7-9f7c-60364c9d6657", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:36.787966 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2cabe371-115a-45b6-881e-ea165ee4f9fc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:36.788639 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a184f49-cb8c-48c8-ab7c-abd21ec60f85', 'name': 'network-vif-deleted', 'tag': '151faba4-d48e-46d7-9f7c-60364c9d6657', 'status': 'completed', 'code': 200} Jul 23 20:25:36.791175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=48a3e34f-4269-4cef-9995-2a7075655df4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:36.804068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:36.804605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.844780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Network 14528762-967b-4abe-a961-7cefefe10c11 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:36.846668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:36.852275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:36.856173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:36.857051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:36.888188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9add3c9a-4df5-4287-b490-4798ac2fe4bc tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7889345 Jul 23 20:25:36.891649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54006) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:36.897809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:36.988040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.009969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.011903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5b6474eb-39f1-4ffa-9939-cece018d0ab0 HTTP/1.1" status: 204 len: 168 time: 0.6071360 Jul 23 20:25:37.063380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3f677-62d4-424c-a488-8b1dd01aa8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6474eb-39f1-4ffa-9939-cece018d0ab0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:37.101162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.116977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34a44f-38ef-4ea9-a8bf-daab5afb0948 req-9fc52655-7a5f-41f5-977a-64b114ca9b4b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:37.127365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e34a44f-38ef-4ea9-a8bf-daab5afb0948 req-9fc52655-7a5f-41f5-977a-64b114ca9b4b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.5719535 Jul 23 20:25:37.234074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e34a44f-38ef-4ea9-a8bf-daab5afb0948 req-20f13a6c-760f-4fd4-acc8-f3102ba998aa tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980945 Jul 23 20:25:37.316259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 39cc5f66-776f-4d0b-9775-4bf0c8950930 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:37.388034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 39cc5f66-776f-4d0b-9775-4bf0c8950930 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:37.388634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 39cc5f66-776f-4d0b-9775-4bf0c8950930 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:37.392089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 151faba4-d48e-46d7-9f7c-60364c9d6657 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:37.476664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54020) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:37.481218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 151faba4-d48e-46d7-9f7c-60364c9d6657 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:37.485874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 151faba4-d48e-46d7-9f7c-60364c9d6657 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:37.564878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dd51e268-3600-4a70-b67a-a6ec2d80191a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d84e1277402040fcbf23beb50f198bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854640 Jul 23 20:25:37.570992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:37.720412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port 48a3e34f-4269-4cef-9995-2a7075655df4 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:37.731497 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.749186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Transition to ACTIVE for port object 48a3e34f-4269-4cef-9995-2a7075655df4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:37.757774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.760948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98236f21-5a2e-405f-ae49-862f3894192a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.839831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98236f21-5a2e-405f-ae49-862f3894192a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.942104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=48a3e34f-4269-4cef-9995-2a7075655df4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:37.949873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:37.950397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:37.950793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:37.956021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:37.956768 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:37.957289 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 2 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:37.980998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:37.981347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:37.981782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:37.992521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98236f21-5a2e-405f-ae49-862f3894192a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.995324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98236f21-5a2e-405f-ae49-862f3894192a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:37.996968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-98236f21-5a2e-405f-ae49-862f3894192a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fac15b48-d366-4cbe-bb94-a75de56850c0 HTTP/1.1" status: 204 len: 168 time: 0.4238143 Jul 23 20:25:38.001971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.001971 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.002365 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 3 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.008038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98236f21-5a2e-405f-ae49-862f3894192a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac15b48-d366-4cbe-bb94-a75de56850c0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:38.032843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.033232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.036211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.044204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.044538 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.044943 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 4 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.072715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8704d4-1619-45b0-adee-8f00c993442b req-42c4200d-6010-41aa-a195-91304f963a68 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:38.079393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.079735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.080145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.086936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.087368 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.087707 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 5 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.091322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8704d4-1619-45b0-adee-8f00c993442b req-42c4200d-6010-41aa-a195-91304f963a68 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:38.101048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd8704d4-1619-45b0-adee-8f00c993442b req-42c4200d-6010-41aa-a195-91304f963a68 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924&device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 1681 time: 0.1724617 Jul 23 20:25:38.150846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.151475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.151829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.157837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.158173 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.158572 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 6 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.172953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.173316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.173741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.178836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.179168 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.179558 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 7 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.195672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.196190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.196498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.207871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd8704d4-1619-45b0-adee-8f00c993442b req-e0a1e126-378a-4777-85df-c179e4d2566a tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057107 Jul 23 20:25:38.216165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.216513 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.216980 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 8 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.276323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.276666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.277010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.294161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.294506 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.294908 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 9 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.356729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.359999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.360574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.368438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.368780 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.369178 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 10 to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 Jul 23 20:25:38.412568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:38.412568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:38.412921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:38.425947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:38.426390 n-d-793620-13 neutron-server[94026]: ERROR neutron.plugins.ml2.managers [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port 48a3e34f-4269-4cef-9995-2a7075655df4 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:38.426672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.587283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] For port 48a3e34f-4269-4cef-9995-2a7075655df4, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:38.588341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempted to set empty binding levels {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:25:38.595589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.654189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225f7a0-518d-462c-888d-a989e05f1ba7 req-7729b75c-9acf-46d5-86a5-dfa7b8341851 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:38.661629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2225f7a0-518d-462c-888d-a989e05f1ba7 req-7729b75c-9acf-46d5-86a5-dfa7b8341851 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.2020183 Jul 23 20:25:38.674422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] In _notify_port_updated(), no bound segment for port 48a3e34f-4269-4cef-9995-2a7075655df4 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:25:38.675313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:38.675932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:38.680050 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "PUT /v2.0/ports/48a3e34f-4269-4cef-9995-2a7075655df4 HTTP/1.1" status: 200 len: 976 time: 1.7844653 Jul 23 20:25:38.680774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54052) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:38.730292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d0d04-9311-40ec-bfbe-0db3e5fa2ce7 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=48a3e34f-4269-4cef-9995-2a7075655df4,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:38.943263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2225f7a0-518d-462c-888d-a989e05f1ba7 req-b1804552-b86b-4651-9de7-6ae494b417a3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634094 Jul 23 20:25:39.197393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.197902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.219372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.219864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.220680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.221872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.222521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.223164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.223804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.224495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.225166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.226658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.227136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.228030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.228598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.229077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.230042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.230794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.231566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.232397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.233624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.234259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.234889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.243290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54074) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:39.244246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b71fb3c-ac2b-4fa3-99cb-84a049312309 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20615 time: 0.5624988 Jul 23 20:25:39.519278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Deleting port 48a3e34f-4269-4cef-9995-2a7075655df4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:39.522830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.760582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] For port 48a3e34f-4269-4cef-9995-2a7075655df4, host n-h2-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:39.761061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:39.805256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Calling delete_port for 48a3e34f-4269-4cef-9995-2a7075655df4 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:39.819059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90395ed2-81fd-4b13-b76b-4bd4f5198f55 req-c2779768-c786-42ff-b4fa-946bf07abdd0 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:39.827729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90395ed2-81fd-4b13-b76b-4bd4f5198f55 req-c2779768-c786-42ff-b4fa-946bf07abdd0 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 945 time: 0.1850812 Jul 23 20:25:39.900047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90395ed2-81fd-4b13-b76b-4bd4f5198f55 req-523ba577-aecf-46da-8610-8bb2a091caf2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714204 Jul 23 20:25:39.963872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.036905 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event deleted for resources: {'Port': ['ID=48a3e34f-4269-4cef-9995-2a7075655df4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:40.040848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.046270 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e65a9830-d9b2-44c8-858c-eed196c1288a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "DELETE /v2.0/ports/48a3e34f-4269-4cef-9995-2a7075655df4 HTTP/1.1" status: 204 len: 168 time: 0.7979059 Jul 23 20:25:40.046270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54110) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:40.110815 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1e0fe7-22af-4a25-83c9-f9d8e2e77f09 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:25:40.112687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5f1e0fe7-22af-4a25-83c9-f9d8e2e77f09 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "GET /v2.0/ports/48a3e34f-4269-4cef-9995-2a7075655df4 HTTP/1.1" status: 404 len: 333 time: 0.0655365 Jul 23 20:25:40.116453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54112) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:40.122748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-30591523', 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:40.210017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Made reservation on behalf of 94829a8e25214dd18a485d44c94e6bc5 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:40.214742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.243994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port 4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:40.300213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6609368-5a1f-4638-83d8-8dd4e23a2dc9 req-ad84e5b8-c6ae-4794-88ed-f53c8e41b7f3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.307891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6609368-5a1f-4638-83d8-8dd4e23a2dc9 req-ad84e5b8-c6ae-4794-88ed-f53c8e41b7f3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1716607 Jul 23 20:25:40.491593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.593859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6609368-5a1f-4638-83d8-8dd4e23a2dc9 req-acfbf683-14bb-4b9b-ac39-7d3a800e9673 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790287 Jul 23 20:25:40.647697 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.795965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Network 14528762-967b-4abe-a961-7cefefe10c11 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:40.797527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:40.801261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:40.816220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:40.817204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:40.818232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:40.871286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1f987fa4-d730-461e-b5dc-5b1f374c2b3c tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7508609 Jul 23 20:25:40.872234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54130) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:41.103972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c28a0-390d-41ee-ba09-3550531d018a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.105887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f61c28a0-390d-41ee-ba09-3550531d018a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "GET /v2.0/ports/4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9 HTTP/1.1" status: 200 len: 953 time: 0.2269509 Jul 23 20:25:41.109421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:41.478392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846a75b-84f4-437b-aabf-c56bd471a1ac req-a012f621-4902-43a8-93d2-d7d825399bbf tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.480441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4846a75b-84f4-437b-aabf-c56bd471a1ac req-a012f621-4902-43a8-93d2-d7d825399bbf tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 945 time: 0.2583485 Jul 23 20:25:41.494943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Deleting port 4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:41.495880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.754921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4846a75b-84f4-437b-aabf-c56bd471a1ac req-e176bd08-ac3a-4a2a-a11a-585af7d1994a tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609918 Jul 23 20:25:41.762035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.842590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Calling delete_port for 4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:41.959272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bda520-42bf-46d6-8731-b7f83e395182 req-e5d5e939-6499-4855-9d2b-a0470c3e48ed tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.961529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-82bda520-42bf-46d6-8731-b7f83e395182 req-e5d5e939-6499-4855-9d2b-a0470c3e48ed tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 945 time: 1.3369455 Jul 23 20:25:41.968061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:41.984190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-7308fe77-2038-491c-8b4d-b0216a87cd23 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:41.985822 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-7308fe77-2038-491c-8b4d-b0216a87cd23 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 945 time: 0.1761651 Jul 23 20:25:42.014310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:42.028186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.031676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b597318-8e51-427b-b040-2db0be9c8c89 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "DELETE /v2.0/ports/4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9 HTTP/1.1" status: 204 len: 168 time: 0.9207902 Jul 23 20:25:42.047801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54168) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:42.100557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638efdf-e732-48c8-9120-4aeed93d9c1f req-2a2309b0-713c-44d2-a2c2-985f403ae711 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.105386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2638efdf-e732-48c8-9120-4aeed93d9c1f req-2a2309b0-713c-44d2-a2c2-985f403ae711 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.3295743 Jul 23 20:25:42.154559 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c559c08-0d5b-43cb-9e23-56d4abd11f37 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:25:42.156231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c559c08-0d5b-43cb-9e23-56d4abd11f37 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "GET /v2.0/ports/4ce47a96-55a4-4a5c-b1f5-70c9a1593fd9 HTTP/1.1" status: 404 len: 333 time: 0.1030495 Jul 23 20:25:42.161352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54180) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:42.184594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Request body: {'port': {'network_id': '14528762-967b-4abe-a961-7cefefe10c11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-131239168'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:42.220255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Made reservation on behalf of 94829a8e25214dd18a485d44c94e6bc5 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:42.244857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.287027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Deleting port 31c35d92-0e02-4501-8ba7-024e48f096a8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:42.287543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.493458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port e292f473-2db9-41b8-8ca5-c700e01a5bb5 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:42.508148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Deleting port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:42.508499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.522213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2638efdf-e732-48c8-9120-4aeed93d9c1f req-e86cfa49-b0b8-44c0-80cf-41e3eac7a99f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716481 Jul 23 20:25:42.643875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] For port 31c35d92-0e02-4501-8ba7-024e48f096a8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=31c35d92-0e02-4501-8ba7-024e48f096a8,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:42.644583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.664893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Calling delete_port for 31c35d92-0e02-4501-8ba7-024e48f096a8 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:42.699193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] For port 17a82ae0-7f12-4ca3-847c-757bddc4ad32, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=17a82ae0-7f12-4ca3-847c-757bddc4ad32,segment=NetworkSegment(e40f3b6d-e114-4aed-88ff-054944b89267),segment_id=e40f3b6d-e114-4aed-88ff-054944b89267)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:42.704069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:42.770126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9ff7a-c142-4003-9acf-4e2fd674397e req-ba005f9c-39a4-4a81-bdf4-6e390a6eaf02 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:42.771765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2da9ff7a-c142-4003-9acf-4e2fd674397e req-ba005f9c-39a4-4a81-bdf4-6e390a6eaf02 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 946 time: 0.3877869 Jul 23 20:25:42.802624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Calling delete_port for 17a82ae0-7f12-4ca3-847c-757bddc4ad32 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:42.918062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.068813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2da9ff7a-c142-4003-9acf-4e2fd674397e req-0993b4ab-9834-49b4-8372-88b3f31da061 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733023 Jul 23 20:25:43.114535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3f890-67f2-4a17-9eac-5d67a4c0c6d0 req-64f443bb-ef12-428c-87fe-c1015b54fb54 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:43.122411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44e3f890-67f2-4a17-9eac-5d67a4c0c6d0 req-64f443bb-ef12-428c-87fe-c1015b54fb54 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=df77637f-1b3d-4dcb-b0b6-446a89f5c924 HTTP/1.1" status: 200 len: 945 time: 0.1496286 Jul 23 20:25:43.196560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.210712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['31c35d92-0e02-4501-8ba7-024e48f096a8', '17a82ae0-7f12-4ca3-847c-757bddc4ad32'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:43.218020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.283547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Pushing event deleted for resources: {'Port': ['ID=31c35d92-0e02-4501-8ba7-024e48f096a8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.305259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=e292f473-2db9-41b8-8ca5-c700e01a5bb5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.370552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44e3f890-67f2-4a17-9eac-5d67a4c0c6d0 req-539506b9-185f-45ba-b91f-a018a42cd85d tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/security-groups?id=be6003ad-542e-4723-8468-2b2de74d8f58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463984 Jul 23 20:25:43.428066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Network 14528762-967b-4abe-a961-7cefefe10c11 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:43.434998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:43.440569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:43.441661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:43.444365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] No DVR routers for this DVR port 31c35d92-0e02-4501-8ba7-024e48f096a8 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:43.451018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.453240 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.455723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-82bda520-42bf-46d6-8731-b7f83e395182 req-21270864-bf4c-46a2-b3c7-5bd8bdf23ab1 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "DELETE /v2.0/ports/31c35d92-0e02-4501-8ba7-024e48f096a8 HTTP/1.1" status: 204 len: 173 time: 1.4690423 Jul 23 20:25:43.466254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'name': 'network-vif-deleted', 'tag': '31c35d92-0e02-4501-8ba7-024e48f096a8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:43.470458 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3d4c83-c7ea-4a65-bf57-692bb87a944e" -d '{"events": [{"server_uuid": "df77637f-1b3d-4dcb-b0b6-446a89f5c924", "name": "network-vif-deleted", "tag": "31c35d92-0e02-4501-8ba7-024e48f096a8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:43.501756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.510621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-44c988f9-2d4c-4a16-ba22-500010328270 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3317015 Jul 23 20:25:43.513588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54222) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:43.519660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:43.632627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Pushing event deleted for resources: {'Port': ['ID=17a82ae0-7f12-4ca3-847c-757bddc4ad32,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:43.758927 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.783222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] No DVR routers for this DVR port 17a82ae0-7f12-4ca3-847c-757bddc4ad32 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:25:43.803078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.805172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5349de8b-214b-4bce-ad75-2ffdc6b44137 req-f6ce82b9-11d7-477d-a74a-4ede20de7fa2 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.36 "DELETE /v2.0/ports/17a82ae0-7f12-4ca3-847c-757bddc4ad32 HTTP/1.1" status: 204 len: 173 time: 1.7102053 Jul 23 20:25:43.848837 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e4fea774-74e0-4574-b147-3fc85e33de52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.871023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:43.926642 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c0660d-ff3b-4f03-9160-9845db841de1 x-openstack-request-id: req-99c0660d-ff3b-4f03-9160-9845db841de1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:43.927181 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df77637f-1b3d-4dcb-b0b6-446a89f5c924", "name": "network-vif-deleted", "tag": "31c35d92-0e02-4501-8ba7-024e48f096a8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:43.927612 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99c0660d-ff3b-4f03-9160-9845db841de1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:43.929051 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df77637f-1b3d-4dcb-b0b6-446a89f5c924', 'name': 'network-vif-deleted', 'tag': '31c35d92-0e02-4501-8ba7-024e48f096a8', 'status': 'completed', 'code': 200} Jul 23 20:25:44.656052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60646de8-6ac4-4f5f-b240-5223bb81fd4e req-14bf66c3-3fe6-474b-82f3-71e75ede9eab tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:44.663076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60646de8-6ac4-4f5f-b240-5223bb81fd4e req-14bf66c3-3fe6-474b-82f3-71e75ede9eab tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.5347598 Jul 23 20:25:44.736804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9254833a-dd86-48a2-9b7a-5361b1c6e59b req-1f7bdb71-aeb2-4825-9977-0d285d6b71d7 tempest-ListServersNegativeTestJSON-2127518950 tempest-ListServersNegativeTestJSON-2127518950-project] 10.222.0.46 "GET /v2.0/ports?device_id=f38ec726-2daf-40f6-8e62-09efa9697e6e HTTP/1.1" status: 200 len: 210 time: 0.0632119 Jul 23 20:25:44.879021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60646de8-6ac4-4f5f-b240-5223bb81fd4e req-411350b9-6f23-4ebe-98fd-ce56d08cbad6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079589 Jul 23 20:25:44.962080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] device_id is not set on port e292f473-2db9-41b8-8ca5-c700e01a5bb5 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:44.980966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.003118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Transition to ACTIVE for port object e292f473-2db9-41b8-8ca5-c700e01a5bb5 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:45.013071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.102151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=e292f473-2db9-41b8-8ca5-c700e01a5bb5,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.114957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.115589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.116313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.124068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.124534 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.125091 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 2 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.151776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.152337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.154444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.167811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.168274 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.169281 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 3 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.191544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.192076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.192521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.197281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.197844 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.198346 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 4 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.221026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.222179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.224130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.239072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.239543 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.239841 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 5 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.256510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.256857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.257563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.264656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.265221 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.265784 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 6 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.284689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.285297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.286226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.293426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.294909 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.295842 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 7 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.320223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.322053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.323237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.354006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.354389 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.356113 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 8 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.365595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 31c35d92-0e02-4501-8ba7-024e48f096a8 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:45.406859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.413180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.414105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.439617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.439962 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.440542 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 9 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.462063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 31c35d92-0e02-4501-8ba7-024e48f096a8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:45.474687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 31c35d92-0e02-4501-8ba7-024e48f096a8 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:45.475882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 17a82ae0-7f12-4ca3-847c-757bddc4ad32 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:25:45.481584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.482275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.483452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.505511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.505798 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.511677 n-d-793620-13 neutron-server[94027]: INFO neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempt 10 to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 Jul 23 20:25:45.550657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 17a82ae0-7f12-4ca3-847c-757bddc4ad32 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:25:45.551436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 17a82ae0-7f12-4ca3-847c-757bddc4ad32 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:25:45.570178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:25:45.570527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:25:45.570878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempting to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:25:45.575608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:25:45.575941 n-d-793620-13 neutron-server[94027]: ERROR neutron.plugins.ml2.managers [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Failed to bind port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on host n-h2-793620-13 for vnic_type normal using segments [{'id': 'dcf59f80-c332-4afa-9265-ecc97f1a2248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14528762-967b-4abe-a961-7cefefe10c11'}] Jul 23 20:25:45.576571 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.741670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] For port e292f473-2db9-41b8-8ca5-c700e01a5bb5, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:25:45.742393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attempted to set empty binding levels {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 23 20:25:45.748489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.777023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] In _notify_port_updated(), no bound segment for port e292f473-2db9-41b8-8ca5-c700e01a5bb5 on network 14528762-967b-4abe-a961-7cefefe10c11 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:25:45.778309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:45.778935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:45.784108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.784812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "PUT /v2.0/ports/e292f473-2db9-41b8-8ca5-c700e01a5bb5 HTTP/1.1" status: 200 len: 975 time: 2.2693188 Jul 23 20:25:45.839635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bacdf5a-dcc5-4443-88fe-80ca984c69d1 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event updated for resources: {'Port': ['ID=e292f473-2db9-41b8-8ca5-c700e01a5bb5,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:45.871985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54292) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:45.944490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'name': 'network-vif-deleted', 'tag': '17a82ae0-7f12-4ca3-847c-757bddc4ad32'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:45.971178 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e122255-f80a-473a-ae4f-f1cd3120b2a4" -d '{"events": [{"server_uuid": "f38ec726-2daf-40f6-8e62-09efa9697e6e", "name": "network-vif-deleted", "tag": "17a82ae0-7f12-4ca3-847c-757bddc4ad32"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:46.014900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Deleting subnet 7e5ff90a-3d05-42b6-8b9a-f0fe0167184c {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:25:46.023258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.099774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.153246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.163049 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e3ae30-854d-4a4d-8cde-2674737cd7ba x-openstack-request-id: req-a8e3ae30-854d-4a4d-8cde-2674737cd7ba {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:46.166844 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38ec726-2daf-40f6-8e62-09efa9697e6e", "name": "network-vif-deleted", "tag": "17a82ae0-7f12-4ca3-847c-757bddc4ad32", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:46.167216 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8e3ae30-854d-4a4d-8cde-2674737cd7ba {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:46.167864 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f38ec726-2daf-40f6-8e62-09efa9697e6e', 'name': 'network-vif-deleted', 'tag': '17a82ae0-7f12-4ca3-847c-757bddc4ad32', 'status': 'completed', 'code': 200} Jul 23 20:25:46.183204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Deleting port e292f473-2db9-41b8-8ca5-c700e01a5bb5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:46.184309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.403670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] For port e292f473-2db9-41b8-8ca5-c700e01a5bb5, host n-h2-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:46.405460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.419706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.450939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.465671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Calling delete_port for e292f473-2db9-41b8-8ca5-c700e01a5bb5 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:46.468002 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb380e13-5d73-4dc6-940a-f7ec4d5fe136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.488293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e5ff90a-3d05-42b6-8b9a-f0fe0167184c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.498806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.501807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-407880e0-38f4-4909-9850-f8eed1dfd5fa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7e5ff90a-3d05-42b6-8b9a-f0fe0167184c HTTP/1.1" status: 204 len: 168 time: 0.6271338 Jul 23 20:25:46.516775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54316) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:46.526259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697afd9-1578-488d-b3ac-fd602724a996 req-a7f9363e-4c5c-41ae-83a8-e172d71b196a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:46.537394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9697afd9-1578-488d-b3ac-fd602724a996 req-a7f9363e-4c5c-41ae-83a8-e172d71b196a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.2925384 Jul 23 20:25:46.644056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9697afd9-1578-488d-b3ac-fd602724a996 req-55efe7e5-d61d-4046-8082-30053b5b371f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053364 Jul 23 20:25:46.659643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.700197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Pushing event deleted for resources: {'Port': ['ID=e292f473-2db9-41b8-8ca5-c700e01a5bb5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:46.718660 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.721197 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-68688fb3-2535-41d7-b26c-2d04d547e407 tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e292f473-2db9-41b8-8ca5-c700e01a5bb5 HTTP/1.1" status: 204 len: 168 time: 0.9359617 Jul 23 20:25:46.725889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54330) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:46.777080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:46.807602 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb27382-0f38-4fba-af1b-8824cafdf19a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] GET failed (client error): The resource could not be found. Jul 23 20:25:46.809327 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8bb27382-0f38-4fba-af1b-8824cafdf19a tempest-PortsAdminExtendedAttrsTestJSON-2008739213 tempest-PortsAdminExtendedAttrsTestJSON-2008739213-project-admin] 10.222.0.46 "GET /v2.0/ports/e292f473-2db9-41b8-8ca5-c700e01a5bb5 HTTP/1.1" status: 404 len: 333 time: 0.0824499 Jul 23 20:25:46.816123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54334) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:47.059099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.122051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.129421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.161925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:47.193190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40f3b6d-e114-4aed-88ff-054944b89267') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:47.193717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40f3b6d-e114-4aed-88ff-054944b89267') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:47.220994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.319770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.330190 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:25:47.339465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.347490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14528762-967b-4abe-a961-7cefefe10c11']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:47.371236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:47.371826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:47.374610 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:47.657886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:47.699624 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:47.984884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:47.997486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:25:48.085759 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.181693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:25:48.184256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf59f80-c332-4afa-9265-ecc97f1a2248') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:48.191173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf59f80-c332-4afa-9265-ecc97f1a2248') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:48.218768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.229871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:48.235051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.258855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.268471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:25:48.268985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.368197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['14020d29-11f9-45ad-9ea7-33acc0c2ade6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:25:48.526816 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:25:48.553754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:48.575823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.577269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.578574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.579197 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.579786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.582102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.582632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.583238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.583963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.584526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.594598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.596762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.597335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:25:48.607212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.609940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] 10.222.0.46 "DELETE /v2.0/networks/14528762-967b-4abe-a961-7cefefe10c11 HTTP/1.1" status: 204 len: 168 time: 1.7899139 Jul 23 20:25:48.610715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.659548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:48.674063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a HTTP/1.1" status: 204 len: 168 time: 2.0997567 Jul 23 20:25:48.703863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9842bb-89c8-4fb1-a136-9ab2e819b259 tempest-PortsAdminExtendedAttrsTestJSON-1986215062 tempest-PortsAdminExtendedAttrsTestJSON-1986215062-project] Pushing event deleted for resources: {'Network': ['ID=14528762-967b-4abe-a961-7cefefe10c11,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:48.737802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22961de5-4a70-4494-a05b-628688f119a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=71ad2c03-dbd2-4c64-adf7-9dcf6fcea57a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:48.791271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08bc8f-f892-44bd-bb36-c77a519b75c0 req-ba6172c6-f613-4a2d-ac61-16dc1184f68e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:48.799347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c08bc8f-f892-44bd-bb36-c77a519b75c0 req-ba6172c6-f613-4a2d-ac61-16dc1184f68e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.4167762 Jul 23 20:25:48.943098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c08bc8f-f892-44bd-bb36-c77a519b75c0 req-940257a5-f5ee-4e81-b694-7fdabb9ea4c7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375780 Jul 23 20:25:49.143276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.209117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-411e514f-fd59-4cf7-86ed-f5deda615621 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2813bf900be844cfab8f92e589b7f14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621264 Jul 23 20:25:49.209903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54414) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.277516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-564c2d1a-577b-4ce1-b43b-0ecad5f1a4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.358715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-564c2d1a-577b-4ce1-b43b-0ecad5f1a4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.375231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54430) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.465500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-564c2d1a-577b-4ce1-b43b-0ecad5f1a4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.471721 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-564c2d1a-577b-4ce1-b43b-0ecad5f1a4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.480253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-564c2d1a-577b-4ce1-b43b-0ecad5f1a4aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/be6003ad-542e-4723-8468-2b2de74d8f58 HTTP/1.1" status: 204 len: 168 time: 0.2689788 Jul 23 20:25:49.490835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c2d1a-577b-4ce1-b43b-0ecad5f1a4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6003ad-542e-4723-8468-2b2de74d8f58,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:49.611947 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.652256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:25:49.734969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54448) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:49.738921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-68a96119-1ccd-42b8-a9c4-3b5bacf10888 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f71f57f889ab4a6ca503e4ccfd8d41de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614929 Jul 23 20:25:49.848013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:25:49.848340 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.855515 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5fe8-8e23-4bd9-b09a-ef9bb7384e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.902784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5fe8-8e23-4bd9-b09a-ef9bb7384e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:49.992833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5fe8-8e23-4bd9-b09a-ef9bb7384e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.001717 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ae5fe8-8e23-4bd9-b09a-ef9bb7384e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.018730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c0ae5fe8-8e23-4bd9-b09a-ef9bb7384e28 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e08cc6bb-6a50-4a75-9161-e5d1ef9797e3 HTTP/1.1" status: 204 len: 168 time: 0.2748744 Jul 23 20:25:50.050666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae5fe8-8e23-4bd9-b09a-ef9bb7384e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08cc6bb-6a50-4a75-9161-e5d1ef9797e3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:50.364577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f42c5-e96f-48a5-a25c-6132b03bdbfa req-184b0048-f917-4acb-80cc-5596a8fbb6d8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:50.371021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-706f42c5-e96f-48a5-a25c-6132b03bdbfa req-184b0048-f917-4acb-80cc-5596a8fbb6d8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.2376587 Jul 23 20:25:50.387933 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.448882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:25:50.455373 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a99bf7-50e1-454f-804b-77ab43a5addb" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:25:50.459794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-706f42c5-e96f-48a5-a25c-6132b03bdbfa req-71cee802-f8d5-4ceb-8191-ea0ab35a52fb tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810382 Jul 23 20:25:50.490055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:25:50.509488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:50.656858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:50.700254 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946475d-c65c-46db-832c-840b55f56dcf x-openstack-request-id: req-d946475d-c65c-46db-832c-840b55f56dcf {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:25:50.700558 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:25:50.701013 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d946475d-c65c-46db-832c-840b55f56dcf {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:25:50.705767 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'code': 200} Jul 23 20:25:50.967623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:51.058328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-202ddee6-03db-4581-bbd8-73242573f756 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94829a8e25214dd18a485d44c94e6bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0890958 Jul 23 20:25:51.060890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54516) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:51.207508 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b8f8eb-c0c1-4618-84e1-709e1155479b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.303364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b8f8eb-c0c1-4618-84e1-709e1155479b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.399078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b8f8eb-c0c1-4618-84e1-709e1155479b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.407245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b8f8eb-c0c1-4618-84e1-709e1155479b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:51.414620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-87b8f8eb-c0c1-4618-84e1-709e1155479b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5c317508-d0bf-433f-9d76-d5337cbc04d5 HTTP/1.1" status: 204 len: 168 time: 0.3503904 Jul 23 20:25:51.452061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8f8eb-c0c1-4618-84e1-709e1155479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c317508-d0bf-433f-9d76-d5337cbc04d5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:51.743643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54554) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:51.777397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b59c8-6287-4199-ad8e-457d5fc7fb00 req-ea39c2c8-c341-46b4-a5fe-6b3e8a12af90 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:51.778972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd9b59c8-6287-4199-ad8e-457d5fc7fb00 req-ea39c2c8-c341-46b4-a5fe-6b3e8a12af90 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1334236 Jul 23 20:25:51.879853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd9b59c8-6287-4199-ad8e-457d5fc7fb00 req-bd3799ac-f53f-42a5-b520-946b65625016 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849259 Jul 23 20:25:51.909166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-368706038-network', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:52.022748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Made reservation on behalf of 5c503d7fa2134b19b5070dc060255cbe for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:52.038846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.078013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.370624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.375590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.447452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec0885-3c51-41cd-93ff-552d76601e83,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.485306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:52.528320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.528676 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Added segment 16632b31-5002-4be9-9647-0b80b9f42a64 of type vlan for network c2787c95-bf67-4658-8d90-983a18a493d9 Jul 23 20:25:52.650971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.731461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.733849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:52.736792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:52.916599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] Pushing event updated for resources: {'Network': ['ID=c2787c95-bf67-4658-8d90-983a18a493d9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:52.929923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c2787c95-bf67-4658-8d90-983a18a493d9 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:52.971179 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-584fb3de-6713-41b8-9cac-7976ac906303 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2248220 Jul 23 20:25:52.972704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54616) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:52.977873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Request body: {'subnet': {'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-368706038-subnet', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:53.050290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Made reservation on behalf of 5c503d7fa2134b19b5070dc060255cbe for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:53.065973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.273117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9790-f65b-4f58-831e-82ec54e9fb52 req-ecbf8615-567c-43f3-b1ab-684dec47ac65 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.274676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-215b9790-f65b-4f58-831e-82ec54e9fb52 req-ecbf8615-567c-43f3-b1ab-684dec47ac65 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.1691008 Jul 23 20:25:53.464813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-215b9790-f65b-4f58-831e-82ec54e9fb52 req-aab33148-45d9-4085-9594-f8c2f466776c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805403 Jul 23 20:25:53.775145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.875669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ac5cf74-0efd-492c-9d85-16673e0500b9,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:53.904842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Checking segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:53.918010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Network hostable DHCP agents. Network: c2787c95-bf67-4658-8d90-983a18a493d9, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:53.949595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Network c2787c95-bf67-4658-8d90-983a18a493d9 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:53.968082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c2787c95-bf67-4658-8d90-983a18a493d9) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:53.972397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:53.973112 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:53.979444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c69b11-b35b-4f62-afca-65b2ff1edfea None None] Network c2787c95-bf67-4658-8d90-983a18a493d9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:54.008529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54656) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:54.009152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9f61e493-26a3-4fc6-8f8c-72673b5fbd9a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0347066 Jul 23 20:25:54.014509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:54.094704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.097252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.221568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2953cc-65c6-49ea-be4b-d0c7436e7f41 None None] Network c2787c95-bf67-4658-8d90-983a18a493d9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:54.246964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.347529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54666) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:54.574098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1964188557', 'router:external': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:54.648798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Made reservation on behalf of 0a9a2c8c42f049c987e075bb7ce1fd9f for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:54.652278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.670870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.701039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:54.897582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19a4f3-90b7-41b4-979a-aa0392b1bd0a req-36c132fd-9e58-41a1-92af-7b92ecd9caae tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:54.899876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f19a4f3-90b7-41b4-979a-aa0392b1bd0a req-36c132fd-9e58-41a1-92af-7b92ecd9caae tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.2011423 Jul 23 20:25:55.041780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f19a4f3-90b7-41b4-979a-aa0392b1bd0a req-f3459da5-d8be-4739-96fd-e14c56db08e3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222427 Jul 23 20:25:55.156710 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.167143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.183853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.220651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.246766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cf3768-6f53-4d71-a7f4-30bf470236b2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.282972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:25:55.299052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.299674 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Added segment ef3a93c8-9a3d-46c2-994f-a54bf7c375bc of type vlan for network 0488c84b-71ab-44a9-8011-9f29773cf53d Jul 23 20:25:55.427742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.489089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Allocated IP 172.25.8.131 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/46f8ab38-9ccc-43ff-86bd-b48710dd7cc7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:55.524106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.525128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:55.526662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.596033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2469261 Jul 23 20:25:55.599169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54704) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:55.604924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'subnet': {'network_id': '0488c84b-71ab-44a9-8011-9f29773cf53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:55.649904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b99ab9-76b0-45ee-9e9e-89df981ad157 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Network': ['ID=0488c84b-71ab-44a9-8011-9f29773cf53d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:55.662168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 0488c84b-71ab-44a9-8011-9f29773cf53d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:25:55.675112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Made reservation on behalf of 0a9a2c8c42f049c987e075bb7ce1fd9f for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:55.682434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.816924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:55.885918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.050935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:56.064537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:56.068241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:56.134335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Pushing event updated for resources: {'Port': ['ID=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.543549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:25:56.545293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.702685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Checking segment: {'id': 'ef3a93c8-9a3d-46c2-994f-a54bf7c375bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0488c84b-71ab-44a9-8011-9f29773cf53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:25:56.718962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network hostable DHCP agents. Network: 0488c84b-71ab-44a9-8011-9f29773cf53d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:25:56.749282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e425598-85b2-4fcc-be0c-173e172eed3d req-ca129844-c91a-4e6e-9de8-4f2eaca321d1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.751157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e425598-85b2-4fcc-be0c-173e172eed3d req-ca129844-c91a-4e6e-9de8-4f2eaca321d1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.3998165 Jul 23 20:25:56.754115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5386c0c9-f7e7-443a-a4e2-e052df42118b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:56.799349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.835778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 0488c84b-71ab-44a9-8011-9f29773cf53d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:25:56.873946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e425598-85b2-4fcc-be0c-173e172eed3d req-3e296304-dec9-43ac-933d-a265b1fdc013 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051369 Jul 23 20:25:56.892909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 0488c84b-71ab-44a9-8011-9f29773cf53d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:56.901962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f562e-3486-42d3-9fe4-7183283d610c None None] Network 0488c84b-71ab-44a9-8011-9f29773cf53d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:56.921985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:56.922715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:56.985566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1e3cb2f-9537-4f79-b946-8999a5bf564f tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3823636 Jul 23 20:25:56.989967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54746) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:56.996197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2123180854', 'network_id': '0488c84b-71ab-44a9-8011-9f29773cf53d'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:57.062414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Made reservation on behalf of 0a9a2c8c42f049c987e075bb7ce1fd9f for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:25:57.065061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.120104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] device_id is not set on port e7e71625-eab2-4993-9484-c26ed973a798 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:25:57.286449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89263aa-5f5b-4145-a1e6-51241e161971 None None] Network 0488c84b-71ab-44a9-8011-9f29773cf53d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:25:57.466935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Allocated IP 2001:db8::20 (0488c84b-71ab-44a9-8011-9f29773cf53d/5386c0c9-f7e7-443a-a4e2-e052df42118b/e7e71625-eab2-4993-9484-c26ed973a798) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:25:57.619762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.832943 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:57.897522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Router 086df03d-86c5-4533-808a-255e295479f2 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:25:57.937367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.006832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 0488c84b-71ab-44a9-8011-9f29773cf53d is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:25:58.009982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:25:58.023689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:25:58.024862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.025614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.056043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Port': ['ID=e7e71625-eab2-4993-9484-c26ed973a798,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:58.121309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf04ebc3-d5ef-4950-8bcb-e120844ca057 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1280518 Jul 23 20:25:58.121559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54784) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:58.160447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:25:58.191889 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.196324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b452e69-768d-4386-b769-3e70793d6f8c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1847508 Jul 23 20:25:58.196324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:58.199454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Sync routers for ids ['086df03d-86c5-4533-808a-255e295479f2'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:25:58.222015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Routers {'086df03d-86c5-4533-808a-255e295479f2'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:25:58.223012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:25:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['086df03d-86c5-4533-808a-255e295479f2'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:58.373983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Deleting port e7e71625-eab2-4993-9484-c26ed973a798 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:25:58.374410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.389799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d8a4b-e208-4578-a14a-669922f13378 req-82669ef3-43e6-48e2-a0c4-ef5f069c8e34 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:25:58.390999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Set router 086df03d-86c5-4533-808a-255e295479f2 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:25:58.400386 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e0d8a4b-e208-4578-a14a-669922f13378 req-82669ef3-43e6-48e2-a0c4-ef5f069c8e34 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.3249421 Jul 23 20:25:58.708083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e0d8a4b-e208-4578-a14a-669922f13378 req-303386f8-f2c3-4fb2-91fd-1ff55593d58a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987971 Jul 23 20:25:58.759717 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:58.790798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Calling delete_port for e7e71625-eab2-4993-9484-c26ed973a798 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:25:58.983845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:25:56Z', 'revision_number': 3, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:25:59.031353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Checking router: 086df03d-86c5-4533-808a-255e295479f2 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:25:59.032149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Updating router 086df03d-86c5-4533-808a-255e295479f2 port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:25:59.110485 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.115662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.153213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7e71625-eab2-4993-9484-c26ed973a798,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:25:59.187306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.193356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54812) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:25:59.194327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1ce8e668-6195-42f3-8fb6-b0a23f8b69f6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/ports/e7e71625-eab2-4993-9484-c26ed973a798 HTTP/1.1" status: 204 len: 168 time: 1.0717654 Jul 23 20:25:59.206829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0488c84b-71ab-44a9-8011-9f29773cf53d', 'external_fixed_ips': [{'subnet_id': '5386c0c9-f7e7-443a-a4e2-e052df42118b', 'ip_address': '2001:db8::20'}]}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:25:59.849195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.890198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Transition to ACTIVE for port object 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:25:59.914016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:25:59.971026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:25:59.971026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.156763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.167786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.195235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ee35f-c39b-4e57-a8d3-1831a082f1da req-51503b4d-634c-4fb2-8c2b-8aa692ef7809 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:00.196875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d1ee35f-c39b-4e57-a8d3-1831a082f1da req-51503b4d-634c-4fb2-8c2b-8aa692ef7809 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 943 time: 0.2544720 Jul 23 20:26:00.229376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.395911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d1ee35f-c39b-4e57-a8d3-1831a082f1da req-3505614b-ae21-4c3e-a555-5b3a23f3918b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740341 Jul 23 20:26:00.464548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.606821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d525cd7-1c6c-40a8-94a8-5df89d8799b8 None None] Pushing event updated for resources: {'Port': ['ID=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:00.780905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Attempting to bind port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:00.781426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Attempting to bind port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:00.782693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Attempting to bind port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:00.801336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:00.801861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:00.804761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.805344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:00.805956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Bound port: 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:00.806484 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:00.857859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Allocated IP 172.20.0.1 (c2787c95-bf67-4658-8d90-983a18a493d9/4ac5cf74-0efd-492c-9d85-16673e0500b9/c6d612d5-cba0-4f9c-95a5-1628c9e5877d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:00.898637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:01.007824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'port_id': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'mac_address': 'fa:16:3e:9e:f3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:01.171456 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.210016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] For port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:01.261530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce431af-2775-466e-97b1-6de2ec2939a9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:01.378517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:01.395090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] For port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:01.402555 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.408518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.530333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:01.552228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.698644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d525cd7-1c6c-40a8-94a8-5df89d8799b8 None None] Pushing event updated for resources: {'Port': ['ID=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:01.782408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Routers {'086df03d-86c5-4533-808a-255e295479f2'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:01.791221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:25:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['086df03d-86c5-4533-808a-255e295479f2'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:01.813710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['5ce431af-2775-466e-97b1-6de2ec2939a9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:01.829032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba8ea-28a6-40fe-9743-155d2ab154b7 req-455a739f-2ba7-4531-a09f-09b24d43e496 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:01.853454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af4ba8ea-28a6-40fe-9743-155d2ab154b7 req-455a739f-2ba7-4531-a09f-09b24d43e496 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 944 time: 0.2434509 Jul 23 20:26:01.918803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:01.979369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af4ba8ea-28a6-40fe-9743-155d2ab154b7 req-667a8ea6-95ec-419d-ab0f-b67484359728 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206257 Jul 23 20:26:02.083409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] Set router 086df03d-86c5-4533-808a-255e295479f2 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:02.139874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.142148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:02.176013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Network c2787c95-bf67-4658-8d90-983a18a493d9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:02.224699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:02.233630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:02.239764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.414348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.800664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:25:56Z', 'revision_number': 3, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:02.821585 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:02.888359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7cb5ec-7923-4f06-abbb-709f7c2eb5f5 None None] The sync data for ids ['086df03d-86c5-4533-808a-255e295479f2'] in n-d-793620-13 is: [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:25:56Z', 'revision_number': 3, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:03.279529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Allocated IP 2001:db8::20 (0488c84b-71ab-44a9-8011-9f29773cf53d/5386c0c9-f7e7-443a-a4e2-e052df42118b/511d412e-800e-4c04-bcdf-e9765555d2a2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:03.384615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4887f5-a64a-46f4-8cfa-d0397cc4304b req-6ee8630b-77c6-4a0e-98b2-ca69d7d30e23 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:03.386330 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a4887f5-a64a-46f4-8cfa-d0397cc4304b req-6ee8630b-77c6-4a0e-98b2-ca69d7d30e23 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 944 time: 0.2379930 Jul 23 20:26:03.489152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.519377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.597329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a4887f5-a64a-46f4-8cfa-d0397cc4304b req-2d958692-1f59-4366-beb5-196bb4b87e63 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032344 Jul 23 20:26:03.682512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.703386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Pushing event updated for resources: {'Port': ['ID=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:03.728380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:03.840221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 5ce431af-2775-466e-97b1-6de2ec2939a9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:03.840898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.908685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:03.969851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Network c2787c95-bf67-4658-8d90-983a18a493d9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:03.972886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:04.104177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.137037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:04.140471 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b002b34-77da-43ff-bde6-be13d5562ab7" -d '{"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-plugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:04.159687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:04.171735 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.250410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:04.329653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Port': ['ID=511d412e-800e-4c04-bcdf-e9765555d2a2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.342636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Router 086df03d-86c5-4533-808a-255e295479f2 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:04.357815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 0488c84b-71ab-44a9-8011-9f29773cf53d is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:04.362858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:04.430395 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08f962b-b2f7-46c4-bc84-2aa8450f7b66 x-openstack-request-id: req-f08f962b-b2f7-46c4-bc84-2aa8450f7b66 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:04.431557 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-plugged", "status": "completed", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:04.447868 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f08f962b-b2f7-46c4-bc84-2aa8450f7b66 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:04.448418 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'code': 200} Jul 23 20:26:04.453231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:04.642199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:04.654565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:04.668862 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5aee380d-c118-4ec6-86f8-38f2ef32c155 admin admin] 10.222.0.46 "PUT /v2.0/routers/086df03d-86c5-4533-808a-255e295479f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4727054 Jul 23 20:26:04.899530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a39fb-8aa5-4962-8dcc-d563d43c26cf req-3004746f-045a-4db8-b75a-650e22c598e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:04.902390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a68a39fb-8aa5-4962-8dcc-d563d43c26cf req-3004746f-045a-4db8-b75a-650e22c598e5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 1098 time: 0.3700233 Jul 23 20:26:04.989790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a68a39fb-8aa5-4962-8dcc-d563d43c26cf req-eff75c80-8399-4923-b95d-81ee06fcb931 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613403 Jul 23 20:26:05.016827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4caf4-cf64-473b-88e9-80caf5c3f962 req-03239c04-0ea7-4b67-a499-c560e176ba73 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:05.031442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc4caf4-cf64-473b-88e9-80caf5c3f962 req-03239c04-0ea7-4b67-a499-c560e176ba73 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.2987585 Jul 23 20:26:05.141320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebc4caf4-cf64-473b-88e9-80caf5c3f962 req-c5fa621a-2c29-4122-9562-24af13ef631e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012540 Jul 23 20:26:05.263271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.279341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54980) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:05.520093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19061fe4-5044-450c-874f-8a66d6db771f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.650548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:05.791989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19061fe4-5044-450c-874f-8a66d6db771f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.864409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:05.869396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:05.870017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:05.947435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.079569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-15ef6d86-ac40-410f-9238-e32d0c0409e3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.086910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-15ef6d86-ac40-410f-9238-e32d0c0409e3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 810 time: 0.3067534 Jul 23 20:26:06.096869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19061fe4-5044-450c-874f-8a66d6db771f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.126648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-741f8c73-c7da-4272-b4e8-ab7a63b67f77 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/quotas/5c503d7fa2134b19b5070dc060255cbe HTTP/1.1" status: 200 len: 375 time: 0.0385790 Jul 23 20:26:06.198209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.199534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-19061fe4-5044-450c-874f-8a66d6db771f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a518fc92627d4af5869aff6d7c517164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9191022 Jul 23 20:26:06.201029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19061fe4-5044-450c-874f-8a66d6db771f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c360522-f145-426d-8c10-2729f6159d12,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:06.216587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:06.243100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:06.258785 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.370900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:06.389627 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-02acdf81-2aae-48da-9dd3-b34ead0a2dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.401037 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Sync routers for ids ['086df03d-86c5-4533-808a-255e295479f2'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:06.420832 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Routers {'086df03d-86c5-4533-808a-255e295479f2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:06.429079 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:25:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['086df03d-86c5-4533-808a-255e295479f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:06.470053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-2a871f63-fc12-40a2-837d-2c183153e946 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3419785 Jul 23 20:26:06.507033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-02acdf81-2aae-48da-9dd3-b34ead0a2dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.588495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-02acdf81-2aae-48da-9dd3-b34ead0a2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.592429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-02acdf81-2aae-48da-9dd3-b34ead0a2dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:06.594589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-02acdf81-2aae-48da-9dd3-b34ead0a2dc3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c360522-f145-426d-8c10-2729f6159d12 HTTP/1.1" status: 204 len: 168 time: 0.3749979 Jul 23 20:26:06.644717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Router a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:06.649019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acdf81-2aae-48da-9dd3-b34ead0a2dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c360522-f145-426d-8c10-2729f6159d12,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:06.890587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c360c79-05b3-4f9c-bb03-037240b51c7f req-cddfe421-9a97-4e54-8165-ef97d453c824 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:06.890587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c360c79-05b3-4f9c-bb03-037240b51c7f req-cddfe421-9a97-4e54-8165-ef97d453c824 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.5169675 Jul 23 20:26:06.928727 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Set router 086df03d-86c5-4533-808a-255e295479f2 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:06.964491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:06.991884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Sync routers for ids ['a1fa0b5c-499d-42a2-8e5f-e9c4d4988836'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:07.009649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Routers {'a1fa0b5c-499d-42a2-8e5f-e9c4d4988836'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:07.012332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:25:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a1fa0b5c-499d-42a2-8e5f-e9c4d4988836'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:07.017162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.022451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8b978301-3cff-422c-91fb-8e35595fcd39 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.8278291 Jul 23 20:26:07.024213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55074) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:07.074102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-adfed0a0-611b-4d87-b373-9afd59d91be3 service neutron] 10.222.0.46 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6016462 Jul 23 20:26:07.333929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-bae6e623-ea82-4e13-b098-6feb24710513 service neutron] 10.222.0.46 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557189 Jul 23 20:26:07.391498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c360c79-05b3-4f9c-bb03-037240b51c7f req-8c25d86b-5649-4350-8c3c-485e001e0a15 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5002348 Jul 23 20:26:07.411976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Set router a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:07.450495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.484721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-dff39d55-9708-4425-88e9-d2ce1ba8362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.494620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-dff39d55-9708-4425-88e9-d2ce1ba8362b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1098 time: 0.5566242 Jul 23 20:26:07.588096 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:26:02Z', 'revision_number': 4, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c6d612d5-cba0-4f9c-95a5-1628c9e5877d', 'name': '', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'mac_address': 'fa:16:3e:e3:82:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:00Z', 'updated_at': '2021-07-23T20:26:03Z', 'revision_number': 2, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'subnets': [{'id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:07.649887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:07.694072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Checking router: 086df03d-86c5-4533-808a-255e295479f2 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:07.694712 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Updating router 086df03d-86c5-4533-808a-255e295479f2 port c6d612d5-cba0-4f9c-95a5-1628c9e5877d binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:07.867814 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.884445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:07.887395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-c5217a0f-10cd-409f-acb2-a09b3ea42a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:07.893320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-c5217a0f-10cd-409f-acb2-a09b3ea42a74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.3749659 Jul 23 20:26:07.978373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:07.978846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.093340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Deleting port 511d412e-800e-4c04-bcdf-e9765555d2a2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:08.093869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.145654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-d7bcde50-f26b-42d0-894b-e239ad2fa741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 1001 time: 0.2456915 Jul 23 20:26:08.339762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2740afa-681c-4258-89c6-945c35292706 req-a95db83a-3864-48db-930f-9e7f39d84ca4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 210 time: 0.1906028 Jul 23 20:26:08.379893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.416619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-f749b5e4-bd3b-419a-9c25-26a132daf157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.434938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-f749b5e4-bd3b-419a-9c25-26a132daf157 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.2644083 Jul 23 20:26:08.468293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Calling delete_port for 511d412e-800e-4c04-bcdf-e9765555d2a2 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:08.655130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fa0b5c-499d-42a2-8e5f-e9c4d4988836', 'name': '', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0488c84b-71ab-44a9-8011-9f29773cf53d', 'external_fixed_ips': [{'subnet_id': '5386c0c9-f7e7-443a-a4e2-e052df42118b', 'ip_address': '2001:db8::20'}], 'enable_snat': True}, 'gw_port_id': '511d412e-800e-4c04-bcdf-e9765555d2a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:00Z', 'updated_at': '2021-07-23T20:26:04Z', 'revision_number': 3, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port': {'id': '511d412e-800e-4c04-bcdf-e9765555d2a2', 'name': '', 'network_id': '0488c84b-71ab-44a9-8011-9f29773cf53d', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fa0b5c-499d-42a2-8e5f-e9c4d4988836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '5386c0c9-f7e7-443a-a4e2-e052df42118b', 'ip_address': '2001:db8::20', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:02Z', 'updated_at': '2021-07-23T20:26:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5386c0c9-f7e7-443a-a4e2-e052df42118b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:08.672498 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.708442 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Transition to ACTIVE for port object c6d612d5-cba0-4f9c-95a5-1628c9e5877d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:08.749656 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.752725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Checking router: a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:08.753315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Updating router a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 port 511d412e-800e-4c04-bcdf-e9765555d2a2 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:08.911248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:08.975976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-3fa902e6-56bf-4058-89d1-0a3c961f8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:08.988486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-3fa902e6-56bf-4058-89d1-0a3c961f8a94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5461316 Jul 23 20:26:09.135676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-1207f7e6-6b8e-4a67-8693-a75926a2e163 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280940 Jul 23 20:26:09.198253 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Pushing event updated for resources: {'Port': ['ID=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:09.226058 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Attempting to bind port c6d612d5-cba0-4f9c-95a5-1628c9e5877d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:09.228464 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Attempting to bind port c6d612d5-cba0-4f9c-95a5-1628c9e5877d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:09.229739 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Attempting to bind port c6d612d5-cba0-4f9c-95a5-1628c9e5877d on network c2787c95-bf67-4658-8d90-983a18a493d9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:09.270650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.271024 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.274312 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.276702 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.277358 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.279648 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.285699 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.286979 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.288595 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.289647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.291729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.294596 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:09.321555 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:09.321934 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Checking segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:09.322334 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.331335 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Bound using segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:09.340368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Bound port: c6d612d5-cba0-4f9c-95a5-1628c9e5877d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:09.345699 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.448971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71d429-dbeb-4253-a93f-6054f6ff071c req-7836aa0f-ac9c-4e36-84bb-6fc101e25439 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:09.464783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d71d429-dbeb-4253-a93f-6054f6ff071c req-7836aa0f-ac9c-4e36-84bb-6fc101e25439 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.6277416 Jul 23 20:26:09.539827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c155d9ad-24b4-4374-ac19-31ef1bff0d3f req-15d2d078-792e-45ba-9323-0be295712ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856907 Jul 23 20:26:09.590326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] For port c6d612d5-cba0-4f9c-95a5-1628c9e5877d, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:09.596671 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] For port c6d612d5-cba0-4f9c-95a5-1628c9e5877d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:09.602182 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:09.654080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d71d429-dbeb-4253-a93f-6054f6ff071c req-d34414ec-6a02-4dad-a763-f73071f1900c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881788 Jul 23 20:26:09.740731 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec5b50-a4fe-4d39-b7cd-2b2639f7b481 None None] Pushing event updated for resources: {'Port': ['ID=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:09.753588 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Routers {'086df03d-86c5-4533-808a-255e295479f2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:09.754212 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:25:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['086df03d-86c5-4533-808a-255e295479f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:09.756108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94461d33-f0b9-44cb-a2d0-fd944bc71f28 req-79efcff7-ced7-4df8-a1d2-4012813519a0 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 210 time: 0.1824968 Jul 23 20:26:10.007681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-2a303d15-dd2e-439f-93e9-7e54eaf911ed tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:10.010237 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-2a303d15-dd2e-439f-93e9-7e54eaf911ed tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.36 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 810 time: 0.2532399 Jul 23 20:26:10.017704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.018410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:26:10.018983 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:26:10.048943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Request body: {'port': {'device_id': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'admin_state_up': True, 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:10.087346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] Set router 086df03d-86c5-4533-808a-255e295479f2 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:10.126819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event deleted for resources: {'Port': ['ID=511d412e-800e-4c04-bcdf-e9765555d2a2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:10.268086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.554360 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.558626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.580045 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:26:02Z', 'revision_number': 4, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c6d612d5-cba0-4f9c-95a5-1628c9e5877d', 'name': '', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'mac_address': 'fa:16:3e:e3:82:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:00Z', 'updated_at': '2021-07-23T20:26:09Z', 'revision_number': 4, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'subnets': [{'id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:10.582184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Port 511d412e-800e-4c04-bcdf-e9765555d2a2 not found while updating agent binding for router a1fa0b5c-499d-42a2-8e5f-e9c4d4988836. {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:26:10.636265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Routers {'a1fa0b5c-499d-42a2-8e5f-e9c4d4988836'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:10.636918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:25:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a1fa0b5c-499d-42a2-8e5f-e9c4d4988836'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:10.682119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.693537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:10.701648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.706972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0c98ad7-c27f-49d8-97d7-53ffe8a2b48a tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/routers/a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 HTTP/1.1" status: 204 len: 168 time: 3.6811516 Jul 23 20:26:10.710306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55200) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:10.738508 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bc13e0-d094-43a7-bfa5-b3735bfa40c7 None None] The sync data for ids ['086df03d-86c5-4533-808a-255e295479f2'] in n-d-793620-13 is: [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:26:02Z', 'revision_number': 4, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c6d612d5-cba0-4f9c-95a5-1628c9e5877d', 'name': '', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'mac_address': 'fa:16:3e:e3:82:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:00Z', 'updated_at': '2021-07-23T20:26:09Z', 'revision_number': 4, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'subnets': [{'id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:10.794507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Made reservation on behalf of 5c503d7fa2134b19b5070dc060255cbe for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:10.828469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:10.914608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Deleting subnet 5386c0c9-f7e7-443a-a4e2-e052df42118b {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:26:10.929785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.012112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] Set router a1fa0b5c-499d-42a2-8e5f-e9c4d4988836 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:11.117161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aa1cef3-5811-40d7-8f50-81873433531f req-0253ebf7-d38b-4e4e-9cee-444a7798b1a7 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 210 time: 0.0643399 Jul 23 20:26:11.136730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.223555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fa0b5c-499d-42a2-8e5f-e9c4d4988836', 'name': '', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:00Z', 'updated_at': '2021-07-23T20:26:09Z', 'revision_number': 5, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:11.299766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8835a9-d7cc-42cd-99c4-72a38e1ba024 None None] The sync data for ids ['a1fa0b5c-499d-42a2-8e5f-e9c4d4988836'] in n-d-793620-13 is: [{'id': 'a1fa0b5c-499d-42a2-8e5f-e9c4d4988836', 'name': '', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:00Z', 'updated_at': '2021-07-23T20:26:09Z', 'revision_number': 5, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:11.318109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.428096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Allocated IP 172.20.0.3 (c2787c95-bf67-4658-8d90-983a18a493d9/4ac5cf74-0efd-492c-9d85-16673e0500b9/a7872272-9054-46c5-a612-4ed391f11041) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:11.542757 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.595799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.600423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/5386c0c9-f7e7-443a-a4e2-e052df42118b HTTP/1.1" status: 204 len: 168 time: 0.8890545 Jul 23 20:26:11.608695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:11.650507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6d612d5-cba0-4f9c-95a5-1628c9e5877d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:11.679090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb75524-ec0b-4971-b83c-b35c3b1a8e4d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5386c0c9-f7e7-443a-a4e2-e052df42118b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:11.786680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c6d612d5-cba0-4f9c-95a5-1628c9e5877d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:11.791595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:11.801088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c6d612d5-cba0-4f9c-95a5-1628c9e5877d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:11.802663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.089703 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.114402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.135519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.141698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0488c84b-71ab-44a9-8011-9f29773cf53d']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:12.162650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3a93c8-9a3d-46c2-994f-a54bf7c375bc') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:12.163573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3a93c8-9a3d-46c2-994f-a54bf7c375bc') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:12.183020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.239266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.308482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:26:12.308482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.308694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c6d612d5-cba0-4f9c-95a5-1628c9e5877d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:26:12.309080 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:26:12.332741 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.399870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54eb6660-13d8-4c30-949e-3822a061325d req-fc89c33b-5f37-47d5-8d8a-8aacffa7a50a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 210 time: 0.1464243 Jul 23 20:26:12.506553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.581002 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.852855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Network c2787c95-bf67-4658-8d90-983a18a493d9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:12.854529 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.861661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0488c84b-71ab-44a9-8011-9f29773cf53d {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:26:12.866988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:12.876413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/networks/0488c84b-71ab-44a9-8011-9f29773cf53d HTTP/1.1" status: 204 len: 168 time: 1.2663012 Jul 23 20:26:12.885795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Pushing event updated for resources: {'Port': ['ID=a7872272-9054-46c5-a612-4ed391f11041,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:12.891696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:12.894102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:13.057460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92533b19-2b65-479c-9417-e356addbec20 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event deleted for resources: {'Network': ['ID=0488c84b-71ab-44a9-8011-9f29773cf53d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:13.146060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:13.148426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.191939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-046aa4d9-cd00-4e2f-b0fa-46356a4abdb1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1541989 Jul 23 20:26:13.204094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Request body: {'port': {'device_id': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:13.421632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.646884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6d612d5-cba0-4f9c-95a5-1628c9e5877d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:13.806524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:13.826877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'name': 'tempest-router--62424400', 'project_id': 'c69a30f18fce4c52a970517d96e291f5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:13.879323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.896691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1125191c-72f6-4e59-a495-e1fc431e3ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.912866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c6d612d5-cba0-4f9c-95a5-1628c9e5877d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:13.914508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:13.992700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa8d34-f889-4a54-ad96-156ba3fe2dc7 req-dfb2e9b2-d5a8-4c54-9ac6-55d09bbf1a0a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:14.006688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ffa8d34-f889-4a54-ad96-156ba3fe2dc7 req-dfb2e9b2-d5a8-4c54-9ac6-55d09bbf1a0a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 931 time: 0.3772526 Jul 23 20:26:14.060635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.064319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.233651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.320255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ffa8d34-f889-4a54-ad96-156ba3fe2dc7 req-072763d2-e313-41e9-8cfd-e4dfd88dcc57 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126686 Jul 23 20:26:14.321289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.367030 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.374690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5640ab90-8351-4bd2-b597-b95e539d8f8d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5565264 Jul 23 20:26:14.375973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55320) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:14.486117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.603346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7872272-9054-46c5-a612-4ed391f11041 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:14.615233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.639403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Transition to ACTIVE for port object a7872272-9054-46c5-a612-4ed391f11041 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:14.671928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.750226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Pushing event updated for resources: {'Port': ['ID=a7872272-9054-46c5-a612-4ed391f11041,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:14.952272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:14.955697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.087943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.088464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 797b868b-8cbf-40c0-855e-e060547be982 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:15.095406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.096010 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-31f11aa1-c2ad-4773-a2e8-a5b9e547a2d7 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/routers/797b868b-8cbf-40c0-855e-e060547be982 HTTP/1.1" status: 204 len: 168 time: 0.7184837 Jul 23 20:26:15.148644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Attempting to bind port a7872272-9054-46c5-a612-4ed391f11041 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:15.148999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Attempting to bind port a7872272-9054-46c5-a612-4ed391f11041 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:15.149338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Attempting to bind port a7872272-9054-46c5-a612-4ed391f11041 on network c2787c95-bf67-4658-8d90-983a18a493d9 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:15.165300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Port a7872272-9054-46c5-a612-4ed391f11041 on network c2787c95-bf67-4658-8d90-983a18a493d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:26:15.165677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Attempting to bind port a7872272-9054-46c5-a612-4ed391f11041 on network c2787c95-bf67-4658-8d90-983a18a493d9 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:15.184227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:15.185169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Checking segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:15.185728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Bound using segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:15.186199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Bound port: a7872272-9054-46c5-a612-4ed391f11041, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:15.188722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.340803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] For port a7872272-9054-46c5-a612-4ed391f11041, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:15.346933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] For port a7872272-9054-46c5-a612-4ed391f11041, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7872272-9054-46c5-a612-4ed391f11041,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:15.358294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.409231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.409231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.410951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7872272-9054-46c5-a612-4ed391f11041 HTTP/1.1" status: 200 len: 1092 time: 2.2118974 Jul 23 20:26:15.449295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55368) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:15.468363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'tag': 'a7872272-9054-46c5-a612-4ed391f11041'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:15.472833 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9009c2d5-dacf-4447-8e9f-ceb2edce054e" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca0c460-4e06-485b-803e-7cb5092b6b4e", "tag": "a7872272-9054-46c5-a612-4ed391f11041"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:15.601859 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be2d1b5-8a87-44c7-9a1e-6c1b1b932d50 x-openstack-request-id: req-1be2d1b5-8a87-44c7-9a1e-6c1b1b932d50 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:15.602098 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca0c460-4e06-485b-803e-7cb5092b6b4e", "tag": "a7872272-9054-46c5-a612-4ed391f11041", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:15.602352 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1be2d1b5-8a87-44c7-9a1e-6c1b1b932d50 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:15.602813 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'tag': 'a7872272-9054-46c5-a612-4ed391f11041', 'status': 'completed', 'code': 200} Jul 23 20:26:15.666680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69ffeb-7440-4b87-976c-b49b5f0372a4 req-2f4cf3e9-9ee6-4156-8dc3-bbcd4cb2c9ac tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.676615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b69ffeb-7440-4b87-976c-b49b5f0372a4 req-2f4cf3e9-9ee6-4156-8dc3-bbcd4cb2c9ac tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 943 time: 0.1572878 Jul 23 20:26:15.758028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b401c-e6db-4ec0-83c2-5acd1e363640 service neutron] Pushing event updated for resources: {'Port': ['ID=a7872272-9054-46c5-a612-4ed391f11041,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:15.771838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b69ffeb-7440-4b87-976c-b49b5f0372a4 req-300f20bb-68ff-43cb-bd97-9d5722a5c81f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942621 Jul 23 20:26:15.794887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-809c3f4a-2054-4b87-8a1f-e9c4f2b6988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:15.806434 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-809c3f4a-2054-4b87-8a1f-e9c4f2b6988a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 1095 time: 0.3111529 Jul 23 20:26:15.908056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-178cd767-f5e4-4b72-8a96-f02a5db68fea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7872272-9054-46c5-a612-4ed391f11041 HTTP/1.1" status: 200 len: 217 time: 0.0860789 Jul 23 20:26:15.933310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2023414529', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:15.983079 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:15.984360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.014364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75d006-830d-46b5-b06e-28fa36487cee req-5512c767-b52e-467b-a387-773d262a8b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.016060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-5512c767-b52e-467b-a387-773d262a8b44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.1015480 Jul 23 20:26:16.065522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-ab3e321e-f1c4-47dc-a3cb-762f41c2bf76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415382 Jul 23 20:26:16.114688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.180361 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-945f776b-749a-483e-891f-a70a41dcaaba service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030183 Jul 23 20:26:16.401695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf75d006-830d-46b5-b06e-28fa36487cee req-15c36a37-e7aa-458c-a965-81c96e15dc85 service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061861 Jul 23 20:26:16.428992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.458910 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-485641b5-a02d-4842-869d-e8ee6ac22c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.486883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:16.618800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-16834660-a9f1-492a-8c91-19fb61a58921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.620301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-16834660-a9f1-492a-8c91-19fb61a58921 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 1095 time: 0.1469839 Jul 23 20:26:16.883459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-63cba346-a75f-4044-8ce6-4a1f7eb7f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:16.885170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-63cba346-a75f-4044-8ce6-4a1f7eb7f092 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 911 time: 0.2558892 Jul 23 20:26:16.983364 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-efc8ec0f-abbe-4245-ab41-405c8089ef02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7872272-9054-46c5-a612-4ed391f11041 HTTP/1.1" status: 200 len: 217 time: 0.0914450 Jul 23 20:26:17.097991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-052a32ed-fa6e-44e7-91f8-b0e1ff1a8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:17.099564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-052a32ed-fa6e-44e7-91f8-b0e1ff1a8329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.1085832 Jul 23 20:26:17.149385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.152957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.170984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-17808d34-d86e-4845-8674-32c8c173ac93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633841 Jul 23 20:26:17.189992 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.233982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7010af9-7b39-4f1f-bb5d-5fdef5d9d285 req-88032abe-5fc3-4cf7-89bd-a095fdfeaf3c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:17.235870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7010af9-7b39-4f1f-bb5d-5fdef5d9d285 req-88032abe-5fc3-4cf7-89bd-a095fdfeaf3c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 943 time: 0.2039678 Jul 23 20:26:17.341130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7010af9-7b39-4f1f-bb5d-5fdef5d9d285 req-1458ba8d-25ba-4b16-9341-fa5e5d8058ce tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770631 Jul 23 20:26:17.417265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Allocated IP 172.25.8.9 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/3a74e970-ab64-4e9f-bb40-eb92f773c063) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:17.433501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-a443fbab-5dc0-45d9-882d-49e3c047d3df service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380664 Jul 23 20:26:17.687381 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:17.794976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9009c2d5-dacf-4447-8e9f-ceb2edce054e req-3fe8a613-e0f0-4f98-b702-3990bee26663 service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541319 Jul 23 20:26:18.271181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.346369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:18.424955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event updated for resources: {'Port': ['ID=3a74e970-ab64-4e9f-bb40-eb92f773c063,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:18.474919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:18.482005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:18.484675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:18.584846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b9f92-6995-4cbb-a8d1-e993ce904de1 req-c4865520-0a5e-4295-9d0e-e66fb2c23ec4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:18.586821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d93b9f92-6995-4cbb-a8d1-e993ce904de1 req-c4865520-0a5e-4295-9d0e-e66fb2c23ec4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 943 time: 0.1641238 Jul 23 20:26:18.937028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d93b9f92-6995-4cbb-a8d1-e993ce904de1 req-7fccd8a7-c9c8-4cf0-936d-d5f49de6ce97 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021750 Jul 23 20:26:19.085186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.212990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c61b94-5609-4038-836d-39a32176da29 req-aebe3089-ad58-4041-a45a-4a5f59aba4a2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:19.220749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55c61b94-5609-4038-836d-39a32176da29 req-aebe3089-ad58-4041-a45a-4a5f59aba4a2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 946 time: 0.3264246 Jul 23 20:26:19.299455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55c61b94-5609-4038-836d-39a32176da29 req-7c0184cb-9f00-4794-8df5-7e3d9d88be02 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777807 Jul 23 20:26:19.456424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.534133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7872272-9054-46c5-a612-4ed391f11041 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:19.765021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Router 75dcd579-2035-4178-a492-d9828452bb18 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:19.943499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:19.948106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:19.968963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] Sync routers for ids ['75dcd579-2035-4178-a492-d9828452bb18'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:19.977117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a7872272-9054-46c5-a612-4ed391f11041, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7872272-9054-46c5-a612-4ed391f11041,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:19.993140 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] Routers {'75dcd579-2035-4178-a492-d9828452bb18'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:19.995703 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['75dcd579-2035-4178-a492-d9828452bb18'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:20.005736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'a7872272-9054-46c5-a612-4ed391f11041', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'port_id': 'a7872272-9054-46c5-a612-4ed391f11041', 'mac_address': 'fa:16:3e:dd:17:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:20.053686 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:20.068449 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] Routers {'75dcd579-2035-4178-a492-d9828452bb18'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:20.073171 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['75dcd579-2035-4178-a492-d9828452bb18'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:20.095612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.096888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c83abc91-98ad-44cb-9674-7cb6d8ccc6f0 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6464655 Jul 23 20:26:20.099868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55568) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:20.113237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.139989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7872272-9054-46c5-a612-4ed391f11041 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:20.174834 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:20.175793 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ef9776-82b3-4775-b313-13090585eaa5 None None] The sync data for ids ['75dcd579-2035-4178-a492-d9828452bb18'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:20.189318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a7872272-9054-46c5-a612-4ed391f11041, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7872272-9054-46c5-a612-4ed391f11041,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:20.217621 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.294404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55572) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:20.295075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b5c8a95-a4c6-4c5c-a948-c184a804ddf1 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/75dcd579-2035-4178-a492-d9828452bb18 HTTP/1.1" status: 200 len: 923 time: 0.1933858 Jul 23 20:26:20.318419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a7872272-9054-46c5-a612-4ed391f11041,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:20.324825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e878e-3647-495e-a6a7-c548b5d309fb req-f08ab567-65ec-4540-9f20-e55e16e6098c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:20.327191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-325e878e-3647-495e-a6a7-c548b5d309fb req-f08ab567-65ec-4540-9f20-e55e16e6098c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 944 time: 0.1618767 Jul 23 20:26:20.352015 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cd75720e-6924-48fe-94c2-4ab93f3007ca tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=75dcd579-2035-4178-a492-d9828452bb18 HTTP/1.1" status: 200 len: 205 time: 0.0544388 Jul 23 20:26:20.361958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:20.409906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a7872272-9054-46c5-a612-4ed391f11041'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:20.435340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-325e878e-3647-495e-a6a7-c548b5d309fb req-82c3e7a5-9000-47b2-bdee-5ad7fc540bf7 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000283 Jul 23 20:26:20.598563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bba791-2d48-4ae8-ac54-20186e8f00f2 req-14e3d825-ce24-4138-a34d-765d23f56b8b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:20.606993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8bba791-2d48-4ae8-ac54-20186e8f00f2 req-14e3d825-ce24-4138-a34d-765d23f56b8b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 946 time: 0.1562965 Jul 23 20:26:20.677060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8bba791-2d48-4ae8-ac54-20186e8f00f2 req-14c7c274-bbc0-4208-b907-c158c768c5f6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583670 Jul 23 20:26:20.811638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:20.943300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.080526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Deleting port 3a74e970-ab64-4e9f-bb40-eb92f773c063 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:21.080888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.260144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.276762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Calling delete_port for 3a74e970-ab64-4e9f-bb40-eb92f773c063 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:21.547244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7872272-9054-46c5-a612-4ed391f11041 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:21.632779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.705104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port a7872272-9054-46c5-a612-4ed391f11041 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:21.710379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port a7872272-9054-46c5-a612-4ed391f11041 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:21.710764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.754427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598afd7-ec61-431d-b13d-5596a480a487 req-ea449f31-dd6b-4f30-8f86-737504f31fa3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:21.761898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4598afd7-ec61-431d-b13d-5596a480a487 req-ea449f31-dd6b-4f30-8f86-737504f31fa3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 944 time: 0.1833971 Jul 23 20:26:21.785612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event deleted for resources: {'Port': ['ID=3a74e970-ab64-4e9f-bb40-eb92f773c063,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:21.812045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:21.850516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4598afd7-ec61-431d-b13d-5596a480a487 req-8aea352e-1271-4d65-afd5-e25162668510 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870514 Jul 23 20:26:21.889649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.908755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55638) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:21.938759 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:21.945924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.010239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.013255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.046498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:22.048771 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082a729-4d0f-40cb-830b-6f08e8a576b5" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:22.108389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.108985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Fanout notify agent at l3_agent the message router_deleted on router 75dcd579-2035-4178-a492-d9828452bb18 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:22.125905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.127492 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fb839a71-8c56-4406-868d-cd77ce490b41 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/75dcd579-2035-4178-a492-d9828452bb18 HTTP/1.1" status: 204 len: 168 time: 1.7641058 Jul 23 20:26:22.131212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.148777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:22.171034 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49551505-781d-43df-8d75-c3aa65f64d6b x-openstack-request-id: req-49551505-781d-43df-8d75-c3aa65f64d6b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:22.171749 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:22.172207 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49551505-781d-43df-8d75-c3aa65f64d6b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:22.172868 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'code': 200} Jul 23 20:26:22.176249 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.176641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1762777769', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': False}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:22.197904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37e3d240-3fdf-4f84-b2d6-f43b7a57b843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.203390 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.206156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.279178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:22.294136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a7872272-9054-46c5-a612-4ed391f11041, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7872272-9054-46c5-a612-4ed391f11041,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:22.300295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.353363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a7872272-9054-46c5-a612-4ed391f11041,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:22.365348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37e3d240-3fdf-4f84-b2d6-f43b7a57b843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.365605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.377587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37e3d240-3fdf-4f84-b2d6-f43b7a57b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.437149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-37e3d240-3fdf-4f84-b2d6-f43b7a57b843 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2bbd088f0fd946389acfbd35dc765f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5269933 Jul 23 20:26:22.439922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3d240-3fdf-4f84-b2d6-f43b7a57b843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e05f8a3-92d7-4cf8-b299-26b442d5af50,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:22.443110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:22.562294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e38a12c-da02-4abc-8673-f3b5ccff1797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.586610 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.605631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e38a12c-da02-4abc-8673-f3b5ccff1797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.668084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e38a12c-da02-4abc-8673-f3b5ccff1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.671812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e38a12c-da02-4abc-8673-f3b5ccff1797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:22.677127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e38a12c-da02-4abc-8673-f3b5ccff1797 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e05f8a3-92d7-4cf8-b299-26b442d5af50 HTTP/1.1" status: 204 len: 168 time: 0.2285030 Jul 23 20:26:22.690600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38a12c-da02-4abc-8673-f3b5ccff1797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e05f8a3-92d7-4cf8-b299-26b442d5af50,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:23.078058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e11f34-8854-42bc-916f-dcae3ac9bbea req-9d845d0c-9c53-4c7c-8c2c-0f4264b4cd43 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:23.093192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3e11f34-8854-42bc-916f-dcae3ac9bbea req-9d845d0c-9c53-4c7c-8c2c-0f4264b4cd43 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1429317 Jul 23 20:26:23.196450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3e11f34-8854-42bc-916f-dcae3ac9bbea req-3d985815-df97-41af-97b6-8fa8b52c528c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022737 Jul 23 20:26:23.279927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:23.323532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d63-2944-4f2b-ad5e-aff423672fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.512633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d63-2944-4f2b-ad5e-aff423672fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.517918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecb14d63-2944-4f2b-ad5e-aff423672fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.532921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.566043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ecb14d63-2944-4f2b-ad5e-aff423672fbc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f51404e43298477f985c865d34ca869a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814915 Jul 23 20:26:23.566467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55700) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:23.572498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.575749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb14d63-2944-4f2b-ad5e-aff423672fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6d190-7d3b-4049-9ad8-efbe351764ff,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:23.632014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d979e45c-7f0a-4355-b535-6efa33db22ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.673702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d979e45c-7f0a-4355-b535-6efa33db22ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.766115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Allocated IP 172.25.8.11 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/3cc9af43-504c-4fd1-b24e-8866dc8af07b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:23.824184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d979e45c-7f0a-4355-b535-6efa33db22ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.849723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d979e45c-7f0a-4355-b535-6efa33db22ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:23.849723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d979e45c-7f0a-4355-b535-6efa33db22ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dd6d190-7d3b-4049-9ad8-efbe351764ff HTTP/1.1" status: 204 len: 168 time: 0.2688487 Jul 23 20:26:23.850601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:23.851036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979e45c-7f0a-4355-b535-6efa33db22ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6d190-7d3b-4049-9ad8-efbe351764ff,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:23.957649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.023139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.089714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:24.126077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:24.129164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:24.132793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:24.150395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:24.161704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Port': ['ID=3cc9af43-504c-4fd1-b24e-8866dc8af07b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:24.176318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.176610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.176956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.177301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.177711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.178046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.178388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.178721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.179054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.179385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.179716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.180047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:24.207589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7872272-9054-46c5-a612-4ed391f11041'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:24.217107 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d99425-ff11-4e4c-ad28-e6e39121624c" -d '{"events": [{"server_uuid": "2ca0c460-4e06-485b-803e-7cb5092b6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "a7872272-9054-46c5-a612-4ed391f11041"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:24.269273 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.305519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:24.341883 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:26:24.365775 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc7da7-1304-4557-a605-0d4f245f7ef1 x-openstack-request-id: req-92cc7da7-1304-4557-a605-0d4f245f7ef1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:24.366981 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca0c460-4e06-485b-803e-7cb5092b6b4e", "name": "network-vif-plugged", "status": "completed", "tag": "a7872272-9054-46c5-a612-4ed391f11041", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:24.367471 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-92cc7da7-1304-4557-a605-0d4f245f7ef1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:24.368642 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7872272-9054-46c5-a612-4ed391f11041', 'code': 200} Jul 23 20:26:24.392276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:24.408473 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:24.534197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:24.549623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['14020d29-11f9-45ad-9ea7-33acc0c2ade6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:24.625876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b4532-94e0-4d62-b96a-9a1b8de005f3 req-2226e28d-163e-4326-8954-506d96ce70de tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:24.627617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d3b4532-94e0-4d62-b96a-9a1b8de005f3 req-2226e28d-163e-4326-8954-506d96ce70de tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2084937 Jul 23 20:26:24.663929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2744b1-2270-45ad-af6c-ac105bb4dd08 req-dd8b135d-2fae-49ac-8d80-32c148fff5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:24.666630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fa2744b1-2270-45ad-af6c-ac105bb4dd08 req-dd8b135d-2fae-49ac-8d80-32c148fff5a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.2395444 Jul 23 20:26:24.738062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d3b4532-94e0-4d62-b96a-9a1b8de005f3 req-52005a6c-2e10-44f6-98c1-1eddb9f95018 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042130 Jul 23 20:26:24.774550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fa2744b1-2270-45ad-af6c-ac105bb4dd08 req-d243c88f-c50b-4885-9c4b-1b4999362017 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915420 Jul 23 20:26:24.835348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.380742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:25.709761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Router efe502e3-f00b-4ae1-9848-92eabf8608d5 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:25.854109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:25.985930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:26.006012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Sync routers for ids ['efe502e3-f00b-4ae1-9848-92eabf8608d5'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:26.028015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.029905 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c10f5e42-0f21-4c27-abe7-6d74ab5359de tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8838954 Jul 23 20:26:26.032611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55816) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:26.051582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Routers {'efe502e3-f00b-4ae1-9848-92eabf8608d5'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:26.054879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['efe502e3-f00b-4ae1-9848-92eabf8608d5'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:26.089465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae93ed-f9a2-48e2-910f-b78820615d78 req-96a5ba69-dc8c-437e-8b44-d829463475ca tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:26.095234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8ae93ed-f9a2-48e2-910f-b78820615d78 req-96a5ba69-dc8c-437e-8b44-d829463475ca tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2131827 Jul 23 20:26:26.180888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8ae93ed-f9a2-48e2-910f-b78820615d78 req-78f69677-ba2d-4454-91dd-aba66f59c149 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784340 Jul 23 20:26:26.192122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:26.192899 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.291273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b486c469-17fb-4920-b1b7-9e8138aab604 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/efe502e3-f00b-4ae1-9848-92eabf8608d5 HTTP/1.1" status: 200 len: 908 time: 0.2563572 Jul 23 20:26:26.292533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:26.319361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1762777769', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': True}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:26.384253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.385386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.388805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Set router efe502e3-f00b-4ae1-9848-92eabf8608d5 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:26.508641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:26.994215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-b77b9a9d-7639-4cef-92ed-bdb6b47a6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:26.995780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-b77b9a9d-7639-4cef-92ed-bdb6b47a6b72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.2142596 Jul 23 20:26:26.998440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.032033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481362-7470-448f-a849-46b9c29793ee req-88471862-85fd-4e21-b693-407fcd8b3786 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:27.048036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06481362-7470-448f-a849-46b9c29793ee req-88471862-85fd-4e21-b693-407fcd8b3786 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2454097 Jul 23 20:26:27.178163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06481362-7470-448f-a849-46b9c29793ee req-94bf93d4-c4fb-4524-a5dd-ba8f036bf1f3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237538 Jul 23 20:26:27.249195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-50e00081-6581-4650-b6fb-0a5ac72df751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:27.250765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-50e00081-6581-4650-b6fb-0a5ac72df751 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 911 time: 0.2433288 Jul 23 20:26:27.265801 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.342606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-d238427d-61af-467c-a420-29fe89d59a14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7872272-9054-46c5-a612-4ed391f11041 HTTP/1.1" status: 200 len: 217 time: 0.0836661 Jul 23 20:26:27.343449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:27.346607 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aae8c6-d35d-48f2-9abf-52faa4436d0d" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:27.452557 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93aa77d-8733-4527-bfc4-ac48f5687d0c x-openstack-request-id: req-d93aa77d-8733-4527-bfc4-ac48f5687d0c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:27.452847 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:27.453097 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d93aa77d-8733-4527-bfc4-ac48f5687d0c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:27.453510 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'code': 200} Jul 23 20:26:27.455250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:27.506589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:27.641850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-320eae77-eafa-4568-9488-adcd936869e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:27.644389 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-320eae77-eafa-4568-9488-adcd936869e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.2804306 Jul 23 20:26:27.765816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe502e3-f00b-4ae1-9848-92eabf8608d5', 'name': 'tempest-snat-router-1762777769', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.11'}], 'enable_snat': False}, 'gw_port_id': '3cc9af43-504c-4fd1-b24e-8866dc8af07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:24Z', 'revision_number': 3, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port': {'id': '3cc9af43-504c-4fd1-b24e-8866dc8af07b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe502e3-f00b-4ae1-9848-92eabf8608d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:23Z', 'updated_at': '2021-07-23T20:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:27.820194 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-839f490c-c768-4473-9dad-663a453ac4e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615024 Jul 23 20:26:27.823532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:27.827931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Checking router: efe502e3-f00b-4ae1-9848-92eabf8608d5 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:27.828297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Updating router efe502e3-f00b-4ae1-9848-92eabf8608d5 port 3cc9af43-504c-4fd1-b24e-8866dc8af07b binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:27.869474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.210025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-795f7f24-6b80-4634-b239-e971048b8944 service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545725 Jul 23 20:26:28.487733 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.501552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.502668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a0ee-cf58-4436-b92f-83a73d51ec99 req-3b33b442-299a-47c4-b12c-34ef63b3dfcc tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:28.512934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Transition to ACTIVE for port object 3cc9af43-504c-4fd1-b24e-8866dc8af07b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:26:28.514982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a23a0ee-cf58-4436-b92f-83a73d51ec99 req-3b33b442-299a-47c4-b12c-34ef63b3dfcc tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1937380 Jul 23 20:26:28.534120 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.582859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a23a0ee-cf58-4436-b92f-83a73d51ec99 req-b7cd1dbd-9da3-424b-8523-8a4f75901ca2 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670619 Jul 23 20:26:28.595812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.640625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c61d8-a5de-43c0-b658-e0579ead3564 None None] Pushing event updated for resources: {'Port': ['ID=3cc9af43-504c-4fd1-b24e-8866dc8af07b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:28.713628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Attempting to bind port 3cc9af43-504c-4fd1-b24e-8866dc8af07b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:26:28.714286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Attempting to bind port 3cc9af43-504c-4fd1-b24e-8866dc8af07b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:26:28.715108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Attempting to bind port 3cc9af43-504c-4fd1-b24e-8866dc8af07b on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:26:28.722193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:26:28.722963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:26:28.723607 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.724287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:26:28.725163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Bound port: 3cc9af43-504c-4fd1-b24e-8866dc8af07b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:26:28.725967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.786927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] For port 3cc9af43-504c-4fd1-b24e-8866dc8af07b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:26:28.791151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] For port 3cc9af43-504c-4fd1-b24e-8866dc8af07b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3cc9af43-504c-4fd1-b24e-8866dc8af07b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:26:28.803591 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:28.845508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-334c9de8-7dae-49dd-816a-8232dad23b2c req-89afb432-1127-4884-8011-1851441a83c6 service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279550 Jul 23 20:26:28.915955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Routers {'efe502e3-f00b-4ae1-9848-92eabf8608d5'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:28.924882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['efe502e3-f00b-4ae1-9848-92eabf8608d5'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:28.942990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c61d8-a5de-43c0-b658-e0579ead3564 None None] Pushing event updated for resources: {'Port': ['ID=3cc9af43-504c-4fd1-b24e-8866dc8af07b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.018092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Allocated IP 172.25.8.21 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/510c2369-6fae-458f-b6a6-089643890a8d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:29.149143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] Set router efe502e3-f00b-4ae1-9848-92eabf8608d5 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:29.328324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.459846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:29.553582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:29.558909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:29.562574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:29.569576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe502e3-f00b-4ae1-9848-92eabf8608d5', 'name': 'tempest-snat-router-1762777769', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.11'}], 'enable_snat': False}, 'gw_port_id': '3cc9af43-504c-4fd1-b24e-8866dc8af07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:24Z', 'revision_number': 3, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port': {'id': '3cc9af43-504c-4fd1-b24e-8866dc8af07b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe502e3-f00b-4ae1-9848-92eabf8608d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:23Z', 'updated_at': '2021-07-23T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:29.638226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Port': ['ID=510c2369-6fae-458f-b6a6-089643890a8d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:29.680685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061684f4-d2f8-43ce-bba6-86726f38443e None None] The sync data for ids ['efe502e3-f00b-4ae1-9848-92eabf8608d5'] in n-d-793620-13 is: [{'id': 'efe502e3-f00b-4ae1-9848-92eabf8608d5', 'name': 'tempest-snat-router-1762777769', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.11'}], 'enable_snat': False}, 'gw_port_id': '3cc9af43-504c-4fd1-b24e-8866dc8af07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:22Z', 'updated_at': '2021-07-23T20:26:24Z', 'revision_number': 3, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port': {'id': '3cc9af43-504c-4fd1-b24e-8866dc8af07b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe502e3-f00b-4ae1-9848-92eabf8608d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:23Z', 'updated_at': '2021-07-23T20:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:29.882957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f649271-fabd-4baf-a567-cdd6b7535e47 req-1f8c3f01-c373-4eef-8088-23055e80db44 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:29.905784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f649271-fabd-4baf-a567-cdd6b7535e47 req-1f8c3f01-c373-4eef-8088-23055e80db44 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1490905 Jul 23 20:26:30.093128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f649271-fabd-4baf-a567-cdd6b7535e47 req-948fdab3-33ca-4058-898d-5a0452fe1b5f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808023 Jul 23 20:26:30.213291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.405428 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.497237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4761b-d385-4f97-9e4f-12c038eaf61c req-8bd586a8-ea65-408e-87f2-25a088f081a5 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:31.499069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93a4761b-d385-4f97-9e4f-12c038eaf61c req-8bd586a8-ea65-408e-87f2-25a088f081a5 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2944837 Jul 23 20:26:31.602719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93a4761b-d385-4f97-9e4f-12c038eaf61c req-b57ef2ef-8923-4f62-9bef-195825a452da tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869684 Jul 23 20:26:31.613335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3cc9af43-504c-4fd1-b24e-8866dc8af07b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:31.705194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 3cc9af43-504c-4fd1-b24e-8866dc8af07b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:26:31.705194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3cc9af43-504c-4fd1-b24e-8866dc8af07b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:31.705194 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:31.791807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Router c5d3d43f-bf54-4c8c-863d-83fd8d017857 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:31.988062 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.019567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:32.032337 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Sync routers for ids ['c5d3d43f-bf54-4c8c-863d-83fd8d017857'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:32.048073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.051985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 3cc9af43-504c-4fd1-b24e-8866dc8af07b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3cc9af43-504c-4fd1-b24e-8866dc8af07b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:32.053017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56036) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:32.053154 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-af6e0096-c221-4ce1-9aec-fef0340bea33 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7556865 Jul 23 20:26:32.053874 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Routers {'c5d3d43f-bf54-4c8c-863d-83fd8d017857'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:32.055074 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['c5d3d43f-bf54-4c8c-863d-83fd8d017857'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:32.062418 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.205364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=3cc9af43-504c-4fd1-b24e-8866dc8af07b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:32.345690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aa442737-8fef-47ce-adb1-44848ba4017c tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/c5d3d43f-bf54-4c8c-863d-83fd8d017857 HTTP/1.1" status: 200 len: 907 time: 0.2918963 Jul 23 20:26:32.348274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56054) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:32.398001 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Set router c5d3d43f-bf54-4c8c-863d-83fd8d017857 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:26:32.597017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.719596 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5d3d43f-bf54-4c8c-863d-83fd8d017857', 'name': 'tempest-snat-router-1762777769', 'tenant_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '510c2369-6fae-458f-b6a6-089643890a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:26:26Z', 'updated_at': '2021-07-23T20:26:29Z', 'revision_number': 3, 'project_id': '0a9a2c8c42f049c987e075bb7ce1fd9f', 'gw_port': {'id': '510c2369-6fae-458f-b6a6-089643890a8d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a9:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5d3d43f-bf54-4c8c-863d-83fd8d017857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:26:28Z', 'updated_at': '2021-07-23T20:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:32.825485 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Checking router: c5d3d43f-bf54-4c8c-863d-83fd8d017857 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:26:32.825845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Updating router c5d3d43f-bf54-4c8c-863d-83fd8d017857 port 510c2369-6fae-458f-b6a6-089643890a8d binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:26:32.840839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.889169 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:32.900345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5747a2-f3b8-41a0-93a1-db55d00d8c3b req-c555b8df-1ad7-4239-9551-2d5a6b5bad1b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:32.904293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb5747a2-f3b8-41a0-93a1-db55d00d8c3b req-c555b8df-1ad7-4239-9551-2d5a6b5bad1b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1655078 Jul 23 20:26:33.000530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Deleting port 510c2369-6fae-458f-b6a6-089643890a8d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:33.000880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.050270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb5747a2-f3b8-41a0-93a1-db55d00d8c3b req-d9d9e0c5-701f-4b21-8ea1-fa1ee477c4f6 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396649 Jul 23 20:26:33.180209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.214462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Calling delete_port for 510c2369-6fae-458f-b6a6-089643890a8d owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:33.504095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3cc9af43-504c-4fd1-b24e-8866dc8af07b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:33.571865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3cc9af43-504c-4fd1-b24e-8866dc8af07b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:33.572247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.640020 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.db.api [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94029) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:26:33.640657 n-d-793620-13 neutron-server[94029]: DEBUG oslo_db.api [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:26:33.643030 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:33.680236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event deleted for resources: {'Port': ['ID=510c2369-6fae-458f-b6a6-089643890a8d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:33.849097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.025465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.029555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.130802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.131895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5d3d43f-bf54-4c8c-863d-83fd8d017857 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:34.137489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.138774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-20281b1e-dabc-4217-a58d-7e3c3dc14b19 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c5d3d43f-bf54-4c8c-863d-83fd8d017857 HTTP/1.1" status: 204 len: 168 time: 1.7892561 Jul 23 20:26:34.141374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56114) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:34.166669 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Port 510c2369-6fae-458f-b6a6-089643890a8d not found while updating agent binding for router c5d3d43f-bf54-4c8c-863d-83fd8d017857. {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:26:34.193177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Routers set() bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:34.193935 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Router IDs set() for agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:26:34.194654 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_agentschedulers_db [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5d3d43f-bf54-4c8c-863d-83fd8d017857'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent'). {{(pid=94029) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:26:34.195146 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bc7043-3ef9-4db7-a770-b69a85137b77 None None] The sync data for ids ['c5d3d43f-bf54-4c8c-863d-83fd8d017857'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:34.337070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cf094-b3a0-467c-a591-263b938f5047 req-8866a319-0183-4801-8b8a-8393d78000b3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:34.346948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad6cf094-b3a0-467c-a591-263b938f5047 req-8866a319-0183-4801-8b8a-8393d78000b3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1492739 Jul 23 20:26:34.392386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.428088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad6cf094-b3a0-467c-a591-263b938f5047 req-47ba588d-93f5-4ee8-ba37-bfa43e43f5c6 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766001 Jul 23 20:26:34.624899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.688621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Deleting port 3cc9af43-504c-4fd1-b24e-8866dc8af07b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:34.690108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.859256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] For port 3cc9af43-504c-4fd1-b24e-8866dc8af07b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3cc9af43-504c-4fd1-b24e-8866dc8af07b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:34.859931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:34.875843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Calling delete_port for 3cc9af43-504c-4fd1-b24e-8866dc8af07b owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:35.302371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.396051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cc9af43-504c-4fd1-b24e-8866dc8af07b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:35.514112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.714466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ce54a-7e12-446f-9ba6-12ab10146fe5 req-47ba1c86-5a81-4348-a974-2eb0aef30691 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:35.736274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-797ce54a-7e12-446f-9ba6-12ab10146fe5 req-47ba1c86-5a81-4348-a974-2eb0aef30691 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1493835 Jul 23 20:26:35.755512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.759189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.812209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-797ce54a-7e12-446f-9ba6-12ab10146fe5 req-381d7489-61c8-453b-9609-5362cf330488 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Jul 23 20:26:35.894982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.895928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efe502e3-f00b-4ae1-9848-92eabf8608d5 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:35.905961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.911465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56180) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:35.911855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8233c80b-d09d-4695-8d1a-c8ade3bbee27 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "DELETE /v2.0/routers/efe502e3-f00b-4ae1-9848-92eabf8608d5 HTTP/1.1" status: 204 len: 168 time: 1.7691784 Jul 23 20:26:35.916191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1901297495', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:35.995882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:35.998075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.094021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.389938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.897838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:36.938650 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.138856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Allocated IP 172.25.8.148 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/58a06852-051a-447f-ba2a-6c5654ddf839) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:37.263621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.316093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:37.393508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:37.399111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:37.408374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:37.412761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event updated for resources: {'Port': ['ID=58a06852-051a-447f-ba2a-6c5654ddf839,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:37.458832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.459180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.459550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.460204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.460204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.460802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.461141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.461487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.461821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.462148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.462473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.462952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:37.486155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d779e-4b9d-4a5b-9361-51fd4f133f3e req-c2110053-5838-475c-94df-07d622c29cd0 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:37.487883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd2d779e-4b9d-4a5b-9361-51fd4f133f3e req-c2110053-5838-475c-94df-07d622c29cd0 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1849601 Jul 23 20:26:37.583301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3cc9af43-504c-4fd1-b24e-8866dc8af07b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:26:37.639717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 3cc9af43-504c-4fd1-b24e-8866dc8af07b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:26:37.640065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3cc9af43-504c-4fd1-b24e-8866dc8af07b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:26:37.795826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd2d779e-4b9d-4a5b-9361-51fd4f133f3e req-a5694212-9143-4c0f-92cb-e19c282ec2ef tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013892 Jul 23 20:26:38.650415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.070813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.360556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81ede9-20be-497f-9261-0cbea0651c8a req-fb341e68-4a32-461c-bd51-8f5b4e6d24ae tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:39.383011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c81ede9-20be-497f-9261-0cbea0651c8a req-fb341e68-4a32-461c-bd51-8f5b4e6d24ae tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.3720288 Jul 23 20:26:39.434734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Router 98a74a7a-2a46-4a86-b8f4-3248d0260cb1 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:39.477141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c81ede9-20be-497f-9261-0cbea0651c8a req-9d3be15b-fe93-41f2-aa9f-afba96b4eb71 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937006 Jul 23 20:26:39.693147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:39.707531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] Sync routers for ids ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:39.721067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] Routers {'98a74a7a-2a46-4a86-b8f4-3248d0260cb1'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:39.721991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.748614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:39.749944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-790774d4-5964-4113-8990-e29253487580 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8373768 Jul 23 20:26:39.752668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56288) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:39.757510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': False}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:39.766971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.777076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] Routers {'98a74a7a-2a46-4a86-b8f4-3248d0260cb1'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:39.778934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.819781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:39.820840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6aac1d7-b1ba-4354-a608-6c08685ed3e2 None None] The sync data for ids ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:40.191643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:40.986741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5656f9-06e2-492c-a8f7-c44827ac6326 req-9e8d8e09-f4bc-4ca1-8403-807e8e4007fa tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:40.995045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c5656f9-06e2-492c-a8f7-c44827ac6326 req-9e8d8e09-f4bc-4ca1-8403-807e8e4007fa tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.3753955 Jul 23 20:26:41.146023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c5656f9-06e2-492c-a8f7-c44827ac6326 req-519e73eb-590e-46bb-9ef9-2365690b160b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500874 Jul 23 20:26:41.189914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.196696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.394673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Router 98a74a7a-2a46-4a86-b8f4-3248d0260cb1 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:26:41.596126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:41.624115 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:41.624529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] Sync routers for ids ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:41.628027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7cddda60-f177-4ceb-a6c2-748b8343d4b0 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "PUT /v2.0/routers/98a74a7a-2a46-4a86-b8f4-3248d0260cb1 HTTP/1.1" status: 200 len: 926 time: 1.8717854 Jul 23 20:26:41.631825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56346) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:41.650407 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] Routers {'98a74a7a-2a46-4a86-b8f4-3248d0260cb1'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:41.651321 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:41.709163 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:41.722557 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] Routers {'98a74a7a-2a46-4a86-b8f4-3248d0260cb1'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:41.723230 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:41.771298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:41.771431 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f1aaba-406e-4438-902a-d21b0afeafd7 None None] The sync data for ids ['98a74a7a-2a46-4a86-b8f4-3248d0260cb1'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:41.828594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a6a1eb22-7756-4ff0-b779-fe9af5a90ff8 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/98a74a7a-2a46-4a86-b8f4-3248d0260cb1 HTTP/1.1" status: 200 len: 926 time: 0.1952593 Jul 23 20:26:41.831180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56360) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.037829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4ce80-da5a-4674-8bfd-3a016ddd1db6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.040231 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4bc4ce80-da5a-4674-8bfd-3a016ddd1db6 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=98a74a7a-2a46-4a86-b8f4-3248d0260cb1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2077603 Jul 23 20:26:42.044390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56366) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.149411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16695564-e376-4c74-9a94-5bdc863685ed tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.151138 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16695564-e376-4c74-9a94-5bdc863685ed tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.1043692 Jul 23 20:26:42.154444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56368) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.261984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2fbf5204-fc90-49ab-87e5-9f00a95bff55 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a74a7a-2a46-4a86-b8f4-3248d0260cb1 HTTP/1.1" status: 200 len: 205 time: 0.1057458 Jul 23 20:26:42.264420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56380) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:42.463860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cf49f-58e7-4359-9b47-cd7055f72e25 req-304db017-7c35-4c34-b67f-6eb7e9a47409 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:42.471322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c08cf49f-58e7-4359-9b47-cd7055f72e25 req-304db017-7c35-4c34-b67f-6eb7e9a47409 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1485200 Jul 23 20:26:42.483775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.189892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c08cf49f-58e7-4359-9b47-cd7055f72e25 req-d7cadafd-e736-4e5d-8f9a-e494a2cddd8a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175279 Jul 23 20:26:43.279303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.391517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Deleting port 58a06852-051a-447f-ba2a-6c5654ddf839 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:43.391978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.433737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56424) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:43.536031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.549423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Calling delete_port for 58a06852-051a-447f-ba2a-6c5654ddf839 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:43.608230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-534ecc42-7fab-41c4-9946-cbc575bd5e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.671852 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.837687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-534ecc42-7fab-41c4-9946-cbc575bd5e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.844607 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39d5c4ce-ef8d-44d7-8c16-a74a6303baf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.851566 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-534ecc42-7fab-41c4-9946-cbc575bd5e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.859801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:43.923295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event deleted for resources: {'Port': ['ID=58a06852-051a-447f-ba2a-6c5654ddf839,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:43.986649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ecc42-7fab-41c4-9946-cbc575bd5e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e5504d-bdf7-4e9c-93ea-565719a019f6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:44.033501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-534ecc42-7fab-41c4-9946-cbc575bd5e71 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c555c708ee5244f081fe1593917384d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985219 Jul 23 20:26:44.035953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56444) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.142501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-130925e2-8fbe-4d10-949d-081f8efedc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.153262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.220808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-130925e2-8fbe-4d10-949d-081f8efedc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.303582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.311258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-130925e2-8fbe-4d10-949d-081f8efedc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.314533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-130925e2-8fbe-4d10-949d-081f8efedc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.317723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-130925e2-8fbe-4d10-949d-081f8efedc07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4e5504d-bdf7-4e9c-93ea-565719a019f6 HTTP/1.1" status: 204 len: 168 time: 0.2806296 Jul 23 20:26:44.330488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130925e2-8fbe-4d10-949d-081f8efedc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e5504d-bdf7-4e9c-93ea-565719a019f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:44.338360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.479780 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.480936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Fanout notify agent at l3_agent the message router_deleted on router 98a74a7a-2a46-4a86-b8f4-3248d0260cb1 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:44.488473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.489772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5cd3fe8a-dd47-4728-9178-e47791d33e85 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/98a74a7a-2a46-4a86-b8f4-3248d0260cb1 HTTP/1.1" status: 204 len: 168 time: 2.2243464 Jul 23 20:26:44.493566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56458) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.499044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1475996847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:44.534627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9074906-4a29-4e9f-908d-c2151be42ccd req-ef5f194e-a9c6-49a7-9e2f-e33b430dd66b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:44.539444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9074906-4a29-4e9f-908d-c2151be42ccd req-ef5f194e-a9c6-49a7-9e2f-e33b430dd66b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2281158 Jul 23 20:26:44.565753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.566917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.655944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9074906-4a29-4e9f-908d-c2151be42ccd req-cc9439ea-e79b-4a74-8e09-4bd4431265de tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994015 Jul 23 20:26:44.686435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.699629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.737161 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:44.738703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-05b01d91-4ce0-4f7d-b94b-2968c9c721aa tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2441313 Jul 23 20:26:44.741394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56466) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.746343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:44.819029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56468) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:44.843826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e73cf22b-bcd3-456e-9046-2daa84b1cbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.036445 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e73cf22b-bcd3-456e-9046-2daa84b1cbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.044543 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e73cf22b-bcd3-456e-9046-2daa84b1cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.107096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e73cf22b-bcd3-456e-9046-2daa84b1cbce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4536a1c3e20c46c69696af8176fbb7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869396 Jul 23 20:26:45.107721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56470) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:45.115090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cf22b-bcd3-456e-9046-2daa84b1cbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3415f8-e344-4d6e-a262-c12aeeeee6a2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.154546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.186021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6c63ce5-fc5a-4fff-83bd-b6806e8a663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.226969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6c63ce5-fc5a-4fff-83bd-b6806e8a663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.304416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6c63ce5-fc5a-4fff-83bd-b6806e8a663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.307021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6c63ce5-fc5a-4fff-83bd-b6806e8a663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.310665 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b6c63ce5-fc5a-4fff-83bd-b6806e8a663c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9f3415f8-e344-4d6e-a262-c12aeeeee6a2 HTTP/1.1" status: 204 len: 168 time: 0.1992848 Jul 23 20:26:45.341910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c63ce5-fc5a-4fff-83bd-b6806e8a663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3415f8-e344-4d6e-a262-c12aeeeee6a2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:45.494009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.523119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.679814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Allocated IP 172.25.8.175 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/6d075672-fdcd-4e00-8b8f-ee9849f33b94) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:45.838551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.907559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59365d-e380-40d3-9679-7795ea2e0205 req-f761a85d-ea20-46b2-9805-8c6c918fda4e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:45.913376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.921314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a59365d-e380-40d3-9679-7795ea2e0205 req-f761a85d-ea20-46b2-9805-8c6c918fda4e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1482627 Jul 23 20:26:45.949712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56482) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:45.969018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b9abd1c-455b-407d-b00f-7afd6ed98af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:45.986623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:45.993828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:46.001397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a59365d-e380-40d3-9679-7795ea2e0205 req-40be6e46-3b6a-4089-9333-9f15e80a56fc tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733523 Jul 23 20:26:46.001956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:46.036157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event updated for resources: {'Port': ['ID=6d075672-fdcd-4e00-8b8f-ee9849f33b94,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.121553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b9abd1c-455b-407d-b00f-7afd6ed98af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.128105 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b9abd1c-455b-407d-b00f-7afd6ed98af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.166466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9abd1c-455b-407d-b00f-7afd6ed98af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e2f828-bcbb-4d4b-8453-8f4bfdb92828,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.193474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1b9abd1c-455b-407d-b00f-7afd6ed98af2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b24a43b91c84fc4906350c036abab8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408738 Jul 23 20:26:46.194545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56484) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:46.271567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-551050cf-31a5-4270-9278-238dbd2d8528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.297007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-551050cf-31a5-4270-9278-238dbd2d8528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.401532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-551050cf-31a5-4270-9278-238dbd2d8528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.405703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-551050cf-31a5-4270-9278-238dbd2d8528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.407623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-551050cf-31a5-4270-9278-238dbd2d8528 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27e2f828-bcbb-4d4b-8453-8f4bfdb92828 HTTP/1.1" status: 204 len: 168 time: 0.2121243 Jul 23 20:26:46.421899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551050cf-31a5-4270-9278-238dbd2d8528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e2f828-bcbb-4d4b-8453-8f4bfdb92828,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:46.456530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fbda59f-4045-4a58-a4c6-7c9c46cc1e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.476408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:46.809051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.115763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.120198 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.229267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e908b4-962f-470c-9e5e-9158e3895db9 req-5f8aa6d1-084c-4576-a82b-cfd9fe7ee0e1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.233351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.239580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6e908b4-962f-470c-9e5e-9158e3895db9 req-5f8aa6d1-084c-4576-a82b-cfd9fe7ee0e1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1045845 Jul 23 20:26:47.288619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6e908b4-962f-470c-9e5e-9158e3895db9 req-233d7463-5a2e-4e58-b331-bc528c6931ee tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434186 Jul 23 20:26:47.323725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Router c36dae7b-02e9-4577-92b5-0f0ada92d9c4 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:47.475634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:47.484354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.486256 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d92f6249-a6b0-4e12-86d0-cb06ae5f5a80 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "PUT /v2.0/routers/c36dae7b-02e9-4577-92b5-0f0ada92d9c4 HTTP/1.1" status: 200 len: 884 time: 2.7430215 Jul 23 20:26:47.488168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56516) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.488326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] Sync routers for ids ['c36dae7b-02e9-4577-92b5-0f0ada92d9c4'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:47.499373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] Routers {'c36dae7b-02e9-4577-92b5-0f0ada92d9c4'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:47.500131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['c36dae7b-02e9-4577-92b5-0f0ada92d9c4'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.580836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.599098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] Routers {'c36dae7b-02e9-4577-92b5-0f0ada92d9c4'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:47.600010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['c36dae7b-02e9-4577-92b5-0f0ada92d9c4'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.641834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb97e732-edd8-4daf-b150-375e82d060fd tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/c36dae7b-02e9-4577-92b5-0f0ada92d9c4 HTTP/1.1" status: 200 len: 925 time: 0.1524768 Jul 23 20:26:47.644546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.648863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:47.650619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5e5fef-605e-430e-8761-f7d8c77e5d98 None None] The sync data for ids ['c36dae7b-02e9-4577-92b5-0f0ada92d9c4'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:47.687606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:47.753570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482e0f8-7180-4260-9c2a-58da5d46120c tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.757954 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9482e0f8-7180-4260-9c2a-58da5d46120c tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=c36dae7b-02e9-4577-92b5-0f0ada92d9c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1123667 Jul 23 20:26:47.758414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56526) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.892990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e342496c-5551-40e3-a993-55c20b597041 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:47.894586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e342496c-5551-40e3-a993-55c20b597041 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.1350963 Jul 23 20:26:47.897338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:47.932468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-625065a6-fa2d-4bfc-8ccb-0c4c089848c8 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=c36dae7b-02e9-4577-92b5-0f0ada92d9c4 HTTP/1.1" status: 200 len: 205 time: 0.0338509 Jul 23 20:26:47.935668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56534) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:48.099042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.217835 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.275094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Deleting port 6d075672-fdcd-4e00-8b8f-ee9849f33b94 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:48.275478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.366323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.383272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Calling delete_port for 6d075672-fdcd-4e00-8b8f-ee9849f33b94 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:48.602023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2b3b9-6c85-401b-9180-7bf5668c5833 req-85226ff1-3b8d-42d6-b545-60fb1d88d726 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:48.603641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fc2b3b9-6c85-401b-9180-7bf5668c5833 req-85226ff1-3b8d-42d6-b545-60fb1d88d726 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1518388 Jul 23 20:26:48.676499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fc2b3b9-6c85-401b-9180-7bf5668c5833 req-cbffb196-8d20-455f-a69e-eb54082896ef tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660067 Jul 23 20:26:48.682164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.717416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event deleted for resources: {'Port': ['ID=6d075672-fdcd-4e00-8b8f-ee9849f33b94,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:48.793003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.894538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.897825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.961049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.961656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Fanout notify agent at l3_agent the message router_deleted on router c36dae7b-02e9-4577-92b5-0f0ada92d9c4 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:48.970321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:48.976758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-843c745c-9a39-43ef-bd17-a3c4af19d5fc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/c36dae7b-02e9-4577-92b5-0f0ada92d9c4 HTTP/1.1" status: 204 len: 168 time: 1.0376101 Jul 23 20:26:48.977321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56580) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:48.982364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1208988701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:49.016981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.025281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.088439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.093314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c364e55-5c2c-4b12-9872-8fbff179ecfd req-0685b0f9-8680-4088-9204-02a3c6810204 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.095032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.101721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c364e55-5c2c-4b12-9872-8fbff179ecfd req-0685b0f9-8680-4088-9204-02a3c6810204 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.0884817 Jul 23 20:26:49.119510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.123958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2c8a5f32-7cda-4693-878f-b3453210319d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1442254 Jul 23 20:26:49.124131 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56586) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:49.129735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': True}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:49.165238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c364e55-5c2c-4b12-9872-8fbff179ecfd req-38b31e83-6e27-45c5-adfc-abc54434e29a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630767 Jul 23 20:26:49.377774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.607871 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.626278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.647241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.788126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648e141-98cb-451b-ac09-6e2f645e04dd req-ca0ca2c4-1a8b-4e2a-961e-16543438aaec tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.789790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a648e141-98cb-451b-ac09-6e2f645e04dd req-ca0ca2c4-1a8b-4e2a-961e-16543438aaec tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1482141 Jul 23 20:26:49.802261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Allocated IP 172.25.8.61 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ccebf7b5-37aa-462c-b8bd-fe303ee2b27f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:49.875511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56614) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:49.885770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a648e141-98cb-451b-ac09-6e2f645e04dd req-c90a0759-6ec4-4ce4-b23e-9bc7158769a4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871317 Jul 23 20:26:49.914140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d498b3a-c80c-4029-b29a-9c4e260cce9d req-1032e447-5bb1-464d-9d9d-b5ee9d1211d6 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:49.915892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d498b3a-c80c-4029-b29a-9c4e260cce9d req-1032e447-5bb1-464d-9d9d-b5ee9d1211d6 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1089694 Jul 23 20:26:49.951961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:49.971064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d498b3a-c80c-4029-b29a-9c4e260cce9d req-844f8bf4-f3cc-4e78-bff8-e96105c72bdb tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529878 Jul 23 20:26:50.002591 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9162d24-ca11-431d-b187-12d0655f0c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.004255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.043540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:50.047107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:50.050373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:50.095460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Port': ['ID=ccebf7b5-37aa-462c-b8bd-fe303ee2b27f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.117850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9162d24-ca11-431d-b187-12d0655f0c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.124426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9162d24-ca11-431d-b187-12d0655f0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.154050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9162d24-ca11-431d-b187-12d0655f0c34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ba2a3ea02dd4dad930e9e6f08727f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771595 Jul 23 20:26:50.155140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56618) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:50.198415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9162d24-ca11-431d-b187-12d0655f0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92da30f8-a3f4-4091-9aa0-3bdd05679f2b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.228916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f54ece9a-7255-4527-9d85-1d0371047429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.250406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f54ece9a-7255-4527-9d85-1d0371047429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.305205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f54ece9a-7255-4527-9d85-1d0371047429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.308164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f54ece9a-7255-4527-9d85-1d0371047429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.309715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f54ece9a-7255-4527-9d85-1d0371047429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92da30f8-a3f4-4091-9aa0-3bdd05679f2b HTTP/1.1" status: 204 len: 168 time: 0.1525493 Jul 23 20:26:50.320653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ece9a-7255-4527-9d85-1d0371047429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92da30f8-a3f4-4091-9aa0-3bdd05679f2b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:50.333835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.593884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.604597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:50.763763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Router 34c59127-813a-47b7-b052-11358d675321 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:51.227045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcd510-8b1a-4d98-a589-552582c975f1 req-755afe60-bd8c-4f18-b8ae-6f4228a500cd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.228782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bdcd510-8b1a-4d98-a589-552582c975f1 req-755afe60-bd8c-4f18-b8ae-6f4228a500cd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1982996 Jul 23 20:26:51.241920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170a737-914d-4cff-a978-7dcb6445f239 req-8640fbd2-0d9d-4f9f-9d2d-e9be46397c87 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.243556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d170a737-914d-4cff-a978-7dcb6445f239 req-8640fbd2-0d9d-4f9f-9d2d-e9be46397c87 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1783037 Jul 23 20:26:51.313244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bdcd510-8b1a-4d98-a589-552582c975f1 req-db4559ab-6260-4a09-8b17-47e012a255b3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683622 Jul 23 20:26:51.335297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d170a737-914d-4cff-a978-7dcb6445f239 req-0cff52af-d242-4dd1-94e7-5a876a491cf8 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826249 Jul 23 20:26:51.354351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:51.361969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:51.363555 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-30f6d929-af44-4297-bf15-9f2a71789d80 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "PUT /v2.0/routers/34c59127-813a-47b7-b052-11358d675321 HTTP/1.1" status: 200 len: 918 time: 2.2383568 Jul 23 20:26:51.365214 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] Sync routers for ids ['34c59127-813a-47b7-b052-11358d675321'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:51.366186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56700) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.377766 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] Routers {'34c59127-813a-47b7-b052-11358d675321'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:51.382562 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['34c59127-813a-47b7-b052-11358d675321'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.536617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-829191b0-5d9e-46a4-9a3c-80d4c086ce2d tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/34c59127-813a-47b7-b052-11358d675321 HTTP/1.1" status: 200 len: 924 time: 0.1683977 Jul 23 20:26:51.538927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56714) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.541287 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.550576 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] Routers {'34c59127-813a-47b7-b052-11358d675321'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:51.551201 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['34c59127-813a-47b7-b052-11358d675321'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.585413 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:51.586196 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e83f8-645e-4072-af33-52235cb57712 None None] The sync data for ids ['34c59127-813a-47b7-b052-11358d675321'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:51.627477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7a667-aee9-435f-bf5e-68ccd81a434b tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.630054 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-88a7a667-aee9-435f-bf5e-68ccd81a434b tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=34c59127-813a-47b7-b052-11358d675321&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0899460 Jul 23 20:26:51.633322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.772914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7eaf3-7785-4a3e-bce0-cc9e532418fb tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:51.777850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-01a7eaf3-7785-4a3e-bce0-cc9e532418fb tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.1434224 Jul 23 20:26:51.778014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56748) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.819118 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-644f2f4f-50a6-4783-bd69-c9baf0637f05 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=34c59127-813a-47b7-b052-11358d675321 HTTP/1.1" status: 200 len: 205 time: 0.0401132 Jul 23 20:26:51.821916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56756) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:51.932764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:26:51.967191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.107762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.207202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Deleting port ccebf7b5-37aa-462c-b8bd-fe303ee2b27f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:52.208224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.295194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56810) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:52.318638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:52.333310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'mac_address': 'fa:16:3e:ef:5a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:26:52.359286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.385824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Calling delete_port for ccebf7b5-37aa-462c-b8bd-fe303ee2b27f owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:52.421208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.471162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:26:52.509777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:52.519372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:52.519716 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.559473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.606511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.615283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.615968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.616679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.616810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a1734-f822-4c29-9e95-5fb88cf40810 req-4db3fb6b-91ab-4583-b88a-1436463d4432 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.617533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.618129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.618281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f7a1734-f822-4c29-9e95-5fb88cf40810 req-4db3fb6b-91ab-4583-b88a-1436463d4432 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1677856 Jul 23 20:26:52.618939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.619460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.620038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.620636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.621302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.622073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.622577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:26:52.627560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5209b43-1e4f-40c9-a3be-f318eb0b5440 req-8a2d6216-0c2d-4dab-bcfb-60346074fd08 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:52.635368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5209b43-1e4f-40c9-a3be-f318eb0b5440 req-8a2d6216-0c2d-4dab-bcfb-60346074fd08 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1937466 Jul 23 20:26:52.638838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['14020d29-11f9-45ad-9ea7-33acc0c2ade6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:26:52.718262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.750608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5209b43-1e4f-40c9-a3be-f318eb0b5440 req-bc4982fc-39fc-430f-9b95-38122a3916c1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937066 Jul 23 20:26:52.794537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event deleted for resources: {'Port': ['ID=ccebf7b5-37aa-462c-b8bd-fe303ee2b27f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:52.803012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f7a1734-f822-4c29-9e95-5fb88cf40810 req-d6ddf86d-4472-484f-9e05-16158bf6ef37 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658530 Jul 23 20:26:52.899837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:52.950572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.086090 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.090246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.103271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Allocated IP 172.25.8.99 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/05aeae26-ee24-4e46-b344-40c5293bdbb3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:53.163580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.164460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Fanout notify agent at l3_agent the message router_deleted on router 34c59127-813a-47b7-b052-11358d675321 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:53.181522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.184259 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f6e37af4-8b98-4dc0-bc52-d3c371fc308e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/34c59127-813a-47b7-b052-11358d675321 HTTP/1.1" status: 204 len: 168 time: 1.3601093 Jul 23 20:26:53.187864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56918) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:53.194239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1679083507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:53.232339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.234363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.306589 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.358343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.366776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.390356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.392802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.396262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6a09b8e-45e1-48a4-ab0a-198153a68a73 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2057037 Jul 23 20:26:53.397861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56944) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:53.406838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': False}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:53.487487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:53.491413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:53.509173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:53.583193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Pushing event updated for resources: {'Port': ['ID=05aeae26-ee24-4e46-b344-40c5293bdbb3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:53.685670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.708459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.766863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:53.946680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:26:54.022562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.055311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.062637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:26:54.063277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.199344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.262943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:26:54.265669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:26:54.270803 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460a065-4fd3-44a6-a467-f604db313df8" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:26:54.279835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.311310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.351625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Allocated IP 172.25.8.252 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/520a0e58-d40d-4420-a293-05b8ff7de98d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:26:54.387299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.433562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=12']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.526477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Pushing event updated for resources: {'Port': ['ID=05aeae26-ee24-4e46-b344-40c5293bdbb3,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.556538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.645583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40b119-b463-4cb9-a9d2-80b64e493232 req-e0b00dfb-58b6-4a6a-9114-1ee7c61167d5 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:54.646539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.647371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e40b119-b463-4cb9-a9d2-80b64e493232 req-e0b00dfb-58b6-4a6a-9114-1ee7c61167d5 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.3597825 Jul 23 20:26:54.661143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11f835-71d3-490a-9142-26d5e73f3f76 req-bd53f000-7c0c-4a8d-8487-61887ee794fe tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:54.671883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a11f835-71d3-490a-9142-26d5e73f3f76 req-bd53f000-7c0c-4a8d-8487-61887ee794fe tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.3817213 Jul 23 20:26:54.690666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.702510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Pushing event updated for resources: {'Port': ['ID=520a0e58-d40d-4420-a293-05b8ff7de98d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:54.720167 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.724539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8bb973f6-1c17-43f5-85a6-c9258bcef18c tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4282022 Jul 23 20:26:54.732914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:26:54.734266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57070) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:54.735304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:26:54.747759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1029648183', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'fixed_ips': [{'ip_address': '172.25.8.99'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:54.772116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:26:54.790749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a11f835-71d3-490a-9142-26d5e73f3f76 req-b9acdb04-a1e2-4dca-a61a-4efbe0621d3d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141019 Jul 23 20:26:54.811682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e40b119-b463-4cb9-a9d2-80b64e493232 req-6a6da9a1-33aa-4b45-ac71-bfe868fc4734 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301005 Jul 23 20:26:54.877739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Made reservation on behalf of 322862c4a1a54ce885cd9143a1ddd5fb for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:26:54.880033 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de3ed27-fa9a-4440-8959-fe9e97442047 x-openstack-request-id: req-5de3ed27-fa9a-4440-8959-fe9e97442047 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:26:54.880610 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-plugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:26:54.881109 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5de3ed27-fa9a-4440-8959-fe9e97442047 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:26:54.881758 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'code': 200} Jul 23 20:26:54.884204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:54.946579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.185282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd265844-b317-4296-943c-63dea8208e7c req-064abfd6-98c6-42f7-8850-a3964ee776b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:55.186851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd265844-b317-4296-943c-63dea8208e7c req-064abfd6-98c6-42f7-8850-a3964ee776b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.2350013 Jul 23 20:26:55.228302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.280859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.301703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] device_id is not set on port 1c78fc57-15ed-408f-b83f-df5ef7ecb470 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:26:55.467572 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dd265844-b317-4296-943c-63dea8208e7c req-f24fad00-ae41-485e-9a04-f78fff13399e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329338 Jul 23 20:26:55.488108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7ebc40-8078-489f-8f11-745c48a8e2bc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:55.583239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.799916 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:26:55.800497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:26:55.929690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.939997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:55.952598 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1ca1b6e4-aef4-442e-abb6-2ed598677a50 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2141926 Jul 23 20:26:56.006792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57184) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:56.306519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Router b321029b-546d-4053-9511-97547f3229ee is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:26:56.975926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9619-75ff-42d0-86dd-7df9da4a9be3 req-1794f345-d9bc-4108-9071-481dbd56fe0e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:56.985622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb7d9619-75ff-42d0-86dd-7df9da4a9be3 req-1794f345-d9bc-4108-9071-481dbd56fe0e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 1.0430970 Jul 23 20:26:57.044317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Deleting port 05aeae26-ee24-4e46-b344-40c5293bdbb3 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:57.044989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.071197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:26:57.082549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] Sync routers for ids ['b321029b-546d-4053-9511-97547f3229ee'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:26:57.101794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] Routers {'b321029b-546d-4053-9511-97547f3229ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:57.102456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b321029b-546d-4053-9511-97547f3229ee'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:57.104339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.107274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-754283a7-3a0d-4ee3-8db4-43e67cd1e8ad tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "PUT /v2.0/routers/b321029b-546d-4053-9511-97547f3229ee HTTP/1.1" status: 200 len: 920 time: 3.7083976 Jul 23 20:26:57.111678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:57.169712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb7d9619-75ff-42d0-86dd-7df9da4a9be3 req-1a26bd52-d9af-41e4-b1b9-f137752a02b1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831510 Jul 23 20:26:57.191566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe44f-af59-45ac-807e-1b35cf46be40 req-01c79d68-d2e0-4918-8de2-6fa00e12814b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.207992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-702fe44f-af59-45ac-807e-1b35cf46be40 req-01c79d68-d2e0-4918-8de2-6fa00e12814b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 1.1988163 Jul 23 20:26:57.249338 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fac6677e-d1e7-48be-b896-3aa9be7d8c9e tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/b321029b-546d-4053-9511-97547f3229ee HTTP/1.1" status: 200 len: 926 time: 0.1363883 Jul 23 20:26:57.250151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:57.251908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:57.288547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] Routers {'b321029b-546d-4053-9511-97547f3229ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:26:57.295182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b321029b-546d-4053-9511-97547f3229ee'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:57.410992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:26:57.411534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f683ae2-1e28-4e4a-98da-b8644e735d5f None None] The sync data for ids ['b321029b-546d-4053-9511-97547f3229ee'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:26:57.426883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c8d3c9-db22-4907-8217-ac557cc1c131 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.429130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9c8d3c9-db22-4907-8217-ac557cc1c131 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=b321029b-546d-4053-9511-97547f3229ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1775501 Jul 23 20:26:57.431809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:57.444703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-702fe44f-af59-45ac-807e-1b35cf46be40 req-21a5c8d4-c89c-4246-816d-93c2a24b2ab9 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278998 Jul 23 20:26:57.448910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.449539 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.478139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Calling delete_port for 05aeae26-ee24-4e46-b344-40c5293bdbb3 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:57.659677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fa109-6984-450c-98f2-f6e0fa1d942b tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:57.663828 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1c1fa109-6984-450c-98f2-f6e0fa1d942b tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.2286057 Jul 23 20:26:57.665088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57340) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:57.769231 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f7616266-7b51-484d-85ba-072b0cda2133 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=b321029b-546d-4053-9511-97547f3229ee HTTP/1.1" status: 200 len: 205 time: 0.1030791 Jul 23 20:26:57.771551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57348) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:57.806473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:57.907986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Pushing event deleted for resources: {'Port': ['ID=05aeae26-ee24-4e46-b344-40c5293bdbb3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:57.997638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.003294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.005156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-99a88c1f-6a73-412a-a32f-738478bd4aa6 tempest-ExternalNetworksAdminNegativeTestJSON-213467189 tempest-ExternalNetworksAdminNegativeTestJSON-213467189-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/3aa03880-4ce8-4450-8f53-5acb7dbf92e1 HTTP/1.1" status: 204 len: 168 time: 1.9895318 Jul 23 20:26:58.025490 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.304707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.406775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Deleting port 520a0e58-d40d-4420-a293-05b8ff7de98d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:26:58.407874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.488069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e573-955b-4795-a8df-fdf7e2d43587 req-e8520c20-ae53-40cd-8e47-b116709204b7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.499883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1df9e573-955b-4795-a8df-fdf7e2d43587 req-e8520c20-ae53-40cd-8e47-b116709204b7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1715136 Jul 23 20:26:58.581556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1df9e573-955b-4795-a8df-fdf7e2d43587 req-53581707-d68e-45a0-861a-dc83feb5a20e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810711 Jul 23 20:26:58.589543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57416) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:58.608157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:58.660683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Calling delete_port for 520a0e58-d40d-4420-a293-05b8ff7de98d owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:26:58.827382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f78c37-4731-4204-a8b0-67390a63979a req-5982e5e0-c717-44a5-adc0-4e0f714e3e34 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:58.843939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0f78c37-4731-4204-a8b0-67390a63979a req-5982e5e0-c717-44a5-adc0-4e0f714e3e34 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2192969 Jul 23 20:26:58.910733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20097adf-db41-4d1d-bf0d-59261dca2c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.018998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0f78c37-4731-4204-a8b0-67390a63979a req-249d1ad2-92c6-462e-a719-7d5603c36893 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724699 Jul 23 20:26:59.155090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20097adf-db41-4d1d-bf0d-59261dca2c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.174175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20097adf-db41-4d1d-bf0d-59261dca2c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.197734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.242698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20097adf-db41-4d1d-bf0d-59261dca2c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259a14cc-575f-427e-83d4-422c561c2f9e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.259424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event deleted for resources: {'Port': ['ID=520a0e58-d40d-4420-a293-05b8ff7de98d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.262235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-20097adf-db41-4d1d-bf0d-59261dca2c42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=344b9f9036964aa08c9efc0947c2f1b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6709909 Jul 23 20:26:59.266712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57462) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:59.356259 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.394195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d6508f2-18fa-4f21-b48f-3caf9112f182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.483482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d6508f2-18fa-4f21-b48f-3caf9112f182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.580496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.593665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.618929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-5e09df94-b9d2-481d-aa0f-b0191bd72ad3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.645033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-5e09df94-b9d2-481d-aa0f-b0191bd72ad3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 810 time: 0.2665033 Jul 23 20:26:59.691542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-36005f50-91b1-4915-a788-00fb92734cbd tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/quotas/5c503d7fa2134b19b5070dc060255cbe HTTP/1.1" status: 200 len: 375 time: 0.0434663 Jul 23 20:26:59.705736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.707653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Fanout notify agent at l3_agent the message router_deleted on router b321029b-546d-4053-9511-97547f3229ee {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:26:59.799772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.799772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5660162e-c701-4382-8e8d-40939fa53278 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/b321029b-546d-4053-9511-97547f3229ee HTTP/1.1" status: 204 len: 168 time: 1.9493752 Jul 23 20:26:59.799772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57504) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:26:59.799772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4773606', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:26:59.827869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d6508f2-18fa-4f21-b48f-3caf9112f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.831702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d6508f2-18fa-4f21-b48f-3caf9112f182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.833533 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2d6508f2-18fa-4f21-b48f-3caf9112f182 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/259a14cc-575f-427e-83d4-422c561c2f9e HTTP/1.1" status: 204 len: 168 time: 0.5658016 Jul 23 20:26:59.847503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6508f2-18fa-4f21-b48f-3caf9112f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259a14cc-575f-427e-83d4-422c561c2f9e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:26:59.866136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.867741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:26:59.928186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8466212-a80a-47af-9211-3112bc3dab33 req-97b63200-33df-4163-b29e-7e0b2f2624fc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:26:59.929960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8466212-a80a-47af-9211-3112bc3dab33 req-97b63200-33df-4163-b29e-7e0b2f2624fc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1536467 Jul 23 20:26:59.939082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-366b63b1-e36e-4eea-950a-e10246171a8b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2443781 Jul 23 20:27:00.020507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.071036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-da4f1185-aa50-432f-a298-e180bd744442 service neutron] 10.222.0.46 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046996 Jul 23 20:27:00.142121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8466212-a80a-47af-9211-3112bc3dab33 req-ca56c727-f26c-4a88-babe-6c9cdd157d49 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017930 Jul 23 20:27:00.247967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b0b281cf-381a-4f0b-a146-7668aa5064e6 service neutron] 10.222.0.46 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617634 Jul 23 20:27:00.301984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.420864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:00.514363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1076d076-36a6-4c02-8973-03a198e4b353 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=322862c4a1a54ce885cd9143a1ddd5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0920243 Jul 23 20:27:00.516805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57562) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:00.624403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-812f9515-2628-4e40-9889-904b7a510257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.674476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74e27272-5501-48ca-a184-abcdb754180f req-592b4c6f-28de-49dc-bd45-2627a463d660 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 210 time: 0.0892382 Jul 23 20:27:00.770745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.828868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-812f9515-2628-4e40-9889-904b7a510257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.829720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.983501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-812f9515-2628-4e40-9889-904b7a510257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.988395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-812f9515-2628-4e40-9889-904b7a510257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:00.997787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-812f9515-2628-4e40-9889-904b7a510257 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea7ebc40-8078-489f-8f11-745c48a8e2bc HTTP/1.1" status: 204 len: 168 time: 0.4729631 Jul 23 20:27:01.018938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a6f46-e726-493a-8794-d36930c23587 req-170908da-72cd-4a4e-869e-3b5b5c9551ff tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.023159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-370a6f46-e726-493a-8794-d36930c23587 req-170908da-72cd-4a4e-869e-3b5b5c9551ff tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.3696296 Jul 23 20:27:01.092010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812f9515-2628-4e40-9889-904b7a510257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7ebc40-8078-489f-8f11-745c48a8e2bc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:01.094747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Allocated IP 172.25.8.12 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ad521986-7a5d-417c-aa90-6cf40b342cb9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:01.134851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-370a6f46-e726-493a-8794-d36930c23587 req-9a21b5b4-72b8-4208-a544-a87f2d77bd43 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054394 Jul 23 20:27:01.280876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.340450 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:27:01.364097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:01.468817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:01.476572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:01.490483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:01.554305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4abd9-aa07-4bdc-ae63-ff91ef60af83 req-d668967d-8838-4bfc-a62c-881b7e1f15d4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:01.569074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4c4abd9-aa07-4bdc-ae63-ff91ef60af83 req-d668967d-8838-4bfc-a62c-881b7e1f15d4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.2344556 Jul 23 20:27:01.642350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event updated for resources: {'Port': ['ID=ad521986-7a5d-417c-aa90-6cf40b342cb9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:01.690924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4c4abd9-aa07-4bdc-ae63-ff91ef60af83 req-df4d74f4-332a-4244-b429-503dbaf22bbd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183534 Jul 23 20:27:01.990759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca849dfa-6366-407c-8842-79fde418d30d req-2a815905-6467-4d88-b054-6ed9ec8902e3 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 210 time: 0.1220508 Jul 23 20:27:02.117934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.148186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fde80b-31db-4e3e-b213-b5031367f180 req-311d1fde-9994-4d07-80d3-5f5de5cc2aed tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:02.150048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49fde80b-31db-4e3e-b213-b5031367f180 req-311d1fde-9994-4d07-80d3-5f5de5cc2aed tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.1400912 Jul 23 20:27:02.646512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b6c64-7e3a-4b07-8feb-a5779d84b576 req-5cd2ffdc-dd18-4ece-994a-c4a73bf85391 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:02.664943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a19b6c64-7e3a-4b07-8feb-a5779d84b576 req-5cd2ffdc-dd18-4ece-994a-c4a73bf85391 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.3614521 Jul 23 20:27:02.665748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.838170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Deleting port 5ce431af-2775-466e-97b1-6de2ec2939a9 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:02.838170 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:02.875012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a19b6c64-7e3a-4b07-8feb-a5779d84b576 req-60e49412-a51b-44c3-bcfd-dba546fd3e76 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080431 Jul 23 20:27:03.072353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-3b6c4bfe-b307-4366-9aa6-04726038f59a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.074874 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-3b6c4bfe-b307-4366-9aa6-04726038f59a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.47 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 810 time: 0.4322233 Jul 23 20:27:03.093357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Request body: {'port': {'device_id': '818a67fd-5668-478b-9e5d-943740f95c75', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'admin_state_up': True, 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:03.379661 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7301ee87-977a-45be-ad07-5053dc0b86cf req-456de556-f54d-4901-b55d-16bd3ff59438 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 210 time: 0.1268952 Jul 23 20:27:03.426807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Made reservation on behalf of 5c503d7fa2134b19b5070dc060255cbe for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:03.442775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.502810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] For port 5ce431af-2775-466e-97b1-6de2ec2939a9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=5ce431af-2775-466e-97b1-6de2ec2939a9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:03.503421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:03.531651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5e7f3-6a40-478c-a95e-b41307fbdff9 req-40a3f96b-d6f6-4971-904b-834fd89af65d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:03.534558 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97b5e7f3-6a40-478c-a95e-b41307fbdff9 req-40a3f96b-d6f6-4971-904b-834fd89af65d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.6585279 Jul 23 20:27:03.836011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Allocated IP 172.20.0.5 (c2787c95-bf67-4658-8d90-983a18a493d9/4ac5cf74-0efd-492c-9d85-16673e0500b9/be0b2d50-9ba9-47bd-aad3-2e62af5001fb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:03.853603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97b5e7f3-6a40-478c-a95e-b41307fbdff9 req-6770b4a6-2402-4f96-a1fc-ec239fbac04b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2995417 Jul 23 20:27:04.265995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.266573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.267158 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Floating IP a8cb5a0a-1f84-40d9-a99d-8d5709d8d973 disassociated. External IP: 172.25.8.38, port: 5ce431af-2775-466e-97b1-6de2ec2939a9. Jul 23 20:27:04.268806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Calling delete_port for 5ce431af-2775-466e-97b1-6de2ec2939a9 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:04.277416 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.348571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.374106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a7872272-9054-46c5-a612-4ed391f11041'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:04.415100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Router 54df447e-2f22-4dd7-a1fd-10c39c9349b7 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:27:04.438914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Network c2787c95-bf67-4658-8d90-983a18a493d9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:04.453059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:04.470488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:04.517395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Pushing event updated for resources: {'Port': ['ID=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:04.815677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.818785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:04.907160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-35c1b11c-41b0-420a-97ae-3927b3a44396 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8171780 Jul 23 20:27:04.909702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9efba3-22ad-4adf-bf66-527b59aa6f5b req-ee7e4686-39a8-4973-bdc2-3323616c902f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:04.916549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a9efba3-22ad-4adf-bf66-527b59aa6f5b req-ee7e4686-39a8-4973-bdc2-3323616c902f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 946 time: 0.6756752 Jul 23 20:27:04.942005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Request body: {'port': {'device_id': '818a67fd-5668-478b-9e5d-943740f95c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:05.020587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:05.046199 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] Sync routers for ids ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:05.109866 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] Routers {'54df447e-2f22-4dd7-a1fd-10c39c9349b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:05.110514 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:05.227386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.239224 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-99314d6e-d6a0-41fa-823b-34b9133b747c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.5106356 Jul 23 20:27:05.247340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a9efba3-22ad-4adf-bf66-527b59aa6f5b req-ee7d6cac-4060-40fa-b208-fa6788c2a656 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=db81c14a-fe6e-4316-9f4e-4b7351bc9454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161390 Jul 23 20:27:05.248441 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:05.256583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57836) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:05.278532 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:05.287314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:05.319344 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] Routers {'54df447e-2f22-4dd7-a1fd-10c39c9349b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:05.319995 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:05.353191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event deleted for resources: {'Port': ['ID=5ce431af-2775-466e-97b1-6de2ec2939a9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:05.396555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57840) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:05.397730 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:05.398297 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00a35e-c4c3-4829-85ef-6e64c84b6e8f None None] The sync data for ids ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:05.585938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54db61-6139-47f9-a470-42bc587ce4cc req-1dfa362c-6c47-4355-b14b-a0e019027be8 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.587429 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b54db61-6139-47f9-a470-42bc587ce4cc req-1dfa362c-6c47-4355-b14b-a0e019027be8 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 931 time: 0.5290494 Jul 23 20:27:05.717016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8cf56-a1fc-42f7-a3d3-ab0494b841db req-f97e2a7f-d48a-415a-a890-4ab87c11f046 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:05.719170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ae8cf56-a1fc-42f7-a3d3-ab0494b841db req-f97e2a7f-d48a-415a-a890-4ab87c11f046 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.3149989 Jul 23 20:27:05.796219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b54db61-6139-47f9-a470-42bc587ce4cc req-90ec6d41-b9cd-404e-8b4c-a3e116deff32 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898146 Jul 23 20:27:05.862349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:05.933937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ae8cf56-a1fc-42f7-a3d3-ab0494b841db req-2c82eb82-60b2-4474-9ab3-6fbc0076589e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914706 Jul 23 20:27:05.965387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:05.991021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.045176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:06.082965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 5ce431af-2775-466e-97b1-6de2ec2939a9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:06.084336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 5ce431af-2775-466e-97b1-6de2ec2939a9 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:06.299499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.337539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:06.377319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:06.395734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:06.397079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:06.501880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.566488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6554b9d-9cd9-4377-89c4-e9d9dc9dcf16 req-5e8e9bb4-c946-48f5-b938-8c8a4a8c7197 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=072bf4ba-7c80-46f7-8e1c-9875b34c5d00 HTTP/1.1" status: 200 len: 210 time: 0.0740483 Jul 23 20:27:06.567327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] No DVR routers for this DVR port 5ce431af-2775-466e-97b1-6de2ec2939a9 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:06.571819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:06.574140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49fde80b-31db-4e3e-b213-b5031367f180 req-43144957-c638-4b85-8c87-10a0e89224ad tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "DELETE /v2.0/ports/5ce431af-2775-466e-97b1-6de2ec2939a9 HTTP/1.1" status: 204 len: 173 time: 4.4185972 Jul 23 20:27:06.574708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-deleted', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:06.578583 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4168dc7-2dcc-46fa-a7fc-9be9feabba8f" -d '{"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-deleted", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:06.700864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:06.722284 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4030360d-b3b5-4964-9ffb-396316182504 x-openstack-request-id: req-4030360d-b3b5-4964-9ffb-396316182504 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:06.722619 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072bf4ba-7c80-46f7-8e1c-9875b34c5d00", "name": "network-vif-deleted", "tag": "5ce431af-2775-466e-97b1-6de2ec2939a9", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:06.722878 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4030360d-b3b5-4964-9ffb-396316182504 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:06.723274 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072bf4ba-7c80-46f7-8e1c-9875b34c5d00', 'name': 'network-vif-deleted', 'tag': '5ce431af-2775-466e-97b1-6de2ec2939a9', 'status': 'completed', 'code': 200} Jul 23 20:27:06.871343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Allocated IP 172.25.8.235 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/2095ed4d-875f-4c16-b76a-94891ba0267a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:07.043572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0b2d50-9ba9-47bd-aad3-2e62af5001fb {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:07.103630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.119728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:07.169466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Transition to ACTIVE for port object be0b2d50-9ba9-47bd-aad3-2e62af5001fb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:07.211026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.234012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.237589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:07.281989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:07.283121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:07.323027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.363799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.433919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Pushing event updated for resources: {'Port': ['ID=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:07.469596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:07.507599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552f03a-5a9f-438a-976e-0803f0685e2a req-9bd6cf77-805c-40ea-a4f2-194981389e20 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.513476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4552f03a-5a9f-438a-976e-0803f0685e2a req-9bd6cf77-805c-40ea-a4f2-194981389e20 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 931 time: 0.5441220 Jul 23 20:27:07.550099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Attempting to bind port be0b2d50-9ba9-47bd-aad3-2e62af5001fb on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:07.550448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Attempting to bind port be0b2d50-9ba9-47bd-aad3-2e62af5001fb by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:07.550784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Attempting to bind port be0b2d50-9ba9-47bd-aad3-2e62af5001fb on network c2787c95-bf67-4658-8d90-983a18a493d9 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:07.559007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Deleting port ad521986-7a5d-417c-aa90-6cf40b342cb9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:07.559364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.574334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Port be0b2d50-9ba9-47bd-aad3-2e62af5001fb on network c2787c95-bf67-4658-8d90-983a18a493d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:07.574681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Attempting to bind port be0b2d50-9ba9-47bd-aad3-2e62af5001fb on network c2787c95-bf67-4658-8d90-983a18a493d9 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:07.595480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:07.595922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Checking segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:07.596536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Bound using segment: {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:07.597178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Bound port: be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16632b31-5002-4be9-9647-0b80b9f42a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:07.597665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.702907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ce0b9-9cb8-43cc-9a84-c371ad8ede31 req-3ce47c89-f1e4-4766-a497-d3d404bbb856 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:07.713142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc0ce0b9-9cb8-43cc-9a84-c371ad8ede31 req-3ce47c89-f1e4-4766-a497-d3d404bbb856 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.6247408 Jul 23 20:27:07.790469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:07.817592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Calling delete_port for ad521986-7a5d-417c-aa90-6cf40b342cb9 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:07.836636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] For port be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:07.841871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] For port be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:07.847689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:07.877015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc0ce0b9-9cb8-43cc-9a84-c371ad8ede31 req-e6057f5d-fe52-40ad-9f1b-f49ba73fad60 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628807 Jul 23 20:27:07.882719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4552f03a-5a9f-438a-976e-0803f0685e2a req-9ee87a92-d2c1-483a-a52f-a1c20d30da55 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442581 Jul 23 20:27:07.889669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30942cf2-5072-4381-89a0-234b556c4b16 None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:08.031289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.068798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57866) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:08.156002 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.159557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-6b4db97c-d55d-4b26-885e-c804c4c3a578 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3137221 Jul 23 20:27:08.162833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:08.201820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:08.248801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.249452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.251015 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] 10.222.0.47 "PUT /v2.0/ports/be0b2d50-9ba9-47bd-aad3-2e62af5001fb HTTP/1.1" status: 200 len: 1092 time: 3.3285909 Jul 23 20:27:08.252147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.255191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65bbc79-1d80-47c7-ae14-68931f32fec1 service neutron] Pushing event updated for resources: {'Port': ['ID=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:08.264246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818a67fd-5668-478b-9e5d-943740f95c75', 'tag': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:08.266843 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "818a67fd-5668-478b-9e5d-943740f95c75", "tag": "be0b2d50-9ba9-47bd-aad3-2e62af5001fb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:08.316259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:08.413554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00e4a362-bc04-4181-9ff8-964a6944ff3b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.421938 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e02593-cb5b-4172-936a-27891eafc2f6 x-openstack-request-id: req-d0e02593-cb5b-4172-936a-27891eafc2f6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:08.421938 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818a67fd-5668-478b-9e5d-943740f95c75", "tag": "be0b2d50-9ba9-47bd-aad3-2e62af5001fb", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:08.421938 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0e02593-cb5b-4172-936a-27891eafc2f6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:08.421938 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818a67fd-5668-478b-9e5d-943740f95c75', 'tag': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb', 'status': 'completed', 'code': 200} Jul 23 20:27:08.435504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Pushing event deleted for resources: {'Port': ['ID=ad521986-7a5d-417c-aa90-6cf40b342cb9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:08.448621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365b4b98-f20e-44da-8b06-49798ff2d37f None None] New status for floating IP a8cb5a0a-1f84-40d9-a99d-8d5709d8d973: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:08.486099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00e4a362-bc04-4181-9ff8-964a6944ff3b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.536986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-71eefa01-1157-424d-9109-130d1c20d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.538760 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-71eefa01-1157-424d-9109-130d1c20d561 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 1095 time: 0.2235217 Jul 23 20:27:08.588665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-00ec3d52-f0c6-4063-9925-b57b85aead20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb HTTP/1.1" status: 200 len: 217 time: 0.0422037 Jul 23 20:27:08.611228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Port': ['ID=2095ed4d-875f-4c16-b76a-94891ba0267a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:08.618764 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00e4a362-bc04-4181-9ff8-964a6944ff3b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.622422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00e4a362-bc04-4181-9ff8-964a6944ff3b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.623939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-00e4a362-bc04-4181-9ff8-964a6944ff3b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "DELETE /v2.0/security-groups/db81c14a-fe6e-4316-9f4e-4b7351bc9454 HTTP/1.1" status: 204 len: 168 time: 0.5281203 Jul 23 20:27:08.639345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57870) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:08.640768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4a362-bc04-4181-9ff8-964a6944ff3b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db81c14a-fe6e-4316-9f4e-4b7351bc9454,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:08.678137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-ba4ab5eb-9749-46c2-9ac1-096588d1e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.679785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-ba4ab5eb-9749-46c2-9ac1-096588d1e7df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.0841935 Jul 23 20:27:08.684238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.821844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:08.836194 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-bb22a35e-7986-44d6-a739-422bd1dfdbda tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] show failed (client error): The resource could not be found. Jul 23 20:27:08.837868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb22a35e-7986-44d6-a739-422bd1dfdbda tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups/db81c14a-fe6e-4316-9f4e-4b7351bc9454 HTTP/1.1" status: 404 len: 347 time: 0.1945808 Jul 23 20:27:08.850008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57872) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:08.882721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-da320b10-4a39-4b46-9468-a87303f8b140 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938690 Jul 23 20:27:08.916750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-e615bda9-c770-48fc-b3d6-1583cbe6956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:08.918613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-e615bda9-c770-48fc-b3d6-1583cbe6956f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=12c439fea88841b9af3e4941dd17cf57&device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 1097 time: 0.7237222 Jul 23 20:27:09.067968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-3c2d79d9-2f26-499e-93e0-b4a47a271ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:09.069543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-3c2d79d9-2f26-499e-93e0-b4a47a271ceb service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 200 len: 911 time: 0.1007431 Jul 23 20:27:09.217176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.232451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-f880e658-110f-47af-86ad-60112b2a922d service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188586 Jul 23 20:27:09.235234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.239772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.332410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-1d89a04e-68e0-4854-83c7-0cdc0d2e4cdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b HTTP/1.1" status: 200 len: 1000 time: 0.2526529 Jul 23 20:27:09.364136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Router 54df447e-2f22-4dd7-a1fd-10c39c9349b7 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:09.507050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:09.514902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.518766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-068776ce-7ec6-4256-854a-f2a8503b8949 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "PUT /v2.0/routers/54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 200 len: 707 time: 4.2584527 Jul 23 20:27:09.524187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] Sync routers for ids ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:09.533127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57882) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:09.537961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] Routers {'54df447e-2f22-4dd7-a1fd-10c39c9349b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:09.538619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:09.547106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ae84b1f-30fb-41a2-a966-e810d326c1e1 req-05d544b7-8eac-415b-831c-3d0fc58cd534 service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977006 Jul 23 20:27:09.622479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:09.632634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] Routers {'54df447e-2f22-4dd7-a1fd-10c39c9349b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:09.633472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:09.672458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:09.672458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cbb955-32fc-442d-ac47-a42f650e99d2 None None] The sync data for ids ['54df447e-2f22-4dd7-a1fd-10c39c9349b7'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:09.711483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-91934c1d-1e4b-4a0b-a337-dbf787530e6c tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/routers/54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 200 len: 742 time: 0.1769035 Jul 23 20:27:09.714855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57884) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:09.799608 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-357003af-660e-4b64-9271-e6f8ecf0dd36 tempest-RoutersIpV6AdminTest-2093622929 tempest-RoutersIpV6AdminTest-2093622929-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 200 len: 205 time: 0.0833440 Jul 23 20:27:09.800545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57886) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:09.849138 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-87c0cd0a-9277-4428-b800-c51bafff301b tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 200 len: 205 time: 0.0444946 Jul 23 20:27:09.852343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57888) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:09.928397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Deleting port 373a6d71-ca67-44ea-9bd6-2bf2a2efe33e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:09.929294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:09.941959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-ce3c8493-14e1-4289-b984-950f5dbd0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:09.943976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-ce3c8493-14e1-4289-b984-950f5dbd0e25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 1095 time: 0.3092997 Jul 23 20:27:09.946023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05850e4c-4c20-48d6-ad00-770ca4a169e7 req-0c3f6cff-d82c-4b19-b7d1-4bdcf3e79983 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:09.948895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05850e4c-4c20-48d6-ad00-770ca4a169e7 req-0c3f6cff-d82c-4b19-b7d1-4bdcf3e79983 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.8730223 Jul 23 20:27:09.958606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7304dc3-0605-4835-8415-b3033a1588ec req-81736509-acba-472c-8967-f9e7171683ec tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:09.960398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7304dc3-0605-4835-8415-b3033a1588ec req-81736509-acba-472c-8967-f9e7171683ec tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 943 time: 0.8899343 Jul 23 20:27:09.962447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-d1409f25-6713-4d59-96fb-044b087725cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:09.965014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-d1409f25-6713-4d59-96fb-044b087725cf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 200 len: 849 time: 0.6224117 Jul 23 20:27:10.159212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05850e4c-4c20-48d6-ad00-770ca4a169e7 req-8655e641-6302-4700-b37c-0f21794f4ffb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929619 Jul 23 20:27:10.304628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7304dc3-0605-4835-8415-b3033a1588ec req-7b1fb734-2eb0-467e-ada6-c74ee9446e34 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292398 Jul 23 20:27:10.357980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.360941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.361410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.377947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.410958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Calling delete_port for 373a6d71-ca67-44ea-9bd6-2bf2a2efe33e owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:10.481230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-0c51b886-6e42-4cc3-ac21-dba9a75658f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.483798 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-0c51b886-6e42-4cc3-ac21-dba9a75658f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb3d6a92-34a6-487d-ae51-a7f921e11808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4999452 Jul 23 20:27:10.687250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Port': ['ID=2095ed4d-875f-4c16-b76a-94891ba0267a,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:10.700476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.782185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.815860 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:10.819518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-93f705a9-6be5-4747-8b68-af54385cb6ab tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4100232 Jul 23 20:27:10.831861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57898) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:10.869694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-413400815'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:10.872516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-bae5eb0c-f6e1-4487-be01-21a9387d2ecd service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672900 Jul 23 20:27:10.880511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-d9ae900f-0ae5-4743-bb55-8bc28ea97913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:10.882270 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-d9ae900f-0ae5-4743-bb55-8bc28ea97913 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 911 time: 0.8995719 Jul 23 20:27:11.047118 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-7959ea79-9e58-4aea-aff5-528689372740 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb HTTP/1.1" status: 200 len: 217 time: 0.1556146 Jul 23 20:27:11.054125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-97067ec6-902a-4a63-aa8e-913d2bf2e382 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1559591 Jul 23 20:27:11.100223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c249dc5d-6cde-46c3-b947-2d10ee3ac6b1 req-80693187-c9d9-4709-9cde-9e4a91d2df70 service neutron] 10.222.0.47 "GET /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105715 Jul 23 20:27:11.108546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Made reservation on behalf of 90aee072ad024756aa19c5352eb24f5f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:11.128590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.137744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.140854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.154537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.159783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.273356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event deleted for resources: {'Port': ['ID=373a6d71-ca67-44ea-9bd6-2bf2a2efe33e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:11.280790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-04a90510-312b-4286-9afc-1333a482e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.286626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-04a90510-312b-4286-9afc-1333a482e6e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.2293355 Jul 23 20:27:11.431508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.432547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Fanout notify agent at l3_agent the message router_deleted on router 54df447e-2f22-4dd7-a1fd-10c39c9349b7 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:11.440038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-64fffafd-4e9e-43a7-bd31-e141072c3182 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298499 Jul 23 20:27:11.449718 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.451845 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f1778d00-dbf4-4c6b-98c3-b429428a2407 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 204 len: 168 time: 1.5989201 Jul 23 20:27:11.456034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57912) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:11.580779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4986d20f-01a9-4d61-8331-db38f4e2c8d5 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 200 len: 205 time: 0.1153877 Jul 23 20:27:11.588491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57916) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:11.673763 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-20e09a01-624c-4873-815f-fb5db09741cc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] delete failed (client error): The resource could not be found. Jul 23 20:27:11.674862 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-20e09a01-624c-4873-815f-fb5db09741cc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/54df447e-2f22-4dd7-a1fd-10c39c9349b7 HTTP/1.1" status: 404 len: 336 time: 0.0712185 Jul 23 20:27:11.680856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57918) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:11.692719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.696181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:11.714763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-25f47e4e-1f80-4966-ba64-26f592416cd4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "DELETE /v2.0/floatingips/a8cb5a0a-1f84-40d9-a99d-8d5709d8d973 HTTP/1.1" status: 204 len: 168 time: 2.8473425 Jul 23 20:27:11.771925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-3aaf1d97-7ec9-47d1-9a56-f213b4b08077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.777996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-3aaf1d97-7ec9-47d1-9a56-f213b4b08077 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 1097 time: 0.5204301 Jul 23 20:27:11.790022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d01900c8-10e4-4cdc-9f86-62aa7bc53618 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=b321029b-546d-4053-9511-97547f3229ee HTTP/1.1" status: 200 len: 205 time: 0.0739150 Jul 23 20:27:11.794768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57922) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:11.809306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4aad-01c7-4d04-9402-8b7ed073c0aa req-60f6e297-2c47-4716-a307-caca922cbd0e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.811057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddfc4aad-01c7-4d04-9402-8b7ed073c0aa req-60f6e297-2c47-4716-a307-caca922cbd0e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.4532149 Jul 23 20:27:11.834087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1dfd-1866-46da-a586-3011a4e866d8 req-721fe452-469b-4e2d-85ff-2d6c0f3ffc6a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:11.843306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9bb1dfd-1866-46da-a586-3011a4e866d8 req-721fe452-469b-4e2d-85ff-2d6c0f3ffc6a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 943 time: 0.3996577 Jul 23 20:27:11.905891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddfc4aad-01c7-4d04-9402-8b7ed073c0aa req-af169464-3206-4bf9-9361-2dbf23294cb6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816555 Jul 23 20:27:11.917885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9bb1dfd-1866-46da-a586-3011a4e866d8 req-9eac9ddf-0cab-4ea4-9416-a2a39bd290c8 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705891 Jul 23 20:27:11.955625 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-dad41a61-7d92-422f-99f9-dbf31ebe7a4b tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] delete failed (client error): The resource could not be found. Jul 23 20:27:11.959641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dad41a61-7d92-422f-99f9-dbf31ebe7a4b tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/b321029b-546d-4053-9511-97547f3229ee HTTP/1.1" status: 404 len: 336 time: 0.1616185 Jul 23 20:27:11.959777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57926) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:11.975880 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-c7f4fb03-0b9e-45f7-a9bd-9ae488d609ee service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185008 Jul 23 20:27:12.035925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-808135b6-7458-4bd2-af95-de6fb84cc48b tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=34c59127-813a-47b7-b052-11358d675321 HTTP/1.1" status: 200 len: 205 time: 0.0748377 Jul 23 20:27:12.040501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57928) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.081005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device be0b2d50-9ba9-47bd-aad3-2e62af5001fb details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:12.118830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.129493 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-e895beab-af15-4417-9735-1705703d3cfe tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] delete failed (client error): The resource could not be found. Jul 23 20:27:12.132914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e895beab-af15-4417-9735-1705703d3cfe tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/34c59127-813a-47b7-b052-11358d675321 HTTP/1.1" status: 404 len: 336 time: 0.0912528 Jul 23 20:27:12.135661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57930) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.163925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.192432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-fca4912e-aed3-498d-99e5-81a714385254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.193626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-fca4912e-aed3-498d-99e5-81a714385254 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 911 time: 0.3847005 Jul 23 20:27:12.207249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0a383258-bc51-42fb-95e4-b52a09b4a479 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=c36dae7b-02e9-4577-92b5-0f0ada92d9c4 HTTP/1.1" status: 200 len: 205 time: 0.0699608 Jul 23 20:27:12.212652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57932) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.217814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:12.274974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8024dd63-7d5e-4521-abdd-b9341525bb69,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:12.284416 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-dc41190b-5100-48fb-9ec7-c3916712ee74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7872272-9054-46c5-a612-4ed391f11041 HTTP/1.1" status: 200 len: 217 time: 0.0790911 Jul 23 20:27:12.286160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.286160 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Added segment dd867a8f-5dcd-431c-b83c-7bb502b1823b of type vlan for network 4a8c5889-718e-4e1b-9be4-08be5baef9ad Jul 23 20:27:12.288892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bbb53d28-c6fd-4af3-82f6-0ccb000df0a3 req-8e5f8c1f-0b85-4259-b78e-39271c0ccd5f service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446775 Jul 23 20:27:12.294887 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-8f3c09ee-eac9-4221-920e-98723e45773c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] delete failed (client error): The resource could not be found. Jul 23 20:27:12.298817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f3c09ee-eac9-4221-920e-98723e45773c tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/c36dae7b-02e9-4577-92b5-0f0ada92d9c4 HTTP/1.1" status: 404 len: 336 time: 0.0851476 Jul 23 20:27:12.301937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57934) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.334142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:12.365276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb', 'network_id': 'c2787c95-bf67-4658-8d90-983a18a493d9', 'port_id': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb', 'mac_address': 'fa:16:3e:89:e0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ac5cf74-0efd-492c-9d85-16673e0500b9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:12.380857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c5cdaad8-6313-435c-ac8d-dc72a432c7cc tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=98a74a7a-2a46-4a86-b8f4-3248d0260cb1 HTTP/1.1" status: 200 len: 205 time: 0.0721705 Jul 23 20:27:12.382423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57938) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.395192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.401488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57940) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.406603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'security_group': {'name': 'tempest-securitygroup--69553018', 'description': 'tempest-description--2135929774'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:12.450096 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.458707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.459465 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-26afbbdb-fbc7-4f29-9662-a19817000b7d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] delete failed (client error): The resource could not be found. Jul 23 20:27:12.463450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-26afbbdb-fbc7-4f29-9662-a19817000b7d tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/98a74a7a-2a46-4a86-b8f4-3248d0260cb1 HTTP/1.1" status: 404 len: 336 time: 0.0793164 Jul 23 20:27:12.464547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.478108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0b2d50-9ba9-47bd-aad3-2e62af5001fb {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:12.485674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-c7ae107d-4a3c-4d37-bcdf-f68697e61a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.490566 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-c7ae107d-4a3c-4d37-bcdf-f68697e61a91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.1918795 Jul 23 20:27:12.503484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:12.510033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.562222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57946) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.566071 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cd6a91c0-33e7-4e27-bf77-932c577efc0a tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "GET /v2.0/ports?device_id=75dcd579-2035-4178-a492-d9828452bb18 HTTP/1.1" status: 200 len: 205 time: 0.0984974 Jul 23 20:27:12.581085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:12.597334 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-c2f928bb-54e3-48b0-83b1-421648b284f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948384 Jul 23 20:27:12.613427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.618915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:12.620579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.628422 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-4f39944f-10f2-4ceb-b10a-0b3b9bc0b2b7 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] delete failed (client error): The resource could not be found. Jul 23 20:27:12.629684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4f39944f-10f2-4ceb-b10a-0b3b9bc0b2b7 tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/routers/75dcd579-2035-4178-a492-d9828452bb18 HTTP/1.1" status: 404 len: 336 time: 0.0662012 Jul 23 20:27:12.636945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57948) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.675689 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.677623 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d3c99d-1578-481c-90e0-fa4f1f986b8e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] DELETE failed (client error): The resource could not be found. Jul 23 20:27:12.678438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d3c99d-1578-481c-90e0-fa4f1f986b8e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:27:12.682975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-37d3c99d-1578-481c-90e0-fa4f1f986b8e tempest-RoutersIpV6AdminTest-974861064 tempest-RoutersIpV6AdminTest-974861064-project] 10.222.0.46 "DELETE /v2.0/subnets/5386c0c9-f7e7-443a-a4e2-e052df42118b HTTP/1.1" status: 404 len: 337 time: 0.0439453 Jul 23 20:27:12.693170 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.756273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.757278 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8957326 Jul 23 20:27:12.758030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3551514 Jul 23 20:27:12.759775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e397da-2056-42ab-ba63-3b2c12fdd1f1 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Network': ['ID=4a8c5889-718e-4e1b-9be4-08be5baef9ad,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:12.760941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bab24e-0755-4acb-9737-2959fe13e073 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:12.764002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57952) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.764345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57954) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:12.766833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['be0b2d50-9ba9-47bd-aad3-2e62af5001fb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:12.771188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Request body: {'subnet': {'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:12.771369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'security_group_rule': {'security_group_id': '0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:12.818125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.820008 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-7362ec40-e3d1-4200-a412-c62093a079cf service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154851 Jul 23 20:27:12.848951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:12.951070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:12.966881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.020403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.021129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2c8af6f-a42d-4d93-9e59-913931b29575 req-a80dc786-6133-4b72-9c70-b16c22f3761b service neutron] 10.222.0.36 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284211 Jul 23 20:27:13.022735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573929 Jul 23 20:27:13.025606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a2c1-7781-41b5-bf54-e12195810e04 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce12406-2dd7-4c37-9334-49a6f0d96a91,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.030819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Made reservation on behalf of 90aee072ad024756aa19c5352eb24f5f for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:13.044706 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.047940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57962) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:13.063950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'security_group_rule': {'security_group_id': '0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:13.319197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.371056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3731dbdb-a09d-4060-a82a-8e64cbf1cbcd req-0ce99740-a12b-41e4-aea6-d07b4cd83d3e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.376306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3731dbdb-a09d-4060-a82a-8e64cbf1cbcd req-0ce99740-a12b-41e4-aea6-d07b4cd83d3e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.2728562 Jul 23 20:27:13.402466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57966) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:13.487912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dfb8d-1fae-4bd0-83c7-9abc4ef05fb9 req-5c3648a9-47c1-4aca-b8fd-0fd3903a040e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.489270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-196dfb8d-1fae-4bd0-83c7-9abc4ef05fb9 req-5c3648a9-47c1-4aca-b8fd-0fd3903a040e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 944 time: 0.3621933 Jul 23 20:27:13.495846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.528564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.564718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff579e10-bfa7-481d-aef5-714deab314c6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.578061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.588129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.589541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec6c21c0-1161-4fde-b6b2-ddd9a8374e05 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5294721 Jul 23 20:27:13.597934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:13.616874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:13.633655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3731dbdb-a09d-4060-a82a-8e64cbf1cbcd req-a8027793-c230-4b8a-8541-3ae959d64e5e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446198 Jul 23 20:27:13.639336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-196dfb8d-1fae-4bd0-83c7-9abc4ef05fb9 req-53a910c4-5a20-4e4b-b708-efa143f14f7f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405845 Jul 23 20:27:13.641788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-797ee879-ca9a-4454-a9ab-fe08cd6ab2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.675319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Subnet': ['ID=7ad837f8-bae6-47da-93dd-27616fce612b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:13.703694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Checking segment: {'id': 'dd867a8f-5dcd-431c-b83c-7bb502b1823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:13.704238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network hostable DHCP agents. Network: 4a8c5889-718e-4e1b-9be4-08be5baef9ad, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:13.709277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.718276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.726191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:13.747846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 4a8c5889-718e-4e1b-9be4-08be5baef9ad) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:13.759461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3c256-4049-4de7-83f6-c7990f2ed68b None None] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:13.778929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:13.780788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:13.908973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35616948-46ef-45a6-8f98-c6894313a567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.008130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-797ee879-ca9a-4454-a9ab-fe08cd6ab2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.027791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-797ee879-ca9a-4454-a9ab-fe08cd6ab2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.029528 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6169ac12-4819-4f8c-8d0a-50b4833392a3 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2644336 Jul 23 20:27:14.032578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57972) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:14.032714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-4a8c5889-718e-4e1b-9be4-08be5baef9ad', 'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad', 'tenant_id': '90aee072ad024756aa19c5352eb24f5f', 'fixed_ips': [{'subnet_id': '7ad837f8-bae6-47da-93dd-27616fce612b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:27:14.038402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1731549712', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:14.041892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.070445 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.096647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device be0b2d50-9ba9-47bd-aad3-2e62af5001fb up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:14.107080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.108647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.245550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-797ee879-ca9a-4454-a9ab-fe08cd6ab2e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c9d41df53524ee99ce4081fb5c65a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8171287 Jul 23 20:27:14.245550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57974) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:14.245781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.318499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Allocated IP 172.25.8.143 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/5dec5c94-f913-49c0-9d45-d083a9cc1d81) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:14.318499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ee879-ca9a-4454-a9ab-fe08cd6ab2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698da712-1ecf-4bb5-8611-f797a98964ee,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.408371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port be0b2d50-9ba9-47bd-aad3-2e62af5001fb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:14.412615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Allocated IP 172.20.0.2 (4a8c5889-718e-4e1b-9be4-08be5baef9ad/7ad837f8-bae6-47da-93dd-27616fce612b/501144ae-f268-4a5b-8715-c02167e1e35b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:14.418721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port be0b2d50-9ba9-47bd-aad3-2e62af5001fb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:14.419543 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.473932 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fddb1f13-75b7-425a-8715-da22e34d7b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.546058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.558722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fddb1f13-75b7-425a-8715-da22e34d7b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.582469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.652342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fddb1f13-75b7-425a-8715-da22e34d7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.655811 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fddb1f13-75b7-425a-8715-da22e34d7b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.660511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fddb1f13-75b7-425a-8715-da22e34d7b39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/698da712-1ecf-4bb5-8611-f797a98964ee HTTP/1.1" status: 204 len: 168 time: 0.4170556 Jul 23 20:27:14.664372 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.704628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb1f13-75b7-425a-8715-da22e34d7b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698da712-1ecf-4bb5-8611-f797a98964ee,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.722302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.772080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:14.814338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:14.823382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a67fd-5668-478b-9e5d-943740f95c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:14.826617 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f02ad6-b088-4032-b956-7a6b64cde7ec" -d '{"events": [{"server_uuid": "818a67fd-5668-478b-9e5d-943740f95c75", "name": "network-vif-plugged", "status": "completed", "tag": "be0b2d50-9ba9-47bd-aad3-2e62af5001fb"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:14.840354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:14.870894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:14.899061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:14.911854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'Port': ['ID=5dec5c94-f913-49c0-9d45-d083a9cc1d81,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:14.988457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.004905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Transition to ACTIVE for port object 501144ae-f268-4a5b-8715-c02167e1e35b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:15.025789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b22a-5087-4f5f-83e4-5e9f255a8633 req-056a96a2-7389-4c38-b796-7de10a2cf1ef tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.027610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fd0b22a-5087-4f5f-83e4-5e9f255a8633 req-056a96a2-7389-4c38-b796-7de10a2cf1ef tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 944 time: 0.2539887 Jul 23 20:27:15.043482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Transition to ACTIVE for port object 501144ae-f268-4a5b-8715-c02167e1e35b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:15.044994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:15.056227 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.101908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6440fb5-23c7-4cb7-9e9f-a6fb9d06abff req-df56b878-6759-4819-829b-6a2c280bab43 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.103508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6440fb5-23c7-4cb7-9e9f-a6fb9d06abff req-df56b878-6759-4819-829b-6a2c280bab43 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.3492739 Jul 23 20:27:15.165486 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.198617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.246559 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.299707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57992) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:15.340733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:15.343934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:15.347856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:15.355671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Allocated IP 172.25.8.76 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/9afed570-da3e-4dbd-bc4f-7325132e8bd2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:15.360048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Pushing event updated for resources: {'Port': ['ID=501144ae-f268-4a5b-8715-c02167e1e35b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:15.453843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fd0b22a-5087-4f5f-83e4-5e9f255a8633 req-73b555db-3d0d-4659-b9f2-d654f300c5c2 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698375 Jul 23 20:27:15.458976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.468869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6440fb5-23c7-4cb7-9e9f-a6fb9d06abff req-25442ab8-daf5-4161-b812-09374157464c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239002 Jul 23 20:27:15.471989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Attempting to bind port 501144ae-f268-4a5b-8715-c02167e1e35b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:15.472366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Attempting to bind port 501144ae-f268-4a5b-8715-c02167e1e35b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'dd867a8f-5dcd-431c-b83c-7bb502b1823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:15.472731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Attempting to bind port 501144ae-f268-4a5b-8715-c02167e1e35b on network 4a8c5889-718e-4e1b-9be4-08be5baef9ad {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:15.484400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:15.484908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Checking segment: {'id': 'dd867a8f-5dcd-431c-b83c-7bb502b1823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:15.486042 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.486890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Bound using segment: {'id': 'dd867a8f-5dcd-431c-b83c-7bb502b1823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:15.488391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Bound port: 501144ae-f268-4a5b-8715-c02167e1e35b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd867a8f-5dcd-431c-b83c-7bb502b1823b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:15.488889 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.549921 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e297e55b-5516-49ad-8a70-a5391666c8fd x-openstack-request-id: req-e297e55b-5516-49ad-8a70-a5391666c8fd {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:15.564698 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a67fd-5668-478b-9e5d-943740f95c75", "name": "network-vif-plugged", "status": "completed", "tag": "be0b2d50-9ba9-47bd-aad3-2e62af5001fb", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:15.564698 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e297e55b-5516-49ad-8a70-a5391666c8fd {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:15.564698 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a67fd-5668-478b-9e5d-943740f95c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb', 'code': 200} Jul 23 20:27:15.564977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.565719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d8e6080b-8a27-4f7f-9639-e8cce100ad77 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0a9a2c8c42f049c987e075bb7ce1fd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571287 Jul 23 20:27:15.566607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57994) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:15.614471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] For port 501144ae-f268-4a5b-8715-c02167e1e35b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:15.618331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] For port 501144ae-f268-4a5b-8715-c02167e1e35b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=501144ae-f268-4a5b-8715-c02167e1e35b,segment=NetworkSegment(dd867a8f-5dcd-431c-b83c-7bb502b1823b),segment_id=dd867a8f-5dcd-431c-b83c-7bb502b1823b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:15.632237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.721693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e9517-9d7c-463b-a37c-5b8dd2fef3e9 None None] Pushing event updated for resources: {'Port': ['ID=501144ae-f268-4a5b-8715-c02167e1e35b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:15.796400 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-654be0a3-cdf7-4aff-a64d-c49445ced443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.802377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.809420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.828654 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-654be0a3-cdf7-4aff-a64d-c49445ced443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.901926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-654be0a3-cdf7-4aff-a64d-c49445ced443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.908060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-654be0a3-cdf7-4aff-a64d-c49445ced443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.908060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-654be0a3-cdf7-4aff-a64d-c49445ced443 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1cf3768-6f53-4d71-a7f4-30bf470236b2 HTTP/1.1" status: 204 len: 168 time: 0.3382626 Jul 23 20:27:15.920440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaea84-e13b-42c6-a0a0-e704dffd969c req-7e70f2a0-93c1-4392-96c2-4761a175a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:15.922195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cffaea84-e13b-42c6-a0a0-e704dffd969c req-7e70f2a0-93c1-4392-96c2-4761a175a076 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 1097 time: 0.3002629 Jul 23 20:27:15.923867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654be0a3-cdf7-4aff-a64d-c49445ced443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cf3768-6f53-4d71-a7f4-30bf470236b2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:15.926648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:15.960087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:15.985193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:15.990043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:16.015677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.090867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'Port': ['ID=5dec5c94-f913-49c0-9d45-d083a9cc1d81,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:16.112237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.122783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a68351d4-725e-4bec-b2b0-599dba91c74e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5110621 Jul 23 20:27:16.139410 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cffaea84-e13b-42c6-a0a0-e704dffd969c req-0557f755-3d9f-405c-b38b-4829bf037ee6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922705 Jul 23 20:27:16.183391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Port': ['ID=9afed570-da3e-4dbd-bc4f-7325132e8bd2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:16.425376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.444126 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4db5c695-73ee-410d-824c-45158be2e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.468476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-db5ce568-0bbb-43ba-921b-51b9422c2067 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--69553018&fields=id&tenant_id=c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 267 time: 0.0692141 Jul 23 20:27:16.610916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:16.680389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-8a3f8061-6621-43dc-9598-3332143944dd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.682381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-8a3f8061-6621-43dc-9598-3332143944dd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 817 time: 0.2030170 Jul 23 20:27:16.701887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569f39-0362-48a6-90f2-b8840c722182 req-565b762d-7186-4023-819c-a5ca99624b15 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:16.710891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21569f39-0362-48a6-90f2-b8840c722182 req-565b762d-7186-4023-819c-a5ca99624b15 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1313012 Jul 23 20:27:16.768005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-1a63faa2-cb1a-4c4d-bb20-612d520d014b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/quotas/c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 375 time: 0.0762105 Jul 23 20:27:16.778979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21569f39-0362-48a6-90f2-b8840c722182 req-f6ec127e-8a62-4490-a6da-8c2b193c4288 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662692 Jul 23 20:27:16.952804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-05ce9836-5062-4909-b5f7-7156a3acca37 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705203 Jul 23 20:27:17.165563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.230023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-902ca9db-fd84-4237-b024-3078e5b4be48 service neutron] 10.222.0.46 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168033 Jul 23 20:27:17.332243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c8d42-aa1d-4167-a0b2-f7e5f086fd64 None None] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:17.366506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31e7c1-b8a0-4c71-947e-b5fbc43c072f req-aae255b0-3c73-41ba-84b7-dc220a7259d6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:17.368408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba31e7c1-b8a0-4c71-947e-b5fbc43c072f req-aae255b0-3c73-41ba-84b7-dc220a7259d6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.4311252 Jul 23 20:27:17.438551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-6ac083ab-91a5-49c9-bfa6-ffd5946095ec service neutron] 10.222.0.46 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073495 Jul 23 20:27:17.471673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:17.472745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba31e7c1-b8a0-4c71-947e-b5fbc43c072f req-0eb12b6c-3d5b-42c2-b124-79f977b997f7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832798 Jul 23 20:27:17.598175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3309d01b-834e-48c0-b693-bd5b59f82681 None None] Provisioning for port 501144ae-f268-4a5b-8715-c02167e1e35b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:17.782193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Router 8a97ea48-1c48-439c-8e5d-c8c071beb11d is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:27:17.844550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 501144ae-f268-4a5b-8715-c02167e1e35b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:17.887435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94eecbcd-3907-45e3-8062-893e9ad11deb req-faaa77df-47d6-416a-b310-2210d6141fa4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.0932150 Jul 23 20:27:17.946224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.045667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:18.068399 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] Sync routers for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:18.084368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:18.085819 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.120215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.123653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f6b0a92b-3747-4e1c-8151-afc0bc15ae56 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.0897310 Jul 23 20:27:18.130884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:18.156058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 501144ae-f268-4a5b-8715-c02167e1e35b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:18.164421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 501144ae-f268-4a5b-8715-c02167e1e35b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:18.164789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.199614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.248091 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:18.248742 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.275503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa80d8d-b197-44e3-b50a-6c1a1aa97ab5 req-0648e1a4-ac5b-4263-a40e-4f66a3ae3452 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.278092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aa80d8d-b197-44e3-b50a-6c1a1aa97ab5 req-0648e1a4-ac5b-4263-a40e-4f66a3ae3452 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2162781 Jul 23 20:27:18.354745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:18.356054 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644a7a3-b0cb-4d05-a94d-bc7563d7feb5 None None] The sync data for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:18.380787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.450788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aa80d8d-b197-44e3-b50a-6c1a1aa97ab5 req-0ebb3bb9-c38c-4daa-8977-f77602cd9c61 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533191 Jul 23 20:27:18.464269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 501144ae-f268-4a5b-8715-c02167e1e35b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=501144ae-f268-4a5b-8715-c02167e1e35b,segment=NetworkSegment(dd867a8f-5dcd-431c-b83c-7bb502b1823b),segment_id=dd867a8f-5dcd-431c-b83c-7bb502b1823b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:18.483529 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.505567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ec680-493f-4aa8-b95c-0c1868d0915e req-4403f718-1a1b-45b2-893b-47a1d69e5023 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.516642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c2ec680-493f-4aa8-b95c-0c1868d0915e req-4403f718-1a1b-45b2-893b-47a1d69e5023 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 949 time: 0.2378654 Jul 23 20:27:18.585550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c2ec680-493f-4aa8-b95c-0c1868d0915e req-0bec3475-973c-445e-9dd7-6b8f8f7a837b tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615797 Jul 23 20:27:18.652254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=501144ae-f268-4a5b-8715-c02167e1e35b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:18.704471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b319778-58e1-4244-89c4-6e22b17a9fa9 None None] Provisioning complete for port 501144ae-f268-4a5b-8715-c02167e1e35b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:18.704860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b319778-58e1-4244-89c4-6e22b17a9fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:18.861618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e87129-1141-41d6-b935-b8eb63fe2ba0 req-865fc97d-074e-48a4-9ffa-ed9a8c7a3f0b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:18.873030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5e87129-1141-41d6-b935-b8eb63fe2ba0 req-865fc97d-074e-48a4-9ffa-ed9a8c7a3f0b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1542287 Jul 23 20:27:18.874787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58120) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:18.970131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5e87129-1141-41d6-b935-b8eb63fe2ba0 req-b2360ca2-5793-4078-b0ff-e3009414cd1e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960307 Jul 23 20:27:19.124779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6972cb67-0782-47ec-9dd6-9e8e6c3423b0 req-ffcc179c-3525-4a51-b08b-daf8f8804c50 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.0468538 Jul 23 20:27:19.172805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6e70d-a7cb-4a13-96ed-062e9e04f72a req-b0493a48-ed66-4410-be33-590e10fc3ccd tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.174421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eac6e70d-a7cb-4a13-96ed-062e9e04f72a req-b0493a48-ed66-4410-be33-590e10fc3ccd tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2335002 Jul 23 20:27:19.224568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1516403229', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:19.240132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-5fedd289-83b1-4873-9d43-de530f6dba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.241792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-5fedd289-83b1-4873-9d43-de530f6dba91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 1097 time: 0.1799896 Jul 23 20:27:19.268772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eac6e70d-a7cb-4a13-96ed-062e9e04f72a req-f01853d6-56ef-402f-b11d-216d8ec6a849 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850043 Jul 23 20:27:19.280104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Made reservation on behalf of 1535b53bded342739577a37776a3cb45 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:19.283248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.302655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.396469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.458797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13dbf7-aa54-4206-a91b-7b8f4e4bc3e4 req-20ddc055-063d-4aae-b15c-87d3530a5d24 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.461229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d13dbf7-aa54-4206-a91b-7b8f4e4bc3e4 req-20ddc055-063d-4aae-b15c-87d3530a5d24 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1303477 Jul 23 20:27:19.479275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-5b451293-a328-412f-a010-57b81e633ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.480932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-5b451293-a328-412f-a010-57b81e633ace service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 911 time: 0.2294283 Jul 23 20:27:19.539982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 501144ae-f268-4a5b-8715-c02167e1e35b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:19.557459 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-9eac6322-6e7e-443f-a894-42092918de0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb HTTP/1.1" status: 200 len: 217 time: 0.0480030 Jul 23 20:27:19.576417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.600153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.613277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] device_id is not set on port a2084194-1196-4fdf-bc78-152e53decd1d yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:19.622338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 501144ae-f268-4a5b-8715-c02167e1e35b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:19.623007 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.626893 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:19.633328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d13dbf7-aa54-4206-a91b-7b8f4e4bc3e4 req-92a05eec-2dd2-4b1b-abc7-f6ee3f2ebf6d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492965 Jul 23 20:27:19.695371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6892d643-2e2f-4d42-b413-a731bf81928f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:19.813799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-0d3c6ece-01c0-4c60-ae2a-386ddf7ca33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.815338 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-0d3c6ece-01c0-4c60-ae2a-386ddf7ca33d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.2510889 Jul 23 20:27:19.875732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-2d569453-0033-4eef-b928-17fccb6555ce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494020 Jul 23 20:27:19.897752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-9a5746c3-09a7-461e-88f6-39c6eb3e4c54 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.905774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-9a5746c3-09a7-461e-88f6-39c6eb3e4c54 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.47 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 949 time: 0.3975403 Jul 23 20:27:19.974556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-55def38d-611d-46d1-a85c-24176db7e9b1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:19.977111 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-55def38d-611d-46d1-a85c-24176db7e9b1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.36 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 817 time: 0.3848946 Jul 23 20:27:20.001014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Allocated IP 172.25.8.134 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/a2084194-1196-4fdf-bc78-152e53decd1d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:20.192997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-56d6946c-1130-49fd-acbc-25043a07e85a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 378 time: 0.2015772 Jul 23 20:27:20.198188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-7275fde2-715c-4ffd-b9aa-e65b6c966411 service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126667 Jul 23 20:27:20.209212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'port': {'device_id': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'admin_state_up': True, 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'security_groups': ['0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:20.236026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5788e59-eda4-4696-84bd-8558fd877616 req-54b96d8d-c759-4fed-804b-ba7d570acf21 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:20.237644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5788e59-eda4-4696-84bd-8558fd877616 req-54b96d8d-c759-4fed-804b-ba7d570acf21 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 949 time: 0.4710064 Jul 23 20:27:20.310852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-086d11e7-a383-481c-8526-0d7c604b3e27 req-12bced0d-8d25-4625-9158-6ebe1ba8d416 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.0902491 Jul 23 20:27:20.390546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5788e59-eda4-4696-84bd-8558fd877616 req-54d389fd-d4a9-4560-9c18-e003eaf18b72 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/security-groups?id=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266210 Jul 23 20:27:20.394080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Deleting port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:20.394422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.458140 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d58e6874-cbd2-4198-8e27-caca5b894490 req-c5d14184-d64f-4073-ac86-40d9eecf6345 service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422441 Jul 23 20:27:20.514253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Allocated IP 172.20.0.1 (4a8c5889-718e-4e1b-9be4-08be5baef9ad/7ad837f8-bae6-47da-93dd-27616fce612b/009c6016-c23e-4459-b318-02a6a63db782) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:20.520721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Made reservation on behalf of c0e2003f984344dfbe2327bff94fbeba for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:20.525009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.552978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.612433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] For port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:20.612819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.780932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.806066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Allocated IP 172.20.0.4 (2f4624e2-29b7-4dbf-a661-841c49e0db00/a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2/3d745c44-b339-420c-afd7-9fd1888dc5e9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:20.809228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Transition to ACTIVE for port object 009c6016-c23e-4459-b318-02a6a63db782 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:20.906895 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:20.996813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:21.002352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:21.021068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:21.054043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Port': ['ID=009c6016-c23e-4459-b318-02a6a63db782,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.054509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Calling delete_port for 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:21.091013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6d715-36b8-4a91-b24a-59f1071a5123 req-92f575ea-26b4-4753-8a46-9bd32e17d592 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.097979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fb6d715-36b8-4a91-b24a-59f1071a5123 req-92f575ea-26b4-4753-8a46-9bd32e17d592 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.6463442 Jul 23 20:27:21.187286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.315418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:21.326789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fb6d715-36b8-4a91-b24a-59f1071a5123 req-f815446d-3df6-4ee3-a7bb-0a6e441febd0 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276690 Jul 23 20:27:21.328243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:21.335130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:21.355042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.368311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.410922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Pushing event updated for resources: {'Port': ['ID=a2084194-1196-4fdf-bc78-152e53decd1d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.443425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f6b29781-0d92-4c23-80cd-d7c8927ec9e7 None None] Provisioning for port 009c6016-c23e-4459-b318-02a6a63db782 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:21.458553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f6b29781-0d92-4c23-80cd-d7c8927ec9e7 None None] Provisioning complete for port 009c6016-c23e-4459-b318-02a6a63db782 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:21.458935 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6b29781-0d92-4c23-80cd-d7c8927ec9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.489942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Transition to ACTIVE for port object 3d745c44-b339-420c-afd7-9fd1888dc5e9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:21.498573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.499185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.524593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f6b29781-0d92-4c23-80cd-d7c8927ec9e7 None None] Port 009c6016-c23e-4459-b318-02a6a63db782 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:21.578784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c38537f7-8c17-41c8-9eca-2f230ddcf085 req-9e2904ff-f712-492e-93a4-e3a4a687da47 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.1160774 Jul 23 20:27:21.586925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b3bfede2-9ad6-4727-a407-b0edb687e01c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7103865 Jul 23 20:27:21.592870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58234) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:21.594000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.604618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.134'}]}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:21.610770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.623451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['80b94fc1-7816-4f0d-ab31-8f7e9819ed8e'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:21.647057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.648141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.655220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8e76f-0b41-4892-8ea9-1bb191e69664 req-a1bd1982-d814-4dda-bc20-ce8be80ba361 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.656982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04b8e76f-0b41-4892-8ea9-1bb191e69664 req-a1bd1982-d814-4dda-bc20-ce8be80ba361 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1613708 Jul 23 20:27:21.660687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Pushing event deleted for resources: {'Port': ['ID=80b94fc1-7816-4f0d-ab31-8f7e9819ed8e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.711185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:21.715821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:21.721050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.740269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:21.770484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e4c32ee-e24a-468d-bb7e-f339f6485208 req-8df0ad03-c0c7-428f-ae03-8745ad7d49d3 tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.46 "GET /v2.0/ports?device_id=59a3aab6-1c57-4153-ba8a-61542966f541 HTTP/1.1" status: 200 len: 210 time: 0.0611446 Jul 23 20:27:21.771448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] No DVR routers for this DVR port 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:21.776569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.779101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7597ee47-d708-4d27-beb1-a6bce3b480b8 req-7ff595ad-b556-408c-b374-37718f8b7d8e tempest-VolumesBackupsTest-164412730 tempest-VolumesBackupsTest-164412730-project] 10.222.0.47 "DELETE /v2.0/ports/80b94fc1-7816-4f0d-ab31-8f7e9819ed8e HTTP/1.1" status: 204 len: 173 time: 1.8506310 Jul 23 20:27:21.779749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a3aab6-1c57-4153-ba8a-61542966f541', 'name': 'network-vif-deleted', 'tag': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:21.789997 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e7a5ed-6517-41c3-9570-239ef210df55" -d '{"events": [{"server_uuid": "59a3aab6-1c57-4153-ba8a-61542966f541", "name": "network-vif-deleted", "tag": "80b94fc1-7816-4f0d-ab31-8f7e9819ed8e"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:21.799744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:21.829548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04b8e76f-0b41-4892-8ea9-1bb191e69664 req-50122478-4533-4c44-a1d4-6b9d2a882f3c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647229 Jul 23 20:27:21.861196 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a7bd8-1d73-4822-918c-33c8935e5540 x-openstack-request-id: req-2b1a7bd8-1d73-4822-918c-33c8935e5540 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:21.861521 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a3aab6-1c57-4153-ba8a-61542966f541", "name": "network-vif-deleted", "tag": "80b94fc1-7816-4f0d-ab31-8f7e9819ed8e", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:21.861780 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b1a7bd8-1d73-4822-918c-33c8935e5540 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:21.862184 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a3aab6-1c57-4153-ba8a-61542966f541', 'name': 'network-vif-deleted', 'tag': '80b94fc1-7816-4f0d-ab31-8f7e9819ed8e', 'status': 'completed', 'code': 200} Jul 23 20:27:21.942063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:21.964590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:21.966321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.134596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:22.154952 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-bf5b6a8a-aa68-4c95-a918-573333a3d38b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9534264 Jul 23 20:27:22.218321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc1d5f-6b0d-4fea-b135-b2c233ebc328 req-3db13881-d836-430d-a641-228683260e3d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.227402 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-adfc1d5f-6b0d-4fea-b135-b2c233ebc328 req-3db13881-d836-430d-a641-228683260e3d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 947 time: 0.1371505 Jul 23 20:27:22.233065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Request body: {'port': {'device_id': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:22.267110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6edbe5ce-1ef4-4263-b5e2-a26db7b1d006 None None] Provisioning for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:22.267952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeba511-2991-4f03-9001-75d6e67572ad req-5f7c1b2c-b87e-445a-9a00-15eb0d05cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.269814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-5f7c1b2c-b87e-445a-9a00-15eb0d05cae6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1099 time: 0.1424530 Jul 23 20:27:22.282064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6edbe5ce-1ef4-4263-b5e2-a26db7b1d006 None None] Provisioning complete for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:22.282064 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6edbe5ce-1ef4-4263-b5e2-a26db7b1d006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.413272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.440114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-adfc1d5f-6b0d-4fea-b135-b2c233ebc328 req-fff0d267-408c-4f8b-97e3-0d15d4d7b015 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105515 Jul 23 20:27:22.488168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeba511-2991-4f03-9001-75d6e67572ad req-5f9ce6a7-2ac4-4b1b-a208-d22c32a11afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.494977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-5f9ce6a7-2ac4-4b1b-a208-d22c32a11afa service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2177112 Jul 23 20:27:22.546708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6edbe5ce-1ef4-4263-b5e2-a26db7b1d006 None None] Port 3d745c44-b339-420c-afd7-9fd1888dc5e9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:22.602416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:22.602416 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98b99fc-ff8d-4214-a066-f775197c9ee7" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:22.606413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:22.614051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.659823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-ba0043fb-2ad0-4c13-bde9-97106c57f142 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 1001 time: 0.1586306 Jul 23 20:27:22.700589 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921a2626-21f7-4a8f-82c1-7cf9fde7508a x-openstack-request-id: req-921a2626-21f7-4a8f-82c1-7cf9fde7508a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:22.700892 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-unplugged", "status": "completed", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:22.703174 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-921a2626-21f7-4a8f-82c1-7cf9fde7508a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:22.703774 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'code': 200} Jul 23 20:27:22.737528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=13']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:22.765250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48710dab-c068-4941-9bb8-9a138ab98709 req-2511c065-9d7b-4de5-a0f1-4886dcd250ea tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.768904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48710dab-c068-4941-9bb8-9a138ab98709 req-2511c065-9d7b-4de5-a0f1-4886dcd250ea tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1699374 Jul 23 20:27:22.773275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeba511-2991-4f03-9001-75d6e67572ad req-4a0d4f71-e751-4542-8723-78c6f29afad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.773752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-4a0d4f71-e751-4542-8723-78c6f29afad9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1050966 Jul 23 20:27:22.876667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:22.899070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48710dab-c068-4941-9bb8-9a138ab98709 req-003462f0-696c-4395-9ae0-dac492d09df1 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985301 Jul 23 20:27:22.947654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e9caf-1c2b-494e-9135-63ca114c8ee2 req-bb263768-efc4-4d6e-805e-478b29a82701 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.949765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-161e9caf-1c2b-494e-9135-63ca114c8ee2 req-bb263768-efc4-4d6e-805e-478b29a82701 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 931 time: 0.2195952 Jul 23 20:27:22.993040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeba511-2991-4f03-9001-75d6e67572ad req-e23e092c-65ad-42f2-9e92-2423d26035e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:22.994255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-e23e092c-65ad-42f2-9e92-2423d26035e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1958153 Jul 23 20:27:23.059488 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.085250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-161e9caf-1c2b-494e-9135-63ca114c8ee2 req-0365ae05-5d10-4416-9220-a0d539668252 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1171117 Jul 23 20:27:23.179642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-2f6c3c86-8ccb-4926-8b1c-5e97560bf27d service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762357 Jul 23 20:27:23.290949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aaeba511-2991-4f03-9001-75d6e67572ad req-372961da-9036-4b21-8cfe-bcf68e58b95d service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043034 Jul 23 20:27:23.315854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.329183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.567371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Port': ['ID=009c6016-c23e-4459-b318-02a6a63db782,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:23.582943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.626409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ba72e-9584-4069-ada7-bde4ee128190 req-03ca49e2-4946-4ab7-904f-1185ca95c244 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:23.628831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-324ba72e-9584-4069-ada7-bde4ee128190 req-03ca49e2-4946-4ab7-904f-1185ca95c244 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.0990171 Jul 23 20:27:23.693927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-324ba72e-9584-4069-ada7-bde4ee128190 req-44e3be0b-1695-432c-bfb1-b79fa0f5373e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574687 Jul 23 20:27:23.711772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.774576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:23.885644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:23.891475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:23.898643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:23.937684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.027980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Transition to ACTIVE for port object 3d745c44-b339-420c-afd7-9fd1888dc5e9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:24.039464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.079710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfb4b8-fb82-44b0-ad52-57f85438adb4 req-42ed64b6-c6ab-480c-b9c7-6a764ae1bae2 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.081594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86cfb4b8-fb82-44b0-ad52-57f85438adb4 req-42ed64b6-c6ab-480c-b9c7-6a764ae1bae2 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.0892873 Jul 23 20:27:24.144944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86cfb4b8-fb82-44b0-ad52-57f85438adb4 req-cbc08e34-90e6-473c-a2dd-a0e386948b9b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567846 Jul 23 20:27:24.160323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:24.167093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.176817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:24.263064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:24.263453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 80b94fc1-7816-4f0d-ab31-8f7e9819ed8e not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:24.308241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a6447f51-60a5-4b35-9455-0eacd0ff04b5 None None] Provisioning complete for port 009c6016-c23e-4459-b318-02a6a63db782 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:24.308857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a6447f51-60a5-4b35-9455-0eacd0ff04b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.382468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Router 8a97ea48-1c48-439c-8e5d-c8c071beb11d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:24.452067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a6447f51-60a5-4b35-9455-0eacd0ff04b5 None None] Port 009c6016-c23e-4459-b318-02a6a63db782 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:24.457491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab963d7-78d8-4a40-80a4-c86c7757d5b8 req-4471079e-6293-4fac-9ca3-f7fb2b1680c6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.461489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ab963d7-78d8-4a40-80a4-c86c7757d5b8 req-4471079e-6293-4fac-9ca3-f7fb2b1680c6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.1843705 Jul 23 20:27:24.546973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ab963d7-78d8-4a40-80a4-c86c7757d5b8 req-53af0818-aa0c-4504-a003-f9e97706748f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796838 Jul 23 20:27:24.615294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.648900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:24.648900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:24.648900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:24.651806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.687507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:24.687707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:24.731936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:24.732303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Checking segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:24.732738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Bound using segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:24.733206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Bound port: 3d745c44-b339-420c-afd7-9fd1888dc5e9, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:24.733951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.778027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.778531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8aeed1-1183-49be-8491-667e1e6022ca {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:24.824764 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:27:24.826342 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33e68edc-e595-4d4b-af71-5485a8971780 tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2302933 Jul 23 20:27:24.830134 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:24.841286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:24.850283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d56f9d26-6fc1-4fc0-b54c-033ba72bd306 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "PUT /v2.0/routers/8a97ea48-1c48-439c-8e5d-c8c071beb11d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7180326 Jul 23 20:27:24.856718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] Sync routers for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:24.869152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:24.870311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:24.876765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Request body: {'port': {'network_id': '4a8c5889-718e-4e1b-9be4-08be5baef9ad', 'name': 'tempest-FloatingIPAdminTestJSON-1782617498'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:24.882047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:24.884299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:24.915233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:24.934478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:24.970818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:24.971269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1019a-2d58-463a-9617-3b86a422f0cc req-778ded63-d77f-4eaf-a495-e93254159f59 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:24.985690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9b1019a-2d58-463a-9617-3b86a422f0cc req-778ded63-d77f-4eaf-a495-e93254159f59 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1737690 Jul 23 20:27:24.991041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:24.991897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:25.060795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:25.061998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a44f07-d977-4ae2-a3c5-39d22e5ff89a None None] The sync data for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:25.062605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.063246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.065008 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] 10.222.0.36 "PUT /v2.0/ports/3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 1092 time: 2.8739061 Jul 23 20:27:25.065147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:25.067550 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df1417c-f0bd-4c12-896f-62884a4cf8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:25.100806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9b1019a-2d58-463a-9617-3b86a422f0cc req-a786aa8c-5af8-408b-ab2e-415483f24071 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141984 Jul 23 20:27:25.156287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457b712-eb44-4f3b-a813-77a10003101b req-a6782cba-57c5-4508-bd05-5b4e2ec3ca44 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.166880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5457b712-eb44-4f3b-a813-77a10003101b req-a6782cba-57c5-4508-bd05-5b4e2ec3ca44 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.1773262 Jul 23 20:27:25.185683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:25.202755 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c7f9d5-8c23-42a9-9779-fc47eab6740c x-openstack-request-id: req-55c7f9d5-8c23-42a9-9779-fc47eab6740c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:25.203036 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:25.203291 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-55c7f9d5-8c23-42a9-9779-fc47eab6740c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:25.203691 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'status': 'completed', 'code': 200} Jul 23 20:27:25.220025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.220398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.220749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.221255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.221566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.221909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.222247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.222581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.222917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.223252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.223586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.223915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7b92d4-7df8-4b02-9a43-1c4f0e114c60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:25.250697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5457b712-eb44-4f3b-a813-77a10003101b req-9af73ad5-4aec-44a7-a7b5-36fb62d6d2ed tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823569 Jul 23 20:27:25.264463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Made reservation on behalf of 90aee072ad024756aa19c5352eb24f5f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:25.264463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.308089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Deleting port a2084194-1196-4fdf-bc78-152e53decd1d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:25.308442 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:25.360822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] device_id is not set on port bd3b965b-3acc-4ba0-932f-a43de5e4c09a yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:27:25.404183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa9ed-e08e-4bf3-934c-e740c4c65a0c req-087d3892-d7e4-4cee-8ce8-77954ecac6d5 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.406025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b12aa9ed-e08e-4bf3-934c-e740c4c65a0c req-087d3892-d7e4-4cee-8ce8-77954ecac6d5 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.0789256 Jul 23 20:27:25.460422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-f480b37f-1b27-4c3b-b254-8c528b2147bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.464034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-f480b37f-1b27-4c3b-b254-8c528b2147bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1095 time: 0.3506672 Jul 23 20:27:25.491621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b12aa9ed-e08e-4bf3-934c-e740c4c65a0c req-aaec8ad2-3950-452a-b993-f0514945c30d tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797651 Jul 23 20:27:25.530185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ec6cd-b331-4546-aead-d1344095b24e req-737b8dc1-b01f-470c-94be-dadcc46ebd59 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.532141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d7ec6cd-b331-4546-aead-d1344095b24e req-737b8dc1-b01f-470c-94be-dadcc46ebd59 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1185820 Jul 23 20:27:25.611085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d7ec6cd-b331-4546-aead-d1344095b24e req-912a0313-d85e-4190-9c86-88faf4aadae0 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732574 Jul 23 20:27:25.823634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04084bf4-bafb-493c-a99d-f24c8eb809da req-e211eb40-cd75-44cc-b1ef-abc805a5b16f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.825186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04084bf4-bafb-493c-a99d-f24c8eb809da req-e211eb40-cd75-44cc-b1ef-abc805a5b16f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.1364658 Jul 23 20:27:25.862547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d234805-534d-4a65-acb8-0219c8e0cbc2 req-f9429a83-a693-4dec-a2dc-4df180154296 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:25.864176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d234805-534d-4a65-acb8-0219c8e0cbc2 req-f9429a83-a693-4dec-a2dc-4df180154296 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1296923 Jul 23 20:27:25.904382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-7e4e14da-bb33-481e-8381-2a534e5c5d30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 217 time: 0.4009051 Jul 23 20:27:25.949603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04084bf4-bafb-493c-a99d-f24c8eb809da req-b261df62-802f-495c-8848-53602894eeb4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1026824 Jul 23 20:27:25.965881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d234805-534d-4a65-acb8-0219c8e0cbc2 req-1643839a-bccf-46ef-8422-ce50a1d7e97f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777590 Jul 23 20:27:26.053109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.092050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Allocated IP 172.20.0.6 (4a8c5889-718e-4e1b-9be4-08be5baef9ad/7ad837f8-bae6-47da-93dd-27616fce612b/bd3b965b-3acc-4ba0-932f-a43de5e4c09a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:26.129666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-057b6be7-55bf-4daa-b7c4-10f850689800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.129910 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-057b6be7-55bf-4daa-b7c4-10f850689800 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.2151718 Jul 23 20:27:26.135774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Calling delete_port for a2084194-1196-4fdf-bc78-152e53decd1d owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:26.441898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-530c605d-2f58-432c-83bb-248e0841eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.444110 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-530c605d-2f58-432c-83bb-248e0841eeea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3034291 Jul 23 20:27:26.461955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-a58d0bc5-06b5-4dd7-8c98-78277788af78 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.471143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.475218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-a58d0bc5-06b5-4dd7-8c98-78277788af78 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2724993 Jul 23 20:27:26.493981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-1319d769-8afe-4952-9747-6b777c1c403d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/quotas/18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 375 time: 0.0177343 Jul 23 20:27:26.562988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Transition to ACTIVE for port object bd3b965b-3acc-4ba0-932f-a43de5e4c09a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:26.572065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d125db-a8b4-4839-978d-7fd49678a39f req-c65e26a0-399c-454d-9edd-d10feabf0fa5 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.574035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41d125db-a8b4-4839-978d-7fd49678a39f req-c65e26a0-399c-454d-9edd-d10feabf0fa5 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.2113118 Jul 23 20:27:26.628281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.666504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-0af88bbb-c4ed-488c-adb6-54fc92df57be tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1701813 Jul 23 20:27:26.699889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2084194-1196-4fdf-bc78-152e53decd1d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:26.708564 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41d125db-a8b4-4839-978d-7fd49678a39f req-0fb4e9e7-1ef5-4314-bcff-c120c78f9c18 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221509 Jul 23 20:27:26.736464 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-c10ac625-16ac-4414-a781-3ea579370d38 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827344 Jul 23 20:27:26.750374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-17e91be7-00a3-44c8-a94f-a4568633cbc1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:26.752792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-17e91be7-00a3-44c8-a94f-a4568633cbc1 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.1879497 Jul 23 20:27:26.827938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.854661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:26.862578 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe0bb885-74dc-43c3-aaf0-d65f18f33b9c tempest-RoutersAdminNegativeTest-1507474340 tempest-RoutersAdminNegativeTest-1507474340-project-admin] 10.222.0.46 "DELETE /v2.0/ports/a2084194-1196-4fdf-bc78-152e53decd1d HTTP/1.1" status: 204 len: 168 time: 2.0259304 Jul 23 20:27:26.922064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:26.961780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:26.970773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:27.005446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-11d91bba-5153-457e-b344-b92e5cbecc20 service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372586 Jul 23 20:27:27.040051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event updated for resources: {'Port': ['ID=bd3b965b-3acc-4ba0-932f-a43de5e4c09a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:27.086897 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-90ae84db-523d-4aab-a3fa-8221f1792a72 req-a93a4795-e0fb-4ca5-931a-5403ee22f5f9 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423951 Jul 23 20:27:27.124022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.124702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.293485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Deleting port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:27.293485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.294710 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-24136614-6ab3-40cb-983d-293f241871a2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4214842 Jul 23 20:27:27.302421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58338) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:27.308806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-60a19d86-4773-4d0e-b67d-165857cf5afc service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933969 Jul 23 20:27:27.360883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12a5bd-ece7-4aaa-83c8-4274be324798 req-4aa02536-835b-4666-8646-3877c5e6851e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.378117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e12a5bd-ece7-4aaa-83c8-4274be324798 req-4aa02536-835b-4666-8646-3877c5e6851e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.5474241 Jul 23 20:27:27.418659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58342) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:27.428807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-814d7d6e-3cb4-414a-8ab9-4709145623cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.434116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-814d7d6e-3cb4-414a-8ab9-4709145623cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1095 time: 0.2849305 Jul 23 20:27:27.468931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-434c08e1-fbf2-410a-b098-30e2bd6a21d8 None None] Provisioning for port bd3b965b-3acc-4ba0-932f-a43de5e4c09a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:27.472932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-434c08e1-fbf2-410a-b098-30e2bd6a21d8 None None] Provisioning complete for port bd3b965b-3acc-4ba0-932f-a43de5e4c09a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:27.473312 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-434c08e1-fbf2-410a-b098-30e2bd6a21d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.494179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58346) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:27.583942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-434c08e1-fbf2-410a-b098-30e2bd6a21d8 None None] Port bd3b965b-3acc-4ba0-932f-a43de5e4c09a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:27.653462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-75446ae1-8409-487a-8c2a-f6cc343c168a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.655935 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-75446ae1-8409-487a-8c2a-f6cc343c168a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.2143047 Jul 23 20:27:27.675238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e12a5bd-ece7-4aaa-83c8-4274be324798 req-d9cfdfe0-d268-47c9-adaa-cf0d956b9393 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952619 Jul 23 20:27:27.794305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] For port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:27.794823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.813650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-83444d08-67ae-426f-9e41-c23b7357a67f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 217 time: 0.1433997 Jul 23 20:27:27.826859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'project_id': '90aee072ad024756aa19c5352eb24f5f', 'port_id': 'bd3b965b-3acc-4ba0-932f-a43de5e4c09a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:27.834940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0843e570-8d9e-40dc-ba30-81024b9c83d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.898304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f521e24-916c-4fb0-b6c8-5a2116603155 req-08b12e86-dbba-4d7b-a03b-71ca72642eb3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 210 time: 0.1166663 Jul 23 20:27:27.953214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:27:27.953214 n-d-793620-13 neutron-server[94026]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:27:27.953214 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id': '90aee072ad024756aa19c5352eb24f5f', 'id': '19e5752f-b403-4c72-a856-658d31dce812', 'expiration': datetime.datetime(2021, 7, 23, 20, 29, 27, 940844)}] Jul 23 20:27:27.953214 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:27:27.953618 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:27:27.954224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b58022d4-d916-4977-bc02-a694704dc670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:27.975813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-434da186-0248-4ede-803c-ce0458e7f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:27.977303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-434da186-0248-4ede-803c-ce0458e7f722 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.1370070 Jul 23 20:27:28.097139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-bb47a76f-0afa-408b-8afd-76d04c125ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.099661 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-bb47a76f-0afa-408b-8afd-76d04c125ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138825 Jul 23 20:27:28.170351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5c0c4-9125-4dcc-8e97-62689673438f req-61206478-8baa-44d8-8b54-fab7b3a9ba8e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.171856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79d5c0c4-9125-4dcc-8e97-62689673438f req-61206478-8baa-44d8-8b54-fab7b3a9ba8e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.4920232 Jul 23 20:27:28.235969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-04638293-be13-46a1-a7fc-524c73db8da3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273220 Jul 23 20:27:28.251711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f492c30-4193-45f6-90ec-9cf86e56fc9d req-f063d7f2-bf41-4763-ae34-2eb58599810c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:28.253419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f492c30-4193-45f6-90ec-9cf86e56fc9d req-f063d7f2-bf41-4763-ae34-2eb58599810c tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 945 time: 0.2532332 Jul 23 20:27:28.305937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79d5c0c4-9125-4dcc-8e97-62689673438f req-b0b51de4-b03b-40b4-b64b-1de6897cf55e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194246 Jul 23 20:27:28.358168 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5df1417c-f0bd-4c12-896f-62884a4cf8fd req-103f1544-13c0-4b71-a328-a5c188f856ce service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159055 Jul 23 20:27:28.367806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f492c30-4193-45f6-90ec-9cf86e56fc9d req-00427a7e-092e-4efd-b754-bd9b9a2b5d37 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups?id=f940781f-9fc3-47f3-9bcf-19ced515a448&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710051 Jul 23 20:27:28.386590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0843e570-8d9e-40dc-ba30-81024b9c83d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.392432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.393216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.394110 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Floating IP 65d632f7-bc6a-49a5-a336-d4eea8da2b64 disassociated. External IP: 172.25.8.48, port: 2bd4fa35-176d-4cff-a979-a42c8aaeff3b. Jul 23 20:27:28.395922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Calling delete_port for 2bd4fa35-176d-4cff-a979-a42c8aaeff3b owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:28.399834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0843e570-8d9e-40dc-ba30-81024b9c83d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.498635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0843e570-8d9e-40dc-ba30-81024b9c83d5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7ad70d6e90f4867b304f4d39b2fd64f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0791702 Jul 23 20:27:28.499635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58364) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:28.505386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843e570-8d9e-40dc-ba30-81024b9c83d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc2269-a4ac-4533-bdc8-595f76c33fa7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:28.578824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b58022d4-d916-4977-bc02-a694704dc670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.593408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b58022d4-d916-4977-bc02-a694704dc670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.616907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4b766f-7157-4344-96b2-8f7810366a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.628655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.658540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4b766f-7157-4344-96b2-8f7810366a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.662986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event deleted for resources: {'Port': ['ID=2bd4fa35-176d-4cff-a979-a42c8aaeff3b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:28.691321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b58022d4-d916-4977-bc02-a694704dc670 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=87f2a94e5de946e2b52ae28c02756ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1912928 Jul 23 20:27:28.691321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.694874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58372) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:28.715986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58022d4-d916-4977-bc02-a694704dc670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee9c89-70db-4a4a-aa0c-4380aec1a35b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:28.794460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4b766f-7157-4344-96b2-8f7810366a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.797414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4b766f-7157-4344-96b2-8f7810366a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:28.798606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2d4b766f-7157-4344-96b2-8f7810366a2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94fc2269-a4ac-4533-bdc8-595f76c33fa7 HTTP/1.1" status: 204 len: 168 time: 0.2975726 Jul 23 20:27:28.819125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b766f-7157-4344-96b2-8f7810366a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc2269-a4ac-4533-bdc8-595f76c33fa7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:28.853097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.131386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Allocated IP 172.25.8.73 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/79d9a6fc-f000-4652-a6e6-51b67529fc75) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:29.288298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.368026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-28137b18-0e08-484c-9e01-db0ccab631cc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:29.370384 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-28137b18-0e08-484c-9e01-db0ccab631cc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.4114473 Jul 23 20:27:29.388646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'port': {'device_id': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'admin_state_up': True, 'tenant_id': '18cbd2de73534bcea64a685080913195'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:29.396117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58418) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:29.510239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e4e9ea0-91e1-4b85-a975-031c8ca16961 req-e642b4c6-2100-4d60-bb05-b7133955026c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 210 time: 0.0835979 Jul 23 20:27:29.515851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1349ade3-b70a-4d4c-b70e-3d13939ebf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.530794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.591920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0493b9f-0369-4ef3-81b1-2febfeadad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.602506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:29.611781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:29.625151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:29.627654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Pushing event updated for resources: {'Port': ['ID=79d9a6fc-f000-4652-a6e6-51b67529fc75,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:29.663236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:29.675220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce9949-3ad7-4db9-a1cd-e2302ff7d9fa req-94621aef-e902-4484-9291-1ea2ec9b5a5d tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:29.677939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42ce9949-3ad7-4db9-a1cd-e2302ff7d9fa req-94621aef-e902-4484-9291-1ea2ec9b5a5d tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.8808122 Jul 23 20:27:29.683931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0493b9f-0369-4ef3-81b1-2febfeadad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.842608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42ce9949-3ad7-4db9-a1cd-e2302ff7d9fa req-38552f91-77af-4029-8fa7-91c5a5ed7abb tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462958 Jul 23 20:27:29.859803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6136e6-a975-4f66-ac7b-e348a4ae933a req-04a0f7d0-a7c8-420d-967f-40157ea61c55 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:29.860704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a6136e6-a975-4f66-ac7b-e348a4ae933a req-04a0f7d0-a7c8-420d-967f-40157ea61c55 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.2716620 Jul 23 20:27:29.875338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:29.892727 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0493b9f-0369-4ef3-81b1-2febfeadad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.895411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0493b9f-0369-4ef3-81b1-2febfeadad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.898973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f0493b9f-0369-4ef3-81b1-2febfeadad64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8ee9c89-70db-4a4a-aa0c-4380aec1a35b HTTP/1.1" status: 204 len: 168 time: 1.1005416 Jul 23 20:27:29.918905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0493b9f-0369-4ef3-81b1-2febfeadad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee9c89-70db-4a4a-aa0c-4380aec1a35b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:29.944036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a6136e6-a975-4f66-ac7b-e348a4ae933a req-8d7f6b74-7e87-411e-bda8-a17a3f16e9b8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720012 Jul 23 20:27:29.947726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:29.962181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:29.973467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1349ade3-b70a-4d4c-b70e-3d13939ebf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:29.977546 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:29.978210 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:29.988641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1349ade3-b70a-4d4c-b70e-3d13939ebf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.009259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] No DVR routers for this DVR port 2bd4fa35-176d-4cff-a979-a42c8aaeff3b on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:30.013023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.015962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00c88998-65a4-46a8-abac-e9295fe7cb26 req-933602cf-927b-4b5e-9771-690e53d62143 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.47 "DELETE /v2.0/ports/2bd4fa35-176d-4cff-a979-a42c8aaeff3b HTTP/1.1" status: 204 len: 173 time: 3.2386026 Jul 23 20:27:30.016661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'name': 'network-vif-deleted', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:30.020072 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c6c38-c323-4b78-882a-98bb26cad498" -d '{"events": [{"server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "name": "network-vif-deleted", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:30.075308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:30.082383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.115918 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1349ade3-b70a-4d4c-b70e-3d13939ebf04 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e0ce1445dea468cb0527362455cd017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7149084 Jul 23 20:27:30.117300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349ade3-b70a-4d4c-b70e-3d13939ebf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87cd5d7-f45b-47b2-818b-d0020d7c4905,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:30.120604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:30.145054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:30.171589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'mac_address': 'fa:16:3e:45:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:30.219622 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffffb45-22c5-4eeb-9947-9a5d1b3d087a x-openstack-request-id: req-0ffffb45-22c5-4eeb-9947-9a5d1b3d087a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:30.220032 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3805bccd-55fc-4a90-9c16-47602c405b83", "name": "network-vif-deleted", "tag": "2bd4fa35-176d-4cff-a979-a42c8aaeff3b", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:30.220165 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ffffb45-22c5-4eeb-9947-9a5d1b3d087a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:30.220575 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3805bccd-55fc-4a90-9c16-47602c405b83', 'name': 'network-vif-deleted', 'tag': '2bd4fa35-176d-4cff-a979-a42c8aaeff3b', 'status': 'completed', 'code': 200} Jul 23 20:27:30.222939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb452c73-2087-4a0d-91c9-e8f6326b3193 req-7fd54f30-ae22-4d0f-a259-f96dca16c126 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/ports?device_id=3805bccd-55fc-4a90-9c16-47602c405b83 HTTP/1.1" status: 200 len: 210 time: 0.1226358 Jul 23 20:27:30.260852 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:30.279445 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.301567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:30.335309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:30.342770 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.406422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:30.434668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e26f9c7c-cee5-470d-8e7f-0c816698a6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.483535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.536066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:30.558362 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:30.565252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e26f9c7c-cee5-470d-8e7f-0c816698a6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.567547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3d745c44-b339-420c-afd7-9fd1888dc5e9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:30.611723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-50855f93-0beb-4853-9695-89e34b92b284 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1535b53bded342739577a37776a3cb45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718956 Jul 23 20:27:30.614094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58470) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:30.615266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Allocated IP 172.20.0.8 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/a3fb2cf7-dade-4565-8933-b53cd710e456) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:30.636211 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:30.651613 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:30.652240 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:30.767288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-404e491d-e7b5-41a8-939c-a4c8b8a0da44 req-ff139419-a4a1-463b-abc4-d642366ec7a2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 210 time: 0.1192043 Jul 23 20:27:30.807955 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:30.820178 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.850210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71817170-311a-4c32-971a-cad7fa2cec31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.883482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71817170-311a-4c32-971a-cad7fa2cec31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.884018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Transition to ACTIVE for port object a3fb2cf7-dade-4565-8933-b53cd710e456 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:30.904014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.971285 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e26f9c7c-cee5-470d-8e7f-0c816698a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.974200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e26f9c7c-cee5-470d-8e7f-0c816698a6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:30.975553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e26f9c7c-cee5-470d-8e7f-0c816698a6c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f87cd5d7-f45b-47b2-818b-d0020d7c4905 HTTP/1.1" status: 204 len: 168 time: 0.8501987 Jul 23 20:27:31.004221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f9c7c-cee5-470d-8e7f-0c816698a6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87cd5d7-f45b-47b2-818b-d0020d7c4905,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.008553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71817170-311a-4c32-971a-cad7fa2cec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.010321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71817170-311a-4c32-971a-cad7fa2cec31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.011475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71817170-311a-4c32-971a-cad7fa2cec31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6892d643-2e2f-4d42-b413-a731bf81928f HTTP/1.1" status: 204 len: 168 time: 0.3960798 Jul 23 20:27:31.047418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.066532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71817170-311a-4c32-971a-cad7fa2cec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6892d643-2e2f-4d42-b413-a731bf81928f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.146553 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:31.218729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa7a8ec-2536-4190-a40d-fb78996fba0b None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:50Z', 'revision_number': 4, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '206db3a8-2939-4c56-9fb9-ed071607a8e3', 'name': '', 'network_id': 'fb3d6a92-34a6-487d-ae51-a7f921e11808', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'mac_address': 'fa:16:3e:ad:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:49Z', 'updated_at': '2021-07-23T20:19:55Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'subnets': [{'id': '6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:31.253188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2313aa-338b-4577-92bd-0b12ccc80fc1 req-32426592-b494-498e-800e-66bfed8f10f6 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.260838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:31.261701 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da2313aa-338b-4577-92bd-0b12ccc80fc1 req-32426592-b494-498e-800e-66bfed8f10f6 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2667284 Jul 23 20:27:31.264095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=a3fb2cf7-dade-4565-8933-b53cd710e456,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.268430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:31.272347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:31.383797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.384556 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.419030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da2313aa-338b-4577-92bd-0b12ccc80fc1 req-c7aba2f1-4bac-4f58-9cc2-43582fe3466e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561992 Jul 23 20:27:31.445461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.448785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-54058a51-4444-4238-bcb9-40c44d3a7acd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0672417 Jul 23 20:27:31.452632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.467334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a94196-0897-460d-873f-b68bc9deb809 req-9b844c7c-989e-41f1-a405-32be807be56c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:31.468940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9a94196-0897-460d-873f-b68bc9deb809 req-9b844c7c-989e-41f1-a405-32be807be56c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.3307533 Jul 23 20:27:31.472188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Request body: {'port': {'device_id': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:31.560296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9a94196-0897-460d-873f-b68bc9deb809 req-9e989791-3d21-461e-a26f-d45c01c4355f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854170 Jul 23 20:27:31.601739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:31.655487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-afcbc802-c9b5-4a3a-aff8-d89ec46d1847 None None] Provisioning for port a3fb2cf7-dade-4565-8933-b53cd710e456 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:31.661984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-afcbc802-c9b5-4a3a-aff8-d89ec46d1847 None None] Provisioning complete for port a3fb2cf7-dade-4565-8933-b53cd710e456 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:31.663155 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afcbc802-c9b5-4a3a-aff8-d89ec46d1847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.742982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.757324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c705875d-2700-4eeb-8a8b-4e6ae5016ab2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.757530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-afcbc802-c9b5-4a3a-aff8-d89ec46d1847 None None] Port a3fb2cf7-dade-4565-8933-b53cd710e456 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:27:31.784414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8646a1-1a44-45ed-bab5-ef48a4c5649f None None] New status for floating IP 65d632f7-bc6a-49a5-a336-d4eea8da2b64: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:31.816265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c705875d-2700-4eeb-8a8b-4e6ae5016ab2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.850499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Pushing event updated for resources: {'Port': ['ID=79d9a6fc-f000-4652-a6e6-51b67529fc75,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:31.927406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.937614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c705875d-2700-4eeb-8a8b-4e6ae5016ab2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.940187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c705875d-2700-4eeb-8a8b-4e6ae5016ab2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:31.944226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58510) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:31.944373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c705875d-2700-4eeb-8a8b-4e6ae5016ab2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "DELETE /v2.0/security-groups/f940781f-9fc3-47f3-9bcf-19ced515a448 HTTP/1.1" status: 204 len: 168 time: 0.3414369 Jul 23 20:27:31.972999 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-e982ad10-13af-4075-af4d-b8505ceadbe4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] show failed (client error): The resource could not be found. Jul 23 20:27:31.974541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e982ad10-13af-4075-af4d-b8505ceadbe4 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "GET /v2.0/security-groups/f940781f-9fc3-47f3-9bcf-19ced515a448 HTTP/1.1" status: 404 len: 347 time: 0.0238159 Jul 23 20:27:31.984068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58512) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:32.021769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:32.054238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705875d-2700-4eeb-8a8b-4e6ae5016ab2 tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940781f-9fc3-47f3-9bcf-19ced515a448,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:32.074436 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Floating IP 8d752917-68b8-4b3c-a445-0b8c3568af8e associated. External IP: 172.25.8.73, port: bd3b965b-3acc-4ba0-932f-a43de5e4c09a. Jul 23 20:27:32.152214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5a985-107d-4c22-bbf9-f6eef36e89a9 req-4151f66c-eccc-413d-b182-69000db363e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.159605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cfe5a985-107d-4c22-bbf9-f6eef36e89a9 req-4151f66c-eccc-413d-b182-69000db363e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 931 time: 0.2141204 Jul 23 20:27:32.180210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2bd4fa35-176d-4cff-a979-a42c8aaeff3b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:32.212283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cfe5a985-107d-4c22-bbf9-f6eef36e89a9 req-b3b1e043-35ac-4e21-a8db-e17479a96a50 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516634 Jul 23 20:27:32.230160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 2bd4fa35-176d-4cff-a979-a42c8aaeff3b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:32.230928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2bd4fa35-176d-4cff-a979-a42c8aaeff3b not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:32.235578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:32.241105 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:32.241518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.380869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.426345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:32.434444 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed48b632-5af5-4cbc-ad3e-93b2b0cb65d7" -d '{"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-plugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:32.461800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:32.469241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:32.530680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:32.548631 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4762c8ce-2cd4-40be-af51-f266271d9617 x-openstack-request-id: req-4762c8ce-2cd4-40be-af51-f266271d9617 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:32.548939 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-plugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:32.549201 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4762c8ce-2cd4-40be-af51-f266271d9617 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:32.549661 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'code': 200} Jul 23 20:27:32.722949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee2ac6-d36e-467e-81c9-e89cdd4c2bb7 req-6f90a67d-a100-42dc-b921-5df8120c3fd4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.727158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7ee2ac6-d36e-467e-81c9-e89cdd4c2bb7 req-6f90a67d-a100-42dc-b921-5df8120c3fd4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1210759 Jul 23 20:27:32.837176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7ee2ac6-d36e-467e-81c9-e89cdd4c2bb7 req-0619209b-0052-4762-88e2-970351d05c9f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016836 Jul 23 20:27:32.914249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e3a2c-77e4-4e40-9989-45c7220b8a5f req-57fdaca9-9d9a-400c-89a2-3808b5cff4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:32.916354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df2e3a2c-77e4-4e40-9989-45c7220b8a5f req-57fdaca9-9d9a-400c-89a2-3808b5cff4cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1097 time: 0.2505059 Jul 23 20:27:33.048530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Deleting port 9af7cd84-f13f-4fba-8d3a-e9d51e1acf56 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:33.048861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.063814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58546) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.105745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb321c-a0df-454e-a571-509cabe3a9e7 req-e2918e01-c73f-4bbe-9dae-83bf88cc15a2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.115504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ddb321c-a0df-454e-a571-509cabe3a9e7 req-e2918e01-c73f-4bbe-9dae-83bf88cc15a2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1474464 Jul 23 20:27:33.175255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ddb321c-a0df-454e-a571-509cabe3a9e7 req-97b98402-e758-49e5-9491-cb23785f9a92 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581105 Jul 23 20:27:33.175493 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-df2e3a2c-77e4-4e40-9989-45c7220b8a5f req-b17906ee-28df-42d7-9adb-a7bce1ff616f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2154253 Jul 23 20:27:33.260323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.261029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.264475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Router 8a97ea48-1c48-439c-8e5d-c8c071beb11d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:33.280404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.307379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Calling delete_port for 9af7cd84-f13f-4fba-8d3a-e9d51e1acf56 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:33.376172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3fb2cf7-dade-4565-8933-b53cd710e456 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:33.411302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e88d91-3c7e-4c73-b665-8e77db20455b req-0865f4b3-feaa-48bb-ac32-e0b92a48eadc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:33.422271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21e88d91-3c7e-4c73-b665-8e77db20455b req-0865f4b3-feaa-48bb-ac32-e0b92a48eadc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 931 time: 0.1088398 Jul 23 20:27:33.444505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.459572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ec6ad39c-2b46-48a9-b699-8bd01c687814 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:33.460477 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-ec6ad39c-2b46-48a9-b699-8bd01c687814 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:27:33.460783 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-ec6ad39c-2b46-48a9-b699-8bd01c687814 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:27:33.461803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec6ad39c-2b46-48a9-b699-8bd01c687814 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3964863 Jul 23 20:27:33.468252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58558) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.476765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.477458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922944102'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:33.490115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Transition to ACTIVE for port object a3fb2cf7-dade-4565-8933-b53cd710e456 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:33.516640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.523636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21e88d91-3c7e-4c73-b665-8e77db20455b req-2e92fa1a-0530-41f4-a669-cd79969e5462 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865405 Jul 23 20:27:33.526186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:27:33.526186 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:27:33.526186 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id_1': 'ca54ab04a23f4a4085f14a28fa8b6d6d', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 27, 33, 494359)}] Jul 23 20:27:33.526186 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:27:33.526588 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:27:33.584585 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.617495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb2cf7-dade-4565-8933-b53cd710e456,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.620789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.627412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:33.639368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] Sync routers for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:33.648490 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:33.649475 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.690894 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.702809 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:33.703672 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.709709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.743367 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:33.744608 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48d039-64bd-426b-816d-c462a2451cf4 None None] The sync data for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:33.830053 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3e82010d-47ef-4da8-87a2-7a6de0ab76de tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.5264697 Jul 23 20:27:33.832633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58560) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:33.843704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:33.903602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Pushing event deleted for resources: {'Port': ['ID=9af7cd84-f13f-4fba-8d3a-e9d51e1acf56,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:33.908093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Attempting to bind port a3fb2cf7-dade-4565-8933-b53cd710e456 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:33.908439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Attempting to bind port a3fb2cf7-dade-4565-8933-b53cd710e456 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:33.908928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Attempting to bind port a3fb2cf7-dade-4565-8933-b53cd710e456 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:33.939210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Port a3fb2cf7-dade-4565-8933-b53cd710e456 on network 20275b04-68cb-4d50-94cf-543c5a033c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:33.939816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Attempting to bind port a3fb2cf7-dade-4565-8933-b53cd710e456 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:33.976095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:33.976562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:33.976983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:33.977454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Bound port: a3fb2cf7-dade-4565-8933-b53cd710e456, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:33.977818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.027467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-21af53cb-cdc0-4efd-a38c-ba0655eed8e3 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] 10.222.0.46 "GET /v2.0/floatingips/8d752917-68b8-4b3c-a445-0b8c3568af8e HTTP/1.1" status: 200 len: 982 time: 0.1935453 Jul 23 20:27:34.030975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.034428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:34.056555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.059257 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.061517 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-07360403-8198-4707-b9b6-c864839eda6f tempest-AttachVolumeTestJSON-1300463758 tempest-AttachVolumeTestJSON-1300463758-project] 10.222.0.46 "DELETE /v2.0/floatingips/65d632f7-bc6a-49a5-a336-d4eea8da2b64 HTTP/1.1" status: 204 len: 168 time: 2.0724087 Jul 23 20:27:34.125740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.137944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.160626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] For port a3fb2cf7-dade-4565-8933-b53cd710e456, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:34.180039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-42c46c7d-7c5b-4ede-b6be-162094c91597 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2729 time: 0.1414979 Jul 23 20:27:34.180570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58570) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:34.191535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] For port a3fb2cf7-dade-4565-8933-b53cd710e456, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a3fb2cf7-dade-4565-8933-b53cd710e456,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:34.194757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd97b3d9-cfb3-4611-ad00-c34944f4a442,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:34.231367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.231570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129e1f4-238d-47b5-bad2-a7044fa664ec req-a6e569c1-eb4c-46cb-a781-c08580c301d0 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.238532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e129e1f4-238d-47b5-bad2-a7044fa664ec req-a6e569c1-eb4c-46cb-a781-c08580c301d0 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2526422 Jul 23 20:27:34.283921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.284469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.285910 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] 10.222.0.36 "PUT /v2.0/ports/a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 200 len: 1092 time: 2.8239400 Jul 23 20:27:34.288128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'tag': 'a3fb2cf7-dade-4565-8933-b53cd710e456'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:34.290446 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c288325-b21b-4eca-9709-96fc27c37891" -d '{"events": [{"name": "network-changed", "server_uuid": "23bd7da4-827f-442d-b0a3-ed613fe949cf", "tag": "a3fb2cf7-dade-4565-8933-b53cd710e456"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:34.373296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e129e1f4-238d-47b5-bad2-a7044fa664ec req-3fbf416d-a67f-426f-ac94-194748f15672 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337843 Jul 23 20:27:34.477504 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a42cf7-4cfa-47e1-b802-ab4f4a14bd66 x-openstack-request-id: req-b3a42cf7-4cfa-47e1-b802-ab4f4a14bd66 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:34.477823 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bd7da4-827f-442d-b0a3-ed613fe949cf", "tag": "a3fb2cf7-dade-4565-8933-b53cd710e456", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:34.478813 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3a42cf7-4cfa-47e1-b802-ab4f4a14bd66 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:34.479265 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'tag': 'a3fb2cf7-dade-4565-8933-b53cd710e456', 'status': 'completed', 'code': 200} Jul 23 20:27:34.484570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.485012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac35f56-f13a-41f3-8a1b-8e779df9e61a service neutron] Pushing event updated for resources: {'Port': ['ID=a3fb2cf7-dade-4565-8933-b53cd710e456,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:34.491621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.611869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca54ab04a23f4a4085f14a28fa8b6d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3302808 Jul 23 20:27:34.617212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58582) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:34.622371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-ff841c59-705b-4880-9829-8522ee4519fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.623894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-ff841c59-705b-4880-9829-8522ee4519fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 1095 time: 0.2083242 Jul 23 20:27:34.660622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff24a1b-12f9-45ab-8b61-2d453e7e9ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eb60e1-b575-4141-add2-020b0eeeea23,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:34.681919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8abe3-ff00-4981-ab9d-3ad868c3b87f req-80dac42e-41f3-47b1-bb46-f4e52facc0db tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.684893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ae8abe3-ff00-4981-ab9d-3ad868c3b87f req-80dac42e-41f3-47b1-bb46-f4e52facc0db tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.3042779 Jul 23 20:27:34.724485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.769999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ae8abe3-ff00-4981-ab9d-3ad868c3b87f req-e3d4b703-55a9-4937-a44e-9dae5f38866c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654278 Jul 23 20:27:34.782405 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.803269 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-345c9ad5-4ce9-4f48-b98b-de7bdca60c99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 200 len: 217 time: 0.1629226 Jul 23 20:27:34.803459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ed9d-1af8-46c3-9154-fd9006fbc1a4 req-b6031256-a512-49d8-a62f-91973fef1c5c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.805964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12d6ed9d-1af8-46c3-9154-fd9006fbc1a4 req-b6031256-a512-49d8-a62f-91973fef1c5c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 943 time: 0.1918271 Jul 23 20:27:34.856237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12d6ed9d-1af8-46c3-9154-fd9006fbc1a4 req-b29ecaca-f4b2-4e35-83fe-eb072e987400 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486541 Jul 23 20:27:34.889106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-a4e43635-983e-4e83-b395-89b10d493d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.890657 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-a4e43635-983e-4e83-b395-89b10d493d97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0714841 Jul 23 20:27:34.892048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting port 79d9a6fc-f000-4652-a6e6-51b67529fc75 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:34.892377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.913540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4440db9e-3a58-4347-b99b-e9a29a6cd912,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:34.951802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:34.952920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9a22d61a-ca9b-403a-a215-cdb9126d64ce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4837105 Jul 23 20:27:34.960506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefa0e8-0fdc-4936-92a8-5b4470beeda8 req-7f63047b-a6f3-4b2b-911f-adde7a044193 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:34.966582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fefa0e8-0fdc-4936-92a8-5b4470beeda8 req-7f63047b-a6f3-4b2b-911f-adde7a044193 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.0957544 Jul 23 20:27:34.967422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:34.974976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '4440db9e-3a58-4347-b99b-e9a29a6cd912', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:34.977101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58590) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:35.000216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Request body: {'floatingip': {'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:35.014868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.057111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a14d4bf-afad-494e-b330-e2d958b48183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.113057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.120900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.143371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d72dbf-1c2c-4916-a167-041d5f2a721f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:35.152382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.153678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fbde942e-41f0-48ee-a8c8-f6517518d36e tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1843457 Jul 23 20:27:35.154931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.155320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.156544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58592) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:35.161306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-02047115-bbe9-4a1f-a284-a189cb503210 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '4440db9e-3a58-4347-b99b-e9a29a6cd912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:35.165692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.193538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-02047115-bbe9-4a1f-a284-a189cb503210 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.207943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a14d4bf-afad-494e-b330-e2d958b48183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.241826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Calling delete_port for 79d9a6fc-f000-4652-a6e6-51b67529fc75 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:35.260622 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-02047115-bbe9-4a1f-a284-a189cb503210 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:27:35.264749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-02047115-bbe9-4a1f-a284-a189cb503210 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1046712 Jul 23 20:27:35.264977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:35.268419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-11a4603c-353f-47e8-b448-edc5bf8ccb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:35.269984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-11a4603c-353f-47e8-b448-edc5bf8ccb4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3586185 Jul 23 20:27:35.342294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-784defad-218c-48be-81fc-11cf67451e89 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.388563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-784defad-218c-48be-81fc-11cf67451e89 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.530246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-784defad-218c-48be-81fc-11cf67451e89 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.534491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-784defad-218c-48be-81fc-11cf67451e89 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.538395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-784defad-218c-48be-81fc-11cf67451e89 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/4440db9e-3a58-4347-b99b-e9a29a6cd912 HTTP/1.1" status: 204 len: 168 time: 0.2720535 Jul 23 20:27:35.539611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58600) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:35.571056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784defad-218c-48be-81fc-11cf67451e89 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4440db9e-3a58-4347-b99b-e9a29a6cd912,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:35.593042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a14d4bf-afad-494e-b330-e2d958b48183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.595552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9a14d4bf-afad-494e-b330-e2d958b48183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.596713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9a14d4bf-afad-494e-b330-e2d958b48183 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90eb60e1-b575-4141-add2-020b0eeeea23 HTTP/1.1" status: 204 len: 168 time: 0.9768233 Jul 23 20:27:35.641261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674cda6-a4d9-4cba-a2d5-1eae22edf2f9 req-de9f63c6-bb2b-4df0-8f05-253307d929ed tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:35.643442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3674cda6-a4d9-4cba-a2d5-1eae22edf2f9 req-de9f63c6-bb2b-4df0-8f05-253307d929ed tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1781240 Jul 23 20:27:35.653127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1d7e0d1f-53d4-46cf-acce-ac44195779c1 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004243 Jul 23 20:27:35.654452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58604) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:35.655021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14d4bf-afad-494e-b330-e2d958b48183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eb60e1-b575-4141-add2-020b0eeeea23,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:35.664276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--797754630'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:35.672358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-220f3ad8-c7a2-4f02-87f9-321633a7cf59 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938489 Jul 23 20:27:35.711816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3674cda6-a4d9-4cba-a2d5-1eae22edf2f9 req-bfa69845-ae05-4775-a332-5ddcba390d09 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622566 Jul 23 20:27:35.815093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:35.846161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef3b8079-373a-47eb-99a5-79fac53113c8 req-24df12cc-aa04-43e1-920f-650d4bb86041 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629281 Jul 23 20:27:36.071894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe0b80-1ea7-4c16-aa76-cc00fdba3a11 req-90467a07-cf3f-4f6e-ae8b-d5c1dd495b89 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.084401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcfe0b80-1ea7-4c16-aa76-cc00fdba3a11 req-90467a07-cf3f-4f6e-ae8b-d5c1dd495b89 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 943 time: 0.1238432 Jul 23 20:27:36.164368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcfe0b80-1ea7-4c16-aa76-cc00fdba3a11 req-d1a016ea-0487-49a3-a046-d2e3474287ca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790370 Jul 23 20:27:36.530524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.606120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Port': ['ID=79d9a6fc-f000-4652-a6e6-51b67529fc75,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:36.656283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288325-b21b-4eca-9709-96fc27c37891 req-9ae25a12-cb66-4730-9ec1-3a2e5a6df8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.657874 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-9ae25a12-cb66-4730-9ec1-3a2e5a6df8e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 1095 time: 0.7138994 Jul 23 20:27:36.663698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:27:36.735452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.763898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.836667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.846567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.850554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1907516 Jul 23 20:27:36.854427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.857314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58642) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:36.873593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:36.873593 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Floating IP 8d752917-68b8-4b3c-a445-0b8c3568af8e disassociated (deleted). External IP: 172.25.8.73, port: bd3b965b-3acc-4ba0-932f-a43de5e4c09a. Jul 23 20:27:36.963517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf9e9d-8771-4cef-9213-a6193de5eb66 req-1f81934a-e106-4788-ada8-6a9e93880b6f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:36.975437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ddd9617b-412e-43ec-9974-c259167b7350 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '6196a161-6833-4ec4-b290-5e1643859fed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:36.976159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ddf9e9d-8771-4cef-9213-a6193de5eb66 req-1f81934a-e106-4788-ada8-6a9e93880b6f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1710577 Jul 23 20:27:36.984547 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-ddd9617b-412e-43ec-9974-c259167b7350 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 23 20:27:36.985093 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-ddd9617b-412e-43ec-9974-c259167b7350 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:36.989489 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ddd9617b-412e-43ec-9974-c259167b7350 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1180203 Jul 23 20:27:36.991286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58644) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.034945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589de8c-7a91-4cf6-afc0-ccbbbc147b5b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6196a161-6833-4ec4-b290-5e1643859fed,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.098712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ddf9e9d-8771-4cef-9213-a6193de5eb66 req-d681b7b7-fc88-4d1e-9ff2-756ea7c26eac tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215734 Jul 23 20:27:37.121470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288325-b21b-4eca-9709-96fc27c37891 req-8f42ed4a-403d-49f3-a989-a29288f7c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.122499 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-8f42ed4a-403d-49f3-a989-a29288f7c069 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.4253540 Jul 23 20:27:37.214129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-ddc8a2eb-ce89-4065-a5e5-0b550f0c9272 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 200 len: 217 time: 0.0761087 Jul 23 20:27:37.237813 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Floating IP a1d1466e-d4ce-4105-936a-fa9aa4c2cb58 associated. External IP: 172.25.8.143, port: 3d745c44-b339-420c-afd7-9fd1888dc5e9. Jul 23 20:27:37.307221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58652) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.376614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2536aef5-53b7-4f43-bd0b-b12d44ffe494 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.430952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3acad-2af6-4689-a8b2-1e37683d9b32 req-7a95e2e2-7094-4fc5-b354-92529a55d005 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.434012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66d3acad-2af6-4689-a8b2-1e37683d9b32 req-7a95e2e2-7094-4fc5-b354-92529a55d005 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 943 time: 0.1084731 Jul 23 20:27:37.508183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66d3acad-2af6-4689-a8b2-1e37683d9b32 req-38da38a1-ada5-4e3e-94fd-148783d280e6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678456 Jul 23 20:27:37.509565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.517272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288325-b21b-4eca-9709-96fc27c37891 req-3e373b8b-ed97-4aff-a028-0c7f7810a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.518805 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-3e373b8b-ed97-4aff-a028-0c7f7810a3ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.2908514 Jul 23 20:27:37.529196 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2536aef5-53b7-4f43-bd0b-b12d44ffe494 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.710179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.720724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.738507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2536aef5-53b7-4f43-bd0b-b12d44ffe494 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.741086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2536aef5-53b7-4f43-bd0b-b12d44ffe494 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:37.742277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2536aef5-53b7-4f43-bd0b-b12d44ffe494 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/6196a161-6833-4ec4-b290-5e1643859fed HTTP/1.1" status: 204 len: 168 time: 0.7087512 Jul 23 20:27:37.750039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58662) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.791561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Router 8a97ea48-1c48-439c-8e5d-c8c071beb11d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:37.797933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536aef5-53b7-4f43-bd0b-b12d44ffe494 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196a161-6833-4ec4-b290-5e1643859fed,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.814719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c288325-b21b-4eca-9709-96fc27c37891 req-37b56002-08ba-463c-a69f-1aa3e8ba4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:37.816247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-37b56002-08ba-463c-a69f-1aa3e8ba4d13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2733877 Jul 23 20:27:37.816898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=17e555f49b8643dd8948d403db809728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5083191 Jul 23 20:27:37.820185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58664) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:37.825297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5299ee92-4797-47e9-a7d3-a89d34003469,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:37.837777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.838203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.838660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.839088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.839492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.839883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.840346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.840666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.841298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.841408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.842069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.842184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ca5d31-136a-4841-84cc-35bcf874dd21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:37.903943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a3fb2cf7-dade-4565-8933-b53cd710e456 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:38.016526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6007d810-663c-455a-a15b-20535afb2d45 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2572644 Jul 23 20:27:38.016717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58666) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.021827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356806111'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.074668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.084825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a3fb2cf7-dade-4565-8933-b53cd710e456, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a3fb2cf7-dade-4565-8933-b53cd710e456,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:38.087219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:38.112065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'a3fb2cf7-dade-4565-8933-b53cd710e456', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': 'a3fb2cf7-dade-4565-8933-b53cd710e456', 'mac_address': 'fa:16:3e:f4:21:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:38.134500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7558abad-9cb6-4edb-bc88-cca1c09a5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.152659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-e86b1553-9df1-4d7b-b2a4-1de11ecbd6f7 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126273 Jul 23 20:27:38.188385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.215071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3fb2cf7-dade-4565-8933-b53cd710e456 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:38.250497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a3fb2cf7-dade-4565-8933-b53cd710e456, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a3fb2cf7-dade-4565-8933-b53cd710e456,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:38.256998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.277692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7558abad-9cb6-4edb-bc88-cca1c09a5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.323432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:38.339031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.339751 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:27:38.356925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.362423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a3fb2cf7-dade-4565-8933-b53cd710e456,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.376499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] Sync routers for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:38.380438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.395012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:38.396281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:38.416389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.420347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3996623 Jul 23 20:27:38.444656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.450761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c90d11c7-e99e-48bc-9934-04882c359b60 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'c515ba0c-fea9-4134-8ee3-9d7054927ff8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.451592 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-c90d11c7-e99e-48bc-9934-04882c359b60 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 23 20:27:38.452095 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-c90d11c7-e99e-48bc-9934-04882c359b60 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:38.455643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c90d11c7-e99e-48bc-9934-04882c359b60 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075221 Jul 23 20:27:38.458028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58674) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.478912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:38.488620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:38.501601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b6d18-7c24-457b-b50a-cc07bc3d8e91 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c515ba0c-fea9-4134-8ee3-9d7054927ff8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.516982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba6b51-611f-4694-9a85-769d26e08b61 req-a9737be9-1757-4756-9031-a278959161cb tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.518608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43ba6b51-611f-4694-9a85-769d26e08b61 req-a9737be9-1757-4756-9031-a278959161cb tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2725928 Jul 23 20:27:38.558606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7558abad-9cb6-4edb-bc88-cca1c09a5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.561153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7558abad-9cb6-4edb-bc88-cca1c09a5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.562373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7558abad-9cb6-4edb-bc88-cca1c09a5e96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5299ee92-4797-47e9-a7d3-a89d34003469 HTTP/1.1" status: 204 len: 168 time: 0.7406566 Jul 23 20:27:38.568770 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6cd45e2-2fad-4f43-87fb-eb1df75b9dfc tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "DELETE /v2.0/floatingips/8d752917-68b8-4b3c-a445-0b8c3568af8e HTTP/1.1" status: 204 len: 168 time: 4.3829157 Jul 23 20:27:38.569092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:38.574242 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5c288325-b21b-4eca-9709-96fc27c37891 req-5e193bf4-0e28-470d-adb8-ec94aba34c1d service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793409 Jul 23 20:27:38.581837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:38.588242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:38.599211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.601485 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:38.616283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558abad-9cb6-4edb-bc88-cca1c09a5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5299ee92-4797-47e9-a7d3-a89d34003469,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:38.618707 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:38.622516 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:38.662323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:38.662981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:38.680562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43ba6b51-611f-4694-9a85-769d26e08b61 req-f1d712c5-4482-4c33-8707-16029bdcdcc9 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560156 Jul 23 20:27:38.733506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:38.734205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f28317-0fe4-48d8-8516-58ed620da946 None None] The sync data for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:38.816337 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a89f4cf-71f7-4f81-baab-fab480ca58f5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.821935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:38.897884 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6bc2da28-51e5-4e68-a429-eb761b63ce77 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "PUT /v2.0/floatingips/a1d1466e-d4ce-4105-936a-fa9aa4c2cb58 HTTP/1.1" status: 200 len: 991 time: 3.9178405 Jul 23 20:27:38.899182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f900a-b52b-41d6-95f0-b9047c288aee req-42ba027d-4d9a-4d3f-bf5f-c1dcca150b2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:38.914695 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf0f900a-b52b-41d6-95f0-b9047c288aee req-42ba027d-4d9a-4d3f-bf5f-c1dcca150b2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 944 time: 0.1982825 Jul 23 20:27:38.931331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:38.937533 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3568c36d-bdc9-49b6-b252-71ebbd76c723" -d '{"events": [{"name": "network-changed", "server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:38.985237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a89f4cf-71f7-4f81-baab-fab480ca58f5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.011252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf0f900a-b52b-41d6-95f0-b9047c288aee req-9d7c3558-ad33-43a0-b30b-8ba3abb584a9 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Jul 23 20:27:39.106613 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:39.146414 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39edef-7389-4d19-bcbb-c1e83294711e x-openstack-request-id: req-6a39edef-7389-4d19-bcbb-c1e83294711e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:39.147040 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:39.147767 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6a39edef-7389-4d19-bcbb-c1e83294711e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:39.148491 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'status': 'completed', 'code': 200} Jul 23 20:27:39.168548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a89f4cf-71f7-4f81-baab-fab480ca58f5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.171531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a89f4cf-71f7-4f81-baab-fab480ca58f5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.172927 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a89f4cf-71f7-4f81-baab-fab480ca58f5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/c515ba0c-fea9-4134-8ee3-9d7054927ff8 HTTP/1.1" status: 204 len: 168 time: 0.7137022 Jul 23 20:27:39.175725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58692) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.253002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89f4cf-71f7-4f81-baab-fab480ca58f5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c515ba0c-fea9-4134-8ee3-9d7054927ff8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:39.289698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:39.292201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a8a4005b-9a34-48b6-ab9b-b7577b0a7ed2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1141901 Jul 23 20:27:39.301098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939776406'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:39.330849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.410046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:39.420425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-65a4e3f6-db03-44ce-bf11-694915f0014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:39.423203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-65a4e3f6-db03-44ce-bf11-694915f0014b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1097 time: 0.2673569 Jul 23 20:27:39.580012 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a1d1466e-d4ce-4105-936a-fa9aa4c2cb58', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'mac_address': 'fa:16:3e:45:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:14Z', 'updated_at': '2021-07-23T20:27:36Z', 'revision_number': 1, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:39.614529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:39.627171 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:39.627981 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:39.851786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:39.920522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a3fb2cf7-dade-4565-8933-b53cd710e456 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:39.934919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c164b0-4daa-46c3-abc1-8483bbbada8d req-abc549f4-f806-456c-bee4-ca3a7f93047c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:39.952097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22c164b0-4daa-46c3-abc1-8483bbbada8d req-abc549f4-f806-456c-bee4-ca3a7f93047c tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1221206 Jul 23 20:27:40.058922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22c164b0-4daa-46c3-abc1-8483bbbada8d req-c1199b61-657c-4060-838b-1730e2a1cef2 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040299 Jul 23 20:27:40.098319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port a3fb2cf7-dade-4565-8933-b53cd710e456 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:40.105744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port a3fb2cf7-dade-4565-8933-b53cd710e456 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:40.106228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.109708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58720) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:40.304978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Allocated IP 172.25.8.135 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/3c92343c-0deb-436e-bf49-169c806b939b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:40.311547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.345323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e5858-2d45-4d40-abff-56dd0b73f16b req-b8aeecbd-862f-48d9-a9d9-83405a35ae8e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:40.365629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f46e5858-2d45-4d40-abff-56dd0b73f16b req-b8aeecbd-862f-48d9-a9d9-83405a35ae8e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 944 time: 0.1891990 Jul 23 20:27:40.370430 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a1d1466e-d4ce-4105-936a-fa9aa4c2cb58', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'mac_address': 'fa:16:3e:45:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:14Z', 'updated_at': '2021-07-23T20:27:36Z', 'revision_number': 1, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:40.400463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a3fb2cf7-dade-4565-8933-b53cd710e456, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a3fb2cf7-dade-4565-8933-b53cd710e456,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:40.403358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb2cf7-dade-4565-8933-b53cd710e456'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:40.408985 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d68711-64fe-401f-8014-8de43819d169" -d '{"events": [{"server_uuid": "23bd7da4-827f-442d-b0a3-ed613fe949cf", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb2cf7-dade-4565-8933-b53cd710e456"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:40.411507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-45777c4b-4d04-45c1-a73b-dadf2d40cf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:40.414321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-45777c4b-4d04-45c1-a73b-dadf2d40cf1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.9726610 Jul 23 20:27:40.414663 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ceec8-d8cb-4e69-8e99-06119a85432f None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a1d1466e-d4ce-4105-936a-fa9aa4c2cb58', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'floating_ip_address': '172.25.8.143', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2068, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'mac_address': 'fa:16:3e:45:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:27:14Z', 'updated_at': '2021-07-23T20:27:36Z', 'revision_number': 1, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:40.421478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.428408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1379139705-network', 'tenant_id': 'f5db14d0a9394404860ab2e8bf861b36'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:40.469275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f46e5858-2d45-4d40-abff-56dd0b73f16b req-ccabffeb-8f52-4964-810c-fced20989b4c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013861 Jul 23 20:27:40.527442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a3fb2cf7-dade-4565-8933-b53cd710e456,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.559818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.573659 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b9797e-f4d5-4c95-bd57-d3c81b056077 x-openstack-request-id: req-74b9797e-f4d5-4c95-bd57-d3c81b056077 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:40.574012 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bd7da4-827f-442d-b0a3-ed613fe949cf", "name": "network-vif-plugged", "status": "completed", "tag": "a3fb2cf7-dade-4565-8933-b53cd710e456", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:40.574269 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74b9797e-f4d5-4c95-bd57-d3c81b056077 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:40.574653 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3fb2cf7-dade-4565-8933-b53cd710e456', 'code': 200} Jul 23 20:27:40.605931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Made reservation on behalf of f5db14d0a9394404860ab2e8bf861b36 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:40.610175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.628204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.749328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.877912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.880630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d01f1c-d579-4267-b723-54b6b94ed784 None None] New status for floating IP a1d1466e-d4ce-4105-936a-fa9aa4c2cb58: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:27:40.888126 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.916341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.968693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0829db-c859-4731-a05c-680c9dcae307,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:40.977616 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:40.977879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:27:40.984160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-89bb1ab6-2f08-4574-b8c0-c0661f3c2267 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6927712 Jul 23 20:27:40.986844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58728) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:40.994920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.004844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c828a790-9e4f-4dc0-abf0-8385fd6415cb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.012735 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.013210 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Added segment b81547ab-66fa-4a78-8d31-066d69d25aa3 of type vlan for network 53f54350-54a6-4b84-8097-03ce00a608aa Jul 23 20:27:41.016306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-55bba502-eb30-439a-8ed7-e834d04cf7e3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '5f0829db-c859-4731-a05c-680c9dcae307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.019660 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-55bba502-eb30-439a-8ed7-e834d04cf7e3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 23 20:27:41.021132 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-55bba502-eb30-439a-8ed7-e834d04cf7e3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:41.026170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55bba502-eb30-439a-8ed7-e834d04cf7e3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0368767 Jul 23 20:27:41.036656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.044815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2fb0cc5b-f5c2-4589-b573-5765cb24f822 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '5f0829db-c859-4731-a05c-680c9dcae307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.065993 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-2fb0cc5b-f5c2-4589-b573-5765cb24f822 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 23 20:27:41.067303 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-2fb0cc5b-f5c2-4589-b573-5765cb24f822 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:41.074843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2fb0cc5b-f5c2-4589-b573-5765cb24f822 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0326481 Jul 23 20:27:41.074843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58734) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.097943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e0f7274d-7ed4-4725-95be-0e17aa32f692 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '5f0829db-c859-4731-a05c-680c9dcae307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.098788 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-e0f7274d-7ed4-4725-95be-0e17aa32f692 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 23 20:27:41.099292 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-e0f7274d-7ed4-4725-95be-0e17aa32f692 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:41.105116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e0f7274d-7ed4-4725-95be-0e17aa32f692 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0259309 Jul 23 20:27:41.105116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.111668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5305aeb2-56d2-46e8-94d0-807ee9409ee0 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '5f0829db-c859-4731-a05c-680c9dcae307', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.111877 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-5305aeb2-56d2-46e8-94d0-807ee9409ee0 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 23 20:27:41.112353 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-5305aeb2-56d2-46e8-94d0-807ee9409ee0 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:41.115959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5305aeb2-56d2-46e8-94d0-807ee9409ee0 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086207 Jul 23 20:27:41.123918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58740) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.140882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.143423 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-620dbddc-e2e2-40d9-aa46-4b540ea5ad94 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 999 time: 0.6884236 Jul 23 20:27:41.176604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:41.180316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Pushing event updated for resources: {'Port': ['ID=3c92343c-0deb-436e-bf49-169c806b939b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.208113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:41.210593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:41.250575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.256290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.256640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.280528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99524a0f-7547-4f62-ac71-4e54dd8d18fa req-0e576943-2d82-4771-b9a0-1ae8df4fb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.282340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99524a0f-7547-4f62-ac71-4e54dd8d18fa req-0e576943-2d82-4771-b9a0-1ae8df4fb27b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 1097 time: 0.4968104 Jul 23 20:27:41.285053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-40ffaec6-fa13-448a-97c2-0de6a4af0cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.287121 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-40ffaec6-fa13-448a-97c2-0de6a4af0cdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.1289589 Jul 23 20:27:41.308590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcc5-b5a7-4a06-afca-49325bc90933 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.343308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2324901 Jul 23 20:27:41.355981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58744) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.367773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Request body: {'subnet': {'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1379139705-subnet', 'tenant_id': 'f5db14d0a9394404860ab2e8bf861b36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.394511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcc5-b5a7-4a06-afca-49325bc90933 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.435856 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99524a0f-7547-4f62-ac71-4e54dd8d18fa req-59bdb833-102c-424d-b529-da37ee5a25e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402078 Jul 23 20:27:41.438531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a85d44-5a1e-4ad1-b00f-8a8284ee461b admin admin] Pushing event updated for resources: {'Network': ['ID=53f54350-54a6-4b84-8097-03ce00a608aa,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.453229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 53f54350-54a6-4b84-8097-03ce00a608aa details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:27:41.469320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.471906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Made reservation on behalf of f5db14d0a9394404860ab2e8bf861b36 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:41.476199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.536738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be5e99-44fd-4092-bf82-4189ff3934ae req-ee354c37-03de-469c-850c-5433df91bd69 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.547685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9be5e99-44fd-4092-bf82-4189ff3934ae req-ee354c37-03de-469c-850c-5433df91bd69 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.3534641 Jul 23 20:27:41.579946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-524e1b2a-641c-4901-a6fd-4cd3e28ad8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.582853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-524e1b2a-641c-4901-a6fd-4cd3e28ad8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2809584 Jul 23 20:27:41.623156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9be5e99-44fd-4092-bf82-4189ff3934ae req-92a992b2-3784-49a3-b192-36f0cec06c6e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684142 Jul 23 20:27:41.684375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcc5-b5a7-4a06-afca-49325bc90933 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.687569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8dcc5-b5a7-4a06-afca-49325bc90933 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.689942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8ca8dcc5-b5a7-4a06-afca-49325bc90933 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/5f0829db-c859-4731-a05c-680c9dcae307 HTTP/1.1" status: 204 len: 168 time: 0.5651164 Jul 23 20:27:41.691565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.712773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:41.723397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8dcc5-b5a7-4a06-afca-49325bc90933 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0829db-c859-4731-a05c-680c9dcae307,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:41.754903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf3137-ba87-4065-86b0-4c60c3588bed req-9a09fd71-046a-4953-9318-da11ed5518ca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:41.756794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bbf3137-ba87-4065-86b0-4c60c3588bed req-9a09fd71-046a-4953-9318-da11ed5518ca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1325831 Jul 23 20:27:41.830847 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bbf3137-ba87-4065-86b0-4c60c3588bed req-56abdca4-f4a7-4f66-b144-7c3b42102946 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624380 Jul 23 20:27:41.839762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ccb9cf31-eaf0-4365-a7a7-fb5a3dcf3d02 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1360893 Jul 23 20:27:41.841003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58752) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:41.855947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--867742038'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:41.884858 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-b6f349b9-c2e8-421c-bda5-9574c619e752 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734444 Jul 23 20:27:41.890011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.022254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.028218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.060702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c3e8d2-3e09-41d2-a829-84732663c458,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:42.074253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.080113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58754) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.081207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a893575a-391c-4379-8290-9ea4f8e651b2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397029 Jul 23 20:27:42.096346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4c0f7a86-2bef-444a-96cb-37ea48082bb3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.096808 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-4c0f7a86-2bef-444a-96cb-37ea48082bb3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:27:42.097311 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-4c0f7a86-2bef-444a-96cb-37ea48082bb3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.100028 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4c0f7a86-2bef-444a-96cb-37ea48082bb3 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0172660 Jul 23 20:27:42.102168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58756) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.117601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-224d04d6-c5bd-4693-9f0b-6e3105f4561b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.122016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.173227 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3568c36d-bdc9-49b6-b252-71ebbd76c723 req-6a9a7841-27ae-4fd2-9c9a-d997e3150c1a service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757559 Jul 23 20:27:42.209018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.223215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.236951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d15f337-4cfd-4465-9b8c-d273d572918e,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:42.300856 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-224d04d6-c5bd-4693-9f0b-6e3105f4561b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.300856 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-224d04d6-c5bd-4693-9f0b-6e3105f4561b tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1865780 Jul 23 20:27:42.300856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.355159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0bb41726-cbe5-4f42-afbd-e253b9060a31 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.356136 n-d-793620-13 neutron-server[94026]: WARNING neutron.api.v2.base [None req-0bb41726-cbe5-4f42-afbd-e253b9060a31 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 23 20:27:42.357650 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-0bb41726-cbe5-4f42-afbd-e253b9060a31 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.359630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0bb41726-cbe5-4f42-afbd-e253b9060a31 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0623183 Jul 23 20:27:42.362960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.371892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Checking segment: {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:42.374589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Network hostable DHCP agents. Network: 53f54350-54a6-4b84-8097-03ce00a608aa, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:27:42.377129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e21373a8-1a02-481a-9d47-6cc47c6d5ea7 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.384841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Pushing event updated for resources: {'Port': ['ID=3c92343c-0deb-436e-bf49-169c806b939b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:42.442817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.477260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Network 53f54350-54a6-4b84-8097-03ce00a608aa is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:27:42.485347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.488558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e04027b8-15a4-4814-9520-3f536e90bb09 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9172823 Jul 23 20:27:42.496389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.500992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 53f54350-54a6-4b84-8097-03ce00a608aa) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:42.505486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:42.506312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:42.516955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbe024d-07ea-46b8-a232-1a7c5d55092a None None] Network 53f54350-54a6-4b84-8097-03ce00a608aa requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:42.529122 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-e21373a8-1a02-481a-9d47-6cc47c6d5ea7 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.533397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e21373a8-1a02-481a-9d47-6cc47c6d5ea7 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1664078 Jul 23 20:27:42.533885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58778) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.550115 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1082483f-4f92-463f-949b-801b44103749 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1930053 Jul 23 20:27:42.551997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e8981fd7-5473-423d-a1bd-467bbfb2f9db tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.552524 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-e8981fd7-5473-423d-a1bd-467bbfb2f9db tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 23 20:27:42.553092 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-e8981fd7-5473-423d-a1bd-467bbfb2f9db tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.557807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e8981fd7-5473-423d-a1bd-467bbfb2f9db tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0193481 Jul 23 20:27:42.558360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58782) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.563232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-485dcc24-3afc-4829-8ea9-cb6b2c7d10aa tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.625348 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-485dcc24-3afc-4829-8ea9-cb6b2c7d10aa tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Project 95189a4b2f324c669e186cdd9573c879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:27:42.652094 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-485dcc24-3afc-4829-8ea9-cb6b2c7d10aa tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.656350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-485dcc24-3afc-4829-8ea9-cb6b2c7d10aa tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0942764 Jul 23 20:27:42.656810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58786) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.663577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3cc8093f-aa7e-4b6b-aab6-cb2e3379aa81 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.664567 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-3cc8093f-aa7e-4b6b-aab6-cb2e3379aa81 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 23 20:27:42.665079 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-3cc8093f-aa7e-4b6b-aab6-cb2e3379aa81 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.669484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3cc8093f-aa7e-4b6b-aab6-cb2e3379aa81 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082459 Jul 23 20:27:42.669953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58788) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.680262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-022a0115-d412-4d29-8fe3-3fc2526c8bb2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.720852 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-022a0115-d412-4d29-8fe3-3fc2526c8bb2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Project 95189a4b2f324c669e186cdd9573c879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:27:42.746687 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-022a0115-d412-4d29-8fe3-3fc2526c8bb2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:42.751098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-022a0115-d412-4d29-8fe3-3fc2526c8bb2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0762758 Jul 23 20:27:42.751098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:42.754119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a8803-5685-4c42-972e-ed89c0b40749 None None] Network 53f54350-54a6-4b84-8097-03ce00a608aa requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:42.758184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6f1bdcd9-10f9-4bbc-9a1c-43db5c8d9678 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'd8c3e8d2-3e09-41d2-a829-84732663c458', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:42.801069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:43.016965 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-6f1bdcd9-10f9-4bbc-9a1c-43db5c8d9678 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Project 95189a4b2f324c669e186cdd9573c879 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:27:43.038558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.074618 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-6f1bdcd9-10f9-4bbc-9a1c-43db5c8d9678 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:43.075812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6f1bdcd9-10f9-4bbc-9a1c-43db5c8d9678 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3241260 Jul 23 20:27:43.082760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58800) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:43.167354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3aeda-9555-41ee-9864-be63fb4f3bd5 req-907a9bf1-7110-4b0a-ad14-1236ce5cbe7e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.169050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5a3aeda-9555-41ee-9864-be63fb4f3bd5 req-907a9bf1-7110-4b0a-ad14-1236ce5cbe7e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.3331840 Jul 23 20:27:43.289524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5a3aeda-9555-41ee-9864-be63fb4f3bd5 req-94feda57-e851-4722-a136-1b7d0ebfa5a4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079195 Jul 23 20:27:43.291911 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c3636c9-7c4b-45d7-8654-00e3a8c4f656 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.329960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407e7e-750a-4d53-9346-a45468d6bfd2 req-415846f5-d783-4f9e-8695-bc7d25b69cc3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:43.329960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36407e7e-750a-4d53-9346-a45468d6bfd2 req-415846f5-d783-4f9e-8695-bc7d25b69cc3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2824523 Jul 23 20:27:43.343530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c3636c9-7c4b-45d7-8654-00e3a8c4f656 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.440407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36407e7e-750a-4d53-9346-a45468d6bfd2 req-35b7d646-d13b-4327-bf08-7b02c3c7daa5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888340 Jul 23 20:27:43.440407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.463652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c3636c9-7c4b-45d7-8654-00e3a8c4f656 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.467670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c3636c9-7c4b-45d7-8654-00e3a8c4f656 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.472265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c3636c9-7c4b-45d7-8654-00e3a8c4f656 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/d8c3e8d2-3e09-41d2-a829-84732663c458 HTTP/1.1" status: 204 len: 168 time: 0.3875635 Jul 23 20:27:43.476061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58804) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:43.569936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ac742d8-a374-4f85-8792-d9758f5553f6 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917189 Jul 23 20:27:43.571270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58814) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:43.579694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3636c9-7c4b-45d7-8654-00e3a8c4f656 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c3e8d2-3e09-41d2-a829-84732663c458,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:43.580860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467212201'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:43.625447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.700455 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.727240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Allocated IP 172.25.8.80 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/4488884f-0a41-467f-ba17-eb0e8c7c288e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:43.813608 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.831647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.867952 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4e7733b4-0c3b-404d-86a3-7192bba69ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.878823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed512c9-5ffb-4de6-aae5-b583a9e54497,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:43.882616 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:43.884539 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-57aef9e6-81c1-466e-94e7-e29cb8599255 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3110521 Jul 23 20:27:43.888006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58820) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:43.893942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5acfaed7-54f4-411e-911d-7c55f4ee5e78 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '7ed512c9-5ffb-4de6-aae5-b583a9e54497', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:43.962183 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-5acfaed7-54f4-411e-911d-7c55f4ee5e78 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The resource could not be found. Jul 23 20:27:43.966231 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5acfaed7-54f4-411e-911d-7c55f4ee5e78 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0744452 Jul 23 20:27:43.966383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58824) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:43.980261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-466bf408-013c-4cfb-af7f-ec6ddb28a23a tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '7ed512c9-5ffb-4de6-aae5-b583a9e54497', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '798e754b-4b8a-4d56-adec-e4c7661abce4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:44.053370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.075849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a6430-c16f-4b8d-b5a0-436a6ab46b6b req-6c85079c-7dd0-4803-9a49-68689d4c0875 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.077458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da8a6430-c16f-4b8d-b5a0-436a6ab46b6b req-6c85079c-7dd0-4803-9a49-68689d4c0875 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1973207 Jul 23 20:27:44.089712 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-466bf408-013c-4cfb-af7f-ec6ddb28a23a tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The resource could not be found. Jul 23 20:27:44.091177 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-466bf408-013c-4cfb-af7f-ec6ddb28a23a tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1238441 Jul 23 20:27:44.094166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58826) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:44.157003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.230471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e2acb2-98f7-4ded-8ce6-05cdb9617894 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.257674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:44.260461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Pushing event updated for resources: {'Port': ['ID=4488884f-0a41-467f-ba17-eb0e8c7c288e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:44.266392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e2acb2-98f7-4ded-8ce6-05cdb9617894 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.269585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:44.295501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:44.319071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e2acb2-98f7-4ded-8ce6-05cdb9617894 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.323272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69e2acb2-98f7-4ded-8ce6-05cdb9617894 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.324219 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-69e2acb2-98f7-4ded-8ce6-05cdb9617894 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/7ed512c9-5ffb-4de6-aae5-b583a9e54497 HTTP/1.1" status: 204 len: 168 time: 0.2287283 Jul 23 20:27:44.328717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58828) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:44.333198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da8a6430-c16f-4b8d-b5a0-436a6ab46b6b req-8580a852-5d25-47c0-a069-7069c0b825a1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477510 Jul 23 20:27:44.366717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2acb2-98f7-4ded-8ce6-05cdb9617894 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed512c9-5ffb-4de6-aae5-b583a9e54497,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:44.413687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.425781 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9cea3fd1-e88a-474c-91e2-602d580d69e2 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0917735 Jul 23 20:27:44.425781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58832) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:44.436624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b9db5893-0e6a-4635-961e-fff13e7c1665 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': '68a08fde-0b3f-41e6-b8d7-487cea6ab2df', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:44.511767 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-b9db5893-0e6a-4635-961e-fff13e7c1665 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The resource could not be found. Jul 23 20:27:44.518764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9db5893-0e6a-4635-961e-fff13e7c1665 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0852013 Jul 23 20:27:44.519091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58834) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:44.523216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.527825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278496132'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:44.566402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.599491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0779-6a67-41be-a710-11d9f2060ba0 req-163320a8-428b-4af1-9c9e-67d175f93af9 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:44.601807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f34d0779-6a67-41be-a710-11d9f2060ba0 req-163320a8-428b-4af1-9c9e-67d175f93af9 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1780314 Jul 23 20:27:44.708481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f34d0779-6a67-41be-a710-11d9f2060ba0 req-5d064cbe-0ba7-46e5-8f00-964e8a59b566 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922506 Jul 23 20:27:44.756721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.784927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.834788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.839659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3194046 Jul 23 20:27:44.840829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58846) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:44.841672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a4020-5895-4019-a64c-a78d26884313 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da633468-67b8-4826-a7a9-d18373c0b9f3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:44.860900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478838790'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:44.888907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.910752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:44.936750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.452001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Pushing event updated for resources: {'Port': ['ID=4488884f-0a41-467f-ba17-eb0e8c7c288e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:45.527916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.547226 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.553997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.562347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-c7e1751a-0b54-424c-be22-78dc6caf8ebe tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.563992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-c7e1751a-0b54-424c-be22-78dc6caf8ebe tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/networks?id=53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 200 len: 809 time: 0.6488059 Jul 23 20:27:45.593331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.594715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c58e770-8155-41e8-82c3-d7c1fc4b2416 tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0973301 Jul 23 20:27:45.597419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58860) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.613735 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.617926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7724893 Jul 23 20:27:45.620777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.631054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-84e79f73-5bf2-481e-8b2a-8f5b469e05a9 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/quotas/f5db14d0a9394404860ab2e8bf861b36 HTTP/1.1" status: 200 len: 375 time: 0.0461431 Jul 23 20:27:45.637922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6bffba2a-9174-4481-ac6e-c6e7728db1a7 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'da633468-67b8-4826-a7a9-d18373c0b9f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '171a29b0-d209-46d5-b675-13f391683362'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:45.657226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7e1e4-50b7-478d-929b-fee4eaed86ae tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171a29b0-d209-46d5-b675-13f391683362,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:45.695650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92286-88df-46db-ad6c-e7b42867005b req-4b89e49c-5343-40c2-8909-838e90321705 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:45.702818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ed92286-88df-46db-ad6c-e7b42867005b req-4b89e49c-5343-40c2-8909-838e90321705 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2587221 Jul 23 20:27:45.709175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2a93ccab-4b2f-4e5f-9f79-4099e8382dab tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5db14d0a9394404860ab2e8bf861b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773714 Jul 23 20:27:45.730711 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86f1259a-52fc-4150-aa15-51155c51a3a9 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.1319959 Jul 23 20:27:45.733365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.815377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-769caad8-b047-48f2-a2dc-130ba8620e5d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0784481 Jul 23 20:27:45.815862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58874) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.845583 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-6bffba2a-9174-4481-ac6e-c6e7728db1a7 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:45.849368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6bffba2a-9174-4481-ac6e-c6e7728db1a7 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2234926 Jul 23 20:27:45.851862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ed92286-88df-46db-ad6c-e7b42867005b req-c597c8e6-6a49-4f55-a189-04c110705bca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482396 Jul 23 20:27:45.854646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:45.915043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-49cfe229-6535-44fc-b4d1-2d4e606f4edb service neutron] 10.222.0.46 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881578 Jul 23 20:27:45.962241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a17fdc29-1dab-4c6c-9dc0-6ea74a63fa11 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:45.989987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a17fdc29-1dab-4c6c-9dc0-6ea74a63fa11 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.068278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Deleting port 4488884f-0a41-467f-ba17-eb0e8c7c288e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:46.068623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.166790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.167218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.173990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-aea70014-09d2-4edb-9e7c-507ef1502e2f service neutron] 10.222.0.46 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495708 Jul 23 20:27:46.190387 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a17fdc29-1dab-4c6c-9dc0-6ea74a63fa11 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.194383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a17fdc29-1dab-4c6c-9dc0-6ea74a63fa11 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.194508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Calling delete_port for 4488884f-0a41-467f-ba17-eb0e8c7c288e owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:46.196938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a17fdc29-1dab-4c6c-9dc0-6ea74a63fa11 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/171a29b0-d209-46d5-b675-13f391683362 HTTP/1.1" status: 204 len: 168 time: 0.3406489 Jul 23 20:27:46.199546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58880) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:46.222590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a441e2-30fa-441f-8080-ffc72627fe67 req-e8e697e6-fb9d-4397-85e4-966afde2697d tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:46.224432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62a441e2-30fa-441f-8080-ffc72627fe67 req-e8e697e6-fb9d-4397-85e4-966afde2697d tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2283993 Jul 23 20:27:46.234348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fdc29-1dab-4c6c-9dc0-6ea74a63fa11 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a29b0-d209-46d5-b675-13f391683362,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:46.309899 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62a441e2-30fa-441f-8080-ffc72627fe67 req-abaa771c-e0ff-4242-8dbc-8761567cec81 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781775 Jul 23 20:27:46.333846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1063319-c283-4e03-9ec4-9bcdc2948d5c tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1329899 Jul 23 20:27:46.336703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58882) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:46.449539 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.465025 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8114987-cb1d-4c8b-a9d0-7153ad7270d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.491554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40894c0d-727a-4d37-8bff-fd1cde752390 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.507732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.527098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58890) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:46.563290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e11957f-e442-4f57-ae21-a84e09de2762 req-e1c64ff6-eeaa-46ce-a417-58d63a805dca tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 210 time: 0.0760128 Jul 23 20:27:46.587121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Pushing event deleted for resources: {'Port': ['ID=4488884f-0a41-467f-ba17-eb0e8c7c288e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:46.612752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40894c0d-727a-4d37-8bff-fd1cde752390 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.707043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.712395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.716163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8b9b0d65-a96e-47e5-a23a-97c989770c9d tempest-FloatingIPAdminTestJSON-162313021 tempest-FloatingIPAdminTestJSON-162313021-project] 10.222.0.46 "DELETE /v2.0/floatingips/b4c79029-543a-474d-94a6-e7b3957ecee4 HTTP/1.1" status: 204 len: 168 time: 0.8967495 Jul 23 20:27:46.717950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58898) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:46.779023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40894c0d-727a-4d37-8bff-fd1cde752390 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.781755 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40894c0d-727a-4d37-8bff-fd1cde752390 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:46.785817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-40894c0d-727a-4d37-8bff-fd1cde752390 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/da633468-67b8-4826-a7a9-d18373c0b9f3 HTTP/1.1" status: 204 len: 168 time: 0.4427724 Jul 23 20:27:46.796417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58900) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:46.797345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40894c0d-727a-4d37-8bff-fd1cde752390 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da633468-67b8-4826-a7a9-d18373c0b9f3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:46.828813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077308c5-0e9e-42eb-8cc6-c3ff7172e9c0 req-a49c6923-5c75-4aea-b14c-bc44ed65c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:46.830462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-077308c5-0e9e-42eb-8cc6-c3ff7172e9c0 req-a49c6923-5c75-4aea-b14c-bc44ed65c2a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 1097 time: 0.1945145 Jul 23 20:27:46.951122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-077308c5-0e9e-42eb-8cc6-c3ff7172e9c0 req-45c0b952-9cad-4d3d-974e-392bbca3e92c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829756 Jul 23 20:27:47.039395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-40abf246-dc3c-45af-880c-fa874502d2cc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2352629 Jul 23 20:27:47.045348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58906) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:47.047533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--911817172'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:47.062191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Deleting port 3c92343c-0deb-436e-bf49-169c806b939b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:47.062676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.093547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.144631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393696ac-7c78-4d5c-8636-53cde3a67d1b req-ff00c37f-73cb-4596-acc6-baf0613b15f5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.146575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-393696ac-7c78-4d5c-8636-53cde3a67d1b req-ff00c37f-73cb-4596-acc6-baf0613b15f5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1640444 Jul 23 20:27:47.162474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.204661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.205009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.232888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-393696ac-7c78-4d5c-8636-53cde3a67d1b req-9b926879-45f6-4a12-862a-02f914bae8e6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676014 Jul 23 20:27:47.240499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Calling delete_port for 3c92343c-0deb-436e-bf49-169c806b939b owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:47.378380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.388083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.422449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.425958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3836293 Jul 23 20:27:47.432813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58912) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:47.447827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a538f2f2-3cf7-4360-898b-5c57d26ca190 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc8edf-2def-4c2b-98e0-392ed39f266c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:47.481804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.485976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bea165-5d6f-4cbd-9567-9c263d482dce tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc8edf-2def-4c2b-98e0-392ed39f266c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:47.526025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c92343c-0deb-436e-bf49-169c806b939b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:47.574521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31142078-a5c8-4e01-9ff6-6936e4110f39 req-bfe414b9-8432-4eee-93f7-9b9cd56ab17b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.576138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31142078-a5c8-4e01-9ff6-6936e4110f39 req-bfe414b9-8432-4eee-93f7-9b9cd56ab17b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1567149 Jul 23 20:27:47.577662 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-a538f2f2-3cf7-4360-898b-5c57d26ca190 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:47.578779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a538f2f2-3cf7-4360-898b-5c57d26ca190 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1352100 Jul 23 20:27:47.584928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58918) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:47.589268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a945f668-dcd7-4d30-940a-60edaf3b426d tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc8edf-2def-4c2b-98e0-392ed39f266c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:47.644346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.647125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.652347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-05e5edb0-8dec-4d46-99c8-c43d0ed07f21 tempest-FloatingIPAdminTestJSON-847310876 tempest-FloatingIPAdminTestJSON-847310876-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/9915cfd1-41f0-4fc3-a5a7-d04cfdc5dc3b HTTP/1.1" status: 204 len: 168 time: 0.9289813 Jul 23 20:27:47.652347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31142078-a5c8-4e01-9ff6-6936e4110f39 req-a9441003-112d-4fba-b9b4-93e2c929d205 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567923 Jul 23 20:27:47.653234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:47.669561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.683032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-f1340bb5-4174-449a-a12f-baaa08c0bdb8 req-f79fe995-11d9-48a4-bbda-02593600699f service neutron] (94026) timed out ('10.222.0.46', 54380) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:27:47.683311 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.738837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6b3a025-f82c-4472-8292-3c081a80cb3d req-68ca1578-72d5-4f30-a554-e5c4f5e2c3df tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 210 time: 0.0547893 Jul 23 20:27:47.820245 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-a945f668-dcd7-4d30-940a-60edaf3b426d tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:27:47.825251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a945f668-dcd7-4d30-940a-60edaf3b426d tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2395453 Jul 23 20:27:47.828267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58922) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:47.910526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting port bd3b965b-3acc-4ba0-932f-a43de5e4c09a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:47.910874 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:47.933594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-5fbabbe9-15c8-4e73-9055-c9b873411d7b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:47.934287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-5fbabbe9-15c8-4e73-9055-c9b873411d7b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "GET /v2.0/networks?id=53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 200 len: 809 time: 0.1477802 Jul 23 20:27:47.954270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Request body: {'port': {'device_id': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa', 'admin_state_up': True, 'tenant_id': 'f5db14d0a9394404860ab2e8bf861b36'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:48.090086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.115192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Calling delete_port for bd3b965b-3acc-4ba0-932f-a43de5e4c09a owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:48.189631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Made reservation on behalf of f5db14d0a9394404860ab2e8bf861b36 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:27:48.193357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.382907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0cac3df-fd45-4996-872c-36b22d48d604 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.422516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.425949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0cac3df-fd45-4996-872c-36b22d48d604 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.458963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Allocated IP 172.20.0.5 (53f54350-54a6-4b84-8097-03ce00a608aa/9d15f337-4cfd-4465-9b8c-d273d572918e/e622623e-bc1a-42eb-85b8-04d2cc7256ee) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:27:48.466766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Port': ['ID=bd3b965b-3acc-4ba0-932f-a43de5e4c09a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:48.519091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0cac3df-fd45-4996-872c-36b22d48d604 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.521860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0cac3df-fd45-4996-872c-36b22d48d604 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.526309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a0cac3df-fd45-4996-872c-36b22d48d604 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/f0bc8edf-2def-4c2b-98e0-392ed39f266c HTTP/1.1" status: 204 len: 168 time: 0.6941452 Jul 23 20:27:48.529463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58928) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:48.555024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cac3df-fd45-4996-872c-36b22d48d604 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc8edf-2def-4c2b-98e0-392ed39f266c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:48.616656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00262d08-f2fc-4237-9260-b72317c072be req-a9328e97-bbe6-47a4-9f5b-b9361ab8f1fb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.624450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00262d08-f2fc-4237-9260-b72317c072be req-a9328e97-bbe6-47a4-9f5b-b9361ab8f1fb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2584496 Jul 23 20:27:48.646428 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c1bff3d1-b31f-4593-94cf-08ef70da4a3f tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1127579 Jul 23 20:27:48.650864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58932) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:48.657359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'tempest-secgroup--575537078'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:48.681470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.687842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ba774e6-8723-4829-8165-85a2e00dc1c2 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "DELETE /v2.0/ports/bd3b965b-3acc-4ba0-932f-a43de5e4c09a HTTP/1.1" status: 204 len: 168 time: 1.0340755 Jul 23 20:27:48.697575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:48.732662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Deleting port 206db3a8-2939-4c56-9fb9-ed071607a8e3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:48.732947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.766814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.791290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00262d08-f2fc-4237-9260-b72317c072be req-b289563c-9d69-41d2-9286-f34ff8a35087 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659718 Jul 23 20:27:48.895023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd91c1-77d4-4a96-bffe-e03184eb49bd req-11ba3400-0807-4e6c-9d30-317ee3a0c963 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.896613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bcd91c1-77d4-4a96-bffe-e03184eb49bd req-11ba3400-0807-4e6c-9d30-317ee3a0c963 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1131728 Jul 23 20:27:48.911697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] For port 206db3a8-2939-4c56-9fb9-ed071607a8e3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=206db3a8-2939-4c56-9fb9-ed071607a8e3,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:48.912963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.945280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bf68cb-142d-45d4-80ec-fdd7ba881235 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:48.945811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-685f5ebf-70e2-4a4c-9541-ca985ee5e49d req-a3569f82-71df-44be-9c80-c30e7e208551 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 210 time: 0.0620234 Jul 23 20:27:48.954753 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-45bf68cb-142d-45d4-80ec-fdd7ba881235 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a97ea48-1c48-439c-8e5d-c8c071beb11d HTTP/1.1" status: 200 len: 913 time: 0.2473369 Jul 23 20:27:48.955813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:48.956603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:48.972441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Calling delete_port for 206db3a8-2939-4c56-9fb9-ed071607a8e3 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:49.004699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bcd91c1-77d4-4a96-bffe-e03184eb49bd req-b2758f68-1414-4e47-8af8-34fca04feae9 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938959 Jul 23 20:27:49.056863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.113597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Network 53f54350-54a6-4b84-8097-03ce00a608aa is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:27:49.118237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:27:49.124209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:27:49.156204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.168351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.169400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Pushing event updated for resources: {'Port': ['ID=e622623e-bc1a-42eb-85b8-04d2cc7256ee,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.191499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.192145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.205637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20923290-3363-4617-aba5-f51a65368979,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.240013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-2ba16f35-dcab-468c-a28d-bbdf2316c25b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2893310 Jul 23 20:27:49.253516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Request body: {'port': {'device_id': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:49.307939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.312091 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16ce89db-1d03-4ab2-8a12-e5b84fa97ecc tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6555974 Jul 23 20:27:49.318984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58954) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:49.328913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-41255e31-5d8d-4963-b0ae-0a6480845cd5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:27:49.329328 n-d-793620-13 neutron-server[94027]: WARNING neutron.api.v2.base [None req-41255e31-5d8d-4963-b0ae-0a6480845cd5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 23 20:27:49.329846 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-41255e31-5d8d-4963-b0ae-0a6480845cd5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] update failed (client error): There was a conflict when trying to complete your request. Jul 23 20:27:49.333087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41255e31-5d8d-4963-b0ae-0a6480845cd5 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "PUT /v2.0/security-groups/20923290-3363-4617-aba5-f51a65368979 HTTP/1.1" status: 409 len: 330 time: 0.0062501 Jul 23 20:27:49.339278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58956) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:49.436865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.470948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6933e3a-424d-4863-a87e-3b61a67e7056 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.484179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-75ec963d-2324-427c-be67-db7cc349fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.485740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-75ec963d-2324-427c-be67-db7cc349fd7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c503d7fa2134b19b5070dc060255cbe&device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 1097 time: 0.2188833 Jul 23 20:27:49.506168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f9a5e-3d9f-4870-87e8-8193fb7aad0e req-7cc160fe-44b6-44f8-8d6b-304b42fbc9cf tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.507739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c95f9a5e-3d9f-4870-87e8-8193fb7aad0e req-7cc160fe-44b6-44f8-8d6b-304b42fbc9cf tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2287266 Jul 23 20:27:49.564496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6933e3a-424d-4863-a87e-3b61a67e7056 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.567339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.611464 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.639201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=206db3a8-2939-4c56-9fb9-ed071607a8e3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.663959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c95f9a5e-3d9f-4870-87e8-8193fb7aad0e req-d8affc65-59da-4f8c-9767-1e94b0173237 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431315 Jul 23 20:27:49.710827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6933e3a-424d-4863-a87e-3b61a67e7056 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.710827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6933e3a-424d-4863-a87e-3b61a67e7056 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.710827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c6933e3a-424d-4863-a87e-3b61a67e7056 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/20923290-3363-4617-aba5-f51a65368979 HTTP/1.1" status: 204 len: 168 time: 0.3671491 Jul 23 20:27:49.716036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58962) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:49.738256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6933e3a-424d-4863-a87e-3b61a67e7056 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20923290-3363-4617-aba5-f51a65368979,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:49.799199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-f9464646-341c-468c-b06e-93738d3ff651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:49.800701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-f9464646-341c-468c-b06e-93738d3ff651 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 200 len: 911 time: 0.2875419 Jul 23 20:27:49.951575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e622623e-bc1a-42eb-85b8-04d2cc7256ee {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:49.960480 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:49.965704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-8106b552-4b2f-492d-9d2f-d188dc7314e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb HTTP/1.1" status: 200 len: 217 time: 0.0889060 Jul 23 20:27:49.980284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8b0490c6-8e24-408e-8854-ef64ab05ae36 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2052236 Jul 23 20:27:49.985524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.007115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Transition to ACTIVE for port object e622623e-bc1a-42eb-85b8-04d2cc7256ee will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:27:50.009129 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-cb834c1b-c737-43c3-9d33-23bae4f7fc4d tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] delete failed (client error): The resource could not be found. Jul 23 20:27:50.014243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cb834c1b-c737-43c3-9d33-23bae4f7fc4d tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "DELETE /v2.0/security-groups/f2256812-8528-4b17-afce-565be3c36b93 HTTP/1.1" status: 404 len: 347 time: 0.0226326 Jul 23 20:27:50.014401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58978) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.030128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.040920 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-95ea3838-1d25-40fb-af35-dc12db2b1a45 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] show failed (client error): The resource could not be found. Jul 23 20:27:50.046181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-95ea3838-1d25-40fb-af35-dc12db2b1a45 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-groups/d2f36387-e95f-45b6-9777-d039b9382abf HTTP/1.1" status: 404 len: 347 time: 0.0267639 Jul 23 20:27:50.052022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58980) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.076122 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-e9caf3b1-25f2-45dc-a198-741f7b264ef9 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] show failed (client error): The resource could not be found. Jul 23 20:27:50.081273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e9caf3b1-25f2-45dc-a198-741f7b264ef9 tempest-NegativeSecGroupIPv6Test-1859098203 tempest-NegativeSecGroupIPv6Test-1859098203-project] 10.222.0.46 "GET /v2.0/security-group-rules/d87f9cf7-9c01-4cc9-84a8-91d0a27d5ddf HTTP/1.1" status: 404 len: 356 time: 0.0241783 Jul 23 20:27:50.094134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf283b6e-763b-412e-95b1-9f5989d6565f req-a294550c-025b-402a-ab90-3611ce12bafa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.095662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf283b6e-763b-412e-95b1-9f5989d6565f req-a294550c-025b-402a-ab90-3611ce12bafa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1890697 Jul 23 20:27:50.127243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.132378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-277e12c8-f61f-4382-a0cc-67a45d63d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.134948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-277e12c8-f61f-4382-a0cc-67a45d63d1d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 200 len: 850 time: 0.1491036 Jul 23 20:27:50.152979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247407a-1399-4160-a239-45f673736341 service neutron] Pushing event updated for resources: {'Port': ['ID=e622623e-bc1a-42eb-85b8-04d2cc7256ee,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:50.226337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf283b6e-763b-412e-95b1-9f5989d6565f req-2bb1ce74-cf04-41d1-b657-70bfe6a14e88 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113670 Jul 23 20:27:50.262230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd84e5-9000-4082-86e1-847c68b448ba req-ba5ef2ad-e9af-4606-9ec4-e364df1bc31f tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.263772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cdd84e5-9000-4082-86e1-847c68b448ba req-ba5ef2ad-e9af-4606-9ec4-e364df1bc31f tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 943 time: 0.1986337 Jul 23 20:27:50.281416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Attempting to bind port e622623e-bc1a-42eb-85b8-04d2cc7256ee on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:27:50.281784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Attempting to bind port e622623e-bc1a-42eb-85b8-04d2cc7256ee by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:27:50.282126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Attempting to bind port e622623e-bc1a-42eb-85b8-04d2cc7256ee on network 53f54350-54a6-4b84-8097-03ce00a608aa {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:50.295265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Port e622623e-bc1a-42eb-85b8-04d2cc7256ee on network 53f54350-54a6-4b84-8097-03ce00a608aa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:27:50.295599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Attempting to bind port e622623e-bc1a-42eb-85b8-04d2cc7256ee on network 53f54350-54a6-4b84-8097-03ce00a608aa {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:27:50.305359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:27:50.306282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Checking segment: {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:27:50.306771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Bound using segment: {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:27:50.307240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Bound port: e622623e-bc1a-42eb-85b8-04d2cc7256ee, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:27:50.307606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.338567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-1cc69449-9865-4d1e-8cdb-71e76f36f4a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2787c95-bf67-4658-8d90-983a18a493d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941555 Jul 23 20:27:50.343556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cdd84e5-9000-4082-86e1-847c68b448ba req-441254a7-0e0b-47c5-98a9-117648def0e0 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727389 Jul 23 20:27:50.355364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58988) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.379935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.416957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] For port e622623e-bc1a-42eb-85b8-04d2cc7256ee, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:27:50.421915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] For port e622623e-bc1a-42eb-85b8-04d2cc7256ee, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:27:50.430348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.477297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.478719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.480274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-f247407a-1399-4160-a239-45f673736341 service neutron] 10.222.0.47 "PUT /v2.0/ports/e622623e-bc1a-42eb-85b8-04d2cc7256ee HTTP/1.1" status: 200 len: 1092 time: 1.2322552 Jul 23 20:27:50.480846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'tag': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:50.483418 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23612aa3-c38f-4f84-88e5-9827dc15b552" -d '{"events": [{"name": "network-changed", "server_uuid": "a31ae67a-8986-4d2a-bb3b-28e52235c13e", "tag": "e622623e-bc1a-42eb-85b8-04d2cc7256ee"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:50.554304 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe1c049-2571-4ee1-a1ef-e9410d8a371a x-openstack-request-id: req-7fe1c049-2571-4ee1-a1ef-e9410d8a371a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:50.554699 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a31ae67a-8986-4d2a-bb3b-28e52235c13e", "tag": "e622623e-bc1a-42eb-85b8-04d2cc7256ee", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:50.555016 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7fe1c049-2571-4ee1-a1ef-e9410d8a371a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:50.555496 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'tag': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee', 'status': 'completed', 'code': 200} Jul 23 20:27:50.582113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247407a-1399-4160-a239-45f673736341 service neutron] Pushing event updated for resources: {'Port': ['ID=e622623e-bc1a-42eb-85b8-04d2cc7256ee,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:50.598712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-c31f6a9a-6673-410a-a880-9c0472cccc39 service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219324 Jul 23 20:27:50.612303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-69fc5b2c-c2b7-4279-9d11-b3fa1704f5f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95189a4b2f324c669e186cdd9573c879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536407 Jul 23 20:27:50.613237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58996) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:50.659411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-36488a40-cc40-410c-9f11-f04532cdd85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.660822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-36488a40-cc40-410c-9f11-f04532cdd85d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5db14d0a9394404860ab2e8bf861b36&device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 1095 time: 0.1289666 Jul 23 20:27:50.718553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Router 6e27c010-ec44-450c-98c4-1abf9f7889bf has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:50.718924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d492d4d-056b-436d-a287-5a87c2ded496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.758677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d492d4d-056b-436d-a287-5a87c2ded496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:50.769102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-83fdbb7a-08fb-4ad5-bb73-e6134cf7f983 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee HTTP/1.1" status: 200 len: 217 time: 0.0980937 Jul 23 20:27:50.845161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-35909ccc-aac0-42d7-ae74-e751a2a2d0e1 req-9df09786-b3aa-4113-bc0b-cf483300d80b service neutron] 10.222.0.47 "GET /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366126 Jul 23 20:27:50.902794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-da52d8fd-f79b-4378-b63e-a063b3d86d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.904733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-da52d8fd-f79b-4378-b63e-a063b3d86d0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d15f337-4cfd-4465-9b8c-d273d572918e HTTP/1.1" status: 200 len: 849 time: 0.0975792 Jul 23 20:27:50.934775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2331ad9-0e20-4f6c-a70c-fdac7b005a71 req-eb317758-d8cd-406c-aa46-1f74daed837f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:50.936328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2331ad9-0e20-4f6c-a70c-fdac7b005a71 req-eb317758-d8cd-406c-aa46-1f74daed837f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1697307 Jul 23 20:27:50.964013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-278ace47-b98e-49ac-97dc-d52a18524a38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53f54350-54a6-4b84-8097-03ce00a608aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497067 Jul 23 20:27:50.965110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:50.973319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-83750cc7-7686-43b2-b6c3-7043bf3f5a2b admin admin] 10.222.0.46 "PUT /v2.0/routers/6e27c010-ec44-450c-98c4-1abf9f7889bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4350410 Jul 23 20:27:50.983230 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] Sync routers for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:50.999345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59002) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:51.009583 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:51.011602 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:51.031202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d492d4d-056b-436d-a287-5a87c2ded496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.044134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d492d4d-056b-436d-a287-5a87c2ded496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.045368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3d492d4d-056b-436d-a287-5a87c2ded496 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd97b3d9-cfb3-4611-ad00-c34944f4a442 HTTP/1.1" status: 204 len: 168 time: 0.4312797 Jul 23 20:27:51.087661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492d4d-056b-436d-a287-5a87c2ded496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd97b3d9-cfb3-4611-ad00-c34944f4a442,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:51.161697 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:51.164272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2331ad9-0e20-4f6c-a70c-fdac7b005a71 req-b07bce81-13e7-449b-84ef-d8daac7136f4 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992612 Jul 23 20:27:51.211409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-ec4c4eed-71f8-47ff-b452-e091f9846ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357905 Jul 23 20:27:51.254313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.350316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting port 009c6016-c23e-4459-b318-02a6a63db782 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:51.350571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.376416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ad28b33-a27c-4e30-8543-cec0d79cce13 req-bf28c163-bb15-41a8-98e5-68ffd7cea907 service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564186 Jul 23 20:27:51.474975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.533667 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:27:49Z', 'revision_number': 5, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port': {'id': '0139be6d-d190-463d-819b-e96441e8ddfa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:31:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:19:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:51.567177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.591354 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] Checking router: 6e27c010-ec44-450c-98c4-1abf9f7889bf for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:27:51.607292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Calling delete_port for 009c6016-c23e-4459-b318-02a6a63db782 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:51.614277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] Routers {'6e27c010-ec44-450c-98c4-1abf9f7889bf'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:51.614277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6e27c010-ec44-450c-98c4-1abf9f7889bf'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:51.645648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Deleting port 0139be6d-d190-463d-819b-e96441e8ddfa {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:51.646012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:51.740349 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] Set router 6e27c010-ec44-450c-98c4-1abf9f7889bf gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:27:51.872810 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:27:51Z', 'revision_number': 6, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:51.920889 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06eacc9-c7f2-4ec5-a664-a5f6433a1f8d None None] The sync data for ids ['6e27c010-ec44-450c-98c4-1abf9f7889bf'] in n-d-793620-13 is: [{'id': '6e27c010-ec44-450c-98c4-1abf9f7889bf', 'name': 'tempest-AttachVolumeTestJSON-293498036-router', 'tenant_id': '12c439fea88841b9af3e4941dd17cf57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:19:46Z', 'updated_at': '2021-07-23T20:27:51Z', 'revision_number': 6, 'project_id': '12c439fea88841b9af3e4941dd17cf57', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:52.135117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e68cee-3918-4cd2-9347-4d5a92660acb req-61102aeb-a566-45e3-888b-d0d48e221f59 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.142088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2e68cee-3918-4cd2-9347-4d5a92660acb req-61102aeb-a566-45e3-888b-d0d48e221f59 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.7801626 Jul 23 20:27:52.216446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] For port 0139be6d-d190-463d-819b-e96441e8ddfa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0139be6d-d190-463d-819b-e96441e8ddfa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:52.216986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.226445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ba108-caa7-46f0-8d63-4586bd235ae7 req-fe415aa5-904d-4a24-85d3-dd568d909b88 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.227995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d3ba108-caa7-46f0-8d63-4586bd235ae7 req-fe415aa5-904d-4a24-85d3-dd568d909b88 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 943 time: 0.7292631 Jul 23 20:27:52.234494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Calling delete_port for 0139be6d-d190-463d-819b-e96441e8ddfa owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:52.250638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-a125c17a-8c56-428d-a2f9-56364b97ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.252130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-a125c17a-8c56-428d-a2f9-56364b97ff17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5db14d0a9394404860ab2e8bf861b36&device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 1095 time: 0.8137918 Jul 23 20:27:52.283820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d2e68cee-3918-4cd2-9347-4d5a92660acb req-11354a3f-f3de-4e1b-9e8e-f88dea0668cd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390214 Jul 23 20:27:52.416036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d3ba108-caa7-46f0-8d63-4586bd235ae7 req-46d8fa4b-e514-4537-bdf8-08771169bf4d tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700106 Jul 23 20:27:52.452106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.509768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Port': ['ID=009c6016-c23e-4459-b318-02a6a63db782,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:52.591722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-9a47056b-b94b-43ea-bc88-4bfb346c218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.596062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-9a47056b-b94b-43ea-bc88-4bfb346c218d service neutron] 10.222.0.47 "GET /v2.0/networks?id=53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 200 len: 910 time: 0.3112681 Jul 23 20:27:52.677787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-2ce19644-6c29-4128-abd1-bdb8c2e1faf4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee HTTP/1.1" status: 200 len: 217 time: 0.0722449 Jul 23 20:27:52.683900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.785629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-02aeb5a0-e689-4972-b0ea-6f59d8d793e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.787059 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-02aeb5a0-e689-4972-b0ea-6f59d8d793e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d15f337-4cfd-4465-9b8c-d273d572918e HTTP/1.1" status: 200 len: 849 time: 0.1008630 Jul 23 20:27:52.805008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0139be6d-d190-463d-819b-e96441e8ddfa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:52.828780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5deec-6112-4fe5-825d-08eb02e28784 req-15eb0583-1659-4fa6-8799-21364300dd73 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:52.842645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bed5deec-6112-4fe5-825d-08eb02e28784 req-15eb0583-1659-4fa6-8799-21364300dd73 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.3409266 Jul 23 20:27:52.882498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-a04d8278-cc53-4ac1-886f-9ed730b259ba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53f54350-54a6-4b84-8097-03ce00a608aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858772 Jul 23 20:27:52.904144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:52.943152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bed5deec-6112-4fe5-825d-08eb02e28784 req-1f730c44-f8ee-4f27-bb4f-079947ff6459 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712464 Jul 23 20:27:52.985798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.055077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-59bd7320-6efe-4af6-970a-cfb1d5f5b287 service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649809 Jul 23 20:27:53.089742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.117269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.193907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.194473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e27c010-ec44-450c-98c4-1abf9f7889bf {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:53.204744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.205309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e866a2c5-dd14-469a-b49a-cf15971365bf admin admin] 10.222.0.46 "DELETE /v2.0/routers/6e27c010-ec44-450c-98c4-1abf9f7889bf HTTP/1.1" status: 204 len: 168 time: 2.2050076 Jul 23 20:27:53.208470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59060) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:53.220405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23612aa3-c38f-4f84-88e5-9827dc15b552 req-8898db0d-9d77-410d-a9ec-001f7a7b40c5 service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582170 Jul 23 20:27:53.405020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Deleting subnet 6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:53.409701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.418053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92f204-f90d-4326-ad63-9e58d90dbca8 req-14fdd25f-3923-46a6-b6a9-31cd9ab3b454 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.426960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b92f204-f90d-4326-ad63-9e58d90dbca8 req-14fdd25f-3923-46a6-b6a9-31cd9ab3b454 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1159031 Jul 23 20:27:53.464121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.494068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b92f204-f90d-4326-ad63-9e58d90dbca8 req-1b8ddd1f-e4b0-46a2-9ccf-d45d6276e0fc tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612395 Jul 23 20:27:53.529992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Router 8a97ea48-1c48-439c-8e5d-c8c071beb11d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:27:53.628822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38f062-3967-4468-a51b-714961a2fbfc req-46c27a6d-831e-404e-a265-09ac071a099c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.638613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 206db3a8-2939-4c56-9fb9-ed071607a8e3 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:53.642188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa38f062-3967-4468-a51b-714961a2fbfc req-46c27a6d-831e-404e-a265-09ac071a099c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2343597 Jul 23 20:27:53.688003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.719696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 206db3a8-2939-4c56-9fb9-ed071607a8e3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:53.720064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 206db3a8-2939-4c56-9fb9-ed071607a8e3 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:53.722064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0139be6d-d190-463d-819b-e96441e8ddfa no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:53.740851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa38f062-3967-4468-a51b-714961a2fbfc req-71f696e4-fa86-4a71-9f60-07760fb67ac1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974302 Jul 23 20:27:53.751634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0139be6d-d190-463d-819b-e96441e8ddfa {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:53.752329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0139be6d-d190-463d-819b-e96441e8ddfa not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:53.813385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:27:53.821159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-68ef3665-9f3d-4db3-920d-ba5ea5da85c8 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "PUT /v2.0/routers/8a97ea48-1c48-439c-8e5d-c8c071beb11d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8425055 Jul 23 20:27:53.823874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59082) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:53.832079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] Sync routers for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:27:53.838170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.848022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:53.848675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:53.877983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d6b22-5713-4552-aaa4-67ad69b5e54d req-e40971bf-7c4e-478d-9aa3-0f2caefef994 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:53.879736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d67d6b22-5713-4552-aaa4-67ad69b5e54d req-e40971bf-7c4e-478d-9aa3-0f2caefef994 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 943 time: 0.1704485 Jul 23 20:27:53.916498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:53.948729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d67d6b22-5713-4552-aaa4-67ad69b5e54d req-24cd22ad-6eb9-4396-8c50-8173f7f4bcd9 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517504 Jul 23 20:27:53.949941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] Routers {'8a97ea48-1c48-439c-8e5d-c8c071beb11d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:27:53.951115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:53.973167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:53.978077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:53.980968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-39e6b705-0a8c-4a63-a79c-79845b572da1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6ca63b3c-5973-4c65-9ce0-2fe33aef5b5a HTTP/1.1" status: 204 len: 168 time: 0.7714322 Jul 23 20:27:53.984454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59084) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:53.995560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:53.996594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f86854d-e82e-49e5-8a84-f71c6abe8a1b None None] The sync data for ids ['8a97ea48-1c48-439c-8e5d-c8c071beb11d'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:27:53.998778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af714a-c89e-4794-9715-bbc75419b5a5 None None] Network fb3d6a92-34a6-487d-ae51-a7f921e11808 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:54.093366 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.097313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.230989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e622623e-bc1a-42eb-85b8-04d2cc7256ee details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:27:54.285418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.360173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Deleting port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:54.360533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.362660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] DHCP port deletion for fb3d6a92-34a6-487d-ae51-a7f921e11808 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:54.449909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] For port e6f4205f-c2b3-4c18-bfcb-af6763dd8164, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:54.450578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.471100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Calling delete_port for e6f4205f-c2b3-4c18-bfcb-af6763dd8164 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:54.474129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting port 9afed570-da3e-4dbd-bc4f-7325132e8bd2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:54.474695 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.606443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e622623e-bc1a-42eb-85b8-04d2cc7256ee, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:54.625661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee', 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa', 'port_id': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee', 'mac_address': 'fa:16:3e:1a:2a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d15f337-4cfd-4465-9b8c-d273d572918e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:27:54.647323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.661288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Calling delete_port for 9afed570-da3e-4dbd-bc4f-7325132e8bd2 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:54.668942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] Deleting port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:54.669512 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.672859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569aef0-b015-4ff4-b609-3a0645e14172 req-382c5747-4d43-4319-b3d0-713af79f36b8 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:54.690150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8569aef0-b015-4ff4-b609-3a0645e14172 req-382c5747-4d43-4319-b3d0-713af79f36b8 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.1199007 Jul 23 20:27:54.711133 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.764015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8569aef0-b015-4ff4-b609-3a0645e14172 req-dc4cb6d8-24b1-49a5-a3a5-117250c66d6b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727429 Jul 23 20:27:54.773771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] For port e6f4205f-c2b3-4c18-bfcb-af6763dd8164, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,segment=NetworkSegment(2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1),segment_id=2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:54.774581 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.778696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e622623e-bc1a-42eb-85b8-04d2cc7256ee {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:27:54.802040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] Calling delete_port for e6f4205f-c2b3-4c18-bfcb-af6763dd8164 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:54.815631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e622623e-bc1a-42eb-85b8-04d2cc7256ee, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:54.827196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.882533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.902053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.932542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e622623e-bc1a-42eb-85b8-04d2cc7256ee,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.946898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.947269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.947682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.948028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.948400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.948721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.949099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.949475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.949803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.950134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.950470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.951386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:27:54.955862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Port': ['ID=9afed570-da3e-4dbd-bc4f-7325132e8bd2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:54.966437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:54.982443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] No DVR routers for this DVR port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:55.015895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89b15-f67b-4fa4-815e-e9bbcec4f9bb None None] Pushing event deleted for resources: {'Port': ['ID=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.028811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c50e62-f3f8-46f2-b11f-46e64848b44c req-d060c58b-2e07-4e38-873f-2d5c9dc5b857 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.030511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3c50e62-f3f8-46f2-b11f-46e64848b44c req-d060c58b-2e07-4e38-873f-2d5c9dc5b857 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1733565 Jul 23 20:27:55.048151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] No DVR routers for this DVR port e6f4205f-c2b3-4c18-bfcb-af6763dd8164 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:55.053253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f4205f-c2b3-4c18-bfcb-af6763dd8164,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.076536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e622623e-bc1a-42eb-85b8-04d2cc7256ee'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:55.116748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3c50e62-f3f8-46f2-b11f-46e64848b44c req-e6a9361c-5a18-4bef-97b6-42c7174487d8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762241 Jul 23 20:27:55.152224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.166447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19fc4f-cf0a-4679-ba3a-23be8bc91ea2 req-1a2673f2-eccc-46ca-ac11-a60d6314375f tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.168966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d19fc4f-cf0a-4679-ba3a-23be8bc91ea2 req-1a2673f2-eccc-46ca-ac11-a60d6314375f tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 944 time: 0.1374171 Jul 23 20:27:55.215797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d19fc4f-cf0a-4679-ba3a-23be8bc91ea2 req-e7d2b7aa-6edd-4c2b-9047-ec046c21251b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403357 Jul 23 20:27:55.282915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.295511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.298148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3d6a92-34a6-487d-ae51-a7f921e11808']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:55.300767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.313542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:55.313849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feeb1f4-8bf5-407b-b961-9cd18ec1a4b1') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:55.356102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.369894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.370484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Fanout notify agent at l3_agent the message router_deleted on router 8a97ea48-1c48-439c-8e5d-c8c071beb11d {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:27:55.379595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.383061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-47ab0f1a-cf76-4be6-89e9-2bbc5dccb5f6 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "DELETE /v2.0/routers/8a97ea48-1c48-439c-8e5d-c8c071beb11d HTTP/1.1" status: 204 len: 168 time: 1.5555956 Jul 23 20:27:55.383186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59106) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.392162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.426048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:55.426463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:55.428196 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:55.495794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting subnet 7ad837f8-bae6-47da-93dd-27616fce612b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:27:55.500115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.522851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.528786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.531582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fb3d6a92-34a6-487d-ae51-a7f921e11808 HTTP/1.1" status: 204 len: 168 time: 1.5458069 Jul 23 20:27:55.552562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82868e-e484-49b5-b54f-043b675cb7a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb3d6a92-34a6-487d-ae51-a7f921e11808,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.564510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f4205f-c2b3-4c18-bfcb-af6763dd8164 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:55.566207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.584790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e6f4205f-c2b3-4c18-bfcb-af6763dd8164 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:55.585139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6f4205f-c2b3-4c18-bfcb-af6763dd8164 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:55.658824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.713908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59110) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.720337 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.752164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad837f8-bae6-47da-93dd-27616fce612b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.754152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.756081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-46c5d671-767a-4354-b843-7f2900249e3d tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "DELETE /v2.0/subnets/7ad837f8-bae6-47da-93dd-27616fce612b HTTP/1.1" status: 204 len: 168 time: 0.3713803 Jul 23 20:27:55.758534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59114) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.762186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c0a95467-06e4-4c50-bbdf-955c94dd4990 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12c439fea88841b9af3e4941dd17cf57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470376 Jul 23 20:27:55.762862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59116) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:55.763117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c9f97-61e8-4a0f-8a75-bd3054658b5b None None] Network 4a8c5889-718e-4e1b-9be4-08be5baef9ad requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:27:55.815472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db9d4f13-1461-46b6-82d5-0651079690d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.839256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db9d4f13-1461-46b6-82d5-0651079690d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.876407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.924070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db9d4f13-1461-46b6-82d5-0651079690d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.926974 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-db9d4f13-1461-46b6-82d5-0651079690d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.928257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-db9d4f13-1461-46b6-82d5-0651079690d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/258a14f3-6912-4d85-92f5-cdf01ccea79b HTTP/1.1" status: 204 len: 168 time: 0.1643407 Jul 23 20:27:55.940883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d4f13-1461-46b6-82d5-0651079690d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258a14f3-6912-4d85-92f5-cdf01ccea79b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:55.956780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cd8fc-925b-4e6f-bd3f-6816956825ee req-d16f290e-df67-43eb-bbf1-07cebeea8941 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:55.958648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb9cd8fc-925b-4e6f-bd3f-6816956825ee req-d16f290e-df67-43eb-bbf1-07cebeea8941 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.0914135 Jul 23 20:27:55.959475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting port 501144ae-f268-4a5b-8715-c02167e1e35b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:55.959818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:55.979203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] DHCP port deletion for 4a8c5889-718e-4e1b-9be4-08be5baef9ad request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:27:56.024335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb9cd8fc-925b-4e6f-bd3f-6816956825ee req-dcbc10b4-58ca-4618-ae4f-2db218793354 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518026 Jul 23 20:27:56.045524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] Deleting port 501144ae-f268-4a5b-8715-c02167e1e35b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:56.045906 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.063392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] For port 501144ae-f268-4a5b-8715-c02167e1e35b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=501144ae-f268-4a5b-8715-c02167e1e35b,segment=NetworkSegment(dd867a8f-5dcd-431c-b83c-7bb502b1823b),segment_id=dd867a8f-5dcd-431c-b83c-7bb502b1823b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:56.063709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.080677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Calling delete_port for 501144ae-f268-4a5b-8715-c02167e1e35b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:56.124045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] For port 501144ae-f268-4a5b-8715-c02167e1e35b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=501144ae-f268-4a5b-8715-c02167e1e35b,segment=NetworkSegment(dd867a8f-5dcd-431c-b83c-7bb502b1823b),segment_id=dd867a8f-5dcd-431c-b83c-7bb502b1823b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:56.124446 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.137693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] Calling delete_port for 501144ae-f268-4a5b-8715-c02167e1e35b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:56.215150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.257416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.264262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e622623e-bc1a-42eb-85b8-04d2cc7256ee up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:27:56.286717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] No DVR routers for this DVR port 501144ae-f268-4a5b-8715-c02167e1e35b on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:56.296718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Port': ['ID=501144ae-f268-4a5b-8715-c02167e1e35b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:56.366190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] Pushing event deleted for resources: {'Port': ['ID=501144ae-f268-4a5b-8715-c02167e1e35b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:56.369837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15843f15-9cbb-4c63-b495-fc0ec06253fb None None] No DVR routers for this DVR port 501144ae-f268-4a5b-8715-c02167e1e35b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:56.375124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e622623e-bc1a-42eb-85b8-04d2cc7256ee completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:27:56.381114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e622623e-bc1a-42eb-85b8-04d2cc7256ee triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:27:56.382355 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.433704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038d953-1b2b-4ea5-8d6f-db082931a8f2 req-a92a5092-daf1-48aa-864c-44cc34f2a930 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.435303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7038d953-1b2b-4ea5-8d6f-db082931a8f2 req-a92a5092-daf1-48aa-864c-44cc34f2a930 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1930137 Jul 23 20:27:56.486238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b0d7b-4e6f-4299-ab1f-dd59d7cc090c req-cc88573a-71f2-43e8-9123-ca93c8dc5e77 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.488104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-747b0d7b-4e6f-4299-ab1f-dd59d7cc090c req-cc88573a-71f2-43e8-9123-ca93c8dc5e77 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 944 time: 0.1576605 Jul 23 20:27:56.548181 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.578644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7038d953-1b2b-4ea5-8d6f-db082931a8f2 req-d3f4c630-0014-40f6-aaf1-0df9b3760285 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149390 Jul 23 20:27:56.616459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:56.627333 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c6603-8105-4633-b9ea-4c33fda6eab9" -d '{"events": [{"server_uuid": "a31ae67a-8986-4d2a-bb3b-28e52235c13e", "name": "network-vif-plugged", "status": "completed", "tag": "e622623e-bc1a-42eb-85b8-04d2cc7256ee"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:56.637659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-747b0d7b-4e6f-4299-ab1f-dd59d7cc090c req-2d5ff0b0-d87f-4c24-ab5b-3c0dfb7e3085 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206040 Jul 23 20:27:56.662143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e622623e-bc1a-42eb-85b8-04d2cc7256ee, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:56.668850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-79311512-5946-4285-a622-a9dc0fb35aac tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:56.670064 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:56.671409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-79311512-5946-4285-a622-a9dc0fb35aac tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.47 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 945 time: 0.2705226 Jul 23 20:27:56.711143 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfc8a4-38de-4b5c-820c-9ac6a41490d3 x-openstack-request-id: req-76cfc8a4-38de-4b5c-820c-9ac6a41490d3 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:56.711444 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31ae67a-8986-4d2a-bb3b-28e52235c13e", "name": "network-vif-plugged", "status": "completed", "tag": "e622623e-bc1a-42eb-85b8-04d2cc7256ee", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:56.712242 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76cfc8a4-38de-4b5c-820c-9ac6a41490d3 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:56.712907 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee', 'code': 200} Jul 23 20:27:56.771460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e622623e-bc1a-42eb-85b8-04d2cc7256ee,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:56.906006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Deleting port be0b2d50-9ba9-47bd-aad3-2e62af5001fb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:56.906962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.028076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.066078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] For port be0b2d50-9ba9-47bd-aad3-2e62af5001fb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:27:57.066490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.099375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8c5889-718e-4e1b-9be4-08be5baef9ad']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:57.109521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Calling delete_port for be0b2d50-9ba9-47bd-aad3-2e62af5001fb owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:57.128723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd867a8f-5dcd-431c-b83c-7bb502b1823b') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:57.129024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd867a8f-5dcd-431c-b83c-7bb502b1823b') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:27:57.154108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.205485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.247309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:27:57.247725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:27:57.250909 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:27:57.269761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c563e51-7146-48c7-9b41-1864f4b77d7e req-140f7730-21f3-4bba-ad66-9b39cc0b63c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.271278 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c563e51-7146-48c7-9b41-1864f4b77d7e req-140f7730-21f3-4bba-ad66-9b39cc0b63c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 1097 time: 0.2401094 Jul 23 20:27:57.364066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.378368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.392294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "DELETE /v2.0/networks/4a8c5889-718e-4e1b-9be4-08be5baef9ad HTTP/1.1" status: 204 len: 168 time: 1.6323168 Jul 23 20:27:57.393848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59178) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:57.396217 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c563e51-7146-48c7-9b41-1864f4b77d7e req-4a04cc1f-79cd-4511-97b7-111d9ce32927 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174722 Jul 23 20:27:57.406855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d4c2-0201-4062-b28a-ed42ae7bda7e tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Network': ['ID=4a8c5889-718e-4e1b-9be4-08be5baef9ad,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.476696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.489743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['be0b2d50-9ba9-47bd-aad3-2e62af5001fb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:57.491961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a7872272-9054-46c5-a612-4ed391f11041'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:27:57.595567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Pushing event deleted for resources: {'Port': ['ID=be0b2d50-9ba9-47bd-aad3-2e62af5001fb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:57.664450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 501144ae-f268-4a5b-8715-c02167e1e35b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:27:57.700155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 501144ae-f268-4a5b-8715-c02167e1e35b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:27:57.700639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 501144ae-f268-4a5b-8715-c02167e1e35b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:27:57.708713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0de92-22fe-49ff-bbf7-17d0b6c872c4 req-0eda68bd-6dd8-4a30-a808-4a43ab706f9b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.711385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b0de92-22fe-49ff-bbf7-17d0b6c872c4 req-0eda68bd-6dd8-4a30-a808-4a43ab706f9b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=818a67fd-5668-478b-9e5d-943740f95c75 HTTP/1.1" status: 200 len: 867 time: 0.4274700 Jul 23 20:27:57.722432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] No DVR routers for this DVR port be0b2d50-9ba9-47bd-aad3-2e62af5001fb on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:27:57.726417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.729992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69d4fa00-bc27-4ab3-8ff2-ac21e83b81fa req-d0332b28-d516-45f8-9081-43f25f45e49a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.47 "DELETE /v2.0/ports/be0b2d50-9ba9-47bd-aad3-2e62af5001fb HTTP/1.1" status: 204 len: 173 time: 1.0525429 Jul 23 20:27:57.735477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818a67fd-5668-478b-9e5d-943740f95c75', 'name': 'network-vif-deleted', 'tag': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:27:57.738115 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934cc90b-9da2-4572-8c02-556b29344ee4" -d '{"events": [{"server_uuid": "818a67fd-5668-478b-9e5d-943740f95c75", "name": "network-vif-deleted", "tag": "be0b2d50-9ba9-47bd-aad3-2e62af5001fb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:27:57.857172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b0de92-22fe-49ff-bbf7-17d0b6c872c4 req-f278f27e-82e2-46e8-a57d-213e981bf104 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255519 Jul 23 20:27:57.878313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Deleting port 2095ed4d-875f-4c16-b76a-94891ba0267a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:27:57.878669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:57.950286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbca0f-cabf-43b9-9794-0526f01e9f42 req-648d9a08-71fb-4670-9c7f-72e8d43ebc4e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:57.956218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67fbca0f-cabf-43b9-9794-0526f01e9f42 req-648d9a08-71fb-4670-9c7f-72e8d43ebc4e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2777407 Jul 23 20:27:58.142557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67fbca0f-cabf-43b9-9794-0526f01e9f42 req-3138bbd7-791c-4c43-a27f-b57836b34ecd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515203 Jul 23 20:27:58.145288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.145655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.175635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4785e3-409b-4aa1-b947-dee6283b76bc req-f11b28c1-26e6-4f1a-812d-6ca46ebb2261 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:58.177572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a4785e3-409b-4aa1-b947-dee6283b76bc req-f11b28c1-26e6-4f1a-812d-6ca46ebb2261 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 945 time: 0.1877983 Jul 23 20:27:58.178632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Calling delete_port for 2095ed4d-875f-4c16-b76a-94891ba0267a owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:27:58.241102 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4feb186-2770-4973-9f57-fd1084830ac1 x-openstack-request-id: req-b4feb186-2770-4973-9f57-fd1084830ac1 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:27:58.241493 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818a67fd-5668-478b-9e5d-943740f95c75", "name": "network-vif-deleted", "tag": "be0b2d50-9ba9-47bd-aad3-2e62af5001fb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:27:58.241676 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4feb186-2770-4973-9f57-fd1084830ac1 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:27:58.242071 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818a67fd-5668-478b-9e5d-943740f95c75', 'name': 'network-vif-deleted', 'tag': 'be0b2d50-9ba9-47bd-aad3-2e62af5001fb', 'status': 'completed', 'code': 200} Jul 23 20:27:58.271191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a4785e3-409b-4aa1-b947-dee6283b76bc req-81f39c46-aebb-4947-9249-d75fa3f04bdf tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837932 Jul 23 20:27:58.452404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.486280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Pushing event deleted for resources: {'Port': ['ID=2095ed4d-875f-4c16-b76a-94891ba0267a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:58.595748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.619483 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:58.619483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-17a437ab-daea-42f6-85a7-7addb38a1d84 tempest-FloatingIPAdminTestJSON-2030770038 tempest-FloatingIPAdminTestJSON-2030770038-project] 10.222.0.46 "DELETE /v2.0/floatingips/c80a3950-1dc3-42f0-8ac3-9b764903b17c HTTP/1.1" status: 204 len: 168 time: 1.2169871 Jul 23 20:27:58.961971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59248) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:59.298342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f46f83a7-8ff2-4dfb-b5b2-1138f6918f58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90aee072ad024756aa19c5352eb24f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319082 Jul 23 20:27:59.298886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:27:59.369009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcc08d52-5140-4a8a-b31f-fc62fde0674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.434010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcc08d52-5140-4a8a-b31f-fc62fde0674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.437864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e8b71-230a-4e0c-8ff8-32da3ef8a295 req-5a79ce6e-b789-4654-8507-1e8d1055078e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.445535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c59e8b71-230a-4e0c-8ff8-32da3ef8a295 req-5a79ce6e-b789-4654-8507-1e8d1055078e tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.1530478 Jul 23 20:27:59.467183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb47def-a796-4e01-8f49-ec28691e6f49 req-370066ae-891b-4d4b-970e-f53a48620a3b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.469066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfb47def-a796-4e01-8f49-ec28691e6f49 req-370066ae-891b-4d4b-970e-f53a48620a3b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2302787 Jul 23 20:27:59.557721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c59e8b71-230a-4e0c-8ff8-32da3ef8a295 req-c75993ea-8e3d-4632-a57f-6522f2a2facb tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Jul 23 20:27:59.564151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfb47def-a796-4e01-8f49-ec28691e6f49 req-389d01f9-5d6d-41e2-bc5d-59a3a83e7cbd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836642 Jul 23 20:27:59.584797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcc08d52-5140-4a8a-b31f-fc62fde0674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.590034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcc08d52-5140-4a8a-b31f-fc62fde0674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:27:59.594509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dcc08d52-5140-4a8a-b31f-fc62fde0674c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8024dd63-7d5e-4521-abdd-b9341525bb69 HTTP/1.1" status: 204 len: 168 time: 0.2947237 Jul 23 20:27:59.612952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc08d52-5140-4a8a-b31f-fc62fde0674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8024dd63-7d5e-4521-abdd-b9341525bb69,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:27:59.715966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7945064-76d4-4145-8fee-3bb1fa909d37 req-f473b47d-606e-40e4-919c-6504f10ee844 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:27:59.717871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7945064-76d4-4145-8fee-3bb1fa909d37 req-f473b47d-606e-40e4-919c-6504f10ee844 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 945 time: 0.0809405 Jul 23 20:27:59.782358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7945064-76d4-4145-8fee-3bb1fa909d37 req-ac510aa0-9a2c-4e51-b531-a27543bf370c tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558245 Jul 23 20:28:00.230466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device be0b2d50-9ba9-47bd-aad3-2e62af5001fb no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:00.249426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59296) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:00.266483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59298) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:00.285317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad95cb2f-a015-4df3-a0b0-258203ea6158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.287769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: be0b2d50-9ba9-47bd-aad3-2e62af5001fb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:00.299014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device be0b2d50-9ba9-47bd-aad3-2e62af5001fb not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:00.426611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad95cb2f-a015-4df3-a0b0-258203ea6158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.432336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad95cb2f-a015-4df3-a0b0-258203ea6158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.488927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59308) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:00.494068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ad95cb2f-a015-4df3-a0b0-258203ea6158 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89dd809cabb3441c9128f4c846953d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423973 Jul 23 20:28:00.517398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95cb2f-a015-4df3-a0b0-258203ea6158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4adc2-505b-4190-a5ce-77c98f80cd6b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:00.563301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4176c1b-3a79-4f7a-b49a-6c1285b8396d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.589223 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9f98155-5bcd-48ba-86c7-47ad7f4b2172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.645354 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9f98155-5bcd-48ba-86c7-47ad7f4b2172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.811038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9f98155-5bcd-48ba-86c7-47ad7f4b2172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.813669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9f98155-5bcd-48ba-86c7-47ad7f4b2172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.817100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e9f98155-5bcd-48ba-86c7-47ad7f4b2172 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0b4adc2-505b-4190-a5ce-77c98f80cd6b HTTP/1.1" status: 204 len: 168 time: 0.3247938 Jul 23 20:28:00.876679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f98155-5bcd-48ba-86c7-47ad7f4b2172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4adc2-505b-4190-a5ce-77c98f80cd6b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:00.903523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a2cd6-6a43-4541-bf02-d9fc36927ac5 req-4267735d-8232-4f89-bd5e-fdc2a5416385 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.905457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-099a2cd6-6a43-4541-bf02-d9fc36927ac5 req-4267735d-8232-4f89-bd5e-fdc2a5416385 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2469368 Jul 23 20:28:00.932023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4176c1b-3a79-4f7a-b49a-6c1285b8396d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:00.941868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffd74a-b3e0-4666-b07b-7056f503a629 req-49f37ec1-42d0-4d94-8e33-b80eec4c8d17 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:00.946598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04ffd74a-b3e0-4666-b07b-7056f503a629 req-49f37ec1-42d0-4d94-8e33-b80eec4c8d17 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2216942 Jul 23 20:28:00.959086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4176c1b-3a79-4f7a-b49a-6c1285b8396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.035643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-099a2cd6-6a43-4541-bf02-d9fc36927ac5 req-87936178-9833-4bda-a112-9810fa9cfbca tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236713 Jul 23 20:28:01.048566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4176c1b-3a79-4f7a-b49a-6c1285b8396d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce013568-6dc4-48f1-9898-7b02aff53d1f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.083788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a4176c1b-3a79-4f7a-b49a-6c1285b8396d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a363f37a9e4946b0b0c245c2efa46fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154740 Jul 23 20:28:01.087023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59324) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.105862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04ffd74a-b3e0-4666-b07b-7056f503a629 req-df877a08-54bb-4f64-8112-323d9636e343 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389470 Jul 23 20:28:01.163503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60175899-61f2-4aa2-add2-75cafa5a2d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.218394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60175899-61f2-4aa2-add2-75cafa5a2d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.236658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cbd10-5004-4b26-968b-94d8f3737fa7 req-3dbf190d-28a4-4850-b917-3e87af1c1f82 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.238274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627cbd10-5004-4b26-968b-94d8f3737fa7 req-3dbf190d-28a4-4850-b917-3e87af1c1f82 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 945 time: 0.1134579 Jul 23 20:28:01.238763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59326) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.260186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e054c86-3821-46ca-8290-e5f0994c14c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.296558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60175899-61f2-4aa2-add2-75cafa5a2d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.299475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-60175899-61f2-4aa2-add2-75cafa5a2d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.303298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-60175899-61f2-4aa2-add2-75cafa5a2d10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce013568-6dc4-48f1-9898-7b02aff53d1f HTTP/1.1" status: 204 len: 168 time: 0.2129543 Jul 23 20:28:01.312893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60175899-61f2-4aa2-add2-75cafa5a2d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce013568-6dc4-48f1-9898-7b02aff53d1f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.330411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627cbd10-5004-4b26-968b-94d8f3737fa7 req-8d8f7371-072c-4eb6-8bcc-ca94b472c06e tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840974 Jul 23 20:28:01.450282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e054c86-3821-46ca-8290-e5f0994c14c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.456597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e054c86-3821-46ca-8290-e5f0994c14c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.506273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e054c86-3821-46ca-8290-e5f0994c14c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6531a08776442708fde7e20d43ab9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665017 Jul 23 20:28:01.507319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e054c86-3821-46ca-8290-e5f0994c14c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1c764b-fc62-41e8-a6aa-e931a05d4290,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.509839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59334) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.588346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-387331d5-0206-4ea4-8bf3-0061e58ed4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.632499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-387331d5-0206-4ea4-8bf3-0061e58ed4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.722062 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-387331d5-0206-4ea4-8bf3-0061e58ed4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.725130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-387331d5-0206-4ea4-8bf3-0061e58ed4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.726476 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-387331d5-0206-4ea4-8bf3-0061e58ed4a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5b1c764b-fc62-41e8-a6aa-e931a05d4290 HTTP/1.1" status: 204 len: 168 time: 0.2123644 Jul 23 20:28:01.766971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387331d5-0206-4ea4-8bf3-0061e58ed4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1c764b-fc62-41e8-a6aa-e931a05d4290,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:01.785082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-cf15a18d-1660-4ebe-b364-7af7cf1c928f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:01.787022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-cf15a18d-1660-4ebe-b364-7af7cf1c928f tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.2000101 Jul 23 20:28:01.860474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59342) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:01.903930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0eeb1259-975f-4ff5-a153-5c58b99c7a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:01.951253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Deleting port a7872272-9054-46c5-a612-4ed391f11041 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:01.951457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.028692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-9de551c8-05ae-400e-9a96-676f57ed869c tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.031312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-9de551c8-05ae-400e-9a96-676f57ed869c tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 945 time: 0.1093962 Jul 23 20:28:02.187549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] For port a7872272-9054-46c5-a612-4ed391f11041, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7872272-9054-46c5-a612-4ed391f11041,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:02.187936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.231024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Calling delete_port for a7872272-9054-46c5-a612-4ed391f11041 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:02.274494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Deleting port e622623e-bc1a-42eb-85b8-04d2cc7256ee {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:02.275136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.326904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0eeb1259-975f-4ff5-a153-5c58b99c7a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.344228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0eeb1259-975f-4ff5-a153-5c58b99c7a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.412128 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0eeb1259-975f-4ff5-a153-5c58b99c7a82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69ebe3aa6f4243d6baf6ebb4478650ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503969 Jul 23 20:28:02.417402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59364) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:02.501963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb1259-975f-4ff5-a153-5c58b99c7a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ec8f5e-f4ca-4679-92a9-072b60649135,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:02.537701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397605d-5511-41a4-aac8-f469cfee2147 req-22e37cba-a579-4037-ac65-e619972ef203 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.544989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1397605d-5511-41a4-aac8-f469cfee2147 req-22e37cba-a579-4037-ac65-e619972ef203 tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/ports?device_id=2ca0c460-4e06-485b-803e-7cb5092b6b4e HTTP/1.1" status: 200 len: 945 time: 0.3293610 Jul 23 20:28:02.607685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-087d0986-4730-42a1-8887-1c0f5bb53cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.611239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.624647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a7872272-9054-46c5-a612-4ed391f11041'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:02.716720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6656763-a568-4d82-95af-97b0efca7af9 req-a7105319-7493-487a-bc5e-13fd7d977133 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:02.721131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6656763-a568-4d82-95af-97b0efca7af9 req-a7105319-7493-487a-bc5e-13fd7d977133 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.4492958 Jul 23 20:28:02.738239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] For port e622623e-bc1a-42eb-85b8-04d2cc7256ee, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e622623e-bc1a-42eb-85b8-04d2cc7256ee,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:02.738614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.747500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Pushing event deleted for resources: {'Port': ['ID=a7872272-9054-46c5-a612-4ed391f11041,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:02.783043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1397605d-5511-41a4-aac8-f469cfee2147 req-b64d5c2c-567c-4623-bc65-e3259c84662b tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.46 "GET /v2.0/security-groups?id=72ec0885-3c51-41cd-93ff-552d76601e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371511 Jul 23 20:28:02.791597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Calling delete_port for e622623e-bc1a-42eb-85b8-04d2cc7256ee owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:02.828765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] No DVR routers for this DVR port a7872272-9054-46c5-a612-4ed391f11041 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:02.831888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-087d0986-4730-42a1-8887-1c0f5bb53cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.833902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6656763-a568-4d82-95af-97b0efca7af9 req-422f7314-52ad-458b-ad63-dd129fbcce14 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921628 Jul 23 20:28:02.835086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.839391 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5154fe8d-a05a-4108-b97b-7e5c723b7b1f req-8ad0854b-13fb-4d6e-a1d4-7e8ba919555a tempest-ServerRescueTestJSON-1190492885 tempest-ServerRescueTestJSON-1190492885-project] 10.222.0.36 "DELETE /v2.0/ports/a7872272-9054-46c5-a612-4ed391f11041 HTTP/1.1" status: 204 len: 173 time: 1.0447402 Jul 23 20:28:02.840014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'name': 'network-vif-deleted', 'tag': 'a7872272-9054-46c5-a612-4ed391f11041'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:02.842543 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea71be3-d488-437b-93b9-a11ac281d0ae" -d '{"events": [{"server_uuid": "2ca0c460-4e06-485b-803e-7cb5092b6b4e", "name": "network-vif-deleted", "tag": "a7872272-9054-46c5-a612-4ed391f11041"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:02.985560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-087d0986-4730-42a1-8887-1c0f5bb53cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.988207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-087d0986-4730-42a1-8887-1c0f5bb53cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:02.993851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-087d0986-4730-42a1-8887-1c0f5bb53cf5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2ec8f5e-f4ca-4679-92a9-072b60649135 HTTP/1.1" status: 204 len: 168 time: 0.5711374 Jul 23 20:28:03.019315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d0986-4730-42a1-8887-1c0f5bb53cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ec8f5e-f4ca-4679-92a9-072b60649135,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.147058 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7363721a-dd05-407e-8dc4-261b5e2d1bd0 x-openstack-request-id: req-7363721a-dd05-407e-8dc4-261b5e2d1bd0 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:03.147362 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca0c460-4e06-485b-803e-7cb5092b6b4e", "name": "network-vif-deleted", "tag": "a7872272-9054-46c5-a612-4ed391f11041", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:03.147623 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7363721a-dd05-407e-8dc4-261b5e2d1bd0 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:03.148282 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca0c460-4e06-485b-803e-7cb5092b6b4e', 'name': 'network-vif-deleted', 'tag': 'a7872272-9054-46c5-a612-4ed391f11041', 'status': 'completed', 'code': 200} Jul 23 20:28:03.240076 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.255830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e622623e-bc1a-42eb-85b8-04d2cc7256ee'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:03.277579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Pushing event deleted for resources: {'Port': ['ID=e622623e-bc1a-42eb-85b8-04d2cc7256ee,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:03.350985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2dbb5-49b3-453e-9eab-180cb7c0032d req-40ecf20d-ba4a-4def-83d6-01e9612ae630 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:03.353232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d2dbb5-49b3-453e-9eab-180cb7c0032d req-40ecf20d-ba4a-4def-83d6-01e9612ae630 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=a31ae67a-8986-4d2a-bb3b-28e52235c13e HTTP/1.1" status: 200 len: 867 time: 0.1790328 Jul 23 20:28:03.379501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] No DVR routers for this DVR port e622623e-bc1a-42eb-85b8-04d2cc7256ee on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:03.387911 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:03.389871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee3395ea-a7b5-48a0-b871-9ca5f02a312b req-5bc31b97-cda4-4353-a136-9241f6223793 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "DELETE /v2.0/ports/e622623e-bc1a-42eb-85b8-04d2cc7256ee HTTP/1.1" status: 204 len: 173 time: 1.3515716 Jul 23 20:28:03.390321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'name': 'network-vif-deleted', 'tag': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:03.392646 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf91bd54-40cc-434e-a3d4-532dee7c5d32" -d '{"events": [{"server_uuid": "a31ae67a-8986-4d2a-bb3b-28e52235c13e", "name": "network-vif-deleted", "tag": "e622623e-bc1a-42eb-85b8-04d2cc7256ee"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:03.451552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d2dbb5-49b3-453e-9eab-180cb7c0032d req-7d902ddd-4f24-4d28-975b-961ecf25ed9e tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739253 Jul 23 20:28:03.467595 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e987871-9c84-4192-96aa-2d6b1ef9e27e x-openstack-request-id: req-6e987871-9c84-4192-96aa-2d6b1ef9e27e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:03.467902 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a31ae67a-8986-4d2a-bb3b-28e52235c13e", "name": "network-vif-deleted", "tag": "e622623e-bc1a-42eb-85b8-04d2cc7256ee", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:03.468168 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e987871-9c84-4192-96aa-2d6b1ef9e27e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:03.468589 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31ae67a-8986-4d2a-bb3b-28e52235c13e', 'name': 'network-vif-deleted', 'tag': 'e622623e-bc1a-42eb-85b8-04d2cc7256ee', 'status': 'completed', 'code': 200} Jul 23 20:28:03.929575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59430) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:04.151415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dae4a-4270-41b0-8e03-30d6262a9f0e req-3a951c99-f1b4-421c-b961-55f02ea76655 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:04.153237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e6dae4a-4270-41b0-8e03-30d6262a9f0e req-3a951c99-f1b4-421c-b961-55f02ea76655 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1836181 Jul 23 20:28:04.243935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e6dae4a-4270-41b0-8e03-30d6262a9f0e req-89aa26fc-9a1c-4d30-8715-9d5a82bc75aa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822182 Jul 23 20:28:04.545036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:04.652759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.749838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d32a6040-3b55-4d6e-a446-cf7da05f5c17 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:04.794440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d32a6040-3b55-4d6e-a446-cf7da05f5c17 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] 10.222.0.46 "PUT /v2.0/quotas/eef31cad083d44f6a37c223cd2eb0f91 HTTP/1.1" status: 200 len: 368 time: 0.2480893 Jul 23 20:28:04.795083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:04.805580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Request body: {'network': {'project_id': 'eef31cad083d44f6a37c223cd2eb0f91'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:04.871479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Made reservation on behalf of eef31cad083d44f6a37c223cd2eb0f91 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:04.874320 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:04.890655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.010331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-5abe27e6-38d9-4bf6-b419-fb91d224f7fb tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.012056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-5abe27e6-38d9-4bf6-b419-fb91d224f7fb tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/networks?id=53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 200 len: 809 time: 0.2498941 Jul 23 20:28:05.020381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Deleting port c6d612d5-cba0-4f9c-95a5-1628c9e5877d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:05.021000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.029482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.038935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.050169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-e5a243f7-7973-4327-ba8a-29b8c15efb11 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/quotas/f5db14d0a9394404860ab2e8bf861b36 HTTP/1.1" status: 200 len: 375 time: 0.0275428 Jul 23 20:28:05.072501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:05.123320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] For port c6d612d5-cba0-4f9c-95a5-1628c9e5877d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,segment=NetworkSegment(16632b31-5002-4be9-9647-0b80b9f42a64),segment_id=16632b31-5002-4be9-9647-0b80b9f42a64)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:05.123469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.138987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-5dc470f0-9e54-4b58-abe0-ee257fd99f3f tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f5db14d0a9394404860ab2e8bf861b36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811815 Jul 23 20:28:05.139662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Calling delete_port for c6d612d5-cba0-4f9c-95a5-1628c9e5877d owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:05.143639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43bba9e-1cf2-4be4-8e0c-63d6a4a97fa6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:05.150295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.150625 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Added segment 17ec6a5e-51a8-4b1f-a040-bf55549d92d9 of type vlan for network 93da8e87-6e41-4f86-ad1c-069f65afd586 Jul 23 20:28:05.264501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.403412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.409848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.410823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.411456 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.415923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-591903ec-dc05-40dc-b96f-18299b7d1f27 service neutron] 10.222.0.46 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541025 Jul 23 20:28:05.433954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d612d5-cba0-4f9c-95a5-1628c9e5877d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:05.496048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6949868 Jul 23 20:28:05.507725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59522) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:05.513902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Request body: {'network': {'project_id': 'eef31cad083d44f6a37c223cd2eb0f91'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:05.601883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a072d2-b848-4853-aa21-5979635f1a4b tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Pushing event updated for resources: {'Network': ['ID=93da8e87-6e41-4f86-ad1c-069f65afd586,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:05.614005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 93da8e87-6e41-4f86-ad1c-069f65afd586 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:05.637958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Made reservation on behalf of eef31cad083d44f6a37c223cd2eb0f91 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:05.643331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.786546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:05.809553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.810055 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Added segment f9bf3636-4eed-43f9-a4fd-abb90dc0b781 of type vlan for network e549e768-bf23-4c90-8421-7ef41a928fac Jul 23 20:28:05.863831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.867076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.984753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:05.986255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:05.987282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.041326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7872272-9054-46c5-a612-4ed391f11041 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:06.078242 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5661509 Jul 23 20:28:06.092413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59534) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.116179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: a7872272-9054-46c5-a612-4ed391f11041 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:06.116877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7872272-9054-46c5-a612-4ed391f11041 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:06.120442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f12eea12-42d4-4b60-87dd-2d0f3e6a3cfc tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Request body: {'network': {'project_id': 'eef31cad083d44f6a37c223cd2eb0f91'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:06.172863 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12eea12-42d4-4b60-87dd-2d0f3e6a3cfc tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:28:06.173362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12eea12-42d4-4b60-87dd-2d0f3e6a3cfc tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:06.177675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f12eea12-42d4-4b60-87dd-2d0f3e6a3cfc tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0866671 Jul 23 20:28:06.226132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9584-d75e-4b5b-a79c-7b61af25c3fb req-2ecac83e-1882-422d-919d-0ad48dd265ac tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:06.247508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-549a9584-d75e-4b5b-a79c-7b61af25c3fb req-2ecac83e-1882-422d-919d-0ad48dd265ac tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.9093640 Jul 23 20:28:06.248263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e622623e-bc1a-42eb-85b8-04d2cc7256ee no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:06.302087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: e622623e-bc1a-42eb-85b8-04d2cc7256ee {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:06.303109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e622623e-bc1a-42eb-85b8-04d2cc7256ee not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:06.340610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-cfc115df-7e90-4218-820e-4bba4b1c36d5 service neutron] 10.222.0.46 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9163644 Jul 23 20:28:06.341135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59552) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.368470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55b65f-0066-4c1d-ab18-6ebf01c6fd60 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Pushing event updated for resources: {'Network': ['ID=e549e768-bf23-4c90-8421-7ef41a928fac,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:06.381915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e549e768-bf23-4c90-8421-7ef41a928fac details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:06.410800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-549a9584-d75e-4b5b-a79c-7b61af25c3fb req-8411fb7e-0ab8-443a-b413-767a66b06b06 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623030 Jul 23 20:28:06.451883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Router 086df03d-86c5-4533-808a-255e295479f2 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:06.613934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b6e89c5b-160b-40b0-843a-ac7f852d85b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eef31cad083d44f6a37c223cd2eb0f91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699232 Jul 23 20:28:06.616417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59564) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.695163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b387d188-cb8a-4fcc-bf5d-0c90ed3a3d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.712664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:06.722065 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] Sync routers for ids ['086df03d-86c5-4533-808a-255e295479f2'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:06.731440 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-49d22bca-12ec-4a1d-9209-10df969afa7f admin admin] 10.222.0.46 "PUT /v2.0/routers/086df03d-86c5-4533-808a-255e295479f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005359 Jul 23 20:28:06.740051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59570) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.748730 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] Routers {'086df03d-86c5-4533-808a-255e295479f2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:06.749372 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['086df03d-86c5-4533-808a-255e295479f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:06.767268 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8116d993-debd-4dab-9378-b2c535b2439e req-f54d933e-a7a6-4949-8ab7-571b0f600de2 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 210 time: 0.0586424 Jul 23 20:28:06.769981 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b387d188-cb8a-4fcc-bf5d-0c90ed3a3d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.869808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b387d188-cb8a-4fcc-bf5d-0c90ed3a3d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.873777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b387d188-cb8a-4fcc-bf5d-0c90ed3a3d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:06.875409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b387d188-cb8a-4fcc-bf5d-0c90ed3a3d6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f43bba9e-1cf2-4be4-8e0c-63d6a4a97fa6 HTTP/1.1" status: 204 len: 168 time: 0.2578778 Jul 23 20:28:06.879033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59576) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:06.935440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387d188-cb8a-4fcc-bf5d-0c90ed3a3d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43bba9e-1cf2-4be4-8e0c-63d6a4a97fa6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.033208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.100415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] Set router 086df03d-86c5-4533-808a-255e295479f2 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:07.105679 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.334510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.340346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.381851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e549e768-bf23-4c90-8421-7ef41a928fac']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.413268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bf3636-4eed-43f9-a4fd-abb90dc0b781') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.413600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bf3636-4eed-43f9-a4fd-abb90dc0b781') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.437822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.488874 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.513760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Deleting port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:07.514124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.517480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:07.518596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:07.521279 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:07.575494 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:28:05Z', 'revision_number': 5, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port': {'id': '46f8ab38-9ccc-43ff-86bd-b48710dd7cc7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '086df03d-86c5-4533-808a-255e295479f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:25:55Z', 'updated_at': '2021-07-23T20:26:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.625204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.663162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.667075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] 10.222.0.46 "DELETE /v2.0/networks/e549e768-bf23-4c90-8421-7ef41a928fac HTTP/1.1" status: 204 len: 168 time: 0.7868922 Jul 23 20:28:07.670730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59596) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:07.674896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] For port 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:07.675497 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.685691 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] Checking router: 086df03d-86c5-4533-808a-255e295479f2 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:28:07.688894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb1513-4f4a-466a-a29f-2fd7d5981785 tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Pushing event deleted for resources: {'Network': ['ID=e549e768-bf23-4c90-8421-7ef41a928fac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:07.690992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Calling delete_port for 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:07.719553 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] Routers {'086df03d-86c5-4533-808a-255e295479f2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:07.720418 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:27:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['086df03d-86c5-4533-808a-255e295479f2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:07.818312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:07.864895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d83138-f6d6-481d-8295-894e6276105f req-3f00a866-6ef5-448f-8b08-43f832ed9a7c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:07.867399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89d83138-f6d6-481d-8295-894e6276105f req-3f00a866-6ef5-448f-8b08-43f832ed9a7c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2447703 Jul 23 20:28:07.936049 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] Set router 086df03d-86c5-4533-808a-255e295479f2 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:28:08.018698 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:28:07Z', 'revision_number': 6, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:08.024929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.062758 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3daa84-f926-4673-afac-99c44d58b041 None None] The sync data for ids ['086df03d-86c5-4533-808a-255e295479f2'] in n-d-793620-13 is: [{'id': '086df03d-86c5-4533-808a-255e295479f2', 'name': 'tempest-ServerRescueTestJSON-368706038-router', 'tenant_id': '5c503d7fa2134b19b5070dc060255cbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:25:54Z', 'updated_at': '2021-07-23T20:28:07Z', 'revision_number': 6, 'project_id': '5c503d7fa2134b19b5070dc060255cbe', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:08.076327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=46f8ab38-9ccc-43ff-86bd-b48710dd7cc7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.109091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.122083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f1f3474-9a07-48aa-aef8-836caa4a01db req-030a691f-6135-48e5-a7cd-419c77dfadb6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 210 time: 0.2063339 Jul 23 20:28:08.175509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93da8e87-6e41-4f86-ad1c-069f65afd586']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:08.194069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ec6a5e-51a8-4b1f-a040-bf55549d92d9') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:08.194381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ec6a5e-51a8-4b1f-a040-bf55549d92d9') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:08.205986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.221752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.228217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59606) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.231618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.322397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:08.322999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:08.326958 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:08.338065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89d83138-f6d6-481d-8295-894e6276105f req-942c627b-aef3-444d-a050-a0cc76755446 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630632 Jul 23 20:28:08.365030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-ff0be4ba-99cb-463f-a1a4-fa95b5bdb6db tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:08.366818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-ff0be4ba-99cb-463f-a1a4-fa95b5bdb6db tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "GET /v2.0/networks?id=53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 200 len: 809 time: 0.2438180 Jul 23 20:28:08.379724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Request body: {'port': {'device_id': '60444019-ad97-4b4d-994d-8786bb4db062', 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa', 'admin_state_up': True, 'tenant_id': 'f5db14d0a9394404860ab2e8bf861b36'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:08.412693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33efcc84-84ba-4b85-9c77-8e7ca37cafe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.416329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.423219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.445985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.466228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.468108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] 10.222.0.46 "DELETE /v2.0/networks/93da8e87-6e41-4f86-ad1c-069f65afd586 HTTP/1.1" status: 204 len: 168 time: 0.7881398 Jul 23 20:28:08.469076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae959d9-029e-4aae-ac86-d4910f22ea6f tempest-QuotasNegativeTest-2012438927 tempest-QuotasNegativeTest-2012438927-project-admin] Pushing event deleted for resources: {'Network': ['ID=93da8e87-6e41-4f86-ad1c-069f65afd586,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.525310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.526190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 086df03d-86c5-4533-808a-255e295479f2 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:08.531879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.533284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7235614a-ce7e-4336-80c0-e0ac70de6f5c admin admin] 10.222.0.46 "DELETE /v2.0/routers/086df03d-86c5-4533-808a-255e295479f2 HTTP/1.1" status: 204 len: 168 time: 1.7945771 Jul 23 20:28:08.535922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59618) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.590883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Deleting subnet 4ac5cf74-0efd-492c-9d85-16673e0500b9 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:08.599903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.662500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.729343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.785205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33efcc84-84ba-4b85-9c77-8e7ca37cafe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.798184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33efcc84-84ba-4b85-9c77-8e7ca37cafe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.815867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Made reservation on behalf of f5db14d0a9394404860ab2e8bf861b36 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:08.831722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.859907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efcc84-84ba-4b85-9c77-8e7ca37cafe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ee3d1-6f71-4739-84ad-1e647408798a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.880416 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33efcc84-84ba-4b85-9c77-8e7ca37cafe2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aff9d16b4304478baf58016d28ec57f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6479437 Jul 23 20:28:08.881256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59628) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:08.890354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.934735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ac5cf74-0efd-492c-9d85-16673e0500b9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:08.970262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:08.972815 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-58b8535e-b762-408c-8060-569f55b73656 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4ac5cf74-0efd-492c-9d85-16673e0500b9 HTTP/1.1" status: 204 len: 168 time: 0.4359336 Jul 23 20:28:08.981000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.067296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a55e0691-1ceb-4531-a4d6-ca06e576cfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.144215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.168085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59642) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.200281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a55e0691-1ceb-4531-a4d6-ca06e576cfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.235540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b16a8309-e264-4ca0-a1d0-a35af2f238e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.306440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ed13ff0-0ebb-4688-9323-adba6bc20c84 req-713f5942-0c41-4f3c-9811-6a2b1ffe5c65 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 210 time: 0.0576749 Jul 23 20:28:09.339006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Allocated IP 172.20.0.4 (53f54350-54a6-4b84-8097-03ce00a608aa/9d15f337-4cfd-4465-9b8c-d273d572918e/d3796b4a-66bf-4710-9fac-e5dc43540d35) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:09.450232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a55e0691-1ceb-4531-a4d6-ca06e576cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.452837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a55e0691-1ceb-4531-a4d6-ca06e576cfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.454353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a55e0691-1ceb-4531-a4d6-ca06e576cfbb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e14ee3d1-6f71-4739-84ad-1e647408798a HTTP/1.1" status: 204 len: 168 time: 0.5722024 Jul 23 20:28:09.494989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.549848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2787c95-bf67-4658-8d90-983a18a493d9']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:09.552341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e0691-1ceb-4531-a4d6-ca06e576cfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ee3d1-6f71-4739-84ad-1e647408798a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.577093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16632b31-5002-4be9-9647-0b80b9f42a64') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:09.577678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16632b31-5002-4be9-9647-0b80b9f42a64') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:09.601241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b16a8309-e264-4ca0-a1d0-a35af2f238e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.606926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.609468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b16a8309-e264-4ca0-a1d0-a35af2f238e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.668033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.675423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6d612d5-cba0-4f9c-95a5-1628c9e5877d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:09.690906 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b16a8309-e264-4ca0-a1d0-a35af2f238e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e591ff8f018b4d8898e779e46d693473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217612 Jul 23 20:28:09.692771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:09.693601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:09.695961 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:09.698915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59650) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:09.710826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a8309-e264-4ca0-a1d0-a35af2f238e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f1bf8d-3a90-441a-9bb6-4b7d2a3cef78,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.723893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c6d612d5-cba0-4f9c-95a5-1628c9e5877d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:09.724263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6d612d5-cba0-4f9c-95a5-1628c9e5877d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:09.725281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:09.782348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:09.782703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 46f8ab38-9ccc-43ff-86bd-b48710dd7cc7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:09.828231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebc7fa-b5e0-4f70-a064-062c6591a19a req-481f8bf4-69f7-417a-965a-4c975df83b94 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:09.830777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7ebc7fa-b5e0-4f70-a064-062c6591a19a req-481f8bf4-69f7-417a-965a-4c975df83b94 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.3815932 Jul 23 20:28:09.838062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.874515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.881916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.884470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c2787c95-bf67-4658-8d90-983a18a493d9 HTTP/1.1" status: 204 len: 168 time: 0.8969095 Jul 23 20:28:09.902636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7ebc7fa-b5e0-4f70-a064-062c6591a19a req-1dacea55-6e7f-42c3-9bdb-bae7436cbc6f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505958 Jul 23 20:28:09.915420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-071ed5f7-1d52-4753-8970-2cd039868ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.922388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196e6ba-efdf-4fdd-8db8-57e4dcee87e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2787c95-bf67-4658-8d90-983a18a493d9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:09.989687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-071ed5f7-1d52-4753-8970-2cd039868ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:09.990088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.065230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-071ed5f7-1d52-4753-8970-2cd039868ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.068984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-071ed5f7-1d52-4753-8970-2cd039868ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.073604 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-071ed5f7-1d52-4753-8970-2cd039868ba1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72f1bf8d-3a90-441a-9bb6-4b7d2a3cef78 HTTP/1.1" status: 204 len: 168 time: 0.3638494 Jul 23 20:28:10.079535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Network 53f54350-54a6-4b84-8097-03ce00a608aa is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:10.083213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:10.088230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:10.095701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ed5f7-1d52-4753-8970-2cd039868ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f1bf8d-3a90-441a-9bb6-4b7d2a3cef78,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.157127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:10.158597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.170178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59666) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.174346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Pushing event updated for resources: {'Port': ['ID=d3796b4a-66bf-4710-9fac-e5dc43540d35,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.191119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6aa291a-e268-4351-9a14-f857b97912b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.197378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-0d6ea81e-7457-408b-838e-ad64078f62e6 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8214626 Jul 23 20:28:10.214133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Request body: {'port': {'device_id': '60444019-ad97-4b4d-994d-8786bb4db062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:10.247290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59674) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.335035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-096c8446-a68f-4729-b606-517c4ff7646f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c503d7fa2134b19b5070dc060255cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847180 Jul 23 20:28:10.339415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59680) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.450421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb78644c-9885-444f-a8c8-a8ae01173130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.463077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.469058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6aa291a-e268-4351-9a14-f857b97912b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.475273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6aa291a-e268-4351-9a14-f857b97912b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.527458 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6aa291a-e268-4351-9a14-f857b97912b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2487d0dee0464bf2b668da9ae569fb2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558698 Jul 23 20:28:10.528188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:10.537403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa291a-e268-4351-9a14-f857b97912b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ce544a-0b94-44fc-8bc7-9db826f3a2c6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.614366 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-455b6f45-bff7-4893-b032-efdeb88026f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.645088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-455b6f45-bff7-4893-b032-efdeb88026f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.650136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb78644c-9885-444f-a8c8-a8ae01173130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.712769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-455b6f45-bff7-4893-b032-efdeb88026f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.723323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-455b6f45-bff7-4893-b032-efdeb88026f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.729682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-455b6f45-bff7-4893-b032-efdeb88026f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6ce544a-0b94-44fc-8bc7-9db826f3a2c6 HTTP/1.1" status: 204 len: 168 time: 0.2001140 Jul 23 20:28:10.747157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b6f45-bff7-4893-b032-efdeb88026f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ce544a-0b94-44fc-8bc7-9db826f3a2c6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.832819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb78644c-9885-444f-a8c8-a8ae01173130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.837487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb78644c-9885-444f-a8c8-a8ae01173130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:10.842475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb78644c-9885-444f-a8c8-a8ae01173130 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/72ec0885-3c51-41cd-93ff-552d76601e83 HTTP/1.1" status: 204 len: 168 time: 0.4704840 Jul 23 20:28:10.856864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78644c-9885-444f-a8c8-a8ae01173130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec0885-3c51-41cd-93ff-552d76601e83,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:10.978158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3796b4a-66bf-4710-9fac-e5dc43540d35 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:10.993755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:11.011354 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.012510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8858b665-5399-4ca3-be01-dc872c499b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.049777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a250f2-f87d-45fe-ac8e-5d90960f8855 req-cb2b0e53-5beb-41f9-aece-85c45e22b44d tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.051427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2a250f2-f87d-45fe-ac8e-5d90960f8855 req-cb2b0e53-5beb-41f9-aece-85c45e22b44d tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 931 time: 0.5513535 Jul 23 20:28:11.101323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Transition to ACTIVE for port object d3796b4a-66bf-4710-9fac-e5dc43540d35 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:11.131174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.209044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2a250f2-f87d-45fe-ac8e-5d90960f8855 req-67a8a040-069c-40dd-a87a-27e8cf7ff6db tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461387 Jul 23 20:28:11.242426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8858b665-5399-4ca3-be01-dc872c499b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.249398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3796b4a-66bf-4710-9fac-e5dc43540d35,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.250508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8858b665-5399-4ca3-be01-dc872c499b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.298347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4090f97-1d45-4cbe-b8b4-5fd485b28eae req-b2431fd1-5219-4bd6-9e06-fc7792675693 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.307011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4090f97-1d45-4cbe-b8b4-5fd485b28eae req-b2431fd1-5219-4bd6-9e06-fc7792675693 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2202358 Jul 23 20:28:11.338329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8858b665-5399-4ca3-be01-dc872c499b53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=934f4e6ea50a4805be65a71846e03945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432472 Jul 23 20:28:11.340892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59712) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:11.357955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858b665-5399-4ca3-be01-dc872c499b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf7d647-61fb-49a9-9d11-7af72af4224f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.385635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4090f97-1d45-4cbe-b8b4-5fd485b28eae req-7a0e76e5-c5d9-44d9-b61a-1f6db7acae26 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776770 Jul 23 20:28:11.432701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Attempting to bind port d3796b4a-66bf-4710-9fac-e5dc43540d35 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:11.433296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Attempting to bind port d3796b4a-66bf-4710-9fac-e5dc43540d35 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:11.433809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Attempting to bind port d3796b4a-66bf-4710-9fac-e5dc43540d35 on network 53f54350-54a6-4b84-8097-03ce00a608aa {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:11.438655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Port d3796b4a-66bf-4710-9fac-e5dc43540d35 on network 53f54350-54a6-4b84-8097-03ce00a608aa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:11.439178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Attempting to bind port d3796b4a-66bf-4710-9fac-e5dc43540d35 on network 53f54350-54a6-4b84-8097-03ce00a608aa {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:11.446290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:11.446826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Checking segment: {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:11.447388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Bound using segment: {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:11.447981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Bound port: d3796b4a-66bf-4710-9fac-e5dc43540d35, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81547ab-66fa-4a78-8d31-066d69d25aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:11.448504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.519391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2e8-074b-46bf-b045-d7bd51f18e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.546880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2e8-074b-46bf-b045-d7bd51f18e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.554244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] For port d3796b4a-66bf-4710-9fac-e5dc43540d35, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:11.564276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] For port d3796b4a-66bf-4710-9fac-e5dc43540d35, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:11.582134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.619619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2e8-074b-46bf-b045-d7bd51f18e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.623935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fecbb2e8-074b-46bf-b045-d7bd51f18e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.625642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fecbb2e8-074b-46bf-b045-d7bd51f18e3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bf7d647-61fb-49a9-9d11-7af72af4224f HTTP/1.1" status: 204 len: 168 time: 0.2833729 Jul 23 20:28:11.649650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbb2e8-074b-46bf-b045-d7bd51f18e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf7d647-61fb-49a9-9d11-7af72af4224f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.698843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:11.702344 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:11.703712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3796b4a-66bf-4710-9fac-e5dc43540d35 HTTP/1.1" status: 200 len: 1092 time: 1.4949176 Jul 23 20:28:11.704185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60444019-ad97-4b4d-994d-8786bb4db062', 'tag': 'd3796b4a-66bf-4710-9fac-e5dc43540d35'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:11.707664 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663" -d '{"events": [{"name": "network-changed", "server_uuid": "60444019-ad97-4b4d-994d-8786bb4db062", "tag": "d3796b4a-66bf-4710-9fac-e5dc43540d35"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:11.847180 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43541b3-1c89-4008-80bd-4215c680b3ec x-openstack-request-id: req-e43541b3-1c89-4008-80bd-4215c680b3ec {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:11.847890 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60444019-ad97-4b4d-994d-8786bb4db062", "tag": "d3796b4a-66bf-4710-9fac-e5dc43540d35", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:11.847890 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e43541b3-1c89-4008-80bd-4215c680b3ec {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:11.848445 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60444019-ad97-4b4d-994d-8786bb4db062', 'tag': 'd3796b4a-66bf-4710-9fac-e5dc43540d35', 'status': 'completed', 'code': 200} Jul 23 20:28:11.912316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7403f22c-8719-4d90-91c5-b81c16f286b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3796b4a-66bf-4710-9fac-e5dc43540d35,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:11.998672 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-f744f4a2-0c82-4cea-a0da-0eb12b47bed0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1296201 Jul 23 20:28:12.030922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-6930f83a-d205-498b-941e-42c91f3d10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.039674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-6930f83a-d205-498b-941e-42c91f3d10bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5db14d0a9394404860ab2e8bf861b36&device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 1095 time: 0.2547100 Jul 23 20:28:12.147918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-1a38014e-f84c-4bec-a3f7-f7097b44a85a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35 HTTP/1.1" status: 200 len: 217 time: 0.1032934 Jul 23 20:28:12.206869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-17dd2e7a-1569-4761-98da-8ee03cb78c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.208669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-17dd2e7a-1569-4761-98da-8ee03cb78c20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d15f337-4cfd-4465-9b8c-d273d572918e HTTP/1.1" status: 200 len: 849 time: 0.0551708 Jul 23 20:28:12.232424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054042-d917-42e6-8a12-9d440872f8a0 req-64add30a-c4a1-4d58-b911-2c7c9f105250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.234659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-64add30a-c4a1-4d58-b911-2c7c9f105250 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1097 time: 0.1661389 Jul 23 20:28:12.292555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-3fe00423-0c88-4285-878c-8fdc3f780d69 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53f54350-54a6-4b84-8097-03ce00a608aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758502 Jul 23 20:28:12.400086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054042-d917-42e6-8a12-9d440872f8a0 req-dde07181-4c01-43d7-9787-d3a193c7ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.400086 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-dde07181-4c01-43d7-9787-d3a193c7ebcc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.1456158 Jul 23 20:28:12.465890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67f830-9b8e-4151-8f83-d5f5170bc514 req-b6dac9c1-0e40-4686-8873-685eead45866 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.468338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd67f830-9b8e-4151-8f83-d5f5170bc514 req-b6dac9c1-0e40-4686-8873-685eead45866 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 943 time: 0.1810460 Jul 23 20:28:12.562358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-6aeecc63-0a50-4d3a-9689-c967608a339d service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199311 Jul 23 20:28:12.656973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd67f830-9b8e-4151-8f83-d5f5170bc514 req-0d57e653-f925-4daa-bc4d-5c0e1a1647ef tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566348 Jul 23 20:28:12.807300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d735fe-bb27-4bb0-a723-ba84712e7080 req-7f8e6ecd-2f78-4fb7-beb1-43edad32eb70 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:12.811274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5d735fe-bb27-4bb0-a723-ba84712e7080 req-7f8e6ecd-2f78-4fb7-beb1-43edad32eb70 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.3014956 Jul 23 20:28:12.883201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe87bd2-f150-488c-a8a0-2747b2c3f472 req-d05db5c0-c0db-4b01-812e-5e166d9ea620 service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068964 Jul 23 20:28:12.931148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5d735fe-bb27-4bb0-a723-ba84712e7080 req-d9230135-d90b-4beb-8066-d1a7ec100a8b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011062 Jul 23 20:28:12.951903 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-739cd6ae-9046-4c92-afa5-1796d5d7e38e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 1001 time: 0.5456614 Jul 23 20:28:13.006702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054042-d917-42e6-8a12-9d440872f8a0 req-f365ed2b-3d85-4e31-ab57-53aa2453155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.009670 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-f365ed2b-3d85-4e31-ab57-53aa2453155f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.0511541 Jul 23 20:28:13.151035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55054042-d917-42e6-8a12-9d440872f8a0 req-974a9496-32f1-491d-929b-606c5f859b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.153019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-974a9496-32f1-491d-929b-606c5f859b38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342554 Jul 23 20:28:13.154150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-11bf09d8-904a-4c96-bff2-a267d871ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.155666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-11bf09d8-904a-4c96-bff2-a267d871ae8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5db14d0a9394404860ab2e8bf861b36&device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 1095 time: 0.1532075 Jul 23 20:28:13.341102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-e0fd0641-c693-4f43-9203-15a89baf5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.346282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-e0fd0641-c693-4f43-9203-15a89baf5437 service neutron] 10.222.0.47 "GET /v2.0/networks?id=53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 200 len: 910 time: 0.1824889 Jul 23 20:28:13.385866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-40960b4e-208b-4750-b35c-d731859e32ee service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250535 Jul 23 20:28:13.439674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-763ee392-778f-40b2-8596-e7eacc033334 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35 HTTP/1.1" status: 200 len: 217 time: 0.0821924 Jul 23 20:28:13.533344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-38cdb8be-3bb7-4b9d-812d-4428828ebef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.536980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-38cdb8be-3bb7-4b9d-812d-4428828ebef3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d15f337-4cfd-4465-9b8c-d273d572918e HTTP/1.1" status: 200 len: 849 time: 0.0905111 Jul 23 20:28:13.568495 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-55054042-d917-42e6-8a12-9d440872f8a0 req-48a5f638-0524-4f49-995a-e6e5da64b626 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749008 Jul 23 20:28:13.588156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-0739f0a7-9daf-4fad-bbc4-ebb015f6a41c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=53f54350-54a6-4b84-8097-03ce00a608aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443082 Jul 23 20:28:13.719505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.722472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-2aac7118-7d25-4fc2-a34d-00211b4ec8c9 service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253190 Jul 23 20:28:13.851616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-10d2b058-3be3-48b3-8c14-f72b4268702f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:13.879003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59844) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:13.931504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dbc9d-db8b-4251-ba05-2e6c1458e77e req-56dadaf0-2f4c-432c-9f12-276af2b79582 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:13.931504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d0dbc9d-db8b-4251-ba05-2e6c1458e77e req-56dadaf0-2f4c-432c-9f12-276af2b79582 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 943 time: 0.1652927 Jul 23 20:28:13.937769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4c811a5-7874-4cd6-8dec-6ea6a3ac0663 req-64e24c34-45e1-4c5d-bbe7-0643a4ada61d service neutron] 10.222.0.47 "GET /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091141 Jul 23 20:28:13.977657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d0dbc9d-db8b-4251-ba05-2e6c1458e77e req-9268d03f-7c3c-4976-af63-89845141b97a tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Jul 23 20:28:14.149226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e93760-49da-489a-a3ff-ec867640e9e6 req-93883408-f27f-4f84-ad65-daff69d75b00 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:14.156519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8e93760-49da-489a-a3ff-ec867640e9e6 req-93883408-f27f-4f84-ad65-daff69d75b00 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.0884635 Jul 23 20:28:14.170392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-872662314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:14.194288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8e93760-49da-489a-a3ff-ec867640e9e6 req-04a3edb3-7057-4e0f-a833-bd5829293477 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Jul 23 20:28:14.220545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.227007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.287878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d3796b4a-66bf-4710-9fac-e5dc43540d35 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:14.330022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.338139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.370349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.374271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-546875fc-57f2-4409-8a58-170466dc34e4 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4917030 Jul 23 20:28:14.374555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.393264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-749896163'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:14.428258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d3796b4a-66bf-4710-9fac-e5dc43540d35, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:14.444434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:14.447952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'd3796b4a-66bf-4710-9fac-e5dc43540d35', 'network_id': '53f54350-54a6-4b84-8097-03ce00a608aa', 'port_id': 'd3796b4a-66bf-4710-9fac-e5dc43540d35', 'mac_address': 'fa:16:3e:7b:29:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d15f337-4cfd-4465-9b8c-d273d572918e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:14.451417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.464317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.544282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.564413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3796b4a-66bf-4710-9fac-e5dc43540d35 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:14.593853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d3796b4a-66bf-4710-9fac-e5dc43540d35, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:14.601073 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.654839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca0c39d4-ee0b-454b-a851-c0b730c46bfc req-4e489853-8814-40c5-a9fe-4b233ee0baef tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0868289 Jul 23 20:28:14.691699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d3796b4a-66bf-4710-9fac-e5dc43540d35,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.708274 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.714478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.768172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:14.801271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a48a651-1df8-4b23-bc4d-85cff4cabfbc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:14.807262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.807614 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Added segment f97783ef-af58-4739-aa32-80e18010cf3f of type vlan for network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f Jul 23 20:28:14.816037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d3796b4a-66bf-4710-9fac-e5dc43540d35'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:14.867548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.907059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.915358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:14.916008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:14.963715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59902) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:14.964453 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5883338 Jul 23 20:28:14.970818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'subnet': {'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:15.025149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0526c2-e9e7-46a5-bc2c-352a0e172438 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Network': ['ID=4089ec1f-f7b8-4a01-9cb8-7919a432d01f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:15.042962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:15.239216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:15.245147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.342338 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:28:15.353716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03e8dc-2ff0-4183-8afd-961dd033aef9 req-05294549-c519-48a2-929b-3368c2c159cd tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:15.360895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e03e8dc-2ff0-4183-8afd-961dd033aef9 req-05294549-c519-48a2-929b-3368c2c159cd tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 944 time: 0.2401001 Jul 23 20:28:15.466254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e03e8dc-2ff0-4183-8afd-961dd033aef9 req-566f2a3e-0156-4fa1-826e-e7c834131e60 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044614 Jul 23 20:28:15.636532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26965d-1bd1-47b5-9d64-8a0eb635e436 req-86c6a60c-cefd-43ff-bf22-51747135cb17 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:15.684492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b26965d-1bd1-47b5-9d64-8a0eb635e436 req-86c6a60c-cefd-43ff-bf22-51747135cb17 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.3210845 Jul 23 20:28:15.821833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffa86d3f-6c17-495b-9907-b2d48dea60f5 req-aeb2da83-4eca-4800-a1d7-97b0e74abee5 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0488138 Jul 23 20:28:15.841743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9b26965d-1bd1-47b5-9d64-8a0eb635e436 req-0dcc47b0-00ed-4d08-9e44-e05cc889c41a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559663 Jul 23 20:28:15.859016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:15.981958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Subnet': ['ID=759cd5e9-3efa-4d62-9b97-1de3da709f44,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:16.000996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Checking segment: {'id': 'f97783ef-af58-4739-aa32-80e18010cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:16.001493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network hostable DHCP agents. Network: 4089ec1f-f7b8-4a01-9cb8-7919a432d01f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:16.045765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:16.062770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.067031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 4089ec1f-f7b8-4a01-9cb8-7919a432d01f) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:16.077867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c4c83c-bfd0-4c75-b72a-5bae8cff8039 None None] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:16.093026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.093643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.140353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f329d1b5-4138-463e-89c7-4963a7a44c96 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1709986 Jul 23 20:28:16.141157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.151127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'network': {'name': 'tempest-router-network01--1374689064'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:16.168576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b506468-1b09-418d-8dce-33a1cc5a0143 req-e75cd846-78fa-47c8-80eb-699c7364dd01 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.171673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b506468-1b09-418d-8dce-33a1cc5a0143 req-e75cd846-78fa-47c8-80eb-699c7364dd01 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.0922527 Jul 23 20:28:16.201186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:16.206008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.278117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b506468-1b09-418d-8dce-33a1cc5a0143 req-f33fd163-34d2-4c55-a7f3-6907bce35a95 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998273 Jul 23 20:28:16.280979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:16.294070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d3796b4a-66bf-4710-9fac-e5dc43540d35 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:16.302915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.303924 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Added segment a0a0e6bc-c57f-41c3-8a9a-f10a048bac22 of type vlan for network cd5251f5-ae58-43ab-92a1-f5bc234e3226 Jul 23 20:28:16.421764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.448968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port d3796b4a-66bf-4710-9fac-e5dc43540d35 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:16.459017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.468392 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e754fe4d-d183-4dee-98f3-6293f04923bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.470059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port d3796b4a-66bf-4710-9fac-e5dc43540d35 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:16.470416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.506642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0748-5b92-4e79-b0d4-81640e5e3cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.516389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a46f4-2240-438c-a604-420387ff1b31 req-7172784e-c598-42da-b382-8156f3eb189a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.520276 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.528056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.529884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.532177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c18a46f4-2240-438c-a604-420387ff1b31 req-7172784e-c598-42da-b382-8156f3eb189a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1379154 Jul 23 20:28:16.617307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c18a46f4-2240-438c-a604-420387ff1b31 req-a4e93a6b-c05d-4acb-bd46-223380b9559a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835798 Jul 23 20:28:16.617860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-4089ec1f-f7b8-4a01-9cb8-7919a432d01f', 'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f', 'tenant_id': '0b36b2fb032940009b66db33686fd0bf', 'fixed_ips': [{'subnet_id': '759cd5e9-3efa-4d62-9b97-1de3da709f44'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:16.619147 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.628917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Network': ['ID=cd5251f5-ae58-43ab-92a1-f5bc234e3226,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:16.647476 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6076ee2-f6af-46b8-a29f-6b1a58238ad0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5027168 Jul 23 20:28:16.650341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59956) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:16.666296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'network': {'name': 'tempest-router-network02--1622068423'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:16.764629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abcc5d7-9025-4a6b-8c2c-b8298bdb69f3 req-2cdafb4e-6b63-46e3-b204-97f1b01feb18 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:16.772194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4abcc5d7-9025-4a6b-8c2c-b8298bdb69f3 req-2cdafb4e-6b63-46e3-b204-97f1b01feb18 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 944 time: 0.1758199 Jul 23 20:28:16.850561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4abcc5d7-9025-4a6b-8c2c-b8298bdb69f3 req-6e159bad-e78b-4672-9f2b-f0404ad9b356 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712075 Jul 23 20:28:16.891229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:16.926833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0748-5b92-4e79-b0d4-81640e5e3cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.935596 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0748-5b92-4e79-b0d4-81640e5e3cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:16.963490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Allocated IP 2001:db8::2 (4089ec1f-f7b8-4a01-9cb8-7919a432d01f/759cd5e9-3efa-4d62-9b97-1de3da709f44/a2cf0e81-1298-4e27-9b16-974421fc7f9b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:17.003886 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a4bf0748-5b92-4e79-b0d4-81640e5e3cc7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a50fa0999caf4e019ae1a9601b08b528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9386265 Jul 23 20:28:17.011780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59974) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.037291 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.050242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:17.053935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.071706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf0748-5b92-4e79-b0d4-81640e5e3cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18071401-e4a5-420b-96e0-5689ae3f76fc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.108066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-233ab906-9833-4da2-98ca-f5e3424f45bf req-bbbb4e5c-5080-4cd0-b66f-61c3a21a7f0c tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1156740 Jul 23 20:28:17.176286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ae8-21c6-438f-902a-c8b1a5aa79c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.178653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:17.180342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-446827c3-c205-48a6-933b-467db23f1493 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:17.186009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-446827c3-c205-48a6-933b-467db23f1493 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2702978 Jul 23 20:28:17.208404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-383581fb-29be-49a0-a64c-b3a292fb179a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/quotas/18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 375 time: 0.0177336 Jul 23 20:28:17.212464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.213101 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Added segment db59e768-6179-4525-9d88-eadd520e2544 of type vlan for network 7136dc65-a19e-452d-8803-2896dd6a1be2 Jul 23 20:28:17.229223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60444019-ad97-4b4d-994d-8786bb4db062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3796b4a-66bf-4710-9fac-e5dc43540d35'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:17.232502 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebb19b8-99d8-4918-9b64-ea40a7c87ed1" -d '{"events": [{"server_uuid": "60444019-ad97-4b4d-994d-8786bb4db062", "name": "network-vif-plugged", "status": "completed", "tag": "d3796b4a-66bf-4710-9fac-e5dc43540d35"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:17.242588 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.294837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d3796b4a-66bf-4710-9fac-e5dc43540d35, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:17.313666 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.317231 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c183e76-1d4c-4f59-8867-d9bfb3e2dbca x-openstack-request-id: req-5c183e76-1d4c-4f59-8867-d9bfb3e2dbca {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:17.317608 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60444019-ad97-4b4d-994d-8786bb4db062", "name": "network-vif-plugged", "status": "completed", "tag": "d3796b4a-66bf-4710-9fac-e5dc43540d35", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:17.318130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-9f951e46-096d-420b-93eb-ca575c38af06 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1016121 Jul 23 20:28:17.318697 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5c183e76-1d4c-4f59-8867-d9bfb3e2dbca {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:17.319141 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60444019-ad97-4b4d-994d-8786bb4db062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3796b4a-66bf-4710-9fac-e5dc43540d35', 'code': 200} Jul 23 20:28:17.319813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.353680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ae8-21c6-438f-902a-c8b1a5aa79c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.362728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.369187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:17.370307 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.478591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d3796b4a-66bf-4710-9fac-e5dc43540d35,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.490070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.527827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Transition to ACTIVE for port object a2cf0e81-1298-4e27-9b16-974421fc7f9b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:17.538268 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ae8-21c6-438f-902a-c8b1a5aa79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.546625 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e3c0ae8-21c6-438f-902a-c8b1a5aa79c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.548063 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9e3c0ae8-21c6-438f-902a-c8b1a5aa79c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18071401-e4a5-420b-96e0-5689ae3f76fc HTTP/1.1" status: 204 len: 168 time: 0.5353048 Jul 23 20:28:17.548995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b4275392-9bce-4a9a-b965-c7ae17af36fe service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236488 Jul 23 20:28:17.588917 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf4d9047-1670-4378-8da6-800cdae0f3d9 req-cfe7662b-4735-4b71-b9d0-86618fc448ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1186380 Jul 23 20:28:17.601174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9460955 Jul 23 20:28:17.604337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:17.606627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Transition to ACTIVE for port object a2cf0e81-1298-4e27-9b16-974421fc7f9b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:17.611401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'subnet': {'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:17.623172 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.630303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298a8fc-e136-4d01-9437-009ebdd68f61 req-e383b64d-f698-4691-8c28-8ef68dbcb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:17.632053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1298a8fc-e136-4d01-9437-009ebdd68f61 req-e383b64d-f698-4691-8c28-8ef68dbcb0ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 1097 time: 0.2549746 Jul 23 20:28:17.691960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c0ae8-21c6-438f-902a-c8b1a5aa79c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18071401-e4a5-420b-96e0-5689ae3f76fc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.700237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c028-bec1-43e5-aa3a-2508768d855a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Network': ['ID=7136dc65-a19e-452d-8803-2896dd6a1be2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.745020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Pushing event updated for resources: {'Port': ['ID=a2cf0e81-1298-4e27-9b16-974421fc7f9b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:17.793589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1298a8fc-e136-4d01-9437-009ebdd68f61 req-6f5f4345-6732-4916-bc01-f11632c75878 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423059 Jul 23 20:28:17.806647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-aaa325d9-1498-47e8-b2c4-d9cc71e78b8b service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490518 Jul 23 20:28:17.809253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7136dc65-a19e-452d-8803-2896dd6a1be2 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:17.828607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:17.836061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.926678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:17.928666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:17.935761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:17.945079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:18.089976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59996) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:18.107926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55680db3-63a9-4cb9-a4ff-106b6a9c75e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.143196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Attempting to bind port a2cf0e81-1298-4e27-9b16-974421fc7f9b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:18.144507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Attempting to bind port a2cf0e81-1298-4e27-9b16-974421fc7f9b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f97783ef-af58-4739-aa32-80e18010cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:18.144973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Attempting to bind port a2cf0e81-1298-4e27-9b16-974421fc7f9b on network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:18.156940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:18.157315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Checking segment: {'id': 'f97783ef-af58-4739-aa32-80e18010cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:18.157853 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.158266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Bound using segment: {'id': 'f97783ef-af58-4739-aa32-80e18010cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:18.158802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Bound port: a2cf0e81-1298-4e27-9b16-974421fc7f9b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97783ef-af58-4739-aa32-80e18010cf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4089ec1f-f7b8-4a01-9cb8-7919a432d01f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:18.159233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.231342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5faaa06b-1a7c-4ede-89ba-cd05aeb775ed req-0fd2e065-674e-41b7-b728-9033d6efd61b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 210 time: 0.1060920 Jul 23 20:28:18.291639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] For port a2cf0e81-1298-4e27-9b16-974421fc7f9b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:18.298167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] For port a2cf0e81-1298-4e27-9b16-974421fc7f9b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a2cf0e81-1298-4e27-9b16-974421fc7f9b,segment=NetworkSegment(f97783ef-af58-4739-aa32-80e18010cf3f),segment_id=f97783ef-af58-4739-aa32-80e18010cf3f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:18.315374 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.366830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55680db3-63a9-4cb9-a4ff-106b6a9c75e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.374592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55680db3-63a9-4cb9-a4ff-106b6a9c75e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.412837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6e4fa-58ef-4923-88aa-479700c688b6 None None] Pushing event updated for resources: {'Port': ['ID=a2cf0e81-1298-4e27-9b16-974421fc7f9b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.426274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55680db3-63a9-4cb9-a4ff-106b6a9c75e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6594516d11444ddb4883d32fdab8c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349450 Jul 23 20:28:18.430258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60010) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:18.445906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55680db3-63a9-4cb9-a4ff-106b6a9c75e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664bb783-f4b3-436d-bfc1-f75b6187c3ca,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.473478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3342aad-7b99-4016-a771-a1d6963f023e req-a186fcd7-c94f-4762-b9f1-999d16e36b41 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.484736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3342aad-7b99-4016-a771-a1d6963f023e req-a186fcd7-c94f-4762-b9f1-999d16e36b41 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 945 time: 0.4734392 Jul 23 20:28:18.535107 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d755ef2-073a-4e34-bfda-52f45e4279b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.598076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94bd6ae9-a09a-4c0b-abb3-0dc1c3307261 req-a92110e8-f222-4f43-851a-4905338edd29 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1110072 Jul 23 20:28:18.613570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3342aad-7b99-4016-a771-a1d6963f023e req-614d8ce4-9ea9-4512-af4e-419246f2d05d tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254454 Jul 23 20:28:18.626375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.632264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d755ef2-073a-4e34-bfda-52f45e4279b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.835149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d755ef2-073a-4e34-bfda-52f45e4279b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.838141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d755ef2-073a-4e34-bfda-52f45e4279b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.840298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6d755ef2-073a-4e34-bfda-52f45e4279b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/664bb783-f4b3-436d-bfc1-f75b6187c3ca HTTP/1.1" status: 204 len: 168 time: 0.4070492 Jul 23 20:28:18.856068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Checking segment: {'id': 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:18.856443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network hostable DHCP agents. Network: cd5251f5-ae58-43ab-92a1-f5bc234e3226, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:18.858717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Subnet': ['ID=1a7f6128-0966-4c83-9e30-adce43d5173c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.868234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d755ef2-073a-4e34-bfda-52f45e4279b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664bb783-f4b3-436d-bfc1-f75b6187c3ca,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:18.927418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:18.942343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, cd5251f5-ae58-43ab-92a1-f5bc234e3226) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:18.946819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:18.947416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:18.951484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d54a1-23ed-40f4-b328-abba00f659e5 None None] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:18.968877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3858b46f-c783-4b6c-be4b-7a169bfb8b3a tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3631980 Jul 23 20:28:18.971975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60024) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:18.978482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'subnet': {'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:19.122421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:19.141390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.312249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-cd5251f5-ae58-43ab-92a1-f5bc234e3226', 'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226', 'tenant_id': '0b36b2fb032940009b66db33686fd0bf', 'fixed_ips': [{'subnet_id': '1a7f6128-0966-4c83-9e30-adce43d5173c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:19.313329 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:19.384748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cad4983-bbb8-4bd6-b986-07ad6f8f9cf8 req-f2ba4433-600e-49cc-b4e7-5833f5d41073 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 210 time: 0.0407126 Jul 23 20:28:19.665061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Allocated IP 2001:db8::2 (cd5251f5-ae58-43ab-92a1-f5bc234e3226/1a7f6128-0966-4c83-9e30-adce43d5173c/b6487d97-40da-4ada-a75e-2a81a76a1217) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:19.686824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.081383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.113175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Transition to ACTIVE for port object b6487d97-40da-4ada-a75e-2a81a76a1217 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:20.131698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Transition to ACTIVE for port object b6487d97-40da-4ada-a75e-2a81a76a1217 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:20.140372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a2cf0e81-1298-4e27-9b16-974421fc7f9b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:20.184686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb322b-8d20-4d02-8e8d-171ff771c203 None None] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:20.203916 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.529448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:20.539322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:20.544946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:20.692079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a96472e-353a-489f-9cec-39abfe72e9ae req-f893fcc4-4957-443b-9181-c69c14528256 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1166844 Jul 23 20:28:20.694670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Pushing event updated for resources: {'Port': ['ID=b6487d97-40da-4ada-a75e-2a81a76a1217,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.695463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Subnet': ['ID=7d957e84-586e-42e7-b9e1-7c6337b6b743,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:20.695541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Attempting to bind port b6487d97-40da-4ada-a75e-2a81a76a1217 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:20.695541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Attempting to bind port b6487d97-40da-4ada-a75e-2a81a76a1217 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:20.695541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Attempting to bind port b6487d97-40da-4ada-a75e-2a81a76a1217 on network cd5251f5-ae58-43ab-92a1-f5bc234e3226 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:20.695739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Checking segment: {'id': 'db59e768-6179-4525-9d88-eadd520e2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:20.695739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network hostable DHCP agents. Network: 7136dc65-a19e-452d-8803-2896dd6a1be2, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:20.709759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-cfc7b07e-3b70-4633-86f0-dbf0864632a5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.711814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-cfc7b07e-3b70-4633-86f0-dbf0864632a5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2341459 Jul 23 20:28:20.721595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a457e-8c9b-40ed-beda-cf8cd1bafaf0 req-73c23d8b-a3e6-4444-bf83-d85d11b46323 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:20.724651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-96b14a41-4d6d-4aff-b708-624e214c22ca None None] Provisioning for port a2cf0e81-1298-4e27-9b16-974421fc7f9b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:20.729165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-000a457e-8c9b-40ed-beda-cf8cd1bafaf0 req-73c23d8b-a3e6-4444-bf83-d85d11b46323 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 945 time: 0.2503729 Jul 23 20:28:20.729551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a2cf0e81-1298-4e27-9b16-974421fc7f9b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:20.736642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'port': {'device_id': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'admin_state_up': True, 'tenant_id': '18cbd2de73534bcea64a685080913195'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:20.743996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a2cf0e81-1298-4e27-9b16-974421fc7f9b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:20.744474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.806674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network 7136dc65-a19e-452d-8803-2896dd6a1be2 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:20.807204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.828415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:20.828825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Checking segment: {'id': 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:20.829243 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.831249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Bound using segment: {'id': 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:20.832246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Bound port: b6487d97-40da-4ada-a75e-2a81a76a1217, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'cd5251f5-ae58-43ab-92a1-f5bc234e3226'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:20.833965 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.858437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-96b14a41-4d6d-4aff-b708-624e214c22ca None None] Provisioning complete for port a2cf0e81-1298-4e27-9b16-974421fc7f9b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:20.858658 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96b14a41-4d6d-4aff-b708-624e214c22ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:20.867307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-000a457e-8c9b-40ed-beda-cf8cd1bafaf0 req-123b39c3-228a-44db-9993-7d51698fff4c tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324065 Jul 23 20:28:20.883399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7136dc65-a19e-452d-8803-2896dd6a1be2) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:20.937373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806bbd2-730f-4052-a35e-4301ab3bbba8 None None] Network 7136dc65-a19e-452d-8803-2896dd6a1be2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:20.986883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5a0e119-980d-4f6f-b6d1-1226e76154ea req-2ad9679f-5d6f-45ae-a338-b2ed57740233 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 210 time: 0.1725402 Jul 23 20:28:20.991506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:21.003484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.054977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-231d4001-266f-43d1-a9c8-e086ad678d85 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0812531 Jul 23 20:28:21.057166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60094) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:21.091633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:21.100695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.265111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.344483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Allocated IP 172.20.0.14 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:21.436856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port a2cf0e81-1298-4e27-9b16-974421fc7f9b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a2cf0e81-1298-4e27-9b16-974421fc7f9b,segment=NetworkSegment(f97783ef-af58-4739-aa32-80e18010cf3f),segment_id=f97783ef-af58-4739-aa32-80e18010cf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:21.524212 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.610089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c650502d-3571-44b8-8c96-7de260e32d0c req-6f05ccb8-cce8-4903-83e0-87f3337d4d52 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1027300 Jul 23 20:28:21.720244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] For port b6487d97-40da-4ada-a75e-2a81a76a1217, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:21.729941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] For port b6487d97-40da-4ada-a75e-2a81a76a1217, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b6487d97-40da-4ada-a75e-2a81a76a1217,segment=NetworkSegment(a0a0e6bc-c57f-41c3-8a9a-f10a048bac22),segment_id=a0a0e6bc-c57f-41c3-8a9a-f10a048bac22)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:21.762326 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.860373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=a2cf0e81-1298-4e27-9b16-974421fc7f9b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:21.873042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:21.929422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Transition to ACTIVE for port object c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:21.976657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d00edb-489b-422c-8622-b1074e62b786 None None] Pushing event updated for resources: {'Port': ['ID=b6487d97-40da-4ada-a75e-2a81a76a1217,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:22.000502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-7136dc65-a19e-452d-8803-2896dd6a1be2', 'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2', 'tenant_id': '0b36b2fb032940009b66db33686fd0bf', 'fixed_ips': [{'subnet_id': '7d957e84-586e-42e7-b9e1-7c6337b6b743'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:22.001403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.081131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.209727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.302279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:22.391317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:22.403659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:22.437867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:22.680715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:22.681688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.687180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0a51d9ba-4f4e-46a5-babc-d6693054248b None None] Provisioning complete for port a2cf0e81-1298-4e27-9b16-974421fc7f9b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:22.687824 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a51d9ba-4f4e-46a5-babc-d6693054248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:22.734950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60150) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:22.800200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0600059 Jul 23 20:28:22.802503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Allocated IP 2001:db8::1 (cd5251f5-ae58-43ab-92a1-f5bc234e3226/1a7f6128-0966-4c83-9e30-adce43d5173c/17ae8e9b-3579-4c85-99b5-81854a63652b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:22.915153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Request body: {'port': {'device_id': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:22.941025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54319933-b074-4769-afa7-e947abb7f2e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.096017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Allocated IP 2001:db8::2 (7136dc65-a19e-452d-8803-2896dd6a1be2/7d957e84-586e-42e7-b9e1-7c6337b6b743/468a9464-1364-4bd7-bc8a-f261785460e9) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:23.107659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.134794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Transition to ACTIVE for port object 17ae8e9b-3579-4c85-99b5-81854a63652b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:23.191689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5430d-5be7-4f4b-a442-e7e36291f862 req-d4f52a7c-091c-4fcf-a9a3-636fb4d56b57 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:23.201492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0d5430d-5be7-4f4b-a442-e7e36291f862 req-d4f52a7c-091c-4fcf-a9a3-636fb4d56b57 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 945 time: 0.3885634 Jul 23 20:28:23.233387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.305256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0d5430d-5be7-4f4b-a442-e7e36291f862 req-66aa4657-9f65-421f-9272-04af57f09450 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022649 Jul 23 20:28:23.336374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:23.353812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:23.367893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:23.368183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.369420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d9fba-e206-4315-ad99-40bad9ca7a8c req-2bebf981-dcf8-497b-8acf-6204ae8cce19 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:23.374111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146d9fba-e206-4315-ad99-40bad9ca7a8c req-2bebf981-dcf8-497b-8acf-6204ae8cce19 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 932 time: 1.1773589 Jul 23 20:28:23.387719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Port': ['ID=17ae8e9b-3579-4c85-99b5-81854a63652b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:23.440478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.513674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-431d95a6-b84c-4f17-9f89-427030e655c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.592641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47968fc5-d1e9-4d3c-b7be-1ee0b048f459 req-9ce37d32-6b70-4fb2-b999-7b595fd37bf5 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0829847 Jul 23 20:28:23.634662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.655049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Transition to ACTIVE for port object 468a9464-1364-4bd7-bc8a-f261785460e9 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:23.690322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.706568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146d9fba-e206-4315-ad99-40bad9ca7a8c req-d5bdecef-657d-465d-b7b8-f206cfa7bb11 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231375 Jul 23 20:28:23.790593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Transition to ACTIVE for port object 468a9464-1364-4bd7-bc8a-f261785460e9 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:23.815610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:23.925388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa2f31-3756-4668-b52a-30c94edc213e None None] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:23.996739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a2cf0e81-1298-4e27-9b16-974421fc7f9b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:24.027790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-431d95a6-b84c-4f17-9f89-427030e655c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.051290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-431d95a6-b84c-4f17-9f89-427030e655c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.113485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-431d95a6-b84c-4f17-9f89-427030e655c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29a9bd5a15ac4008943bae559d32f8de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3774304 Jul 23 20:28:24.126701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60184) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:24.126857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-ed394a90-6d66-41ca-9ee3-8de40e3d52fc tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:24.128463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-ed394a90-6d66-41ca-9ee3-8de40e3d52fc tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 945 time: 0.1448526 Jul 23 20:28:24.128682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Network 7136dc65-a19e-452d-8803-2896dd6a1be2 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:24.153716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:24.158825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:24.222935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Pushing event updated for resources: {'Port': ['ID=468a9464-1364-4bd7-bc8a-f261785460e9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.236712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a2cf0e81-1298-4e27-9b16-974421fc7f9b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:24.237101 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.253148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d95a6-b84c-4f17-9f89-427030e655c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d5a058-292b-4a53-b58d-0b74c3686ade,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.374851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60194) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:24.406942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:24.418642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.424172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.434536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Transition to ACTIVE for port object c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:24.436290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Deleting port d3796b4a-66bf-4710-9fac-e5dc43540d35 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:24.436646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.439422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.440915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.442066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.485923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81c32ecd-fc4d-4fbf-8d1e-0d50dcc3e795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.573961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:24.587246 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81c32ecd-fc4d-4fbf-8d1e-0d50dcc3e795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.662859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-81382b6e-dfc4-470c-8deb-f11506928486 None None] Provisioning for port b6487d97-40da-4ada-a75e-2a81a76a1217 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:24.748942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Attempting to bind port 468a9464-1364-4bd7-bc8a-f261785460e9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:24.749366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Attempting to bind port 468a9464-1364-4bd7-bc8a-f261785460e9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'db59e768-6179-4525-9d88-eadd520e2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:24.759511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Attempting to bind port 468a9464-1364-4bd7-bc8a-f261785460e9 on network 7136dc65-a19e-452d-8803-2896dd6a1be2 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:24.774960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] For port d3796b4a-66bf-4710-9fac-e5dc43540d35, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d3796b4a-66bf-4710-9fac-e5dc43540d35,segment=NetworkSegment(b81547ab-66fa-4a78-8d31-066d69d25aa3),segment_id=b81547ab-66fa-4a78-8d31-066d69d25aa3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:24.775487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.796436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Calling delete_port for d3796b4a-66bf-4710-9fac-e5dc43540d35 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:24.797351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Attempting to bind port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:24.797743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Attempting to bind port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:24.798081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Attempting to bind port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:24.808917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:24.821598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Checking segment: {'id': 'db59e768-6179-4525-9d88-eadd520e2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:24.822195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.822637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Bound using segment: {'id': 'db59e768-6179-4525-9d88-eadd520e2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:24.823140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Bound port: 468a9464-1364-4bd7-bc8a-f261785460e9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db59e768-6179-4525-9d88-eadd520e2544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7136dc65-a19e-452d-8803-2896dd6a1be2'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:24.823574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.857813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71a4016d-42c4-420f-89d5-d11a0086e030 req-11f0f30b-a44a-4834-9b5a-dd59561b290a tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0761011 Jul 23 20:28:24.883771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 on network 20275b04-68cb-4d50-94cf-543c5a033c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:28:24.886229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Attempting to bind port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:24.887296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-81382b6e-dfc4-470c-8deb-f11506928486 None None] Provisioning for port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:24.902795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:24.904094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:24.905244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:24.906654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Bound port: c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:24.908398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:24.998245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:24.999437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Port': ['ID=17ae8e9b-3579-4c85-99b5-81854a63652b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.009864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.012229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.025006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:25.035189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] For port 468a9464-1364-4bd7-bc8a-f261785460e9, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:25.039317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] For port 468a9464-1364-4bd7-bc8a-f261785460e9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=468a9464-1364-4bd7-bc8a-f261785460e9,segment=NetworkSegment(db59e768-6179-4525-9d88-eadd520e2544),segment_id=db59e768-6179-4525-9d88-eadd520e2544)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:25.051346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d3796b4a-66bf-4710-9fac-e5dc43540d35'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:25.102609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a295a-5572-4ed3-b25a-8125f85b16ba req-67ef35dd-ba63-492b-a97b-4198f656b6e9 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.105942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Pushing event deleted for resources: {'Port': ['ID=d3796b4a-66bf-4710-9fac-e5dc43540d35,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.107081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d9a295a-5572-4ed3-b25a-8125f85b16ba req-67ef35dd-ba63-492b-a97b-4198f656b6e9 tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/ports?device_id=60444019-ad97-4b4d-994d-8786bb4db062 HTTP/1.1" status: 200 len: 945 time: 0.5260782 Jul 23 20:28:25.108863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81c32ecd-fc4d-4fbf-8d1e-0d50dcc3e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.118849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81c32ecd-fc4d-4fbf-8d1e-0d50dcc3e795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.120047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-81c32ecd-fc4d-4fbf-8d1e-0d50dcc3e795 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74d5a058-292b-4a53-b58d-0b74c3686ade HTTP/1.1" status: 204 len: 168 time: 0.9918668 Jul 23 20:28:25.154331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c32ecd-fc4d-4fbf-8d1e-0d50dcc3e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d5a058-292b-4a53-b58d-0b74c3686ade,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.259079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] For port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:25.282243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d9a295a-5572-4ed3-b25a-8125f85b16ba req-b2ebacd4-196e-4e0c-abf4-601272ed1cac tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.46 "GET /v2.0/security-groups?id=c828a790-9e4f-4dc0-abf0-8385fd6415cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540582 Jul 23 20:28:25.291023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] For port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:25.294714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] No DVR routers for this DVR port d3796b4a-66bf-4710-9fac-e5dc43540d35 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:25.302029 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.306213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.310662 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e303066-c862-4a3c-8102-79ebe4ff3545 req-e575b84d-abb3-46a1-be83-44f07bfc649b tempest-VolumesActionsTest-1319847522 tempest-VolumesActionsTest-1319847522-project] 10.222.0.47 "DELETE /v2.0/ports/d3796b4a-66bf-4710-9fac-e5dc43540d35 HTTP/1.1" status: 204 len: 173 time: 1.1706023 Jul 23 20:28:25.311229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60444019-ad97-4b4d-994d-8786bb4db062', 'name': 'network-vif-deleted', 'tag': 'd3796b4a-66bf-4710-9fac-e5dc43540d35'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:25.314424 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c55cf-9648-431a-8343-8eac9f49f88c" -d '{"events": [{"server_uuid": "60444019-ad97-4b4d-994d-8786bb4db062", "name": "network-vif-deleted", "tag": "d3796b4a-66bf-4710-9fac-e5dc43540d35"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:25.405385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.410459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.412420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] 10.222.0.47 "PUT /v2.0/ports/c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 HTTP/1.1" status: 200 len: 1093 time: 2.6113698 Jul 23 20:28:25.413223 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d8be0-18cd-4958-80ae-d527ba7b47ed x-openstack-request-id: req-cf6d8be0-18cd-4958-80ae-d527ba7b47ed {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:25.414265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'tag': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:25.414359 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60444019-ad97-4b4d-994d-8786bb4db062", "name": "network-vif-deleted", "tag": "d3796b4a-66bf-4710-9fac-e5dc43540d35", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:25.414650 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf6d8be0-18cd-4958-80ae-d527ba7b47ed {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:25.415002 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60444019-ad97-4b4d-994d-8786bb4db062', 'name': 'network-vif-deleted', 'tag': 'd3796b4a-66bf-4710-9fac-e5dc43540d35', 'status': 'completed', 'code': 200} Jul 23 20:28:25.417747 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38e0bfe-5423-4160-a74a-ee9a0dfba576" -d '{"events": [{"name": "network-changed", "server_uuid": "5f207614-ec3d-4c56-9d03-b6d58747c8ca", "tag": "c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:25.426622 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.550751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a25a6f-118c-47e1-a109-712da6697d39 req-57424861-8b9d-4339-82bf-ddc873496b5d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.552783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86a25a6f-118c-47e1-a109-712da6697d39 req-57424861-8b9d-4339-82bf-ddc873496b5d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 944 time: 0.3882506 Jul 23 20:28:25.562111 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5130e5-acf1-45f8-9997-8fcf49474af8 x-openstack-request-id: req-9c5130e5-acf1-45f8-9997-8fcf49474af8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:25.563264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98708e2a-9ecc-49da-927c-d1e59ea4e52e None None] Pushing event updated for resources: {'Port': ['ID=468a9464-1364-4bd7-bc8a-f261785460e9,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.566779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b6487d97-40da-4ada-a75e-2a81a76a1217 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:25.570281 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f207614-ec3d-4c56-9d03-b6d58747c8ca", "tag": "c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:25.571920 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c5130e5-acf1-45f8-9997-8fcf49474af8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:25.572472 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'tag': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9', 'status': 'completed', 'code': 200} Jul 23 20:28:25.621002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0941b96-9d66-4ac5-99a0-1314bfcfd0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:25.667715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Router f8711129-d899-44f9-a4d1-65391dda8657 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:28:25.748392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b6487d97-40da-4ada-a75e-2a81a76a1217 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:25.752707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86a25a6f-118c-47e1-a109-712da6697d39 req-2022a816-8c4f-4a2a-b9db-977d4576d371 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790574 Jul 23 20:28:25.772142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-08f5b864-a1a5-4fba-bb68-e98824270baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:25.776398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-08f5b864-a1a5-4fba-bb68-e98824270baa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 1096 time: 0.2805021 Jul 23 20:28:25.798645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b6487d97-40da-4ada-a75e-2a81a76a1217 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:25.799118 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.843346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:25.846413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60216) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:25.872555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-ff0ca36c-f439-4f20-9f94-6a438a013bc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 HTTP/1.1" status: 200 len: 217 time: 0.0885763 Jul 23 20:28:25.881689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.011318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-2b8a20b7-d3af-480e-8442-979a257b3279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:26.015280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-2b8a20b7-d3af-480e-8442-979a257b3279 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1370273 Jul 23 20:28:26.064430 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25039efe55b94356bee615410ff7b726&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6830282 Jul 23 20:28:26.065071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60222) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.115265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.181268 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54a3a85e-f073-4a57-ac22-831d1df226ec req-7898183a-570b-44ff-be33-ad2db7475160 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1254904 Jul 23 20:28:26.209684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375db19-95ff-49d6-98fa-45d50935e85b req-085a6469-bbb4-44e8-9dbe-ca531bcc3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:26.212054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-085a6469-bbb4-44e8-9dbe-ca531bcc3929 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825340 Jul 23 20:28:26.236195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port b6487d97-40da-4ada-a75e-2a81a76a1217, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b6487d97-40da-4ada-a75e-2a81a76a1217,segment=NetworkSegment(a0a0e6bc-c57f-41c3-8a9a-f10a048bac22),segment_id=a0a0e6bc-c57f-41c3-8a9a-f10a048bac22)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:26.248213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.260247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-710a1050-94e5-42d1-bb7c-321862b12edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.321791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:26.333814 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ca5d4b4b-d0a6-48c5-960f-ea71ae6cfc7f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2720346 Jul 23 20:28:26.337036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60226) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.341959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eb50b4-6b53-4595-9202-2a3b6f3012c8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.386753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] Sync routers for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:26.404208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-55e6607d-c775-43d8-a0ba-a3d61ecaa0f7 None None] Provisioning complete for port b6487d97-40da-4ada-a75e-2a81a76a1217 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:26.404915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-55e6607d-c775-43d8-a0ba-a3d61ecaa0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.427960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.431878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.437468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.437801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.438315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.439422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.439772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.440115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.440459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.440798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.441136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.441490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf529ee2-54d9-43cd-891b-cf458db4da83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:26.510533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:26.518130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:26.524764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=b6487d97-40da-4ada-a75e-2a81a76a1217,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.551582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-8acd33f1-f34b-46ab-8db7-edf73bb5952d service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329587 Jul 23 20:28:26.556145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 468a9464-1364-4bd7-bc8a-f261785460e9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:26.580254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad5e684f-1e8e-4d2c-8830-2b593e667488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.681681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-710a1050-94e5-42d1-bb7c-321862b12edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.684088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:26.690709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-710a1050-94e5-42d1-bb7c-321862b12edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.729388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b375db19-95ff-49d6-98fa-45d50935e85b req-9a2bb174-665c-4061-ba9f-55210464f659 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653240 Jul 23 20:28:26.734471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a1050-94e5-42d1-bb7c-321862b12edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8164baea-03df-43a6-8bad-b463d6a70e36,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:26.742592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:26.746032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:26.785306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad5e684f-1e8e-4d2c-8830-2b593e667488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:26.831478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-710a1050-94e5-42d1-bb7c-321862b12edd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70bfcb215c6a43a3a9c0640c120bfd78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9837158 Jul 23 20:28:26.835062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60244) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:26.864862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:26.871493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a35388-87ee-4d58-8350-7ef8c349b76d None None] The sync data for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:26.964772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 468a9464-1364-4bd7-bc8a-f261785460e9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:26.968025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-55e6607d-c775-43d8-a0ba-a3d61ecaa0f7 None None] Provisioning for port 17ae8e9b-3579-4c85-99b5-81854a63652b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:26.978531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-55e6607d-c775-43d8-a0ba-a3d61ecaa0f7 None None] Provisioning complete for port 17ae8e9b-3579-4c85-99b5-81854a63652b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:26.978921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-55e6607d-c775-43d8-a0ba-a3d61ecaa0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.000788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad5e684f-1e8e-4d2c-8830-2b593e667488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.003526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad5e684f-1e8e-4d2c-8830-2b593e667488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.005561 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ad5e684f-1e8e-4d2c-8830-2b593e667488 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92eb50b4-6b53-4595-9202-2a3b6f3012c8 HTTP/1.1" status: 204 len: 168 time: 0.7460148 Jul 23 20:28:27.063436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-55e6607d-c775-43d8-a0ba-a3d61ecaa0f7 None None] Port 17ae8e9b-3579-4c85-99b5-81854a63652b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:27.064706 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9626875d-4e54-4174-8eec-2ed89d827797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.092982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9626875d-4e54-4174-8eec-2ed89d827797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.117248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e684f-1e8e-4d2c-8830-2b593e667488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eb50b4-6b53-4595-9202-2a3b6f3012c8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.203232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9626875d-4e54-4174-8eec-2ed89d827797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.207086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e9c1cc3d-80d1-48d4-85e9-33aadc70583b None None] Provisioning complete for port 17ae8e9b-3579-4c85-99b5-81854a63652b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.208013 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e9c1cc3d-80d1-48d4-85e9-33aadc70583b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.208937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9626875d-4e54-4174-8eec-2ed89d827797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.213567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9626875d-4e54-4174-8eec-2ed89d827797 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8164baea-03df-43a6-8bad-b463d6a70e36 HTTP/1.1" status: 204 len: 168 time: 0.3753326 Jul 23 20:28:27.249211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626875d-4e54-4174-8eec-2ed89d827797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8164baea-03df-43a6-8bad-b463d6a70e36,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:27.322156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e9c1cc3d-80d1-48d4-85e9-33aadc70583b None None] Port 17ae8e9b-3579-4c85-99b5-81854a63652b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:27.487071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923bcec-e109-4a36-b6d1-69c11703df4c None None] Network 7136dc65-a19e-452d-8803-2896dd6a1be2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:27.570881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cfb57e96-b811-4862-9a99-d74685be1b6d req-d8e65c2b-6e4b-4d70-8a68-9203dc290052 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0534744 Jul 23 20:28:27.675302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78626-7754-4db3-8e35-823f6f6a77c5 req-2df330e9-6740-4707-b07a-4afce66af8e0 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.683220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1f78626-7754-4db3-8e35-823f6f6a77c5 req-2df330e9-6740-4707-b07a-4afce66af8e0 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 944 time: 0.6774194 Jul 23 20:28:27.708762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-9680cae6-be9e-49a5-ab0c-2af58e9068c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.711646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-9680cae6-be9e-49a5-ab0c-2af58e9068c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 1096 time: 0.8320863 Jul 23 20:28:27.723018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] Provisioning for port 468a9464-1364-4bd7-bc8a-f261785460e9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:27.731926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] Provisioning complete for port 468a9464-1364-4bd7-bc8a-f261785460e9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:27.732438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.803282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60278) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:27.816856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1f78626-7754-4db3-8e35-823f6f6a77c5 req-9f843d26-6cdd-4be4-87c9-7ef3b92d2a0b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325500 Jul 23 20:28:27.833967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b0b50c9-7430-4b0e-9e7f-748815397674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.871517 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.896293 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-2b12a443-43a7-4d03-b0e8-9b7980a96e5f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:28:27.897821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b12a443-43a7-4d03-b0e8-9b7980a96e5f tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5538182 Jul 23 20:28:27.904154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:27.942714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] For port 468a9464-1364-4bd7-bc8a-f261785460e9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=468a9464-1364-4bd7-bc8a-f261785460e9,segment=NetworkSegment(db59e768-6179-4525-9d88-eadd520e2544),segment_id=db59e768-6179-4525-9d88-eadd520e2544)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:27.947763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:27.981599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-6b071d0a-1a16-48a2-bfc3-7a2f13143cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:27.983401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-6b071d0a-1a16-48a2-bfc3-7a2f13143cf5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2572739 Jul 23 20:28:28.080771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb1cf3-78a0-4ae6-ab88-020f6f1b4679 None None] Pushing event updated for resources: {'Port': ['ID=468a9464-1364-4bd7-bc8a-f261785460e9,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:28.127212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-13a5077f-72ef-4c3d-96e4-eff023882740 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 HTTP/1.1" status: 200 len: 217 time: 0.1290600 Jul 23 20:28:28.224347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-f97b8298-fd86-4072-8675-e8d46c4c6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.226595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-f97b8298-fd86-4072-8675-e8d46c4c6f39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0923345 Jul 23 20:28:28.282615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2d09b5d2-bfea-4fdd-ad4c-7d896eea5140 None None] Provisioning complete for port 468a9464-1364-4bd7-bc8a-f261785460e9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:28.282997 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2d09b5d2-bfea-4fdd-ad4c-7d896eea5140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.381400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:28:28.388399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-f7007507-5728-42d3-8638-1e0b4fad6e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:28.389976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-f7007507-5728-42d3-8638-1e0b4fad6e0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577830 Jul 23 20:28:28.391239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d3796b4a-66bf-4710-9fac-e5dc43540d35 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:28.451534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b0b50c9-7430-4b0e-9e7f-748815397674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.453209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b6487d97-40da-4ada-a75e-2a81a76a1217 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:28.462218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: d3796b4a-66bf-4710-9fac-e5dc43540d35 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:28.462566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d3796b4a-66bf-4710-9fac-e5dc43540d35 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:28.481720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7b0b50c9-7430-4b0e-9e7f-748815397674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.568383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-26bc669c-4c6a-4ccc-838b-b79c395911a3 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711969 Jul 23 20:28:28.593509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7b0b50c9-7430-4b0e-9e7f-748815397674 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6a3e8d90b1b42b0b599c6326944ba9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7877092 Jul 23 20:28:28.603845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:28.669027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:28.675458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b50c9-7430-4b0e-9e7f-748815397674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc4410b-8c62-4e7b-86f8-fabfb98f5878,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:28.702211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9', 'mac_address': 'fa:16:3e:63:e2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:28:28.709083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b6487d97-40da-4ada-a75e-2a81a76a1217 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:28.709779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.747049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c201dea4-c883-4fa5-b819-360ec8438ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.776487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.818290 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:28.855179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:28:28.878255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 468a9464-1364-4bd7-bc8a-f261785460e9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:28.907646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:28.915988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.003015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.006825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 468a9464-1364-4bd7-bc8a-f261785460e9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:29.007774 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.012348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c201dea4-c883-4fa5-b819-360ec8438ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.108554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c201dea4-c883-4fa5-b819-360ec8438ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.112015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c201dea4-c883-4fa5-b819-360ec8438ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.117617 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c201dea4-c883-4fa5-b819-360ec8438ceb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acc4410b-8c62-4e7b-86f8-fabfb98f5878 HTTP/1.1" status: 204 len: 168 time: 0.4621403 Jul 23 20:28:29.136719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:28:29.157162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201dea4-c883-4fa5-b819-360ec8438ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc4410b-8c62-4e7b-86f8-fabfb98f5878,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:29.362977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting port 17ae8e9b-3579-4c85-99b5-81854a63652b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:29.363542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.530651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.557215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Calling delete_port for 17ae8e9b-3579-4c85-99b5-81854a63652b owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:29.624538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0151f12-f35c-43e9-a403-0bbcc9dd4618 req-910a3ed2-5dea-464c-95ae-b6b5fa94ce58 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.8818958 Jul 23 20:28:29.729398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a38e0bfe-5423-4160-a74a-ee9a0dfba576 req-a7680e25-8d36-468f-85f6-a3eaf9566d72 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1539590 Jul 23 20:28:29.768495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16736eb4-1d53-4ce1-8f8b-517abcb564a0 req-edd6baf9-d699-409a-8cee-3f8c12fd53ea tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:29.770340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16736eb4-1d53-4ce1-8f8b-517abcb564a0 req-edd6baf9-d699-409a-8cee-3f8c12fd53ea tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 945 time: 0.1929269 Jul 23 20:28:29.821889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16736eb4-1d53-4ce1-8f8b-517abcb564a0 req-32bc7860-63ce-45f8-8628-3442dfd3ae88 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450146 Jul 23 20:28:29.927275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:29.978961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Port': ['ID=17ae8e9b-3579-4c85-99b5-81854a63652b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:30.182754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.370108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:30.491909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:30.496498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:30.497138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.636381 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.706643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:28:30.709371 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2523983-7a06-49a4-837c-2d6fff86647c" -d '{"events": [{"server_uuid": "5f207614-ec3d-4c56-9d03-b6d58747c8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:28:30.729331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:30.734085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:30.837890 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8a1312-4999-4eae-be91-9ecfee06600a x-openstack-request-id: req-1a8a1312-4999-4eae-be91-9ecfee06600a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:28:30.838407 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f207614-ec3d-4c56-9d03-b6d58747c8ca", "name": "network-vif-plugged", "status": "completed", "tag": "c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:28:30.840508 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a8a1312-4999-4eae-be91-9ecfee06600a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:28:30.841044 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9', 'code': 200} Jul 23 20:28:30.844062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:31.097785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76f12924-d204-4f85-8e50-0695a0b66006 req-0ed6e63f-b742-49fa-a55c-7a3ed19ed021 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1315975 Jul 23 20:28:31.250632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbc56f-b742-4ab0-a161-e9e3a85e6a2e req-593e4712-48d5-471d-982d-9cb427ccbb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.252504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70bbc56f-b742-4ab0-a161-e9e3a85e6a2e req-593e4712-48d5-471d-982d-9cb427ccbb6f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 1098 time: 0.3983126 Jul 23 20:28:31.262649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60426) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:31.284202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Router f8711129-d899-44f9-a4d1-65391dda8657 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:31.315370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-70bbc56f-b742-4ab0-a161-e9e3a85e6a2e req-77ca0245-8885-42bb-aa19-89ea538f1545 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507143 Jul 23 20:28:31.358385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6802f1-12f1-4edb-a997-35fac652777b req-5651810c-c668-48a8-b9f2-601d001421c2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:31.365228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b6802f1-12f1-4edb-a997-35fac652777b req-5651810c-c668-48a8-b9f2-601d001421c2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 946 time: 0.2659025 Jul 23 20:28:31.428857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:31.442550 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] Sync routers for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:31.446182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40f42979-480e-433d-919a-d2cff43d5186 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5392437 Jul 23 20:28:31.447896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60432) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:31.462095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b6802f1-12f1-4edb-a997-35fac652777b req-5963ed4a-5a34-47c6-ba01-a4076f51c0a4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902495 Jul 23 20:28:31.494222 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:31.495133 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:31.562108 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-0a1b9ccb-e9ab-4498-ba54-03c40fd2d7e0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] delete failed (client error): The resource could not be found. Jul 23 20:28:31.568810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60436) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:31.568970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0a1b9ccb-e9ab-4498-ba54-03c40fd2d7e0 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1065668759 HTTP/1.1" status: 404 len: 335 time: 0.1199493 Jul 23 20:28:31.574782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-68d99d52-6944-4870-b472-44a8a66e9c16 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8711129-d899-44f9-a4d1-65391dda8657'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:31.585482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:31.611697 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:31.612327 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:31.736577 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:31.737160 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4b17d4-713c-457d-8f9f-45e41b3ecac1 None None] The sync data for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:31.797031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dae323a-5fbc-4240-8a0c-8cc9c0aeebaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.152429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68d99d52-6944-4870-b472-44a8a66e9c16 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.167349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:32.219251 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-68d99d52-6944-4870-b472-44a8a66e9c16 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] update failed (client error): The resource could not be found. Jul 23 20:28:32.226358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:32.234210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1835822127'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:32.254397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-68d99d52-6944-4870-b472-44a8a66e9c16 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657 HTTP/1.1" status: 404 len: 339 time: 0.6833930 Jul 23 20:28:32.323473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-896e23d3-a29b-44b7-8280-eef923450e67 req-b4e26c4c-ec57-465c-9fa9-1dfd1a23dc50 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0403392 Jul 23 20:28:32.338444 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dae323a-5fbc-4240-8a0c-8cc9c0aeebaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.348439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dae323a-5fbc-4240-8a0c-8cc9c0aeebaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.391184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:32.408021 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.482340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:32.495158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.495538 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Added segment 804da946-dcc1-4987-acad-82e085413180 of type vlan for network e93b96cc-bca5-41a8-9cab-71676ba0952b Jul 23 20:28:32.502585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae323a-5fbc-4240-8a0c-8cc9c0aeebaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd440456-b239-478c-b542-1f9cbd1ebee2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:32.551120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0dae323a-5fbc-4240-8a0c-8cc9c0aeebaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fc091d4778a42feb8f44bc46c7a86d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2852068 Jul 23 20:28:32.551789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:32.560703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.597177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1416712362'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:32.603142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.608815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.609560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.680952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Network': ['ID=e93b96cc-bca5-41a8-9cab-71676ba0952b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:32.691305 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2120ed63-f271-4e57-9e1c-f5ca4423cc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.692625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e93b96cc-bca5-41a8-9cab-71676ba0952b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:32.716448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b27046-1cce-4acb-82e3-61d66a6a4d85 req-858b3e08-0280-47c2-8c53-766cc0e10cca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:32.718210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3b27046-1cce-4acb-82e3-61d66a6a4d85 req-858b3e08-0280-47c2-8c53-766cc0e10cca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 946 time: 0.1162391 Jul 23 20:28:32.737053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2120ed63-f271-4e57-9e1c-f5ca4423cc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.746691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Made reservation on behalf of 990724c16aec4931b548fdabb61c676e for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:32.760423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.770934 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e65e964f-cc82-42c5-be4b-0b6fe3030fef tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5431509 Jul 23 20:28:32.784412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60468) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:32.799540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'subnet': {'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:32.812674 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.850746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3b27046-1cce-4acb-82e3-61d66a6a4d85 req-bec49908-ff80-4786-83c6-e6aa34430922 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194816 Jul 23 20:28:32.889847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2120ed63-f271-4e57-9e1c-f5ca4423cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.893995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2120ed63-f271-4e57-9e1c-f5ca4423cc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:32.897583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2120ed63-f271-4e57-9e1c-f5ca4423cc39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cd440456-b239-478c-b542-1f9cbd1ebee2 HTTP/1.1" status: 204 len: 168 time: 0.3390794 Jul 23 20:28:32.915312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120ed63-f271-4e57-9e1c-f5ca4423cc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd440456-b239-478c-b542-1f9cbd1ebee2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.076148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.129008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.158823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Made reservation on behalf of 0b36b2fb032940009b66db33686fd0bf for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:33.162361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.198969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:33.213234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.213909 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Added segment 15f2da11-3f1a-4a96-b591-d9cda75f9090 of type vlan for network ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e Jul 23 20:28:33.284729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.358195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.363767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:33.364847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.419483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeddc06-3ebe-4a17-9407-6c954b1471c4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.479718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3108490 Jul 23 20:28:33.483425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60490) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.563034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60494) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:33.572058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8448aa3-d8fb-47b1-916e-023bb7022288 req-e0d7e108-39ff-41a2-b139-1b9307ab06ff tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0720899 Jul 23 20:28:33.582642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc145ab-e613-497a-91bb-0142662bc6c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Pushing event updated for resources: {'Network': ['ID=ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:33.587548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f3299c-819d-47fe-9b2b-bbbd977b5232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:33.608564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:33.827096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'network': {'name': 'tempest-network--937748565', 'router:external': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:33.863267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.012287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f3299c-819d-47fe-9b2b-bbbd977b5232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.041728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Made reservation on behalf of 0228457e2c124317b8e3fd87215b0e01 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:34.049702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f3299c-819d-47fe-9b2b-bbbd977b5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.051020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.068297 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.094433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Subnet': ['ID=7ed9da62-9ba1-4da4-aed5-94373cefeec5,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.159880 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-64f3299c-819d-47fe-9b2b-bbbd977b5232 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fee790887666498699a104487cbfa3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956106 Jul 23 20:28:34.165047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60500) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:34.166475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3299c-819d-47fe-9b2b-bbbd977b5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d39e2a-547d-42a9-b48e-797743e5cb36,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.189299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Checking segment: {'id': '804da946-dcc1-4987-acad-82e085413180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:34.189691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network hostable DHCP agents. Network: e93b96cc-bca5-41a8-9cab-71676ba0952b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:34.337388 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.343187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.368665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network e93b96cc-bca5-41a8-9cab-71676ba0952b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:34.379158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:34.385375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, e93b96cc-bca5-41a8-9cab-71676ba0952b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:34.387141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b5748-0a41-478c-aa72-512eb84e252f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.395239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12563a86-1caa-4dba-9d18-35cb37ba27ba None None] Network e93b96cc-bca5-41a8-9cab-71676ba0952b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:34.410705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.411296 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Added segment fbfd6629-5b0a-4d8f-b21a-c90e569657cf of type vlan for network d1236909-46ec-42cb-a6b9-72eb301406f0 Jul 23 20:28:34.417891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:34.418531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.465331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22051c42-b6c8-41cd-921f-0d5eb4f6d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.481124 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-706aa80b-efa0-4ad1-93ab-642a95c5a505 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6920795 Jul 23 20:28:34.481984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:34.483512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.525181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-06b606e5-6874-44fa-bebf-51fad627d7a8 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:34.540232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.543695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:34.545857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.573878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0885305 Jul 23 20:28:34.576794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:34.755041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9fef96-cad3-49be-a81c-498c9f37b908 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Network': ['ID=d1236909-46ec-42cb-a6b9-72eb301406f0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:34.770525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d1236909-46ec-42cb-a6b9-72eb301406f0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:34.786730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-e93b96cc-bca5-41a8-9cab-71676ba0952b', 'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b', 'tenant_id': '0b36b2fb032940009b66db33686fd0bf', 'fixed_ips': [{'subnet_id': '7ed9da62-9ba1-4da4-aed5-94373cefeec5'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:28:34.787963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.801641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22051c42-b6c8-41cd-921f-0d5eb4f6d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.890090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22b0998e-8552-45fd-98dd-13d5cba38467 req-2848ad56-a37d-4be8-8f96-4f00fd462d7b tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1530731 Jul 23 20:28:34.923898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:34.972582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06b606e5-6874-44fa-bebf-51fad627d7a8 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.007201 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22051c42-b6c8-41cd-921f-0d5eb4f6d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.026639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22051c42-b6c8-41cd-921f-0d5eb4f6d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.030810 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22051c42-b6c8-41cd-921f-0d5eb4f6d1f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3d39e2a-547d-42a9-b48e-797743e5cb36 HTTP/1.1" status: 204 len: 168 time: 0.8567770 Jul 23 20:28:35.092878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22051c42-b6c8-41cd-921f-0d5eb4f6d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d39e2a-547d-42a9-b48e-797743e5cb36,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:35.278486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.279574 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-06b606e5-6874-44fa-bebf-51fad627d7a8 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:28:35.282299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-06b606e5-6874-44fa-bebf-51fad627d7a8 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657 HTTP/1.1" status: 400 len: 364 time: 0.7704520 Jul 23 20:28:35.285909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60524) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:35.296584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Allocated IP 2001:db8:1::2 (e93b96cc-bca5-41a8-9cab-71676ba0952b/7ed9da62-9ba1-4da4-aed5-94373cefeec5/d0914a3d-44dd-4d42-8f77-fcdba4ade6b3) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:35.315811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1236909-46ec-42cb-a6b9-72eb301406f0']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:35.368898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfd6629-5b0a-4d8f-b21a-c90e569657cf') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:35.372664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfd6629-5b0a-4d8f-b21a-c90e569657cf') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:35.400570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.449228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.476135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:35.477776 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:35.483163 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:35.634940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.638654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.641204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1236909-46ec-42cb-a6b9-72eb301406f0 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:35.645053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.654754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/networks/d1236909-46ec-42cb-a6b9-72eb301406f0 HTTP/1.1" status: 204 len: 168 time: 1.0724885 Jul 23 20:28:35.654967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Transition to ACTIVE for port object d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:35.656673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60534) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:35.666452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:35.672412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cfeb7-35a7-43f1-b804-fd4b99917d06 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1236909-46ec-42cb-a6b9-72eb301406f0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:35.695681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Transition to ACTIVE for port object d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:35.706613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.711957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Made reservation on behalf of 0228457e2c124317b8e3fd87215b0e01 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:35.722167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.799622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Pushing event updated for resources: {'Port': ['ID=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:35.839020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Network e93b96cc-bca5-41a8-9cab-71676ba0952b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:35.840535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:35.850396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:35.942975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Attempting to bind port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:28:35.943574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Attempting to bind port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '804da946-dcc1-4987-acad-82e085413180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:28:35.944103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Attempting to bind port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 on network e93b96cc-bca5-41a8-9cab-71676ba0952b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:28:35.962497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:28:35.963298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Checking segment: {'id': '804da946-dcc1-4987-acad-82e085413180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:35.973677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.974618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Bound using segment: {'id': '804da946-dcc1-4987-acad-82e085413180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:28:35.977869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Bound port: d0914a3d-44dd-4d42-8f77-fcdba4ade6b3, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804da946-dcc1-4987-acad-82e085413180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e93b96cc-bca5-41a8-9cab-71676ba0952b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:28:35.978539 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:35.997272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:36.037143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.040479 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Added segment 955ab988-f0a7-43a1-93fe-e55e53f07c4f of type vlan for network 61ef24d1-4c57-4e04-8991-af8be4626789 Jul 23 20:28:36.104923 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.165058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.166126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:36.166840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.199185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] For port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:28:36.211610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] For port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,segment=NetworkSegment(804da946-dcc1-4987-acad-82e085413180),segment_id=804da946-dcc1-4987-acad-82e085413180)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:28:36.215919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b478d919-1d4c-47a4-95f4-a7987490795e req-dffc3adc-8ec5-4ddb-9b0e-88c8dc380912 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0807483 Jul 23 20:28:36.221026 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.320679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.353775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60552) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:36.357046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6975310 Jul 23 20:28:36.360994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'subnet': {'network_id': '61ef24d1-4c57-4e04-8991-af8be4626789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:36.398735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc7b3e-935d-4629-986a-93cca3f3c856 None None] Pushing event updated for resources: {'Port': ['ID=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:36.488575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Made reservation on behalf of 0228457e2c124317b8e3fd87215b0e01 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:36.506090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:36.528854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de035807-1147-4765-9ced-b1d41a4d99f0 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Network': ['ID=61ef24d1-4c57-4e04-8991-af8be4626789,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:36.569314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 61ef24d1-4c57-4e04-8991-af8be4626789 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:37.064150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Allocated IP 2001:db8::1 (4089ec1f-f7b8-4a01-9cb8-7919a432d01f/759cd5e9-3efa-4d62-9b97-1de3da709f44/7790dc88-0b95-46aa-b35c-ff7e241000db) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:37.324389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.394092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Transition to ACTIVE for port object 7790dc88-0b95-46aa-b35c-ff7e241000db will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:28:37.443602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:28:37.444455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.517210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.605888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:37.615527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:37.617807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ae26d22-169b-4a63-aca3-af9072a1e0d6 req-21ddc493-ec2a-4b98-ac74-241ff6bd36a9 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1691754 Jul 23 20:28:37.621863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:37.622545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.681168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1fedf283-fac5-43a5-a050-d8991c3e4da9,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:37.692945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Checking segment: {'id': '955ab988-f0a7-43a1-93fe-e55e53f07c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '61ef24d1-4c57-4e04-8991-af8be4626789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:28:37.693745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Network hostable DHCP agents. Network: 61ef24d1-4c57-4e04-8991-af8be4626789, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:28:37.717132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Network 61ef24d1-4c57-4e04-8991-af8be4626789 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:28:37.728881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 61ef24d1-4c57-4e04-8991-af8be4626789) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:37.745427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280a863-acaa-483a-833a-44be1ce92979 None None] Network 61ef24d1-4c57-4e04-8991-af8be4626789 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:37.763582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:37.764187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:37.803546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-98f15989-68a2-4517-a5d2-d28e4639ead2 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4481928 Jul 23 20:28:37.805386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:37.822055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'floatingip': {'floating_network_id': '61ef24d1-4c57-4e04-8991-af8be4626789'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:37.845371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Port': ['ID=7790dc88-0b95-46aa-b35c-ff7e241000db,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:37.867163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.114219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.153462 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.167598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5668d59e-ed2f-41b9-a8ef-5537a5c0b95a None None] Network 61ef24d1-4c57-4e04-8991-af8be4626789 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:38.492099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d29ff3-9c38-443b-9f9b-bdb7e4ab7319 None None] Network e93b96cc-bca5-41a8-9cab-71676ba0952b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:38.507711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Allocated IP 172.20.0.3 (61ef24d1-4c57-4e04-8991-af8be4626789/1fedf283-fac5-43a5-a050-d8991c3e4da9/48fb3b2a-fe8a-4fb9-bf84-9545bf5bca6a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:28:38.594111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:38.618735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ff86d0b-992f-4f78-8067-de29f8fd52a9 None None] Provisioning for port 7790dc88-0b95-46aa-b35c-ff7e241000db completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:38.696192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ff86d0b-992f-4f78-8067-de29f8fd52a9 None None] Provisioning complete for port 7790dc88-0b95-46aa-b35c-ff7e241000db triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:38.696595 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff86d0b-992f-4f78-8067-de29f8fd52a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.849362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.902733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8ff86d0b-992f-4f78-8067-de29f8fd52a9 None None] Port 7790dc88-0b95-46aa-b35c-ff7e241000db cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:38.914878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:38.965508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.973892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:38.975645 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.027658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8f80c06-3461-480f-aad5-3e15af220097 req-16ee1172-0a21-42dc-944d-f237c3177198 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1356440 Jul 23 20:28:39.125220 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.221462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] Provisioning for port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:28:39.240359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Network 61ef24d1-4c57-4e04-8991-af8be4626789 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:39.249377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:39.257351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:28:39.272281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] Provisioning complete for port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:39.273906 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.325991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event updated for resources: {'Port': ['ID=7790dc88-0b95-46aa-b35c-ff7e241000db,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:39.384946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Port': ['ID=48fb3b2a-fe8a-4fb9-bf84-9545bf5bca6a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:39.438069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.438427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.438774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.445381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.446856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.447210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.447559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.447904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.448246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.448583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.448926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.449251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:28:39.456103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:28:39.463573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:28:39.535145 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.609683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.685458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] For port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,segment=NetworkSegment(804da946-dcc1-4987-acad-82e085413180),segment_id=804da946-dcc1-4987-acad-82e085413180)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:39.690039 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.705922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Router f8711129-d899-44f9-a4d1-65391dda8657 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:39.732234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:39.885826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:39.904755 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ac2faa3b-e493-47ba-a269-e257a3a9acde tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6177788 Jul 23 20:28:39.908662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60638) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:39.911015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] Sync routers for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:39.939408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:39.941256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:40.000548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc0595d-c01d-4bf5-8fbf-e81b0fa2f28c None None] Pushing event updated for resources: {'Port': ['ID=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.003604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-99a8199d-8022-4fa4-a19e-2d4fd56d99ae None None] Provisioning complete for port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:40.004046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99a8199d-8022-4fa4-a19e-2d4fd56d99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.007815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:40.049050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:40.049803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:40.075865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.081986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.112868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:40.114046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d953e30-ea11-4165-af9d-635c0c94ef5b None None] The sync data for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:40.215097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dddc2159-ecd0-447a-803b-b3cf2c76946e tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.284808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.321900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b1f280d-808d-43de-a81e-b8585f0b6c9f req-d8e867fd-efc3-41f5-a948-f00cf9807c08 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0755463 Jul 23 20:28:40.337167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Port': ['ID=48fb3b2a-fe8a-4fb9-bf84-9545bf5bca6a,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:40.344558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.352483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3c57183a-def1-4ec3-b034-88172a322d6b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5439427 Jul 23 20:28:40.353454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60650) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:40.373780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ae4942ff-777c-485c-a8a5-1f054da4b65b None None] Provisioning complete for port 7790dc88-0b95-46aa-b35c-ff7e241000db triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:40.374156 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae4942ff-777c-485c-a8a5-1f054da4b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.460682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:28:40.540227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a1ce480d-18b5-475d-9ff1-ab6a53dfe419 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "GET /v2.0/floatingips?floating_network_id=61ef24d1-4c57-4e04-8991-af8be4626789 HTTP/1.1" status: 200 len: 689 time: 0.1829011 Jul 23 20:28:40.540955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60656) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:40.549700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ae4942ff-777c-485c-a8a5-1f054da4b65b None None] Port 7790dc88-0b95-46aa-b35c-ff7e241000db cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:28:40.569806 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-dddc2159-ecd0-447a-803b-b3cf2c76946e tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:28:40.578237 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dddc2159-ecd0-447a-803b-b3cf2c76946e tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657 HTTP/1.1" status: 409 len: 329 time: 0.6684844 Jul 23 20:28:40.579838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60658) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:40.613108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:28:40.613518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.713843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:40.938633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Deleting port 48fb3b2a-fe8a-4fb9-bf84-9545bf5bca6a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:40.938967 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.106408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.110135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.166265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Calling delete_port for 48fb3b2a-fe8a-4fb9-bf84-9545bf5bca6a owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:41.605123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.679281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cb4dc98-8c47-4f07-b46a-ddfcc60039ed req-38ae5d30-58c3-46ac-84e6-9626ea91803d tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1102657 Jul 23 20:28:41.812261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Port': ['ID=48fb3b2a-fe8a-4fb9-bf84-9545bf5bca6a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:41.862797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:41.971569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.128418 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.228926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1fedf283-fac5-43a5-a050-d8991c3e4da9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:42.235647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.336521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.348728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ef24d1-4c57-4e04-8991-af8be4626789']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:42.359495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955ab988-f0a7-43a1-93fe-e55e53f07c4f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:42.360137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955ab988-f0a7-43a1-93fe-e55e53f07c4f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:42.369951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.386542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.403889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:42.404503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:42.406722 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:42.505881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.514758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61ef24d1-4c57-4e04-8991-af8be4626789 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:42.599210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.605485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/networks/61ef24d1-4c57-4e04-8991-af8be4626789 HTTP/1.1" status: 204 len: 168 time: 2.0613503 Jul 23 20:28:42.605485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859dbe7-5eb5-475d-a42f-9acd30e0fd50 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Network': ['ID=61ef24d1-4c57-4e04-8991-af8be4626789,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:42.609186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60708) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:42.729495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bd2214c1-b7c7-4d29-93fe-9f9b71d873d1 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.1102560 Jul 23 20:28:42.744021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60712) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:42.814762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting port 7790dc88-0b95-46aa-b35c-ff7e241000db {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:42.815127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:42.966730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.005673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Calling delete_port for 7790dc88-0b95-46aa-b35c-ff7e241000db owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:43.149496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-584f6cb0-7f88-4d51-b856-f04573ef04c9 req-ad5fe4d7-657a-42ff-a455-62313c15c501 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1403143 Jul 23 20:28:43.221203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.222529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.223173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.224288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.225230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.226401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.227047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.227680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.228475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.229132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.231404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-547b4721-0494-4a0c-92c0-3991cd3281fe tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6482 time: 0.4862287 Jul 23 20:28:43.234811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60724) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.302454 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-94ba9ef6-92ad-4466-80e1-7fcb1dbcffb4 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] delete failed (client error): The resource could not be found. Jul 23 20:28:43.304475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-94ba9ef6-92ad-4466-80e1-7fcb1dbcffb4 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/floatingips/f351735b-bfc8-4043-b291-ac5a80f9a239 HTTP/1.1" status: 404 len: 345 time: 0.0675497 Jul 23 20:28:43.307081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60728) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.406515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.416722 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c91e616-29d6-40de-9a57-0ff8b62917df tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] DELETE failed (client error): The resource could not be found. Jul 23 20:28:43.416722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c91e616-29d6-40de-9a57-0ff8b62917df tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:43.416722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c91e616-29d6-40de-9a57-0ff8b62917df tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/networks/61ef24d1-4c57-4e04-8991-af8be4626789 HTTP/1.1" status: 404 len: 339 time: 0.1084983 Jul 23 20:28:43.421616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:43.426932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'network': {'name': 'tempest-network--1261731663', 'router:external': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:43.467404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Port': ['ID=7790dc88-0b95-46aa-b35c-ff7e241000db,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:43.476308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Made reservation on behalf of 0228457e2c124317b8e3fd87215b0e01 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:43.479918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.532672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:43.573299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.573872 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Added segment e9bd8244-d4a9-4293-beb8-90019d37209b of type vlan for network 0e76b9b6-530a-4874-a566-0ffaba57e5ac Jul 23 20:28:43.721694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.722311 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.789661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.825778 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.827057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:43.827947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.878408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8087ac5f-4e51-4d22-92c4-a16e17fddc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:43.946021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5243583 Jul 23 20:28:43.949563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.044821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecfd78c-691f-487c-8b7d-03f1a2aac1c3 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Network': ['ID=0e76b9b6-530a-4874-a566-0ffaba57e5ac,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:44.058103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 0e76b9b6-530a-4874-a566-0ffaba57e5ac details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:44.120093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Router f8711129-d899-44f9-a4d1-65391dda8657 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:28:44.212255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:28:44.221686 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-29b5c7ed-9630-4ab0-82ed-55a534eebbdd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6364777 Jul 23 20:28:44.221686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.224102 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] Sync routers for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:28:44.247300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:44.248596 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.306710 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d3e66503-5d4c-4fe5-bb40-144376f4bae6 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] show failed (client error): The resource could not be found. Jul 23 20:28:44.306710 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d3e66503-5d4c-4fe5-bb40-144376f4bae6 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1427565018 HTTP/1.1" status: 404 len: 335 time: 0.0779841 Jul 23 20:28:44.311059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60748) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.315822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5bb93755-3773-4905-bc75-ec253fa252b1 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:44.360921 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.387237 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] Routers {'f8711129-d899-44f9-a4d1-65391dda8657'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:28:44.388396 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f8711129-d899-44f9-a4d1-65391dda8657'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.449813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.450908 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d3e142-bfd7-4de4-b618-4746d2f9740c None None] The sync data for ids ['f8711129-d899-44f9-a4d1-65391dda8657'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:28:44.456021 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-5bb93755-3773-4905-bc75-ec253fa252b1 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] update failed (client error): The resource could not be found. Jul 23 20:28:44.458300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5bb93755-3773-4905-bc75-ec253fa252b1 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-223898549 HTTP/1.1" status: 404 len: 334 time: 0.1462221 Jul 23 20:28:44.465975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60754) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.496005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77b09f49-cbce-498f-9b8a-60b785c2d4b2 req-78a16606-3d51-473c-888a-471f11f377e6 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1110241 Jul 23 20:28:44.551844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d93d26-c733-4902-a93f-f5f1681fd2c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.558922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d93d26-c733-4902-a93f-f5f1681fd2c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.578858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d93d26-c733-4902-a93f-f5f1681fd2c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.585958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d93d26-c733-4902-a93f-f5f1681fd2c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:44.595433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-26d93d26-c733-4902-a93f-f5f1681fd2c6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6448479 Jul 23 20:28:44.600913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60758) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:44.618738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting subnet 7ed9da62-9ba1-4da4-aed5-94373cefeec5 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:44.636569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.740353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.745741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.857395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.868090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e76b9b6-530a-4874-a566-0ffaba57e5ac']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.881964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bd8244-d4a9-4293-beb8-90019d37209b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.882298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bd8244-d4a9-4293-beb8-90019d37209b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:44.890587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.893600 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.920021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.926456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:44.926869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:44.982458 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:44.989606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.001250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e76b9b6-530a-4874-a566-0ffaba57e5ac {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:45.004714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.007915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/networks/0e76b9b6-530a-4874-a566-0ffaba57e5ac HTTP/1.1" status: 204 len: 168 time: 0.3958468 Jul 23 20:28:45.017199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60772) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.026261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'network': {'name': 'tempest-network--1870909673', 'router:external': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:45.029788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc70b2-3983-416e-960a-e6dd42123f74 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e76b9b6-530a-4874-a566-0ffaba57e5ac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.092060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.105168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Made reservation on behalf of 0228457e2c124317b8e3fd87215b0e01 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:45.120238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.257869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed9da62-9ba1-4da4-aed5-94373cefeec5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:45.268771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.275157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf9b31-d45f-4766-97c2-c460d5f1854f None None] Network e93b96cc-bca5-41a8-9cab-71676ba0952b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:45.306013 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-25e3669b-921c-43eb-8879-e8483621d0a5 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/subnets/7ed9da62-9ba1-4da4-aed5-94373cefeec5 HTTP/1.1" status: 204 len: 168 time: 0.8389406 Jul 23 20:28:45.308854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60782) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:45.344684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:45.467488 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.467755 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Added segment b2fa33e3-8489-45f9-be29-63e5a05fdf72 of type vlan for network a3f6d4f9-395e-4363-8136-af3d00b8550b Jul 23 20:28:45.476188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4528d-2824-4e8a-ab1d-c7442bbcadcc req-4f352cc7-4b92-4807-9053-ce5ede52ad80 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.486792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74b4528d-2824-4e8a-ab1d-c7442bbcadcc req-4f352cc7-4b92-4807-9053-ce5ede52ad80 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2164602 Jul 23 20:28:45.622124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74b4528d-2824-4e8a-ab1d-c7442bbcadcc req-312b5c41-81fc-4d6c-8080-473f970825e6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282408 Jul 23 20:28:45.663227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.759439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78b616b7-9651-4b90-848f-0868c1ec05ee req-b6fb3d01-3cc4-4b21-9675-260eb5097970 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0945115 Jul 23 20:28:45.766474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] DHCP port deletion for e93b96cc-bca5-41a8-9cab-71676ba0952b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:45.861608 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:45.943801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48960-f28e-4a29-b63d-c20c05a3c6f7 req-37819531-b0b4-4930-90ed-84eb4062c0ad tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:45.954109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eff48960-f28e-4a29-b63d-c20c05a3c6f7 req-37819531-b0b4-4930-90ed-84eb4062c0ad tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1680522 Jul 23 20:28:45.954398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] Deleting port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:45.954953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.004597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.009564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.011176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.028306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eff48960-f28e-4a29-b63d-c20c05a3c6f7 req-19b343d9-9c03-4719-962c-64bcd9a92974 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703571 Jul 23 20:28:46.146620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] For port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,segment=NetworkSegment(804da946-dcc1-4987-acad-82e085413180),segment_id=804da946-dcc1-4987-acad-82e085413180)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:46.147107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.169890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1511362 Jul 23 20:28:46.172544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:46.174482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] Calling delete_port for d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:46.264316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a188ef1c-032f-4e15-bb6b-be52ba83ac8b tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Network': ['ID=a3f6d4f9-395e-4363-8136-af3d00b8550b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.307406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a3f6d4f9-395e-4363-8136-af3d00b8550b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:46.316547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:46.317166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.408617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878bc65a-912d-4f79-aa51-9726268477d2 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.410265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-878bc65a-912d-4f79-aa51-9726268477d2 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] 10.222.0.46 "GET /v2.0/networks/a3f6d4f9-395e-4363-8136-af3d00b8550b HTTP/1.1" status: 200 len: 757 time: 0.2363815 Jul 23 20:28:46.414043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60806) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:46.459010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:46.517665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] For port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,segment=NetworkSegment(804da946-dcc1-4987-acad-82e085413180),segment_id=804da946-dcc1-4987-acad-82e085413180)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:46.518219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.552846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Calling delete_port for d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:46.629259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a149240-58f5-4b26-8f45-156bfa50ac9c tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.630712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0a149240-58f5-4b26-8f45-156bfa50ac9c tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] 10.222.0.46 "GET /v2.0/networks/ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e HTTP/1.1" status: 200 len: 768 time: 0.2154925 Jul 23 20:28:46.633959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60808) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:46.706548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-85bf8ace-d5b7-42da-be37-e415fadaacdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.711885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.761263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46688b5d-2774-4cac-addc-57507f813b46 req-f6d3c392-058d-4a52-a22e-34108726ddc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:46.782182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.807497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46688b5d-2774-4cac-addc-57507f813b46 req-f6d3c392-058d-4a52-a22e-34108726ddc6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.3065696 Jul 23 20:28:46.845308 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.849351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Port': ['ID=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:46.869332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] No DVR routers for this DVR port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:46.886263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] No DVR routers for this DVR port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:46.946665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:46.961158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No active binding found for port d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 {{(pid=94028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:28:46.963219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d0914a3d-44dd-4d42-8f77-fcdba4ade6b3 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:46.986513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4948d-1e38-4cae-820e-af69f0ab0b26 None None] Pushing event deleted for resources: {'Port': ['ID=d0914a3d-44dd-4d42-8f77-fcdba4ade6b3,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:47.044763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46688b5d-2774-4cac-addc-57507f813b46 req-809b628e-9be5-494b-a39e-fc8492835ba6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361608 Jul 23 20:28:47.063361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11369b95-4c65-4ddc-ba20-5a758dca0846 req-10b3475b-2458-4398-ad5b-7a63e23d362b tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0621767 Jul 23 20:28:47.159966 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.191994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.216181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93b96cc-bca5-41a8-9cab-71676ba0952b']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:47.235275 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.243984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804da946-dcc1-4987-acad-82e085413180') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:47.244282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804da946-dcc1-4987-acad-82e085413180') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:47.259590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f6d4f9-395e-4363-8136-af3d00b8550b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:47.261479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.286849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2fa33e3-8489-45f9-be29-63e5a05fdf72') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:47.289093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.290843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2fa33e3-8489-45f9-be29-63e5a05fdf72') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:47.304681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:47.305375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:47.308744 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:47.330859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.407393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.447238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.454431 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.456347 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/networks/e93b96cc-bca5-41a8-9cab-71676ba0952b HTTP/1.1" status: 204 len: 168 time: 2.1425130 Jul 23 20:28:47.461266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60826) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:47.468762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:47.470074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.504545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccb9ac-f3cd-4855-afc8-71a7a4903c5c tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Network': ['ID=e93b96cc-bca5-41a8-9cab-71676ba0952b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:47.516115 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:47.676529 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.768763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.802599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3f6d4f9-395e-4363-8136-af3d00b8550b {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:47.864480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting subnet 7d957e84-586e-42e7-b9e1-7c6337b6b743 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:47.876595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.885003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60834) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:47.891561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'network': {'name': 'tempest-network--863392530'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:47.896372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/networks/a3f6d4f9-395e-4363-8136-af3d00b8550b HTTP/1.1" status: 204 len: 168 time: 1.2608321 Jul 23 20:28:47.900302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.965019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Made reservation on behalf of 0228457e2c124317b8e3fd87215b0e01 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:28:47.967894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:47.978370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a61124-4665-4131-a89b-0c0bbfec9e67 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3f6d4f9-395e-4363-8136-af3d00b8550b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.043394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:28:48.064224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.064564 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Added segment 9af712ac-19bf-47a3-8d7b-3d860f0e6a7b of type vlan for network a0d5c9f9-6685-4ee4-8a03-69c761a66c92 Jul 23 20:28:48.111234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.171685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.266368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.269625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:48.270141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.314228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c1799-d1a2-46da-8ca8-5e2e483a698b req-32c136dd-6d36-452f-8716-74a957388326 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:48.332316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-181c1799-d1a2-46da-8ca8-5e2e483a698b req-32c136dd-6d36-452f-8716-74a957388326 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.5801175 Jul 23 20:28:48.421240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f1fa345-a5a3-4e6c-8d80-aa4b2242fef2 req-fa6cfa89-f4d4-48b6-813c-9ceed4b2610b tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0772331 Jul 23 20:28:48.426864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Network': ['ID=a0d5c9f9-6685-4ee4-8a03-69c761a66c92,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.445051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a0d5c9f9-6685-4ee4-8a03-69c761a66c92 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:28:48.471681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9415856a-5d73-462d-b778-6f109e858741 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5793595 Jul 23 20:28:48.472677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60848) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:48.487660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:28:48.586854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.620901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-181c1799-d1a2-46da-8ca8-5e2e483a698b req-6270f087-136e-450f-8e74-0d5fb1b78f45 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871144 Jul 23 20:28:48.773792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.830476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Subnet': ['ID=7d957e84-586e-42e7-b9e1-7c6337b6b743,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:48.849750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:48.854578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a5a146db-2bca-4e7f-ae4e-4813d3680273 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/subnets/7d957e84-586e-42e7-b9e1-7c6337b6b743 HTTP/1.1" status: 204 len: 168 time: 1.3686228 Jul 23 20:28:48.856715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:48.859364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3e6f6-65b9-467f-b4f8-f0c66ff734a2 None None] Network 7136dc65-a19e-452d-8803-2896dd6a1be2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:49.004316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.056297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting subnet 1a7f6128-0966-4c83-9e30-adce43d5173c {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:49.085681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.101212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.212081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Network a0d5c9f9-6685-4ee4-8a03-69c761a66c92 is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:28:49.212983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:49.220472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.224846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:49.242058 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "PUT /v2.0/networks/a0d5c9f9-6685-4ee4-8a03-69c761a66c92 HTTP/1.1" status: 200 len: 857 time: 0.7583983 Jul 23 20:28:49.357991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.405354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] DHCP port deletion for 7136dc65-a19e-452d-8803-2896dd6a1be2 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:49.566030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] Deleting port 468a9464-1364-4bd7-bc8a-f261785460e9 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:49.566689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.630434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c96e0e4-66d1-4027-9fd8-94aa72b3d0ad tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event updated for resources: {'Network': ['ID=a0d5c9f9-6685-4ee4-8a03-69c761a66c92,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:49.698495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.893066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.919491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] For port 468a9464-1364-4bd7-bc8a-f261785460e9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=468a9464-1364-4bd7-bc8a-f261785460e9,segment=NetworkSegment(db59e768-6179-4525-9d88-eadd520e2544),segment_id=db59e768-6179-4525-9d88-eadd520e2544)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:49.920556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:49.950605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] Calling delete_port for 468a9464-1364-4bd7-bc8a-f261785460e9 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:50.080766 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.122025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] No DVR routers for this DVR port 468a9464-1364-4bd7-bc8a-f261785460e9 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:50.137237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b880183-ebe6-4f0a-a011-8a0e7a3f3f67 None None] Pushing event deleted for resources: {'Port': ['ID=468a9464-1364-4bd7-bc8a-f261785460e9,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.177744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.223801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7f6128-0966-4c83-9e30-adce43d5173c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:50.239521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.250487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-163ede51-9fac-4246-931e-d90d4b3dc129 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/subnets/1a7f6128-0966-4c83-9e30-adce43d5173c HTTP/1.1" status: 204 len: 168 time: 1.3928237 Jul 23 20:28:50.251542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503514d-4d7b-4f02-bbb4-1d356a350928 None None] Network cd5251f5-ae58-43ab-92a1-f5bc234e3226 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:50.254828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60880) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:50.508353 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.550319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.556268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 468a9464-1364-4bd7-bc8a-f261785460e9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:50.650414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad5e8168-8e89-41fc-8ee0-3cad04ee4930 req-34852e25-2eb5-493f-b909-f617ef7762fc tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0960023 Jul 23 20:28:50.704306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 468a9464-1364-4bd7-bc8a-f261785460e9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:50.707328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 468a9464-1364-4bd7-bc8a-f261785460e9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:50.769126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.801609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7136dc65-a19e-452d-8803-2896dd6a1be2']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.826547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db59e768-6179-4525-9d88-eadd520e2544') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.826926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db59e768-6179-4525-9d88-eadd520e2544') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.847263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.866369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.877659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:50.879213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:50.889964 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:50.898518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.909138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d5c9f9-6685-4ee4-8a03-69c761a66c92']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.932280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af712ac-19bf-47a3-8d7b-3d860f0e6a7b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.932778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af712ac-19bf-47a3-8d7b-3d860f0e6a7b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:50.942948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.960040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:50.966679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:50.967206 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:51.040528 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:51.058135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.079730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a0d5c9f9-6685-4ee4-8a03-69c761a66c92 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:28:51.084466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] DHCP port deletion for cd5251f5-ae58-43ab-92a1-f5bc234e3226 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:51.104890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.107230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] 10.222.0.46 "DELETE /v2.0/networks/a0d5c9f9-6685-4ee4-8a03-69c761a66c92 HTTP/1.1" status: 204 len: 168 time: 1.8813276 Jul 23 20:28:51.120287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60896) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.131919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22576b84-bac1-4713-91e4-16ac5bfa8023 req-91b86d06-3051-4d16-a20f-18a4dfcbba42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.5569327 Jul 23 20:28:51.176099 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-789ffcdb-cac3-484f-8132-4f0b8ce5e7b6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] DELETE failed (client error): The resource could not be found. Jul 23 20:28:51.176564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789ffcdb-cac3-484f-8132-4f0b8ce5e7b6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:28:51.181258 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-789ffcdb-cac3-484f-8132-4f0b8ce5e7b6 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] 10.222.0.46 "DELETE /v2.0/subnets/1fedf283-fac5-43a5-a050-d8991c3e4da9 HTTP/1.1" status: 404 len: 337 time: 0.0516448 Jul 23 20:28:51.181912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60900) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.202064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08540b-4083-4c0e-8f00-5eef4e4edccf req-ce5ad60b-b4a9-450b-a8e0-ac507caf389a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:51.211639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b08540b-4083-4c0e-8f00-5eef4e4edccf req-ce5ad60b-b4a9-450b-a8e0-ac507caf389a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.6585696 Jul 23 20:28:51.213012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730abf51-3899-4cf7-8aab-5c24308e8632 tempest-ExternalNetworksTestJSON-985678422 tempest-ExternalNetworksTestJSON-985678422-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0d5c9f9-6685-4ee4-8a03-69c761a66c92,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:51.250031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.252115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] Deleting port b6487d97-40da-4ada-a75e-2a81a76a1217 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:51.252503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.300846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.303627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/networks/7136dc65-a19e-452d-8803-2896dd6a1be2 HTTP/1.1" status: 204 len: 168 time: 1.0461369 Jul 23 20:28:51.308458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60902) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:51.384531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfb5fb-68a7-4ba4-951b-8b4e90062922 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Network': ['ID=7136dc65-a19e-452d-8803-2896dd6a1be2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:51.441076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b08540b-4083-4c0e-8f00-5eef4e4edccf req-36784914-397f-4df8-9019-abaa49299e8e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173765 Jul 23 20:28:51.491238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] For port b6487d97-40da-4ada-a75e-2a81a76a1217, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b6487d97-40da-4ada-a75e-2a81a76a1217,segment=NetworkSegment(a0a0e6bc-c57f-41c3-8a9a-f10a048bac22),segment_id=a0a0e6bc-c57f-41c3-8a9a-f10a048bac22)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:51.495255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.519769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.526366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] Calling delete_port for b6487d97-40da-4ada-a75e-2a81a76a1217 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:51.604342 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.749127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.809798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:51.843917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d0e6a97-893c-4025-ba51-c71a7ae7a676 req-1a5c3b69-0309-42f2-9a25-f8e2aef44220 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0546274 Jul 23 20:28:51.844570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f2da11-3f1a-4a96-b591-d9cda75f9090') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:51.844906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f2da11-3f1a-4a96-b591-d9cda75f9090') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:51.871333 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.874812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting port b6487d97-40da-4ada-a75e-2a81a76a1217 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:51.875255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.902428 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.964095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.973613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:51.974375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.977878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] For port b6487d97-40da-4ada-a75e-2a81a76a1217, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:51.978436 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:51.984634 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:51.996822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Calling delete_port for b6487d97-40da-4ada-a75e-2a81a76a1217 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:52.000434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Port b6487d97-40da-4ada-a75e-2a81a76a1217 was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:28:52.001654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.020713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] Pushing event deleted for resources: {'Port': ['ID=b6487d97-40da-4ada-a75e-2a81a76a1217,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.049533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581f72a-63ac-41ea-9614-5ea5c19320ff None None] No DVR routers for this DVR port b6487d97-40da-4ada-a75e-2a81a76a1217 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:52.051510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Port': ['ID=b6487d97-40da-4ada-a75e-2a81a76a1217,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.076383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] No DVR routers for this DVR port b6487d97-40da-4ada-a75e-2a81a76a1217 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:52.109351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.122964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.126782 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] 10.222.0.46 "DELETE /v2.0/networks/ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e HTTP/1.1" status: 204 len: 168 time: 0.9109213 Jul 23 20:28:52.150930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27be47-558c-48c1-8d04-bd7ee9fc12b9 tempest-ExternalNetworksTestJSON-436223972 tempest-ExternalNetworksTestJSON-436223972-project] Pushing event deleted for resources: {'Network': ['ID=ef91d67b-f35f-46b0-8f9a-1ea6fdbaf91e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.236099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.258008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5251f5-ae58-43ab-92a1-f5bc234e3226']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.288923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.289289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a0e6bc-c57f-41c3-8a9a-f10a048bac22') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:52.302474 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.341500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.357788 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:28:52.358400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:52.358657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:52.364951 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:52.440802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b6487d97-40da-4ada-a75e-2a81a76a1217 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:52.510225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b6487d97-40da-4ada-a75e-2a81a76a1217 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:52.511502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b6487d97-40da-4ada-a75e-2a81a76a1217 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:52.532621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.579415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.584223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60934) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:52.586645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/networks/cd5251f5-ae58-43ab-92a1-f5bc234e3226 HTTP/1.1" status: 204 len: 168 time: 1.2765276 Jul 23 20:28:52.588120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52270292-b830-465a-903c-c1cad594f482 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Network': ['ID=cd5251f5-ae58-43ab-92a1-f5bc234e3226,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:52.704436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting subnet 759cd5e9-3efa-4d62-9b97-1de3da709f44 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:28:52.719758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.764342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9e827-97b5-41c3-8f99-354b696b945d req-a12b6751-3719-46b7-80af-03f669d801b7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:52.768654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9d9e827-97b5-41c3-8f99-354b696b945d req-a12b6751-3719-46b7-80af-03f669d801b7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1612391 Jul 23 20:28:52.820824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:52.851431 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9d9e827-97b5-41c3-8f99-354b696b945d req-3699801b-140f-4c50-bbfc-084b1053810b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741932 Jul 23 20:28:52.890785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.004834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.051676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7fc872a-8006-4fb6-91a3-b623701f056d req-e8b2e610-9894-4a6a-a3f7-de9cfcb006d7 tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0715463 Jul 23 20:28:53.168318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.256799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4121ccc5-cbe6-415b-9ea9-149d6347d80d None None] Network 4089ec1f-f7b8-4a01-9cb8-7919a432d01f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:28:53.296682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.313510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60958) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.316404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/subnets/759cd5e9-3efa-4d62-9b97-1de3da709f44 HTTP/1.1" status: 204 len: 168 time: 0.7309422 Jul 23 20:28:53.328422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f58f81-2004-4b01-a3df-0031388b6964 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Subnet': ['ID=759cd5e9-3efa-4d62-9b97-1de3da709f44,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:53.374550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ae1a547a-e88c-42ad-800d-cb2af7f1ebf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=990724c16aec4931b548fdabb61c676e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4785473 Jul 23 20:28:53.388464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60960) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:53.548855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.553655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6080e25a-a2a4-4b98-8179-428e50b91c28 req-42d06455-d3ff-45c0-981e-b3f6893247fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=78ca84cc2fa64c3f87479e70373b2a7a&device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1186256 Jul 23 20:28:53.662908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6080e25a-a2a4-4b98-8179-428e50b91c28 req-6942d814-297f-468c-a383-0bb7191574b8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=78ca84cc2fa64c3f87479e70373b2a7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924764 Jul 23 20:28:53.678093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] DHCP port deletion for 4089ec1f-f7b8-4a01-9cb8-7919a432d01f request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:28:53.819468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7dbc6d5f-8171-4596-9e47-44733a0cdc66 req-6874847f-8ce4-425e-b7c0-dc17f3bae5fc tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.1500692 Jul 23 20:28:53.828578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] Deleting port a2cf0e81-1298-4e27-9b16-974421fc7f9b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:53.829078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.875080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Deleting port a2cf0e81-1298-4e27-9b16-974421fc7f9b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:28:53.875705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:53.940797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ab7130c-76b3-46df-a854-3560c7e7fe7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.029713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] For port a2cf0e81-1298-4e27-9b16-974421fc7f9b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a2cf0e81-1298-4e27-9b16-974421fc7f9b,segment=NetworkSegment(f97783ef-af58-4739-aa32-80e18010cf3f),segment_id=f97783ef-af58-4739-aa32-80e18010cf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:54.030213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.044201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] Calling delete_port for a2cf0e81-1298-4e27-9b16-974421fc7f9b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:54.056394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ab7130c-76b3-46df-a854-3560c7e7fe7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.087147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080e25a-a2a4-4b98-8179-428e50b91c28 req-6e4e9ba2-731d-431e-b26b-b3cfba6a303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.097482 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6080e25a-a2a4-4b98-8179-428e50b91c28 req-6e4e9ba2-731d-431e-b26b-b3cfba6a303d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4259360 Jul 23 20:28:54.155663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ab7130c-76b3-46df-a854-3560c7e7fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.158352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ab7130c-76b3-46df-a854-3560c7e7fe7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.159527 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8ab7130c-76b3-46df-a854-3560c7e7fe7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffeddc06-3ebe-4a17-9407-6c954b1471c4 HTTP/1.1" status: 204 len: 168 time: 0.7700949 Jul 23 20:28:54.200193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7130c-76b3-46df-a854-3560c7e7fe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeddc06-3ebe-4a17-9407-6c954b1471c4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.266836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] For port a2cf0e81-1298-4e27-9b16-974421fc7f9b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a2cf0e81-1298-4e27-9b16-974421fc7f9b,segment=NetworkSegment(f97783ef-af58-4739-aa32-80e18010cf3f),segment_id=f97783ef-af58-4739-aa32-80e18010cf3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:28:54.267990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.341176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Calling delete_port for a2cf0e81-1298-4e27-9b16-974421fc7f9b owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:28:54.565345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a2cf0e81-1298-4e27-9b16-974421fc7f9b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:28:54.603703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d444e-b7df-4e65-aaac-936cfe7ea812 req-1d1324a3-cbd4-44e1-a164-a0bc6993325e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:54.612470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-974d444e-b7df-4e65-aaac-936cfe7ea812 req-1d1324a3-cbd4-44e1-a164-a0bc6993325e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.5219150 Jul 23 20:28:54.674484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60996) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.688233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a2cf0e81-1298-4e27-9b16-974421fc7f9b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:28:54.688748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a2cf0e81-1298-4e27-9b16-974421fc7f9b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:28:54.691619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.749816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-890fc3eb-6095-4752-9092-efde4beefe23 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0228457e2c124317b8e3fd87215b0e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733232 Jul 23 20:28:54.752267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60998) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:54.766510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] No DVR routers for this DVR port a2cf0e81-1298-4e27-9b16-974421fc7f9b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:54.794773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e1b32-d3d7-4eed-9383-cd8cda279f00 None None] Pushing event deleted for resources: {'Port': ['ID=a2cf0e81-1298-4e27-9b16-974421fc7f9b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:54.801994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-974d444e-b7df-4e65-aaac-936cfe7ea812 req-05a3793d-3d04-4b49-b2e8-a23c28535e42 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872315 Jul 23 20:28:54.822426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-844ba937-2ba0-4f80-8dbf-f8fab2643250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.831967 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.868450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] No DVR routers for this DVR port a2cf0e81-1298-4e27-9b16-974421fc7f9b on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:28:54.888260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-844ba937-2ba0-4f80-8dbf-f8fab2643250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:54.930737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Port': ['ID=a2cf0e81-1298-4e27-9b16-974421fc7f9b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.025134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-844ba937-2ba0-4f80-8dbf-f8fab2643250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.073357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-844ba937-2ba0-4f80-8dbf-f8fab2643250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.079296 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-844ba937-2ba0-4f80-8dbf-f8fab2643250 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/712b5748-0a41-478c-aa72-512eb84e252f HTTP/1.1" status: 204 len: 168 time: 0.3255706 Jul 23 20:28:55.145666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ba937-2ba0-4f80-8dbf-f8fab2643250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b5748-0a41-478c-aa72-512eb84e252f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.186807 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.216523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4089ec1f-f7b8-4a01-9cb8-7919a432d01f']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.231921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97783ef-af58-4739-aa32-80e18010cf3f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.232257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97783ef-af58-4739-aa32-80e18010cf3f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:28:55.255524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.281081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.287274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:28:55.288304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.386941 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6080e25a-a2a4-4b98-8179-428e50b91c28 req-9b4deca4-613a-42d0-a87e-7ef1f3cfac0a tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.36 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.0710425 Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:28:55.442509 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:28:55.454735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e55a1ec6-a758-4d0e-be4a-b62eb51fdb1a req-e1a5e387-a2ba-46cc-ad11-d3126564f23f tempest-ServerShowV257Test-9871528 tempest-ServerShowV257Test-9871528-project] 10.222.0.46 "GET /v2.0/ports?device_id=16df1557-1e85-47fe-862d-6c62491a9dfa HTTP/1.1" status: 200 len: 210 time: 0.5157475 Jul 23 20:28:55.455913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.477129 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.479754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/networks/4089ec1f-f7b8-4a01-9cb8-7919a432d01f HTTP/1.1" status: 204 len: 168 time: 2.1651940 Jul 23 20:28:55.480995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afaea09-c999-492e-a674-c189bbc9f873 tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Pushing event deleted for resources: {'Network': ['ID=4089ec1f-f7b8-4a01-9cb8-7919a432d01f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:55.482868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32782) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.555440 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c723e230-61f9-484e-9428-07ff003a593e tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8711129-d899-44f9-a4d1-65391dda8657 HTTP/1.1" status: 200 len: 205 time: 0.0665402 Jul 23 20:28:55.555440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32784) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:55.674473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.949206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:55.951466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.087260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2bbbd-537b-4cea-b088-b79f2c494060 req-87781c33-e440-4161-ab20-b8ced7333e2c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:56.091325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4b2bbbd-537b-4cea-b088-b79f2c494060 req-87781c33-e440-4161-ab20-b8ced7333e2c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1434913 Jul 23 20:28:56.092749 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.093260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Fanout notify agent at l3_agent the message router_deleted on router f8711129-d899-44f9-a4d1-65391dda8657 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:28:56.100694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:56.104494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9130b170-bd5d-4adf-a7c5-4985cb0411bd tempest-RoutersNegativeIpV6Test-867190752 tempest-RoutersNegativeIpV6Test-867190752-project] 10.222.0.46 "DELETE /v2.0/routers/f8711129-d899-44f9-a4d1-65391dda8657 HTTP/1.1" status: 204 len: 168 time: 0.5522599 Jul 23 20:28:56.200666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4b2bbbd-537b-4cea-b088-b79f2c494060 req-c88a911b-86dd-42cd-9669-e84397bc0e39 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040359 Jul 23 20:28:56.625616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32824) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.121241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32840) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.399690 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6192270e-8853-4f8c-9154-3660279fc7d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0b36b2fb032940009b66db33686fd0bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7631280 Jul 23 20:28:57.400396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32850) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:57.637142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dc133-e873-44f4-9b97-6550c5434026 req-d9dcdaa6-be64-445b-9851-62281041f565 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:57.653100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f73dc133-e873-44f4-9b97-6550c5434026 req-d9dcdaa6-be64-445b-9851-62281041f565 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2872093 Jul 23 20:28:57.665188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8399-5ef7-45f6-b76d-997111b324e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.733719 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8399-5ef7-45f6-b76d-997111b324e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.758846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddc1daf3-3159-47dd-9da1-9e1ea5e8941e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.863043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f73dc133-e873-44f4-9b97-6550c5434026 req-bac5d6df-e993-4563-b3ff-3daed5570c52 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056870 Jul 23 20:28:57.915659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8399-5ef7-45f6-b76d-997111b324e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.922955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4ec8399-5ef7-45f6-b76d-997111b324e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:57.940638 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4ec8399-5ef7-45f6-b76d-997111b324e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a48a651-1df8-4b23-bc4d-85cff4cabfbc HTTP/1.1" status: 204 len: 168 time: 0.5349083 Jul 23 20:28:57.964725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec8399-5ef7-45f6-b76d-997111b324e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a48a651-1df8-4b23-bc4d-85cff4cabfbc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.165948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddc1daf3-3159-47dd-9da1-9e1ea5e8941e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.174232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddc1daf3-3159-47dd-9da1-9e1ea5e8941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.234192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ddc1daf3-3159-47dd-9da1-9e1ea5e8941e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=78ca84cc2fa64c3f87479e70373b2a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1110799 Jul 23 20:28:58.237166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32880) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:58.351446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1daf3-3159-47dd-9da1-9e1ea5e8941e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2d2b7-f303-4af6-9d25-831c22023e34,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:58.387218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e83e638-7236-4934-a63e-6d271c1dcaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.432884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e83e638-7236-4934-a63e-6d271c1dcaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.553482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e83e638-7236-4934-a63e-6d271c1dcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.556109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3e83e638-7236-4934-a63e-6d271c1dcaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:28:58.559534 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3e83e638-7236-4934-a63e-6d271c1dcaf7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7f2d2b7-f303-4af6-9d25-831c22023e34 HTTP/1.1" status: 204 len: 168 time: 0.3210747 Jul 23 20:28:58.572285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e83e638-7236-4934-a63e-6d271c1dcaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2d2b7-f303-4af6-9d25-831c22023e34,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:28:59.160540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72744b1-e15b-44e6-ba34-275d9da27b80 req-0d6f15af-6e45-4e6f-99c1-7f425a780359 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.162883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a72744b1-e15b-44e6-ba34-275d9da27b80 req-0d6f15af-6e45-4e6f-99c1-7f425a780359 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1521323 Jul 23 20:28:59.272376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a72744b1-e15b-44e6-ba34-275d9da27b80 req-3c4e0ba4-25d5-429c-b521-4a7c598b7759 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028886 Jul 23 20:28:59.537787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32928) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:59.703539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cfa5f-85c3-459a-8b64-485a4738ba02 req-7d5002d7-7335-42a9-b306-5610f6a926be tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:28:59.705804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db3cfa5f-85c3-459a-8b64-485a4738ba02 req-7d5002d7-7335-42a9-b306-5610f6a926be tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1332083 Jul 23 20:28:59.710026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32938) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:28:59.776824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db3cfa5f-85c3-459a-8b64-485a4738ba02 req-19767344-1ef9-422e-9940-ccc1de91b8e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583096 Jul 23 20:28:59.988426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-73e5bab1-f41b-4c20-b916-83994629d602 tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:00.116639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-491674c7-8fba-4482-b966-a512f38ef387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.118127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-491674c7-8fba-4482-b966-a512f38ef387 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1097 time: 0.4577157 Jul 23 20:29:00.121972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-806efe25-f1fd-498e-99d7-90ded27e5e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.208107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73e5bab1-f41b-4c20-b916-83994629d602 tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "PUT /v2.0/quotas/5b6cf3eed3d247d8bd3640a60c6f9ba6 HTTP/1.1" status: 200 len: 366 time: 0.6693830 Jul 23 20:29:00.211003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32964) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.227209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32968) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.231267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f31c2507-fdf9-42d5-8bcb-09714d38ffe8 tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0190215 Jul 23 20:29:00.409752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f067ea23-f5eb-4e0d-84e1-d958767c243e tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "GET /v2.0/quotas/5b6cf3eed3d247d8bd3640a60c6f9ba6 HTTP/1.1" status: 200 len: 366 time: 0.1799672 Jul 23 20:29:00.411355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32974) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.421598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32976) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.427000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-bb111ba7-596b-4d89-8b75-9c358785eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.434994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-bb111ba7-596b-4d89-8b75-9c358785eb7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.3044217 Jul 23 20:29:00.448745 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c247eda5-e919-4208-acf1-11c9e6996a42 tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/5b6cf3eed3d247d8bd3640a60c6f9ba6 HTTP/1.1" status: 204 len: 168 time: 0.0354331 Jul 23 20:29:00.453949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32980) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.473354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e490e2e8-a485-4c7f-80d9-abd97ea46fb6 tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0166149 Jul 23 20:29:00.474672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32982) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.490596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ddb663ef-ecf2-4163-8d1b-41f288d486d7 tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "GET /v2.0/quotas/5b6cf3eed3d247d8bd3640a60c6f9ba6 HTTP/1.1" status: 200 len: 370 time: 0.0136087 Jul 23 20:29:00.491401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32984) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.500047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fda2e8dc-6e40-4a45-846e-0ea17935bf6b tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "GET /v2.0/quotas/5b6cf3eed3d247d8bd3640a60c6f9ba6/default HTTP/1.1" status: 200 len: 370 time: 0.0074055 Jul 23 20:29:00.500841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32988) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.510169 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d80eb7b9-eb3f-4d67-a0c4-5ecb96a7b90e tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] delete failed (client error): The resource could not be found. Jul 23 20:29:00.515329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d80eb7b9-eb3f-4d67-a0c4-5ecb96a7b90e tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "DELETE /v2.0/quotas/5b6cf3eed3d247d8bd3640a60c6f9ba6 HTTP/1.1" status: 404 len: 348 time: 0.0131927 Jul 23 20:29:00.621982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-806efe25-f1fd-498e-99d7-90ded27e5e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.639007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-806efe25-f1fd-498e-99d7-90ded27e5e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.641127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1350745651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:00.716760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.722335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:00.729923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-806efe25-f1fd-498e-99d7-90ded27e5e61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa9fe638b56d4d9c9954dbbd89b6dfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0150952 Jul 23 20:29:00.732472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32996) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:00.773541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-5679a822-cda6-4ed3-9e90-caffb24cbdad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.3284278 Jul 23 20:29:00.942034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-b1c4e732-8937-45b9-9c4d-c7f74bd904df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:00.943684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-b1c4e732-8937-45b9-9c4d-c7f74bd904df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1610289 Jul 23 20:29:01.023197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806efe25-f1fd-498e-99d7-90ded27e5e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0459aa67-28db-4d6f-a3cb-8a6ed957948e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.064652 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.094918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33008) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:01.097972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7373a6ed-0def-4c53-bdaa-b355cf42b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.101322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.152514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.156200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3e82fd4-53f1-4eeb-88bf-b47d8263a667 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7311168 Jul 23 20:29:01.156200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7373a6ed-0def-4c53-bdaa-b355cf42b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.160892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33010) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:01.179626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-127295481'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:01.184391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:network and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:01.198560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:01.232475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee096d-460d-42ce-baa4-29b9b36eb6c4 req-716f1d0f-c81c-4266-bb9a-24ba00fe83e4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.234580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36ee096d-460d-42ce-baa4-29b9b36eb6c4 req-716f1d0f-c81c-4266-bb9a-24ba00fe83e4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2253373 Jul 23 20:29:01.242507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-9a88f093-4b32-4d9e-9ebe-176ac0229921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:01.244569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-9a88f093-4b32-4d9e-9ebe-176ac0229921 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2543340 Jul 23 20:29:01.259959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-72c752f8-b20c-4515-a07e-7114923034db service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:29:01.261980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-72c752f8-b20c-4515-a07e-7114923034db service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079525 Jul 23 20:29:01.286632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:subnet and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:01.306353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:01.331523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36ee096d-460d-42ce-baa4-29b9b36eb6c4 req-96b1b194-c723-4279-879a-d631d7cec411 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847669 Jul 23 20:29:01.339877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Made reservation on behalf of 6ca69c4487704aa99fb72142417c3d87 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:01.355770 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.384550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:subnetpool and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:01.391481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.520985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-25df2cf3-8350-432b-a9f5-ea876ac46809 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497938 Jul 23 20:29:01.673821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a3bca15-fe4f-4cd3-8759-348acb2670fc req-3574efd8-6f21-411e-b573-b38a2afad5a5 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450484 Jul 23 20:29:01.910226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:01.932594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7373a6ed-0def-4c53-bdaa-b355cf42b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.935900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7373a6ed-0def-4c53-bdaa-b355cf42b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:01.939504 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7373a6ed-0def-4c53-bdaa-b355cf42b2cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0459aa67-28db-4d6f-a3cb-8a6ed957948e HTTP/1.1" status: 204 len: 168 time: 1.2014356 Jul 23 20:29:01.963535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:port and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:01.983722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373a6ed-0def-4c53-bdaa-b355cf42b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459aa67-28db-4d6f-a3cb-8a6ed957948e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:01.992537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:02.075010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:router and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:02.134300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:02.233938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:floatingip and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:02.268882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:02.379338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.389990 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.469237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:02.483117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.483792 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Added segment dfb5d968-b0d8-43c2-843f-1651b8c59976 of type vlan for network ded9353a-e26d-4385-a8bb-5bff432c59d0 Jul 23 20:29:02.533909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.547759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff588f-8c37-4c3d-a33c-2e1e564f942e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:02.600479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3e2152-0b71-438d-93f2-76603cb49268 req-9225b0c2-2f17-443b-b3e3-6f4adad7e11b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:02.603121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f3e2152-0b71-438d-93f2-76603cb49268 req-9225b0c2-2f17-443b-b3e3-6f4adad7e11b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1256106 Jul 23 20:29:02.712258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f3e2152-0b71-438d-93f2-76603cb49268 req-e4319383-c70f-412e-b07d-fab1993e11f1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909827 Jul 23 20:29:02.725750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:security_group and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:02.736216 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.743091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:02.743864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.765257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:02.777644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33052) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:02.805095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b351d340-8ca9-46b7-88ec-6e15d759cf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:02.841307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33054) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:02.845015 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6765735 Jul 23 20:29:02.847036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'subnet': {'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:02.902156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Usage tracker for resource:security_group_rule and tenant:546e72f6cc82486b88df20205f2d0676 is out of sync, need to count used quota {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 23 20:29:02.991052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.quota.resource [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94026) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 23 20:29:03.004733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb37c54-3efc-480c-be0e-3cb8bac9d929 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Network': ['ID=ded9353a-e26d-4385-a8bb-5bff432c59d0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.015241 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-98cdd570-e673-4341-9c4f-cbab4b7c4dfb tempest-QuotasTest-1689929363 tempest-QuotasTest-1689929363-project-admin] 10.222.0.46 "GET /v2.0/quotas/546e72f6cc82486b88df20205f2d0676/details.json HTTP/1.1" status: 200 len: 703 time: 1.9183352 Jul 23 20:29:03.028480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:03.144533 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b351d340-8ca9-46b7-88ec-6e15d759cf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.180595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b351d340-8ca9-46b7-88ec-6e15d759cf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.288431 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b351d340-8ca9-46b7-88ec-6e15d759cf27 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84c5636b53b74ed5a47b8990d9621bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5067930 Jul 23 20:29:03.288431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Made reservation on behalf of 6ca69c4487704aa99fb72142417c3d87 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:03.288828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33076) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.314637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.367860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351d340-8ca9-46b7-88ec-6e15d759cf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4f40b4-1de9-4b7b-b973-ab426a610062,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.430912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355bfe0-b86c-4413-ad26-8e686c0acdf9 req-34862259-f730-48ed-bf8f-8ce733136e4c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:03.432464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5355bfe0-b86c-4413-ad26-8e686c0acdf9 req-34862259-f730-48ed-bf8f-8ce733136e4c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.4719250 Jul 23 20:29:03.455222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1412-d271-428f-b820-844fe789ebf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.542720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1412-d271-428f-b820-844fe789ebf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.579934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5355bfe0-b86c-4413-ad26-8e686c0acdf9 req-330fd2d0-3ac5-4a52-91ad-c6f169de13a8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854597 Jul 23 20:29:03.670439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1412-d271-428f-b820-844fe789ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.679930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9b1412-d271-428f-b820-844fe789ebf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:03.684213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b9b1412-d271-428f-b820-844fe789ebf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c4f40b4-1de9-4b7b-b973-ab426a610062 HTTP/1.1" status: 204 len: 168 time: 0.3941169 Jul 23 20:29:03.729410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b1412-d271-428f-b820-844fe789ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4f40b4-1de9-4b7b-b973-ab426a610062,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:03.798559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33100) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:03.852098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.012390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Subnet': ['ID=0cdf6a4c-48b7-480b-b74c-62384325673f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:04.133071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Checking segment: {'id': 'dfb5d968-b0d8-43c2-843f-1651b8c59976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:04.133459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network hostable DHCP agents. Network: ded9353a-e26d-4385-a8bb-5bff432c59d0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:04.169340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69214f-3a6c-43de-999e-ea2a175db9f7 req-aac0eb2a-d4c7-4840-97a7-0dcc6cb418da tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.171196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee69214f-3a6c-43de-999e-ea2a175db9f7 req-aac0eb2a-d4c7-4840-97a7-0dcc6cb418da tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1296854 Jul 23 20:29:04.222192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:04.263420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee69214f-3a6c-43de-999e-ea2a175db9f7 req-9bcfc2f8-a539-4385-ac92-5da794c71062 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781546 Jul 23 20:29:04.264967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, ded9353a-e26d-4385-a8bb-5bff432c59d0) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:04.274893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75639910-b6f1-4284-9bdb-6c9531792882 None None] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:04.275687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.276296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.311988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-281fce19-80d5-47c2-be40-e650547b161e tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4666805 Jul 23 20:29:04.312333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33114) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:04.317660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'network': {'name': 'tempest-router-network01--770581050'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:04.388133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Made reservation on behalf of 6ca69c4487704aa99fb72142417c3d87 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:04.402104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.492884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:04.500611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19f02398-4079-4430-92eb-ae09b66a1326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.513829 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.514691 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Added segment b3244750-021c-4101-a7d1-61c289842cf6 of type vlan for network c82f45e7-1459-4b39-bf9a-8bef395027a5 Jul 23 20:29:04.578920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.629340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.656777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:04.657503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.765236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33124) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:04.804973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19f02398-4079-4430-92eb-ae09b66a1326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.819989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19f02398-4079-4430-92eb-ae09b66a1326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:04.917512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-ded9353a-e26d-4385-a8bb-5bff432c59d0', 'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0', 'tenant_id': '6ca69c4487704aa99fb72142417c3d87', 'fixed_ips': [{'subnet_id': '0cdf6a4c-48b7-480b-b74c-62384325673f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:04.918851 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.020868 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19f02398-4079-4430-92eb-ae09b66a1326 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa06480616274ad4be7bbd87e1a79e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2169871 Jul 23 20:29:05.023368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33126) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:05.031497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f02398-4079-4430-92eb-ae09b66a1326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9bfc6c-1b64-43e0-9668-c2fd32856d81,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.107766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7940910 Jul 23 20:29:05.112402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:05.144851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc46741c-2dfb-4d1b-b6bf-99bef8d1cae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.148061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'network': {'name': 'tempest-router-network02--1923058438'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:05.203324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Allocated IP 172.20.0.2 (ded9353a-e26d-4385-a8bb-5bff432c59d0/0cdf6a4c-48b7-480b-b74c-62384325673f/ec565f46-dca8-4d2a-b7e3-b52bba4a83db) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:05.285321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5cfee-711d-428e-9b5f-5d3b67b004b7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Network': ['ID=c82f45e7-1459-4b39-bf9a-8bef395027a5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.345082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Made reservation on behalf of 6ca69c4487704aa99fb72142417c3d87 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:05.348533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.413512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17bf584b-ca09-4515-9b9d-83ca17016b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.469964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.483631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:05.487186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17bf584b-ca09-4515-9b9d-83ca17016b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.509924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Transition to ACTIVE for port object ec565f46-dca8-4d2a-b7e3-b52bba4a83db will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:05.539399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.539976 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Added segment a0445713-3f98-4216-96cb-206223a79abf of type vlan for network e72f076f-456d-47c7-a563-3d30b9f6c0f6 Jul 23 20:29:05.554206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:05.578784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc46741c-2dfb-4d1b-b6bf-99bef8d1cae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.628265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135b118-3b62-4795-bce8-f8f3495c6317 req-c0a03e1a-f9ce-4cb2-8fe6-1558939bdd6e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.639791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8135b118-3b62-4795-bce8-f8f3495c6317 req-c0a03e1a-f9ce-4cb2-8fe6-1558939bdd6e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.7792511 Jul 23 20:29:05.642157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc46741c-2dfb-4d1b-b6bf-99bef8d1cae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.690965 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.694669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Transition to ACTIVE for port object ec565f46-dca8-4d2a-b7e3-b52bba4a83db will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:05.707149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.728654 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17bf584b-ca09-4515-9b9d-83ca17016b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.733526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17bf584b-ca09-4515-9b9d-83ca17016b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.738802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-17bf584b-ca09-4515-9b9d-83ca17016b64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ab9bfc6c-1b64-43e0-9668-c2fd32856d81 HTTP/1.1" status: 204 len: 168 time: 0.7011001 Jul 23 20:29:05.776321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc46741c-2dfb-4d1b-b6bf-99bef8d1cae2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baee422775da4b73ba4456dcdb1ae5e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886899 Jul 23 20:29:05.776526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf584b-ca09-4515-9b9d-83ca17016b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9bfc6c-1b64-43e0-9668-c2fd32856d81,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.777704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33158) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:05.832093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.838965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8135b118-3b62-4795-bce8-f8f3495c6317 req-ab82dcbd-e73e-48ce-ae71-80a92400a0f8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982243 Jul 23 20:29:05.843787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46741c-2dfb-4d1b-b6bf-99bef8d1cae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1c5ba-86b5-4074-ac3d-1a024020d531,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.860154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:05.864272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:05.929376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:05.946007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Pushing event updated for resources: {'Port': ['ID=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:05.967505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:05.975209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.975859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.976407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.976891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.979616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.980134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.980637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.981167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.981747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.982084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.982423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:05.982763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:06.002668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:06.010172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33160) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:06.015050 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8936489 Jul 23 20:29:06.042642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'subnet': {'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:06.056609 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06a4cc8b-cf69-4d7b-81e5-9cf96815547f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.159774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Attempting to bind port ec565f46-dca8-4d2a-b7e3-b52bba4a83db on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:06.160695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Attempting to bind port ec565f46-dca8-4d2a-b7e3-b52bba4a83db by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'dfb5d968-b0d8-43c2-843f-1651b8c59976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:06.164235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Attempting to bind port ec565f46-dca8-4d2a-b7e3-b52bba4a83db on network ded9353a-e26d-4385-a8bb-5bff432c59d0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:06.181106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:06.181562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd110839-b578-43c7-83ca-ea239a89ccfb tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Network': ['ID=e72f076f-456d-47c7-a563-3d30b9f6c0f6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.185231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Checking segment: {'id': 'dfb5d968-b0d8-43c2-843f-1651b8c59976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:06.186176 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.187116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Bound using segment: {'id': 'dfb5d968-b0d8-43c2-843f-1651b8c59976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:06.188456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Bound port: ec565f46-dca8-4d2a-b7e3-b52bba4a83db, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb5d968-b0d8-43c2-843f-1651b8c59976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'ded9353a-e26d-4385-a8bb-5bff432c59d0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:06.189358 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.211337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e72f076f-456d-47c7-a563-3d30b9f6c0f6 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:06.309803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06a4cc8b-cf69-4d7b-81e5-9cf96815547f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.489984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] For port ec565f46-dca8-4d2a-b7e3-b52bba4a83db, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:06.489984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] For port ec565f46-dca8-4d2a-b7e3-b52bba4a83db, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,segment=NetworkSegment(dfb5d968-b0d8-43c2-843f-1651b8c59976),segment_id=dfb5d968-b0d8-43c2-843f-1651b8c59976)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:06.503169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.504634 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06a4cc8b-cf69-4d7b-81e5-9cf96815547f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.512484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06a4cc8b-cf69-4d7b-81e5-9cf96815547f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.516042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-06a4cc8b-cf69-4d7b-81e5-9cf96815547f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66a1c5ba-86b5-4074-ac3d-1a024020d531 HTTP/1.1" status: 204 len: 168 time: 0.7338703 Jul 23 20:29:06.587243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4cc8b-cf69-4d7b-81e5-9cf96815547f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1c5ba-86b5-4074-ac3d-1a024020d531,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.601227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Made reservation on behalf of 6ca69c4487704aa99fb72142417c3d87 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:06.625171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:06.742659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37427a-fe0a-422c-8947-6eefbcea10a9 None None] Pushing event updated for resources: {'Port': ['ID=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:06.908100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33184) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:06.964348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd529b-1c0d-42e9-b3e8-7180665c82a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.362323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd529b-1c0d-42e9-b3e8-7180665c82a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.369806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6cd529b-1c0d-42e9-b3e8-7180665c82a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.510911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd529b-1c0d-42e9-b3e8-7180665c82a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b72b0-65e0-4003-82dd-b086b0b687a0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:07.524893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6cd529b-1c0d-42e9-b3e8-7180665c82a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=546e72f6cc82486b88df20205f2d0676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6125238 Jul 23 20:29:07.525108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33204) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:07.695785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6aca67fc-616b-41ec-81dd-3b995dc86d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.724565 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6aca67fc-616b-41ec-81dd-3b995dc86d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.806517 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6aca67fc-616b-41ec-81dd-3b995dc86d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.809603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6aca67fc-616b-41ec-81dd-3b995dc86d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:07.813396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6aca67fc-616b-41ec-81dd-3b995dc86d93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d67b72b0-65e0-4003-82dd-b086b0b687a0 HTTP/1.1" status: 204 len: 168 time: 0.2828689 Jul 23 20:29:07.826098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca67fc-616b-41ec-81dd-3b995dc86d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b72b0-65e0-4003-82dd-b086b0b687a0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.025473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.186696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc572ef-fbde-4d70-a92d-c5d72e2015af req-7276a6bd-5ea0-4aa4-a2a3-cf938b5f1542 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.195008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fc572ef-fbde-4d70-a92d-c5d72e2015af req-7276a6bd-5ea0-4aa4-a2a3-cf938b5f1542 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.4814703 Jul 23 20:29:08.202234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Subnet': ['ID=92a030dc-14d0-4f1e-86be-26143c7520e4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:08.401850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Checking segment: {'id': 'b3244750-021c-4101-a7d1-61c289842cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:08.404079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network hostable DHCP agents. Network: c82f45e7-1459-4b39-bf9a-8bef395027a5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:08.435653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fc572ef-fbde-4d70-a92d-c5d72e2015af req-2db1f872-1624-4ad7-8713-9edb345ff8b9 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098129 Jul 23 20:29:08.472588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:08.489178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c82f45e7-1459-4b39-bf9a-8bef395027a5) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:08.495921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:08.497659 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:08.502941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a31d6c-11bd-46e1-85b7-abe8b6517b33 None None] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:08.531321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33246) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:08.538805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'subnet': {'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:08.543053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f575b6f8-10d1-47ba-b04a-26fc26284b3d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5317578 Jul 23 20:29:08.604186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99f712-8d1d-430e-be38-680136dd6e6f None None] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:08.800619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Made reservation on behalf of 6ca69c4487704aa99fb72142417c3d87 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:08.808957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.085798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ec565f46-dca8-4d2a-b7e3-b52bba4a83db up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:09.185784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-70e20c4e-19fe-4af2-855b-ff5f6c8d25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.187970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-70e20c4e-19fe-4af2-855b-ff5f6c8d25d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1097 time: 0.2887444 Jul 23 20:29:09.201586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b89b9c-0f0e-45db-aee9-ce62ae0b0efb req-4363d154-8752-4f44-8052-733215c9fd64 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.215158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0b89b9c-0f0e-45db-aee9-ce62ae0b0efb req-4363d154-8752-4f44-8052-733215c9fd64 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.3258705 Jul 23 20:29:09.274992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.347239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-56fbd22e-c5b3-4110-b015-b4e5489ac2a4 None None] Provisioning for port ec565f46-dca8-4d2a-b7e3-b52bba4a83db completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:09.430921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Subnet': ['ID=463e056c-4c66-41e7-82ae-ad858b10882e,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:09.432868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0b89b9c-0f0e-45db-aee9-ce62ae0b0efb req-3f7a25a0-b3e0-47a2-ac8c-6b06e384947e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148950 Jul 23 20:29:09.488965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-cb836d8e-e16a-49ac-a0c7-cceb299632dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.492710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ec565f46-dca8-4d2a-b7e3-b52bba4a83db completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:09.494486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-cb836d8e-e16a-49ac-a0c7-cceb299632dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2763934 Jul 23 20:29:09.500494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Checking segment: {'id': 'a0445713-3f98-4216-96cb-206223a79abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:09.500884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network hostable DHCP agents. Network: e72f076f-456d-47c7-a563-3d30b9f6c0f6, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:09.523012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ec565f46-dca8-4d2a-b7e3-b52bba4a83db triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:09.523557 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.543655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network e72f076f-456d-47c7-a563-3d30b9f6c0f6 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:09.574281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, e72f076f-456d-47c7-a563-3d30b9f6c0f6) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:09.582460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.585655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.593041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c82f45e7-1459-4b39-bf9a-8bef395027a5', 'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5', 'tenant_id': '6ca69c4487704aa99fb72142417c3d87', 'fixed_ips': [{'subnet_id': '92a030dc-14d0-4f1e-86be-26143c7520e4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:09.597918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:09.612061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6cbd5c8-6d5c-42e2-ab20-f455e7c0a3c9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0790176 Jul 23 20:29:09.615721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33304) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:09.619585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38daff00-290b-4feb-8104-9620a62faccf None None] Network e72f076f-456d-47c7-a563-3d30b9f6c0f6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:09.653678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-4cbe3db2-c351-4928-9314-359d3d0518a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.1518223 Jul 23 20:29:09.755250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-6fe8f927-f5ab-4677-8f7b-1269306e4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.757998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-6fe8f927-f5ab-4677-8f7b-1269306e4331 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0975828 Jul 23 20:29:09.869890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-06f168c5-ee7b-4fe7-97c5-b4f12c66b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:09.874618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-06f168c5-ee7b-4fe7-97c5-b4f12c66b5e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097841 Jul 23 20:29:10.073792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-a0d4f615-3523-4afb-bb3d-2e3cc3bc295f service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884229 Jul 23 20:29:10.214771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Allocated IP 172.20.0.2 (c82f45e7-1459-4b39-bf9a-8bef395027a5/92a030dc-14d0-4f1e-86be-26143c7520e4/15345feb-23ab-42ab-a3f3-4ff5c76929cd) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:10.249474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.254203 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.308119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0a64acf-17e3-4e6a-be9c-29be59e144b0 req-0e13c7d5-d957-4f1c-a0b3-3db5a1f174b8 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293818 Jul 23 20:29:10.603056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.613159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Transition to ACTIVE for port object 15345feb-23ab-42ab-a3f3-4ff5c76929cd will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:10.642740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Transition to ACTIVE for port object 15345feb-23ab-42ab-a3f3-4ff5c76929cd will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:10.647268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-e72f076f-456d-47c7-a563-3d30b9f6c0f6', 'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6', 'tenant_id': '6ca69c4487704aa99fb72142417c3d87', 'fixed_ips': [{'subnet_id': '463e056c-4c66-41e7-82ae-ad858b10882e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:29:10.650112 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.772768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3eb55-477f-485a-82a3-a5d28ba039b3 req-ea8f260b-cd35-4a3a-b19a-0910faf00513 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:10.780907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.783515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Allocated IP 172.20.0.1 (c82f45e7-1459-4b39-bf9a-8bef395027a5/92a030dc-14d0-4f1e-86be-26143c7520e4/ea3e6b33-d305-4fe4-ab59-471b636adb87) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:10.793239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a3eb55-477f-485a-82a3-a5d28ba039b3 req-ea8f260b-cd35-4a3a-b19a-0910faf00513 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2225113 Jul 23 20:29:10.842515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ec565f46-dca8-4d2a-b7e3-b52bba4a83db, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,segment=NetworkSegment(dfb5d968-b0d8-43c2-843f-1651b8c59976),segment_id=dfb5d968-b0d8-43c2-843f-1651b8c59976)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:10.862320 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.882500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a3eb55-477f-485a-82a3-a5d28ba039b3 req-4e437e65-9f0a-4fd6-bc04-e646c33c27db tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878472 Jul 23 20:29:10.914781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a6709e3c-2885-4d0c-b6cb-9760b97aae56 None None] Provisioning complete for port ec565f46-dca8-4d2a-b7e3-b52bba4a83db triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:10.915387 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a6709e3c-2885-4d0c-b6cb-9760b97aae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:10.963920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:11.004853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Pushing event updated for resources: {'Port': ['ID=15345feb-23ab-42ab-a3f3-4ff5c76929cd,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.029511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:11.035821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.038186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:11.053743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Transition to ACTIVE for port object ea3e6b33-d305-4fe4-ab59-471b636adb87 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:11.093619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.139321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.141279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:11.145934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:11.160736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:11.172788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a276f4-3a35-4aab-a604-7865e5c0935f req-32e4d6fa-dadd-40a1-a5cf-199256939fb1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:11.174415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99a276f4-3a35-4aab-a604-7865e5c0935f req-32e4d6fa-dadd-40a1-a5cf-199256939fb1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1849346 Jul 23 20:29:11.203242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Allocated IP 172.20.0.2 (e72f076f-456d-47c7-a563-3d30b9f6c0f6/463e056c-4c66-41e7-82ae-ad858b10882e/05cb06c8-2589-4dce-860f-26a58573a231) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:11.266204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99a276f4-3a35-4aab-a604-7865e5c0935f req-8452f409-78ca-4f49-adb7-4a9c1a76decc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795329 Jul 23 20:29:11.281904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Attempting to bind port 15345feb-23ab-42ab-a3f3-4ff5c76929cd on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:11.282278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Attempting to bind port 15345feb-23ab-42ab-a3f3-4ff5c76929cd by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b3244750-021c-4101-a7d1-61c289842cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:11.283747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Attempting to bind port 15345feb-23ab-42ab-a3f3-4ff5c76929cd on network c82f45e7-1459-4b39-bf9a-8bef395027a5 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:11.299837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Port': ['ID=ea3e6b33-d305-4fe4-ab59-471b636adb87,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:11.320609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.440123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:11.440503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Checking segment: {'id': 'b3244750-021c-4101-a7d1-61c289842cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:11.440917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.441316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Bound using segment: {'id': 'b3244750-021c-4101-a7d1-61c289842cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:11.441825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Bound port: 15345feb-23ab-42ab-a3f3-4ff5c76929cd, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3244750-021c-4101-a7d1-61c289842cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c82f45e7-1459-4b39-bf9a-8bef395027a5'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:11.442212 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.466631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e2b42-37c8-4e06-a3bd-238f239fd98b req-abc10190-7afc-416e-b4f8-421d8304b204 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:11.476127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20e2b42-37c8-4e06-a3bd-238f239fd98b req-abc10190-7afc-416e-b4f8-421d8304b204 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.0882428 Jul 23 20:29:11.534446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20e2b42-37c8-4e06-a3bd-238f239fd98b req-d93b26e1-67ea-445c-aaac-391d49fba400 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525544 Jul 23 20:29:11.572692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.770456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b8fbb-59d7-45f2-a70c-b04f96bc5d80 req-04e87d65-ae6c-43b1-9c3a-e01bb2d6cf03 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:11.781728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f9b8fbb-59d7-45f2-a70c-b04f96bc5d80 req-04e87d65-ae6c-43b1-9c3a-e01bb2d6cf03 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1547496 Jul 23 20:29:11.781900 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.825848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Transition to ACTIVE for port object 05cb06c8-2589-4dce-860f-26a58573a231 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:11.879529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f9b8fbb-59d7-45f2-a70c-b04f96bc5d80 req-65128c0d-2deb-4f06-b5b2-138ccb428afa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961792 Jul 23 20:29:11.889189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] For port 15345feb-23ab-42ab-a3f3-4ff5c76929cd, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:11.901661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Transition to ACTIVE for port object 05cb06c8-2589-4dce-860f-26a58573a231 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:11.904511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] For port 15345feb-23ab-42ab-a3f3-4ff5c76929cd, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=15345feb-23ab-42ab-a3f3-4ff5c76929cd,segment=NetworkSegment(b3244750-021c-4101-a7d1-61c289842cf6),segment_id=b3244750-021c-4101-a7d1-61c289842cf6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:11.919353 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:11.928743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.034755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Network e72f076f-456d-47c7-a563-3d30b9f6c0f6 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:12.049944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:12.058739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:12.076400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Pushing event updated for resources: {'Port': ['ID=05cb06c8-2589-4dce-860f-26a58573a231,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.241282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791780d-8e84-4219-ae5e-4a1b7b48e66e None None] Pushing event updated for resources: {'Port': ['ID=15345feb-23ab-42ab-a3f3-4ff5c76929cd,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:12.256753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33442) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:12.313060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.326635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.579233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Attempting to bind port 05cb06c8-2589-4dce-860f-26a58573a231 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:12.587823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Attempting to bind port 05cb06c8-2589-4dce-860f-26a58573a231 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a0445713-3f98-4216-96cb-206223a79abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:12.590525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Attempting to bind port 05cb06c8-2589-4dce-860f-26a58573a231 on network e72f076f-456d-47c7-a563-3d30b9f6c0f6 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:12.611327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:12.612161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Checking segment: {'id': 'a0445713-3f98-4216-96cb-206223a79abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:12.612730 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.613872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Bound using segment: {'id': 'a0445713-3f98-4216-96cb-206223a79abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:12.615415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Bound port: 05cb06c8-2589-4dce-860f-26a58573a231, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0445713-3f98-4216-96cb-206223a79abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e72f076f-456d-47c7-a563-3d30b9f6c0f6'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:12.615972 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.720419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] For port 05cb06c8-2589-4dce-860f-26a58573a231, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:12.739102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] For port 05cb06c8-2589-4dce-860f-26a58573a231, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=05cb06c8-2589-4dce-860f-26a58573a231,segment=NetworkSegment(a0445713-3f98-4216-96cb-206223a79abf),segment_id=a0445713-3f98-4216-96cb-206223a79abf)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:12.746757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-470672162', 'router:external': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:12.749532 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.762114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:12.927434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0133029-740c-4298-83c4-c86f59093a64 None None] Pushing event updated for resources: {'Port': ['ID=05cb06c8-2589-4dce-860f-26a58573a231,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:13.170574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Port': ['ID=ea3e6b33-d305-4fe4-ab59-471b636adb87,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:13.295520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 15345feb-23ab-42ab-a3f3-4ff5c76929cd up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:13.402042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Made reservation on behalf of fd163429de8045e796df6330d2cff1ae for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:13.428058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 15345feb-23ab-42ab-a3f3-4ff5c76929cd completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:13.429947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.432434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ec565f46-dca8-4d2a-b7e3-b52bba4a83db up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:13.443560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:13.456703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:13.467384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.564197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ec565f46-dca8-4d2a-b7e3-b52bba4a83db triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:13.564708 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.816993 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:13.863589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-586c57b7-5a91-4562-8420-b2a18f6e070c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.002074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.030145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-6d8ad786-bbfb-42ec-8003-ab3f098aa3af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0844460 Jul 23 20:29:14.045957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.226546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:14.259953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90edae94-fb05-4e55-8718-a9eb28e0c02b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.262988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.263353 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Added segment 64b3f124-3390-4aa8-87c6-7bcdeee56c25 of type vlan for network 78695f39-190a-4b6f-b621-884dc3f2af37 Jul 23 20:29:14.277136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Router 46753319-d5df-476b-9789-425c4bce0236 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:14.286342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b689e3-f122-4ff9-b0aa-910cf39825a8 None None] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:14.409647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.437793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] Provisioning for port 15345feb-23ab-42ab-a3f3-4ff5c76929cd completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:14.450521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] Provisioning complete for port 15345feb-23ab-42ab-a3f3-4ff5c76929cd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:14.451121 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.455757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-b8a51330-19b6-4941-ab84-acaaa8b49b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:14.458455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-b8a51330-19b6-4941-ab84-acaaa8b49b71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 1097 time: 0.3525410 Jul 23 20:29:14.509411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.510459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:14.511051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.640735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-d0fba219-aa87-42f3-901c-92bdfbf6ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:14.642310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-d0fba219-aa87-42f3-901c-92bdfbf6ce27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.1339102 Jul 23 20:29:14.774707 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-2d4bc208-a821-4026-9f72-226dcebf82f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 200 len: 217 time: 0.1142039 Jul 23 20:29:14.782099 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.5249584 Jul 23 20:29:14.785053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33568) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:14.791873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'subnet': {'network_id': '78695f39-190a-4b6f-b621-884dc3f2af37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:14.850229 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.852033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:14.857964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889a2e9-e51f-49c4-9a08-dc5873cb5228 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Network': ['ID=78695f39-190a-4b6f-b621-884dc3f2af37,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:14.891165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Made reservation on behalf of fd163429de8045e796df6330d2cff1ae for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:14.899747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:14.929133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e86fc43b-ea7d-45ec-9dfd-f28781162a92 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3121531 Jul 23 20:29:14.931353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0443e3-1dfd-47e2-9838-3c846f5f17aa None None] Network e72f076f-456d-47c7-a563-3d30b9f6c0f6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:14.932359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:14.933242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 78695f39-190a-4b6f-b621-884dc3f2af37 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:15.134593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-e4bf75f7-0d01-437a-9b0e-a3279f9ec803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.138012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-e4bf75f7-0d01-437a-9b0e-a3279f9ec803 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.3075829 Jul 23 20:29:15.147822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] Sync routers for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:15.160796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 05cb06c8-2589-4dce-860f-26a58573a231 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:15.408361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:15.409131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:15.441846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33588) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:15.553979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-a6cc958e-ec0a-4600-b3cb-895d012eb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.556082 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-a6cc958e-ec0a-4600-b3cb-895d012eb260 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4117036 Jul 23 20:29:15.594175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:15.609387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] For port 15345feb-23ab-42ab-a3f3-4ff5c76929cd, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=15345feb-23ab-42ab-a3f3-4ff5c76929cd,segment=NetworkSegment(b3244750-021c-4101-a7d1-61c289842cf6),segment_id=b3244750-021c-4101-a7d1-61c289842cf6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:15.610047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:29:15.615249 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.627980 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.742803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8994-3041-441c-bc69-e42ef4e86b69 None None] Pushing event updated for resources: {'Port': ['ID=15345feb-23ab-42ab-a3f3-4ff5c76929cd,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:15.779154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:15.779943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:28:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:15.813199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af65ed24-0bca-4cce-9852-f0abae83b401,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:15.815301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-799f7213-8b07-449a-9613-b91c0375b712 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:29:15.819511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-799f7213-8b07-449a-9613-b91c0375b712 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166745 Jul 23 20:29:15.824958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Checking segment: {'id': '64b3f124-3390-4aa8-87c6-7bcdeee56c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '78695f39-190a-4b6f-b621-884dc3f2af37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:15.825422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network hostable DHCP agents. Network: 78695f39-190a-4b6f-b621-884dc3f2af37, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:15.859276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 78695f39-190a-4b6f-b621-884dc3f2af37 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:15.890201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 78695f39-190a-4b6f-b621-884dc3f2af37) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:15.892282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9905334f-6e84-4db3-8736-5b5f086957cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.910111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:15.910800 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:15.932734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-80ba30ec-7c7e-47c8-8213-43af8b814d15 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1465845 Jul 23 20:29:15.937842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33602) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:15.971274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33604) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:15.987781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79425559-2b68-4408-a683-33370e77f3a1 None None] Network 78695f39-190a-4b6f-b621-884dc3f2af37 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:15.991086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-251504424', 'network_id': '78695f39-190a-4b6f-b621-884dc3f2af37'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:15.995395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:15.998067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5f0849-6ef9-4424-867c-c4229036489e None None] The sync data for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:16.048340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 05cb06c8-2589-4dce-860f-26a58573a231 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:16.101253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Deleting subnet 9d15f337-4cfd-4465-9b8c-d273d572918e {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:16.108751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.154152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9905334f-6e84-4db3-8736-5b5f086957cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.158539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] Provisioning for port 05cb06c8-2589-4dce-860f-26a58573a231 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:16.201714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.207426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9905334f-6e84-4db3-8736-5b5f086957cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.270257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9905334f-6e84-4db3-8736-5b5f086957cf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97b02d3baa824f58aed7cef57f48ea1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8244998 Jul 23 20:29:16.277991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:16.293867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] Provisioning complete for port 05cb06c8-2589-4dce-860f-26a58573a231 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:16.294303 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.554349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.629337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656f3f01-d158-4c58-89b0-47eecc8e89a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.648459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.666224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7361f3ac-8354-42bd-b126-47515f32bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.693977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656f3f01-d158-4c58-89b0-47eecc8e89a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.837521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831e870-c328-4b2e-b168-1ca68b6087e6 None None] Network 78695f39-190a-4b6f-b621-884dc3f2af37 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:16.886223 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656f3f01-d158-4c58-89b0-47eecc8e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.890823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656f3f01-d158-4c58-89b0-47eecc8e89a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:16.900312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-656f3f01-d158-4c58-89b0-47eecc8e89a4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca2dc2c0-78dc-4198-a60f-ba897b8ebb5b HTTP/1.1" status: 204 len: 168 time: 0.6212628 Jul 23 20:29:16.973233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f3f01-d158-4c58-89b0-47eecc8e89a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2dc2c0-78dc-4198-a60f-ba897b8ebb5b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.033578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.051701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.055014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9d15f337-4cfd-4465-9b8c-d273d572918e HTTP/1.1" status: 204 len: 168 time: 1.0826828 Jul 23 20:29:17.086030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:17.094741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 15345feb-23ab-42ab-a3f3-4ff5c76929cd up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:17.095145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e57c6-ad9d-44f2-ba63-79d4d5dda357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d15f337-4cfd-4465-9b8c-d273d572918e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:17.365132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.385216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Made reservation on behalf of fd163429de8045e796df6330d2cff1ae for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:17.387569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.416211 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-69f9c84f-e877-4b5e-a3fa-51b2af5bd919 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:29:17.421618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-69f9c84f-e877-4b5e-a3fa-51b2af5bd919 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4878836 Jul 23 20:29:17.428703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33640) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:17.434386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.504308 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.616140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] For port 05cb06c8-2589-4dce-860f-26a58573a231, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=05cb06c8-2589-4dce-860f-26a58573a231,segment=NetworkSegment(a0445713-3f98-4216-96cb-206223a79abf),segment_id=a0445713-3f98-4216-96cb-206223a79abf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:17.622735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 15345feb-23ab-42ab-a3f3-4ff5c76929cd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:17.624295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.691197 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.705509 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.725754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f54350-54a6-4b84-8097-03ce00a608aa']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:17.769080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81547ab-66fa-4a78-8d31-066d69d25aa3') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:17.769475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81547ab-66fa-4a78-8d31-066d69d25aa3') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:17.792535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.826618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.839065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:17.839541 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.932131 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:17.952025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5bdbc980-dcdc-4069-9bb8-5e9500b14b72 None None] Provisioning for port ea3e6b33-d305-4fe4-ab59-471b636adb87 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:17.968250 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:17.972206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33654) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.012939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.018952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5bdbc980-dcdc-4069-9bb8-5e9500b14b72 None None] Provisioning complete for port ea3e6b33-d305-4fe4-ab59-471b636adb87 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:18.019345 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc980-dcdc-4069-9bb8-5e9500b14b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.035158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97339295-3131-4c27-a2bd-e6b4ba59e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.082882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.089816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] 10.222.0.46 "DELETE /v2.0/networks/53f54350-54a6-4b84-8097-03ce00a608aa HTTP/1.1" status: 204 len: 168 time: 1.0011191 Jul 23 20:29:18.121199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbc980-dcdc-4069-9bb8-5e9500b14b72 None None] Port ea3e6b33-d305-4fe4-ab59-471b636adb87 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:18.124855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac977d-3db4-4b06-99a4-fa316943ec6d None None] Pushing event updated for resources: {'Port': ['ID=05cb06c8-2589-4dce-860f-26a58573a231,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.154477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5bdbc980-dcdc-4069-9bb8-5e9500b14b72 None None] Provisioning complete for port 15345feb-23ab-42ab-a3f3-4ff5c76929cd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:18.154921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5bdbc980-dcdc-4069-9bb8-5e9500b14b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.162844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e5e05-1535-4982-a702-dc2fd3557394 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f54350-54a6-4b84-8097-03ce00a608aa,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.233031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-90bb47af-f84a-4784-84dd-9c96e4b1a3ad service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3954227 Jul 23 20:29:18.250578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] device_id is not set on port 97005746-5cc0-47a8-bd17-24ab4033c49d yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:29:18.325566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97339295-3131-4c27-a2bd-e6b4ba59e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.336330 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97339295-3131-4c27-a2bd-e6b4ba59e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.394497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97339295-3131-4c27-a2bd-e6b4ba59e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90555c86-45c5-4e8a-a737-8283f5ba3e53,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.423318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-97339295-3131-4c27-a2bd-e6b4ba59e3f8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76a670704091486fbe98f92d3979e934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4473543 Jul 23 20:29:18.424265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33678) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.492484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2bef4f06-693e-4952-8e86-ed66d948ff64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.507374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33684) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.522486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905334f-6e84-4db3-8736-5b5f086957cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2dc2c0-78dc-4198-a60f-ba897b8ebb5b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.534970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2bef4f06-693e-4952-8e86-ed66d948ff64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.557540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d417e621-abeb-43a9-a0ab-4525142d365e None None] Provisioning complete for port 05cb06c8-2589-4dce-860f-26a58573a231 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:18.557992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d417e621-abeb-43a9-a0ab-4525142d365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.587276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Allocated IP 172.20.0.2 (78695f39-190a-4b6f-b621-884dc3f2af37/af65ed24-0bca-4cce-9852-f0abae83b401/97005746-5cc0-47a8-bd17-24ab4033c49d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:18.632063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b9e2d26e-0f73-4b01-97aa-9ef4495226c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f5db14d0a9394404860ab2e8bf861b36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1234300 Jul 23 20:29:18.634663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:18.712682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2bef4f06-693e-4952-8e86-ed66d948ff64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.715162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2bef4f06-693e-4952-8e86-ed66d948ff64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.716307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2bef4f06-693e-4952-8e86-ed66d948ff64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90555c86-45c5-4e8a-a737-8283f5ba3e53 HTTP/1.1" status: 204 len: 168 time: 0.2906988 Jul 23 20:29:18.751413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60d74baa-27ca-4a2f-ab21-1fc547479b79 req-df1271f9-6789-43a8-8d07-1fc4b849e431 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209055 Jul 23 20:29:18.773370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36dcf455-119f-4800-81ed-3ca4c2d773ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.777767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef4f06-693e-4952-8e86-ed66d948ff64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90555c86-45c5-4e8a-a737-8283f5ba3e53,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:18.838438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36dcf455-119f-4800-81ed-3ca4c2d773ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.841668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.939830 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36dcf455-119f-4800-81ed-3ca4c2d773ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.946516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36dcf455-119f-4800-81ed-3ca4c2d773ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:18.948167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-36dcf455-119f-4800-81ed-3ca4c2d773ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c828a790-9e4f-4dc0-abf0-8385fd6415cb HTTP/1.1" status: 204 len: 168 time: 0.3125315 Jul 23 20:29:19.006826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcf455-119f-4800-81ed-3ca4c2d773ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c828a790-9e4f-4dc0-abf0-8385fd6415cb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.012165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.069330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 05cb06c8-2589-4dce-860f-26a58573a231 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:19.168407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 05cb06c8-2589-4dce-860f-26a58573a231 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:19.168893 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.262243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.384121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 78695f39-190a-4b6f-b621-884dc3f2af37 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:19.393402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:19.398342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:19.445051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:19.445852 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.496772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Port': ['ID=97005746-5cc0-47a8-bd17-24ab4033c49d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:19.530350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33734) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:19.530806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ec0af77-a9c3-4c00-88c5-c14fc650b9ab tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.5622442 Jul 23 20:29:19.586480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting port ea3e6b33-d305-4fe4-ab59-471b636adb87 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:19.586480 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.628396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.748050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a446-9f20-4030-baab-17ee4fe23276 req-b69b85fe-9cea-491c-bbdf-ffcda93f3be6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:19.755499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f999a446-9f20-4030-baab-17ee4fe23276 req-b69b85fe-9cea-491c-bbdf-ffcda93f3be6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1054490 Jul 23 20:29:19.785399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Deleting port 97005746-5cc0-47a8-bd17-24ab4033c49d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:19.785844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.786549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.812077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Calling delete_port for ea3e6b33-d305-4fe4-ab59-471b636adb87 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:19.830313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f999a446-9f20-4030-baab-17ee4fe23276 req-8fd99c42-5f6c-497d-811d-0bf9ebb4f319 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699179 Jul 23 20:29:19.945896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:19.971455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Calling delete_port for 97005746-5cc0-47a8-bd17-24ab4033c49d owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:20.151087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.255348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Port': ['ID=ea3e6b33-d305-4fe4-ab59-471b636adb87,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.265987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.350328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event deleted for resources: {'Port': ['ID=97005746-5cc0-47a8-bd17-24ab4033c49d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:20.518412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.526771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-16e593b1-3159-42fd-b2c7-488e4fea4df3 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/ports/97005746-5cc0-47a8-bd17-24ab4033c49d HTTP/1.1" status: 204 len: 168 time: 0.9920137 Jul 23 20:29:20.527446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:20.536867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78695f39-190a-4b6f-b621-884dc3f2af37', 'external_fixed_ips': [{'subnet_id': 'af65ed24-0bca-4cce-9852-f0abae83b401', 'ip_address': '172.20.0.2'}]}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:20.562855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.595877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.596929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.709106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:20.884408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Router 46753319-d5df-476b-9789-425c4bce0236 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:20.923797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.065845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:21.087831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33788) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:21.090480 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] Sync routers for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:21.097554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-96896438-439e-4dbe-9521-fcc8b45ae26a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6455705 Jul 23 20:29:21.122813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:21.127952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:21.171031 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-d3ae229c-e2f5-4d89-a269-1c1db0144ae9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] delete failed (client error): The resource could not be found. Jul 23 20:29:21.175858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:21.175988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d3ae229c-e2f5-4d89-a269-1c1db0144ae9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/routers/tempest-non_exist_router-1408393029 HTTP/1.1" status: 404 len: 335 time: 0.0869265 Jul 23 20:29:21.185183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bff25143-6231-4ecb-b275-4f9c3a2e5b77 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'router': {'external_gateway_info': {'network_id': '46753319-d5df-476b-9789-425c4bce0236'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:21.215977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c40087-df8c-486e-b0a3-fe1fc0950124 req-ba187caa-76bf-4751-858a-4ee8216952e4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:21.217859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48c40087-df8c-486e-b0a3-fe1fc0950124 req-ba187caa-76bf-4751-858a-4ee8216952e4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.2381237 Jul 23 20:29:21.233031 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:21.277146 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:21.278534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:21.405450 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:21.406767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f69478-adf6-4671-9182-7f68f34db07d None None] The sync data for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:21.415300 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48c40087-df8c-486e-b0a3-fe1fc0950124 req-678358a6-4eca-4176-91cd-cb417567750b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1865356 Jul 23 20:29:21.475380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.512790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:21.853687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Allocated IP 172.20.0.2 (78695f39-190a-4b6f-b621-884dc3f2af37/af65ed24-0bca-4cce-9852-f0abae83b401/a00cf8b8-7f48-451a-bb1b-e67f057c6049) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:22.129384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bff25143-6231-4ecb-b275-4f9c3a2e5b77 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.209050 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-bff25143-6231-4ecb-b275-4f9c3a2e5b77 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] update failed (client error): The resource could not be found. Jul 23 20:29:22.213997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bff25143-6231-4ecb-b275-4f9c3a2e5b77 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236 HTTP/1.1" status: 404 len: 339 time: 1.0327623 Jul 23 20:29:22.214298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33826) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:22.454324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.497758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:22.553132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 78695f39-190a-4b6f-b621-884dc3f2af37 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:22.559014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:22.562132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:22.618236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Port': ['ID=a00cf8b8-7f48-451a-bb1b-e67f057c6049,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:22.813967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b898f-dfbb-4255-a970-9f7cdb26ebba req-276034c6-08a2-43ac-9981-0e834502dc9a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:22.816469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-707b898f-dfbb-4255-a970-9f7cdb26ebba req-276034c6-08a2-43ac-9981-0e834502dc9a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.2175329 Jul 23 20:29:22.875160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:22.891428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33856) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:22.898154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.022311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-707b898f-dfbb-4255-a970-9f7cdb26ebba req-a799727a-ba82-4c4c-80fd-2e283a55d31d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1957407 Jul 23 20:29:23.112966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.125062 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe52dd8f-6b72-48f8-8e35-ba5eaa92cc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.205510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4897584-755d-4ccd-b6d8-69c0911cbdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.286276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Allocated IP 172.20.0.1 (ded9353a-e26d-4385-a8bb-5bff432c59d0/0cdf6a4c-48b7-480b-b74c-62384325673f/b3322e6e-e3b1-472a-a17d-9ff3419eff42) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:23.452083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.469241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.472926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe52dd8f-6b72-48f8-8e35-ba5eaa92cc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.482535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe52dd8f-6b72-48f8-8e35-ba5eaa92cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.498333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Transition to ACTIVE for port object b3322e6e-e3b1-472a-a17d-9ff3419eff42 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:23.591713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52dd8f-6b72-48f8-8e35-ba5eaa92cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d04ad9-5379-4d92-949c-4c60b083dc56,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:23.606320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.631655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe52dd8f-6b72-48f8-8e35-ba5eaa92cc80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c573114c556481e8b99d0dc179f19a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7525840 Jul 23 20:29:23.635127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33874) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:23.706490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:23.715359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:23.733854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:23.772969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4897584-755d-4ccd-b6d8-69c0911cbdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.781003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b055b38-7781-4d4d-83d7-8b1ee75534e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.789686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4897584-755d-4ccd-b6d8-69c0911cbdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.790060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Port': ['ID=b3322e6e-e3b1-472a-a17d-9ff3419eff42,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:23.806941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.845851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b055b38-7781-4d4d-83d7-8b1ee75534e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.977656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a4897584-755d-4ccd-b6d8-69c0911cbdab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31a5f75aed244f5d9778a1e6c5ac545a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0835271 Jul 23 20:29:23.980462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4897584-755d-4ccd-b6d8-69c0911cbdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3472047-6145-4ae4-9c4d-6aee20ec4785,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:23.983533 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b055b38-7781-4d4d-83d7-8b1ee75534e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.984684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33884) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:23.985522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.986872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b055b38-7781-4d4d-83d7-8b1ee75534e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:23.991148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b055b38-7781-4d4d-83d7-8b1ee75534e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74d04ad9-5379-4d92-949c-4c60b083dc56 HTTP/1.1" status: 204 len: 168 time: 0.3470662 Jul 23 20:29:23.992328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Router 8e9cdf76-3366-454c-a238-038c84d8310c is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:24.012850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b055b38-7781-4d4d-83d7-8b1ee75534e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d04ad9-5379-4d92-949c-4c60b083dc56,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.172712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:24.185005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Sync routers for ids ['8e9cdf76-3366-454c-a238-038c84d8310c'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:24.201572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.203448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c24094af-4221-4e6d-bb24-97a1db6bfb47 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6749609 Jul 23 20:29:24.210221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33892) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:24.227154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Routers {'8e9cdf76-3366-454c-a238-038c84d8310c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:24.230159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8e9cdf76-3366-454c-a238-038c84d8310c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:24.241797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6070d2ee-cd58-445a-9ffc-9ce0299ad17d None None] Provisioning for port b3322e6e-e3b1-472a-a17d-9ff3419eff42 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:24.371142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2075-885e-4433-aef5-dd303433b3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.400676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2075-885e-4433-aef5-dd303433b3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.511613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.540811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2075-885e-4433-aef5-dd303433b3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.545356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d8a2075-885e-4433-aef5-dd303433b3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.555382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d8a2075-885e-4433-aef5-dd303433b3da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3472047-6145-4ae4-9c4d-6aee20ec4785 HTTP/1.1" status: 204 len: 168 time: 0.5669048 Jul 23 20:29:24.577284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a2075-885e-4433-aef5-dd303433b3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3472047-6145-4ae4-9c4d-6aee20ec4785,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:24.691227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d2172-3b78-4648-86f0-8e3a14be5586 req-63a549d6-1005-4593-b580-5ad89e4ace89 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:24.699387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d5d2172-3b78-4648-86f0-8e3a14be5586 req-63a549d6-1005-4593-b580-5ad89e4ace89 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.3840635 Jul 23 20:29:24.772661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6070d2ee-cd58-445a-9ffc-9ce0299ad17d None None] Provisioning complete for port b3322e6e-e3b1-472a-a17d-9ff3419eff42 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:24.772661 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6070d2ee-cd58-445a-9ffc-9ce0299ad17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.783689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d5d2172-3b78-4648-86f0-8e3a14be5586 req-39b03d1b-e182-4aaa-86b5-d1bd0554bee1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831788 Jul 23 20:29:24.796043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33906) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:24.851312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.859077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e70a5eab-8bbc-45c1-a9ac-264e5e2ff753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.864407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.901760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6070d2ee-cd58-445a-9ffc-9ce0299ad17d None None] Port b3322e6e-e3b1-472a-a17d-9ff3419eff42 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:24.918739 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:24.924428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Set router 8e9cdf76-3366-454c-a238-038c84d8310c gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:24.979297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Deleting port a00cf8b8-7f48-451a-bb1b-e67f057c6049 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:24.982088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.021944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event updated for resources: {'Port': ['ID=b3322e6e-e3b1-472a-a17d-9ff3419eff42,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.156671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e70a5eab-8bbc-45c1-a9ac-264e5e2ff753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.163578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e70a5eab-8bbc-45c1-a9ac-264e5e2ff753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.187168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33910) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.189699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.220486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Calling delete_port for a00cf8b8-7f48-451a-bb1b-e67f057c6049 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:25.221039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.229739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e9cdf76-3366-454c-a238-038c84d8310c', 'name': '', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78695f39-190a-4b6f-b621-884dc3f2af37', 'external_fixed_ips': [{'subnet_id': 'af65ed24-0bca-4cce-9852-f0abae83b401', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a00cf8b8-7f48-451a-bb1b-e67f057c6049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:20Z', 'updated_at': '2021-07-23T20:29:22Z', 'revision_number': 3, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port': {'id': 'a00cf8b8-7f48-451a-bb1b-e67f057c6049', 'name': '', 'network_id': '78695f39-190a-4b6f-b621-884dc3f2af37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:1d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9cdf76-3366-454c-a238-038c84d8310c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': 'af65ed24-0bca-4cce-9852-f0abae83b401', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:21Z', 'updated_at': '2021-07-23T20:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'af65ed24-0bca-4cce-9852-f0abae83b401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:25.232522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2860aa85-99a3-4c9e-81b2-959c2e486bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.250706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a5eab-8bbc-45c1-a9ac-264e5e2ff753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac09c256-b96d-44f5-b0d4-eeff401d3a05,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.264110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Checking router: 8e9cdf76-3366-454c-a238-038c84d8310c for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:25.264929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Updating router 8e9cdf76-3366-454c-a238-038c84d8310c port a00cf8b8-7f48-451a-bb1b-e67f057c6049 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:25.303168 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.350210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e70a5eab-8bbc-45c1-a9ac-264e5e2ff753 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f59fa80653bc46d988f16a656d37e866&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525773 Jul 23 20:29:25.354583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33914) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.357938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:25.368685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:25.515556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.542455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event deleted for resources: {'Port': ['ID=a00cf8b8-7f48-451a-bb1b-e67f057c6049,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:25.652552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32cd6aab-5989-4857-85f9-dd1b3ebffb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.701118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.705870 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:29:25.706228 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:29:25.723915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Router 46753319-d5df-476b-9789-425c4bce0236 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:25.741778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8b5e54d0-1685-4dd6-89cf-a5065f35a049 None None] Provisioning complete for port b3322e6e-e3b1-472a-a17d-9ff3419eff42 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:25.742193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8b5e54d0-1685-4dd6-89cf-a5065f35a049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.781059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2860aa85-99a3-4c9e-81b2-959c2e486bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.797874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32cd6aab-5989-4857-85f9-dd1b3ebffb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.801113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.803630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.828939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2860aa85-99a3-4c9e-81b2-959c2e486bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.845938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e54d0-1685-4dd6-89cf-a5065f35a049 None None] Port b3322e6e-e3b1-472a-a17d-9ff3419eff42 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:25.863244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.863884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e9cdf76-3366-454c-a238-038c84d8310c {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:25.871747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.874845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a8151d98-36d8-4291-87f5-cf26e77af0b6 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/routers/8e9cdf76-3366-454c-a238-038c84d8310c HTTP/1.1" status: 204 len: 168 time: 1.6632426 Jul 23 20:29:25.877416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33922) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.938804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Deleting subnet af65ed24-0bca-4cce-9852-f0abae83b401 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:25.944584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:25.954350 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2860aa85-99a3-4c9e-81b2-959c2e486bc1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6b099becef048a689831c222cdf2c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7659137 Jul 23 20:29:25.963328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33926) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:25.969370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2860aa85-99a3-4c9e-81b2-959c2e486bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50712ec5-16a2-4753-9a3c-70b7e1b572e6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.021074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32cd6aab-5989-4857-85f9-dd1b3ebffb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.023634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32cd6aab-5989-4857-85f9-dd1b3ebffb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.027198 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-32cd6aab-5989-4857-85f9-dd1b3ebffb62 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac09c256-b96d-44f5-b0d4-eeff401d3a05 HTTP/1.1" status: 204 len: 168 time: 0.6656470 Jul 23 20:29:26.051411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd6aab-5989-4857-85f9-dd1b3ebffb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac09c256-b96d-44f5-b0d4-eeff401d3a05,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.057597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.058086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:26.080141 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1443a36f-1aaa-46e9-976c-c1ee1f6e26e9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8645046 Jul 23 20:29:26.080824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33930) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.084314 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] Sync routers for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:26.106863 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:26.107810 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.137556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.139354 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.155687 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:26.156324 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.187789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.227739 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.228773 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f3c52e-d1b5-44a0-9f70-d74c98eec9fc None None] The sync data for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:26.247069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Port a00cf8b8-7f48-451a-bb1b-e67f057c6049 not found while updating agent binding for router 8e9cdf76-3366-454c-a238-038c84d8310c. {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:29:26.257241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.257420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5ad93-2900-4a06-939f-c7dd09809b00 req-8f07616c-c0a4-4b30-b051-17e58a3e1ead tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:26.261526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9eb5ad93-2900-4a06-939f-c7dd09809b00 req-8f07616c-c0a4-4b30-b051-17e58a3e1ead tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.3191547 Jul 23 20:29:26.268506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Routers set() bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:26.270096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Router IDs set() for agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 23 20:29:26.272144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_agentschedulers_db [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8e9cdf76-3366-454c-a238-038c84d8310c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent'). {{(pid=94028) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 23 20:29:26.273997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37355473-458b-4584-9d38-7f1df99225e2 None None] The sync data for ids ['8e9cdf76-3366-454c-a238-038c84d8310c'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:26.283414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b49b4edb-64eb-4b2f-b1b4-044349b2d96d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.353066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9eb5ad93-2900-4a06-939f-c7dd09809b00 req-2218f1cc-08ea-4aa7-990a-9ccd25427915 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800016 Jul 23 20:29:26.360779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.393364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af65ed24-0bca-4cce-9852-f0abae83b401,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.401707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.404023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c3acab77-8361-46cc-ab2d-25e1c0b579f4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/subnets/af65ed24-0bca-4cce-9852-f0abae83b401 HTTP/1.1" status: 204 len: 168 time: 0.5256598 Jul 23 20:29:26.406933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.544303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.637998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.657590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78695f39-190a-4b6f-b621-884dc3f2af37']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.673284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b3f124-3390-4aa8-87c6-7bcdeee56c25') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.673759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b3f124-3390-4aa8-87c6-7bcdeee56c25') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:26.686910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.710267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.718239 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-b49b4edb-64eb-4b2f-b1b4-044349b2d96d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 23 20:29:26.721959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b49b4edb-64eb-4b2f-b1b4-044349b2d96d tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236 HTTP/1.1" status: 409 len: 329 time: 0.6348681 Jul 23 20:29:26.722451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33944) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:26.731035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:26.733946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:26.803761 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:26.809561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.816194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78695f39-190a-4b6f-b621-884dc3f2af37 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 23 20:29:26.820429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.827828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/networks/78695f39-190a-4b6f-b621-884dc3f2af37 HTTP/1.1" status: 204 len: 168 time: 0.4193616 Jul 23 20:29:26.840698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deac5ac-5d42-489c-95ce-1520f2dd40c0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event deleted for resources: {'Network': ['ID=78695f39-190a-4b6f-b621-884dc3f2af37,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.867940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.873348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:26.881503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50712ec5-16a2-4753-9a3c-70b7e1b572e6 HTTP/1.1" status: 204 len: 168 time: 0.9185143 Jul 23 20:29:26.908908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50712ec5-16a2-4753-9a3c-70b7e1b572e6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:26.942337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.943848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.944870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.945383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.945915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.946836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.947328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.947941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.948437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.948998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.949511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:26.950004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650e6bfb-2940-490c-8cc4-0e7cdb95b544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:27.371902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.466153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:27.653665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2a4cf-0192-4dea-811c-1b31e3ab5f5d req-23e31613-4ae1-4b81-9fa7-1183ba9fc9a8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:27.655241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09d2a4cf-0192-4dea-811c-1b31e3ab5f5d req-23e31613-4ae1-4b81-9fa7-1183ba9fc9a8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1352558 Jul 23 20:29:27.730936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09d2a4cf-0192-4dea-811c-1b31e3ab5f5d req-382db52c-627e-43b1-b2cc-8adc1c0c5845 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699260 Jul 23 20:29:27.780008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting port b3322e6e-e3b1-472a-a17d-9ff3419eff42 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:27.780580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.880125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-455194a2-6537-4981-9912-b0b877789e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.930843 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:27.965585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Calling delete_port for b3322e6e-e3b1-472a-a17d-9ff3419eff42 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:28.029364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-455194a2-6537-4981-9912-b0b877789e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.045980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-455194a2-6537-4981-9912-b0b877789e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.079969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455194a2-6537-4981-9912-b0b877789e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221480d0-55c2-4d5f-9aeb-7356990fcf41,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.100939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33998) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.118843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'name': 'tempest-router--1164098710', 'project_id': 'a7c91df6fab84175834460ae9a24b187'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:28.140162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-455194a2-6537-4981-9912-b0b877789e78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49b6bcaf695040b8a51619946c65df36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6728020 Jul 23 20:29:28.142881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34000) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.198145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.199166 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.221268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f89-1ee6-472d-a7d0-d0b5658cae40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.246487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.249822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f89-1ee6-472d-a7d0-d0b5658cae40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.321598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.327937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.345924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.347896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b0825081-c9b8-4eae-bbcc-cd2a559d76b1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2428348 Jul 23 20:29:28.351491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34008) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.409312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Port': ['ID=b3322e6e-e3b1-472a-a17d-9ff3419eff42,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.623670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.773784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f89-1ee6-472d-a7d0-d0b5658cae40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.776321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc1d7f89-1ee6-472d-a7d0-d0b5658cae40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.780522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc1d7f89-1ee6-472d-a7d0-d0b5658cae40 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/221480d0-55c2-4d5f-9aeb-7356990fcf41 HTTP/1.1" status: 204 len: 168 time: 0.6364384 Jul 23 20:29:28.794089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d7f89-1ee6-472d-a7d0-d0b5658cae40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221480d0-55c2-4d5f-9aeb-7356990fcf41,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:28.813126 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:28.854970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Router 46753319-d5df-476b-9789-425c4bce0236 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:29:28.946234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:28.957317 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0fdc24f2-d5e1-45f3-ae63-f4e2fff98c24 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2338281 Jul 23 20:29:28.958788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34036) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:28.964739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] Sync routers for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:28.977651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:28.978289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.051387 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-9bb5b53e-5703-4336-905b-2e59058ad2d1 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] show failed (client error): The resource could not be found. Jul 23 20:29:29.052714 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9bb5b53e-5703-4336-905b-2e59058ad2d1 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "GET /v2.0/routers/tempest-non_exist_router-1253899317 HTTP/1.1" status: 404 len: 335 time: 0.0929184 Jul 23 20:29:29.057930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34040) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.058513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.063125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-161fc4b2-037a-448f-b73e-ada0b1e589b9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:29.079100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] Routers {'46753319-d5df-476b-9789-425c4bce0236'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:29.080337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['46753319-d5df-476b-9789-425c4bce0236'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.117484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:29.118440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ce8497-a07a-4537-be54-7b45dac9c040 None None] The sync data for ids ['46753319-d5df-476b-9789-425c4bce0236'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:29.134596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.137772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.146084 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-161fc4b2-037a-448f-b73e-ada0b1e589b9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] update failed (client error): The resource could not be found. Jul 23 20:29:29.150778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-161fc4b2-037a-448f-b73e-ada0b1e589b9 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "PUT /v2.0/routers/tempest-non_exist_router-1157645314 HTTP/1.1" status: 404 len: 335 time: 0.0880182 Jul 23 20:29:29.151095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34042) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.166644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c24594-8b12-4e6e-9a1a-e0ee2fe42f4f req-41fd31c6-40a6-45ed-ad6a-11a08179b6d0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:29.168234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48c24594-8b12-4e6e-9a1a-e0ee2fe42f4f req-41fd31c6-40a6-45ed-ad6a-11a08179b6d0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.2547112 Jul 23 20:29:29.168922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34044) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.216010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting subnet 463e056c-4c66-41e7-82ae-ad858b10882e {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:29.219368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.266200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48c24594-8b12-4e6e-9a1a-e0ee2fe42f4f req-e637f52c-059c-4e0b-9407-d77a99a0ed47 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549240 Jul 23 20:29:29.266997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.267449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efbf377a-b824-4e28-81ac-2492e6df6d59 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:29.272580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.273827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2a9b7c68-9375-4bf8-82ae-f856894d3ac0 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/routers/efbf377a-b824-4e28-81ac-2492e6df6d59 HTTP/1.1" status: 204 len: 168 time: 0.9208941 Jul 23 20:29:29.294453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.346385 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:29:29.421381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.469699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a23154-c381-4ba2-9efb-29491c93c0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.491855 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.524847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34060) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.532082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Subnet': ['ID=463e056c-4c66-41e7-82ae-ad858b10882e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.541996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.546523 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ef9036c5-0560-4bdd-9642-3aa3d5ad85a7 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/subnets/463e056c-4c66-41e7-82ae-ad858b10882e HTTP/1.1" status: 204 len: 168 time: 0.3919022 Jul 23 20:29:29.546958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34062) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.561494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4762ce8-739a-4f0b-9a2f-b7be057f6a44 None None] Network e72f076f-456d-47c7-a563-3d30b9f6c0f6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:29.606724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting subnet 92a030dc-14d0-4f1e-86be-26143c7520e4 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:29.610362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.659541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34070) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.711832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.713036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a23154-c381-4ba2-9efb-29491c93c0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.718792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a5a23154-c381-4ba2-9efb-29491c93c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.776946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a5a23154-c381-4ba2-9efb-29491c93c0be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ccecd8d9d2744638e42bc0d1c648659&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650353 Jul 23 20:29:29.778452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34074) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:29.802890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a23154-c381-4ba2-9efb-29491c93c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517a971e-fdc1-4b1c-8141-6bd63db4b899,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:29.898642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-494f2445-77cf-480c-8654-92ab1649331f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.933692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.935670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc778-887b-470f-8532-396fc50c719f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:29.970700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] DHCP port deletion for e72f076f-456d-47c7-a563-3d30b9f6c0f6 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:30.032839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.058023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-494f2445-77cf-480c-8654-92ab1649331f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.061538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.065622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/subnets/92a030dc-14d0-4f1e-86be-26143c7520e4 HTTP/1.1" status: 204 len: 168 time: 0.5165672 Jul 23 20:29:30.076652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34084) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.084846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950c950-3dd4-4edf-b176-db3606e21a9a None None] Network c82f45e7-1459-4b39-bf9a-8bef395027a5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:30.093532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b1fd3-41b3-4896-85b6-22912b5a0d33 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Subnet': ['ID=92a030dc-14d0-4f1e-86be-26143c7520e4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.153455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-77178101', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:30.231552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.287081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-494f2445-77cf-480c-8654-92ab1649331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.289693 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-494f2445-77cf-480c-8654-92ab1649331f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.293607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-494f2445-77cf-480c-8654-92ab1649331f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/517a971e-fdc1-4b1c-8141-6bd63db4b899 HTTP/1.1" status: 204 len: 168 time: 0.5092897 Jul 23 20:29:30.310513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] Deleting port 05cb06c8-2589-4dce-860f-26a58573a231 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:30.310902 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.316389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc778-887b-470f-8532-396fc50c719f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.319824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f2445-77cf-480c-8654-92ab1649331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517a971e-fdc1-4b1c-8141-6bd63db4b899,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.361109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c4bc778-887b-470f-8532-396fc50c719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.400364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.401443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.430707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting port 05cb06c8-2589-4dce-860f-26a58573a231 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:30.430707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.455975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] For port 05cb06c8-2589-4dce-860f-26a58573a231, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=05cb06c8-2589-4dce-860f-26a58573a231,segment=NetworkSegment(a0445713-3f98-4216-96cb-206223a79abf),segment_id=a0445713-3f98-4216-96cb-206223a79abf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:30.456378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.487030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] Calling delete_port for 05cb06c8-2589-4dce-860f-26a58573a231 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:30.509844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34104) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:30.510049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c4bc778-887b-470f-8532-396fc50c719f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61cf0726fe5e4e83ad2808008b385dac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9608788 Jul 23 20:29:30.518856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bc778-887b-470f-8532-396fc50c719f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f611ec6-83c4-484c-a3d8-a37605789321,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.586612 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.613675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] For port 05cb06c8-2589-4dce-860f-26a58573a231, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=05cb06c8-2589-4dce-860f-26a58573a231,segment=NetworkSegment(a0445713-3f98-4216-96cb-206223a79abf),segment_id=a0445713-3f98-4216-96cb-206223a79abf)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:30.615158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.621424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.622777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] Pushing event deleted for resources: {'Port': ['ID=05cb06c8-2589-4dce-860f-26a58573a231,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.635281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b342cb-0012-40c5-a75f-eac4b8b9a1d2 None None] No DVR routers for this DVR port 05cb06c8-2589-4dce-860f-26a58573a231 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:30.649951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Calling delete_port for 05cb06c8-2589-4dce-860f-26a58573a231 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:30.670652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] DHCP port deletion for c82f45e7-1459-4b39-bf9a-8bef395027a5 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:30.729861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40435ba1-58fb-4a5f-9fdf-90e8b086e1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.746830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] Deleting port 15345feb-23ab-42ab-a3f3-4ff5c76929cd {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:30.747482 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.773803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40435ba1-58fb-4a5f-9fdf-90e8b086e1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.860742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] For port 15345feb-23ab-42ab-a3f3-4ff5c76929cd, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=15345feb-23ab-42ab-a3f3-4ff5c76929cd,segment=NetworkSegment(b3244750-021c-4101-a7d1-61c289842cf6),segment_id=b3244750-021c-4101-a7d1-61c289842cf6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:30.861757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.876806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40435ba1-58fb-4a5f-9fdf-90e8b086e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.881289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] Calling delete_port for 15345feb-23ab-42ab-a3f3-4ff5c76929cd owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:30.890627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40435ba1-58fb-4a5f-9fdf-90e8b086e1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.894237 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40435ba1-58fb-4a5f-9fdf-90e8b086e1bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f611ec6-83c4-484c-a3d8-a37605789321 HTTP/1.1" status: 204 len: 168 time: 0.3802378 Jul 23 20:29:30.918271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40435ba1-58fb-4a5f-9fdf-90e8b086e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f611ec6-83c4-484c-a3d8-a37605789321,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:30.960195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:30.975498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874af54d-662c-4dd6-a1ec-03ec5555a3dc req-a934303b-33a3-4e96-b3f3-d635b9c319d4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:30.977629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-874af54d-662c-4dd6-a1ec-03ec5555a3dc req-a934303b-33a3-4e96-b3f3-d635b9c319d4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.5418451 Jul 23 20:29:30.980154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.021560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] No DVR routers for this DVR port 05cb06c8-2589-4dce-860f-26a58573a231 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:31.055369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 15345feb-23ab-42ab-a3f3-4ff5c76929cd no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:31.091841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Port': ['ID=05cb06c8-2589-4dce-860f-26a58573a231,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.160112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-874af54d-662c-4dd6-a1ec-03ec5555a3dc req-b0f8d75f-29ee-41d8-b7fa-ce25d2ed62ed tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532681 Jul 23 20:29:31.191378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.210217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72f076f-456d-47c7-a563-3d30b9f6c0f6']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:31.242675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0445713-3f98-4216-96cb-206223a79abf') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:31.242923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0445713-3f98-4216-96cb-206223a79abf') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:31.313102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.342130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.343365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.357146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:31.357573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:31.361210 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:31.404832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] Pushing event deleted for resources: {'Port': ['ID=15345feb-23ab-42ab-a3f3-4ff5c76929cd,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.436205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07208025-2e49-4195-bef0-4a4ef20a826c None None] No DVR routers for this DVR port 15345feb-23ab-42ab-a3f3-4ff5c76929cd on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:31.460327 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.573014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 05cb06c8-2589-4dce-860f-26a58573a231 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:31.577415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.590394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.592857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/networks/e72f076f-456d-47c7-a563-3d30b9f6c0f6 HTTP/1.1" status: 204 len: 168 time: 1.5127861 Jul 23 20:29:31.595256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34144) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:31.610315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b68f0-1435-4783-a9dc-b311f2f30b5a tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Network': ['ID=e72f076f-456d-47c7-a563-3d30b9f6c0f6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:31.618917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 05cb06c8-2589-4dce-860f-26a58573a231 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:31.620009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 05cb06c8-2589-4dce-860f-26a58573a231 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:31.699084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.708679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.763286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:31.933228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Allocated IP 172.25.8.131 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/45b05fb9-4ca7-4c84-8a3c-0188c5555b49) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:31.978082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.007172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82f45e7-1459-4b39-bf9a-8bef395027a5']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:32.034704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3244750-021c-4101-a7d1-61c289842cf6') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:32.035306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3244750-021c-4101-a7d1-61c289842cf6') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:32.058454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.092468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.103886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.108167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:32.108890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:32.126653 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:32.163459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.258572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:32.265888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:32.278004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:32.286440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.319276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event updated for resources: {'Port': ['ID=45b05fb9-4ca7-4c84-8a3c-0188c5555b49,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:32.351108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.353490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/networks/c82f45e7-1459-4b39-bf9a-8bef395027a5 HTTP/1.1" status: 204 len: 168 time: 0.7570832 Jul 23 20:29:32.361809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cd687-8cf4-40a3-ba57-a4dbe7db6344 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Network': ['ID=c82f45e7-1459-4b39-bf9a-8bef395027a5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:32.364321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34184) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:32.414742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:32.532430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting subnet 0cdf6a4c-48b7-480b-b74c-62384325673f {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:29:32.542491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.642808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.793212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:32.821394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'mac_address': 'fa:16:3e:45:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:32.909451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.948686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:32.956175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:32.983790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde38c1-e139-42bf-95fd-6d827345aa45 req-615a3195-fdcc-4ebd-8abc-bedc654ddc63 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:32.995312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdde38c1-e139-42bf-95fd-6d827345aa45 req-615a3195-fdcc-4ebd-8abc-bedc654ddc63 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.5998490 Jul 23 20:29:33.007020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:33.022598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.070104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.126462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:33.136042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Subnet': ['ID=0cdf6a4c-48b7-480b-b74c-62384325673f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:33.165209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3d745c44-b339-420c-afd7-9fd1888dc5e9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:33.166890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.173646 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-504502b2-7c2a-41f6-aeb5-a305aa21ad66 tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/subnets/0cdf6a4c-48b7-480b-b74c-62384325673f HTTP/1.1" status: 204 len: 168 time: 0.8015473 Jul 23 20:29:33.175370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f9546d-50df-4b46-9ce5-ae8527ed28ea None None] Network ded9353a-e26d-4385-a8bb-5bff432c59d0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:33.175822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34234) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:33.195101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.398291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.451407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdde38c1-e139-42bf-95fd-6d827345aa45 req-819cf360-971a-4f15-b2eb-b299da595540 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2499955 Jul 23 20:29:33.574254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Deleting port ec565f46-dca8-4d2a-b7e3-b52bba4a83db {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:33.575048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.744443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] For port ec565f46-dca8-4d2a-b7e3-b52bba4a83db, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,segment=NetworkSegment(dfb5d968-b0d8-43c2-843f-1651b8c59976),segment_id=dfb5d968-b0d8-43c2-843f-1651b8c59976)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:33.750110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:33.809499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Calling delete_port for ec565f46-dca8-4d2a-b7e3-b52bba4a83db owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:33.835137 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.026935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.054376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae9c2e4-cf9a-40be-ab44-4186fb0a3496 None None] DHCP port deletion for ded9353a-e26d-4385-a8bb-5bff432c59d0 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:29:34.098737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Port': ['ID=ec565f46-dca8-4d2a-b7e3-b52bba4a83db,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:34.121758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] No DVR routers for this DVR port ec565f46-dca8-4d2a-b7e3-b52bba4a83db on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:34.190593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34260) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:34.232919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Router f901b29d-38db-4529-8726-1c35d48d96f5 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:34.415529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-6acf38c6-01f3-4d78-a60f-4f9e378d2dd2 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5b781e8b9ed44de3801d994193387425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643007 Jul 23 20:29:34.430889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:34.592249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:34.592680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.810911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.833930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded9353a-e26d-4385-a8bb-5bff432c59d0']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:34.859463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb5d968-b0d8-43c2-843f-1651b8c59976') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:34.859775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb5d968-b0d8-43c2-843f-1651b8c59976') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:34.872219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.880742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.926437 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.944280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:34.946052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:29:34.946709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:29:34.950277 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:29:34.962438 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] Sync routers for ids ['f901b29d-38db-4529-8726-1c35d48d96f5'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:34.982582 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] Routers {'f901b29d-38db-4529-8726-1c35d48d96f5'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:34.984334 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f901b29d-38db-4529-8726-1c35d48d96f5'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:34.985346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:34.986598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:34.990182 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9eeab-4796-4b63-b8ad-4ee44af6b428" -d '{"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-plugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:34.999666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.005062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ec565f46-dca8-4d2a-b7e3-b52bba4a83db no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:35.038265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.061109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.061478 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] Routers {'f901b29d-38db-4529-8726-1c35d48d96f5'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:35.062287 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f901b29d-38db-4529-8726-1c35d48d96f5'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.085646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.089963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/networks/ded9353a-e26d-4385-a8bb-5bff432c59d0 HTTP/1.1" status: 204 len: 168 time: 1.9101927 Jul 23 20:29:35.089963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f7441-ef24-444c-adaf-fb81716a055c tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Pushing event deleted for resources: {'Network': ['ID=ded9353a-e26d-4385-a8bb-5bff432c59d0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.094319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34276) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.098211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ec565f46-dca8-4d2a-b7e3-b52bba4a83db {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:35.098681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ec565f46-dca8-4d2a-b7e3-b52bba4a83db not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:35.120022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:35.120709 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be30d046-9609-40a8-a3c4-7b44884ec0b1 None None] The sync data for ids ['f901b29d-38db-4529-8726-1c35d48d96f5'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:35.137262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.158166 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-69219df7-edee-4b4d-8c00-c9e6ca2006fa tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "GET /v2.0/ports?device_id=46753319-d5df-476b-9789-425c4bce0236 HTTP/1.1" status: 200 len: 205 time: 0.0624385 Jul 23 20:29:35.158908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34278) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.189794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fec76507-7658-44b9-88a5-7ad0009dd034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.214153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.217734 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a107d644-9017-4004-9e23-762be7901850 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.5510669 Jul 23 20:29:35.234974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34284) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.372173 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2acecadd-2d51-474a-a69f-1bc324d75dbe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/f901b29d-38db-4529-8726-1c35d48d96f5 HTTP/1.1" status: 200 len: 919 time: 0.1356525 Jul 23 20:29:35.374532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.409908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1dc5a2f4-28b4-4f7d-874f-5ba9123b9385 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=f901b29d-38db-4529-8726-1c35d48d96f5 HTTP/1.1" status: 200 len: 205 time: 0.0340440 Jul 23 20:29:35.413747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.417877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.427925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fec76507-7658-44b9-88a5-7ad0009dd034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.450827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fec76507-7658-44b9-88a5-7ad0009dd034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.490368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fec76507-7658-44b9-88a5-7ad0009dd034 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5abb7a70a79d4ce19a82072ec7d92c04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2872956 Jul 23 20:29:35.513276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34290) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:35.539230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.543839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0d261-2f23-4e2a-accf-9fde1cb786d9 req-e722f04d-a688-420c-b697-06eb429c36e6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:35.545500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07d0d261-2f23-4e2a-accf-9fde1cb786d9 req-e722f04d-a688-420c-b697-06eb429c36e6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.5723541 Jul 23 20:29:35.602323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec76507-7658-44b9-88a5-7ad0009dd034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89114a5a-c133-49ef-9e07-f595110a4ee4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:35.624169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-68e48351-96c0-4e3f-9f0d-fd5c35e63c84 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:35.632446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-68e48351-96c0-4e3f-9f0d-fd5c35e63c84 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2154930 Jul 23 20:29:35.668999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-5abd6674-e199-48f6-a146-127cac53175e tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/quotas/5b781e8b9ed44de3801d994193387425 HTTP/1.1" status: 200 len: 375 time: 0.0355036 Jul 23 20:29:35.695881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62461406-00c3-47d7-91f4-be4d2d9b5cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.703485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07d0d261-2f23-4e2a-accf-9fde1cb786d9 req-d7ffd96d-468e-4619-878b-a75ffb24d252 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412244 Jul 23 20:29:35.750350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-07dcc22d-cd72-4b2e-82e8-a1112e8953a8 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b781e8b9ed44de3801d994193387425&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801783 Jul 23 20:29:35.790755 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.819336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62461406-00c3-47d7-91f4-be4d2d9b5cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.969684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62461406-00c3-47d7-91f4-be4d2d9b5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.976552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62461406-00c3-47d7-91f4-be4d2d9b5cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:35.983618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-62461406-00c3-47d7-91f4-be4d2d9b5cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89114a5a-c133-49ef-9e07-f595110a4ee4 HTTP/1.1" status: 204 len: 168 time: 0.4600306 Jul 23 20:29:36.037353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62461406-00c3-47d7-91f4-be4d2d9b5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89114a5a-c133-49ef-9e07-f595110a4ee4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:36.126660 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92e0d11-3fdb-4357-8d57-6f81d68b2646 x-openstack-request-id: req-f92e0d11-3fdb-4357-8d57-6f81d68b2646 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:36.128096 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-plugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:36.129032 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f92e0d11-3fdb-4357-8d57-6f81d68b2646 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:36.130528 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'code': 200} Jul 23 20:29:36.230887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.233527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.248185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1cfc6068-cb06-4bf2-9d3a-02f1fa460ed8 req-47d7c809-457e-446b-8a97-dab7a5621e5a tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.0783703 Jul 23 20:29:36.303154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.303734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Fanout notify agent at l3_agent the message router_deleted on router 46753319-d5df-476b-9789-425c4bce0236 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:36.316575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.327173 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3bcd3138-79e2-4198-9e95-d0cab2c01c9b tempest-RoutersNegativeTest-1857278488 tempest-RoutersNegativeTest-1857278488-project] 10.222.0.46 "DELETE /v2.0/routers/46753319-d5df-476b-9789-425c4bce0236 HTTP/1.1" status: 204 len: 168 time: 1.1672277 Jul 23 20:29:36.392173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Deleting port 45b05fb9-4ca7-4c84-8a3c-0188c5555b49 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:36.393256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.564672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:36.600698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Calling delete_port for 45b05fb9-4ca7-4c84-8a3c-0188c5555b49 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:36.990334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34334) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:37.143542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.256343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb43446-e000-446e-b796-9124d416edb9 req-e0a3a66d-70be-4239-88a8-8e6e2bbc8410 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:37.259087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event deleted for resources: {'Port': ['ID=45b05fb9-4ca7-4c84-8a3c-0188c5555b49,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:37.263949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cb43446-e000-446e-b796-9124d416edb9 req-e0a3a66d-70be-4239-88a8-8e6e2bbc8410 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.2265515 Jul 23 20:29:37.427953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.436542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34670363-1542-43c7-b79e-5ebbb2c6d71b req-6c04955f-04ab-4258-a0dd-997df5998367 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.0977132 Jul 23 20:29:37.452626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cb43446-e000-446e-b796-9124d416edb9 req-9677bf3c-9825-4c2a-954d-f07ea34f03c7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1697795 Jul 23 20:29:37.612730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a391d95f-bbfb-449f-a9c6-8e9b0607f5c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6ca69c4487704aa99fb72142417c3d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209922 Jul 23 20:29:37.615322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:37.623762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.631515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.740940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418e78b6-c06f-4e17-869d-7c4984e54e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.754405 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.754878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Fanout notify agent at l3_agent the message router_deleted on router f901b29d-38db-4529-8726-1c35d48d96f5 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:37.780462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.782566 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9e0dd3d4-f866-40a2-a31f-99f1b62f1808 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/f901b29d-38db-4529-8726-1c35d48d96f5 HTTP/1.1" status: 204 len: 168 time: 2.3678784 Jul 23 20:29:37.788851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34362) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:37.795909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1802839126', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': False}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:37.819802 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418e78b6-c06f-4e17-869d-7c4984e54e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.846951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.849189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.942380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.943082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418e78b6-c06f-4e17-869d-7c4984e54e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.947519 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418e78b6-c06f-4e17-869d-7c4984e54e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:37.948929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-418e78b6-c06f-4e17-869d-7c4984e54e17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dff588f-8c37-4c3d-a33c-2e1e564f942e HTTP/1.1" status: 204 len: 168 time: 0.3324249 Jul 23 20:29:37.966473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e78b6-c06f-4e17-869d-7c4984e54e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff588f-8c37-4c3d-a33c-2e1e564f942e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:38.220686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:38.982464 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-eb1b0dfe-a240-433e-b956-c18b9384fab0 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5b781e8b9ed44de3801d994193387425&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1638541 Jul 23 20:29:39.106715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1729277c-e288-4750-a444-a6fc23bbe22a req-7b9b84da-fee2-4697-83c7-bfbb562a5c1e tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.1974928 Jul 23 20:29:39.264350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb3fb9-54c0-497b-a09b-ffe274b57911 req-26991755-8d2a-4fea-8b77-1547ba9f724e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:39.297333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75bb3fb9-54c0-497b-a09b-ffe274b57911 req-26991755-8d2a-4fea-8b77-1547ba9f724e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.6085575 Jul 23 20:29:39.412315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75bb3fb9-54c0-497b-a09b-ffe274b57911 req-65c1c9f1-f651-4cbe-a8f9-7c664dd4638c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108212 Jul 23 20:29:40.018632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896811-e700-48af-9a81-d4955ebe25fd req-59475c78-9d03-4103-abe1-a56f16b11497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.020415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-59475c78-9d03-4103-abe1-a56f16b11497 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1097 time: 0.3791203 Jul 23 20:29:40.085385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b0a8a-87ff-46a2-be55-03a7dbe18ba1 req-ccba7931-3240-46dc-b520-253d62f4fe42 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.093281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c3b0a8a-87ff-46a2-be55-03a7dbe18ba1 req-ccba7931-3240-46dc-b520-253d62f4fe42 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2765892 Jul 23 20:29:40.190058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c3b0a8a-87ff-46a2-be55-03a7dbe18ba1 req-d3d1c358-39c9-43f7-98f8-88b34bab01b5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910058 Jul 23 20:29:40.235473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896811-e700-48af-9a81-d4955ebe25fd req-c1becc06-e9f7-40c4-aea5-5524b0b05569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.237966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-c1becc06-e9f7-40c4-aea5-5524b0b05569 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2103105 Jul 23 20:29:40.383675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a54a221f-a521-490c-8e6a-66d12597929e req-d3deaaec-bdd1-46ce-a82f-f0ea14645221 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.0445361 Jul 23 20:29:40.386208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-33e2b2cb-48ca-4d74-bbd1-be516b8c1b8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.1418712 Jul 23 20:29:40.487359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896811-e700-48af-9a81-d4955ebe25fd req-29d71cde-0022-46b1-b9c8-063a1fc54cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.492316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-29d71cde-0022-46b1-b9c8-063a1fc54cd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0997529 Jul 23 20:29:40.534365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-d9fbec51-0db1-45ab-b79c-0ef33ef4259e tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.537822 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-d9fbec51-0db1-45ab-b79c-0ef33ef4259e tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5356402 Jul 23 20:29:40.538478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34456) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:40.559740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Request body: {'port': {'device_id': '4030845b-6332-4a40-b666-61d30907b9ae', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': '5b781e8b9ed44de3801d994193387425'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:40.566249 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.605123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:40.740066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6896811-e700-48af-9a81-d4955ebe25fd req-e1c94a9b-581c-4700-bcea-c2e2b3f3c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.741772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-e1c94a9b-581c-4700-bcea-c2e2b3f3c134 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2420850 Jul 23 20:29:40.759007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84158b8-2fc9-46a1-b7d2-41059ae2fbc6 req-e7e35ef5-31d7-4302-a554-dfe2da3f8959 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:40.760810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e84158b8-2fc9-46a1-b7d2-41059ae2fbc6 req-e7e35ef5-31d7-4302-a554-dfe2da3f8959 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1843588 Jul 23 20:29:40.856533 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e84158b8-2fc9-46a1-b7d2-41059ae2fbc6 req-d672eded-f1f7-48a1-8f86-98fde82e4eb0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863862 Jul 23 20:29:40.923390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3dea37b-0d08-4d7b-8e32-515032f1156c tempest-ServiceProvidersTest-555174252 tempest-ServiceProvidersTest-555174252-project] 10.222.0.46 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3783386 Jul 23 20:29:40.993523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-10dd0162-4661-4dfc-bd94-c7e16de39e95 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296622 Jul 23 20:29:41.138530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Allocated IP 172.25.8.22 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/c6a8cbe7-18eb-4a5c-af59-6168c9fa3634) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:41.239697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6896811-e700-48af-9a81-d4955ebe25fd req-81189e86-2be0-49e9-b71c-20c37c449505 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385740 Jul 23 20:29:41.479136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.495208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34498) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:41.598350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.613657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d0d9ae4-c395-4010-a795-e4182d16bbb6 req-a47887f6-df5d-4cc9-ae8f-b5778e2072e6 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.0645728 Jul 23 20:29:41.633618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc294e13-73cf-4a90-bccd-d02271906d02 req-270995fe-a709-4616-9323-3de1985fd2af tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:41.641515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc294e13-73cf-4a90-bccd-d02271906d02 req-270995fe-a709-4616-9323-3de1985fd2af tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2977190 Jul 23 20:29:41.726571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc294e13-73cf-4a90-bccd-d02271906d02 req-803cbd93-2e4d-4a0b-b357-9ff6b86d67de tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829182 Jul 23 20:29:41.780664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:41.786756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Made reservation on behalf of 5b781e8b9ed44de3801d994193387425 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:41.790590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.824648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.824873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:41.826830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:41.834217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:41.975221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Port': ['ID=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.076450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.134699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.236508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8777a1f-6da7-495a-a965-9b72f6207f80 req-bd57d0aa-6c05-4815-9299-19fa16dfcf47 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:42.246314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8777a1f-6da7-495a-a965-9b72f6207f80 req-bd57d0aa-6c05-4815-9299-19fa16dfcf47 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1737988 Jul 23 20:29:42.263493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b603fc6618754845b83fc9e8429c8b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7651842 Jul 23 20:29:42.271566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a72e5fd-e43d-409e-8884-901ac69b3fd2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:42.277270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34524) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.312139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.313402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.313402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.313402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.313402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033daeb-fa0b-4bef-8fbf-17c6472c2e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:42.345736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f8777a1f-6da7-495a-a965-9b72f6207f80 req-a0b264cb-faa6-4748-86dc-d0b289effb48 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985062 Jul 23 20:29:42.525106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.821208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6eadd38-a869-44fa-aabc-2abc21cb66ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.855183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1596511b-c2ce-4a6a-9921-9387ef55a8fe req-815fdaec-78a7-4d17-b055-13193c2037e9 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.0855434 Jul 23 20:29:42.900096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6eadd38-a869-44fa-aabc-2abc21cb66ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.941312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:42.983897 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.055140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675eeecc-d8d9-47c5-8fe5-353f78ea9e36 req-12e9a69e-5045-4332-b435-0a2695896b70 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.063422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-675eeecc-d8d9-47c5-8fe5-353f78ea9e36 req-12e9a69e-5045-4332-b435-0a2695896b70 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2252095 Jul 23 20:29:43.094443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0897e8d-3acb-4ac0-a36c-61c365382643,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.113038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.151471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-675eeecc-d8d9-47c5-8fe5-353f78ea9e36 req-47171db8-b071-471f-9bee-cbfe7334bc77 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871131 Jul 23 20:29:43.345817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6eadd38-a869-44fa-aabc-2abc21cb66ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.349919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6eadd38-a869-44fa-aabc-2abc21cb66ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.352200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6eadd38-a869-44fa-aabc-2abc21cb66ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a72e5fd-e43d-409e-8884-901ac69b3fd2 HTTP/1.1" status: 204 len: 168 time: 1.0738986 Jul 23 20:29:43.411343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eadd38-a869-44fa-aabc-2abc21cb66ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a72e5fd-e43d-409e-8884-901ac69b3fd2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:43.505028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Allocated IP 192.168.233.225 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/0a8123fb-8f1f-439e-a2d3-86b190e35a50) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:43.518609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Router c7abc9e2-525c-483d-9f6f-40217e0a5ec0 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:43.617403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d9b74-395a-4099-828c-cb1bd96e7648 req-73a24fd1-8741-4842-b845-8032c822fcf8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:43.637684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d5d9b74-395a-4099-828c-cb1bd96e7648 req-73a24fd1-8741-4842-b845-8032c822fcf8 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1609368 Jul 23 20:29:43.746468 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.767180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d5d9b74-395a-4099-828c-cb1bd96e7648 req-ece8c53f-8de7-4379-b12b-2f0706fa1a6b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1225185 Jul 23 20:29:43.854403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9993bdd7-0f5c-4dbe-98ad-61fb54aa2a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:43.929019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:43.947195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Sync routers for ids ['c7abc9e2-525c-483d-9f6f-40217e0a5ec0'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:43.959235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Routers {'c7abc9e2-525c-483d-9f6f-40217e0a5ec0'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:43.960134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['c7abc9e2-525c-483d-9f6f-40217e0a5ec0'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:44.083848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.088819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0435e2b5-af8d-4884-93fb-bc9a296c0766 req-e052fb76-febc-40b9-a8e9-e8b7fdeadc28 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.1516247 Jul 23 20:29:44.101202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Set router c7abc9e2-525c-483d-9f6f-40217e0a5ec0 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:44.156416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Transition to ACTIVE for port object 0a8123fb-8f1f-439e-a2d3-86b190e35a50 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:44.180859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.188852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:44.189493 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15eb1bd1-2a44-4866-8846-be263c303ab8 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3991561 Jul 23 20:29:44.295433 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.404890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:44.411674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:44.428019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:44.451346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92f3de03-c3de-4f83-b34e-aa01bfd89212 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/c7abc9e2-525c-483d-9f6f-40217e0a5ec0 HTTP/1.1" status: 200 len: 908 time: 0.2608852 Jul 23 20:29:44.453877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:44.467242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1802839126', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': True}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:44.512650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7abc9e2-525c-483d-9f6f-40217e0a5ec0', 'name': 'tempest-snat-router-1802839126', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.22'}], 'enable_snat': False}, 'gw_port_id': 'c6a8cbe7-18eb-4a5c-af59-6168c9fa3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:37Z', 'updated_at': '2021-07-23T20:29:42Z', 'revision_number': 3, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port': {'id': 'c6a8cbe7-18eb-4a5c-af59-6168c9fa3634', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7abc9e2-525c-483d-9f6f-40217e0a5ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:40Z', 'updated_at': '2021-07-23T20:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:44.539138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.541281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Pushing event updated for resources: {'Port': ['ID=0a8123fb-8f1f-439e-a2d3-86b190e35a50,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:44.553760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.573946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Checking router: c7abc9e2-525c-483d-9f6f-40217e0a5ec0 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:44.574557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Updating router c7abc9e2-525c-483d-9f6f-40217e0a5ec0 port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:44.631838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:44.634988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.657808 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.671473 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-326d46a8-1d28-4316-bb95-ed675ffabf56 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1246479 Jul 23 20:29:44.683864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Request body: {'port': {'device_id': '4030845b-6332-4a40-b666-61d30907b9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:44.751062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.864288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:44.905768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34640) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:44.925857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34642) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:44.926692 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0191753 Jul 23 20:29:45.130227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00490bd8-9fc8-49d0-873f-ca671c289d61 None None] Provisioning for port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:45.196829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00490bd8-9fc8-49d0-873f-ca671c289d61 None None] Provisioning complete for port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:45.197306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00490bd8-9fc8-49d0-873f-ca671c289d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.211633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bd76ebb8-576c-4e30-92d9-a6721b01c141 tempest-NetworksApiDiscovery-1028420236 tempest-NetworksApiDiscovery-1028420236-project] 10.222.0.46 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2693770 Jul 23 20:29:45.236812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:45.404567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d766b3-87fe-4182-898a-4d32bf148039 req-449c6eca-36e3-476e-875f-8184cdd2f803 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:45.414960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2d766b3-87fe-4182-898a-4d32bf148039 req-449c6eca-36e3-476e-875f-8184cdd2f803 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.4667022 Jul 23 20:29:45.415920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-00490bd8-9fc8-49d0-873f-ca671c289d61 None None] Port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:29:45.622103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2d766b3-87fe-4182-898a-4d32bf148039 req-ba8fa674-c297-4f32-8bab-183b3384fcdf tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2057319 Jul 23 20:29:45.756821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ad9cd-55f3-4d5b-ba85-47c6807d0fc0 req-9a0b05f7-8c80-41fc-8d29-88c5849cfb02 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:45.769122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-105ad9cd-55f3-4d5b-ba85-47c6807d0fc0 req-9a0b05f7-8c80-41fc-8d29-88c5849cfb02 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 936 time: 0.4777205 Jul 23 20:29:45.852366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:45.875390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-105ad9cd-55f3-4d5b-ba85-47c6807d0fc0 req-2658d730-e946-4ffd-97f4-cef4bb309bb7 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042526 Jul 23 20:29:46.276978 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.302082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Transition to ACTIVE for port object c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:46.312334 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.459760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Attempting to bind port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:46.460529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Attempting to bind port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:46.462382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Attempting to bind port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:46.473954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:46.474334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:46.474827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.475233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:46.475773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Bound port: c6a8cbe7-18eb-4a5c-af59-6168c9fa3634, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:46.476163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.478080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc08e-527f-450f-82b2-551e2e2202f6 None None] Pushing event updated for resources: {'Port': ['ID=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.582071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] For port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:46.586685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] For port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:46.588725 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.590377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-855ba7f7-bd65-47f1-bb35-ba00037681eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.598373 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.697459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8123fb-8f1f-439e-a2d3-86b190e35a50 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:46.711767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc08e-527f-450f-82b2-551e2e2202f6 None None] Pushing event updated for resources: {'Port': ['ID=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:46.726273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.748407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Routers {'c7abc9e2-525c-483d-9f6f-40217e0a5ec0'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:46.749341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['c7abc9e2-525c-483d-9f6f-40217e0a5ec0'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:46.792657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Transition to ACTIVE for port object 0a8123fb-8f1f-439e-a2d3-86b190e35a50 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:46.800001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:46.930424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8123fb-8f1f-439e-a2d3-86b190e35a50,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.035332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.135841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.169522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] Set router c7abc9e2-525c-483d-9f6f-40217e0a5ec0 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:47.217070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Attempting to bind port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:47.217413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Attempting to bind port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:47.217797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Attempting to bind port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:47.223462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:29:47.224049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Attempting to bind port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:47.235253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:47.242213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:47.243056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:47.243850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Bound port: 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:47.244416 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.408702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Allocated IP 172.25.8.233 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/8d2782c3-77a9-401b-a690-e97e4e91b0ba) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:47.433564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] For port 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:47.447802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] For port 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:47.456621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.498964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.499810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.506659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a8123fb-8f1f-439e-a2d3-86b190e35a50 HTTP/1.1" status: 200 len: 1097 time: 2.8270929 Jul 23 20:29:47.508665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4030845b-6332-4a40-b666-61d30907b9ae', 'tag': '0a8123fb-8f1f-439e-a2d3-86b190e35a50'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:47.513616 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940e59f9-2abc-472f-a38e-2fe20201a857" -d '{"events": [{"name": "network-changed", "server_uuid": "4030845b-6332-4a40-b666-61d30907b9ae", "tag": "0a8123fb-8f1f-439e-a2d3-86b190e35a50"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:47.677322 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.741950 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a69a8de8-e3b8-4465-a6e5-f8f8b47a2bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.763524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef19cec-52b1-4d72-8cfc-0ae2f259a591 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8123fb-8f1f-439e-a2d3-86b190e35a50,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:47.834099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-b0f07625-3062-4982-904a-8fd110523219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:47.836270 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-b0f07625-3062-4982-904a-8fd110523219 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b781e8b9ed44de3801d994193387425&device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 1100 time: 0.2460740 Jul 23 20:29:47.859665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.903267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7abc9e2-525c-483d-9f6f-40217e0a5ec0', 'name': 'tempest-snat-router-1802839126', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.22'}], 'enable_snat': False}, 'gw_port_id': 'c6a8cbe7-18eb-4a5c-af59-6168c9fa3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:37Z', 'updated_at': '2021-07-23T20:29:42Z', 'revision_number': 3, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port': {'id': 'c6a8cbe7-18eb-4a5c-af59-6168c9fa3634', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7abc9e2-525c-483d-9f6f-40217e0a5ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:40Z', 'updated_at': '2021-07-23T20:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:47.967021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-0202ab4e-7d27-4a52-ba52-f657850c7dd1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50 HTTP/1.1" status: 200 len: 217 time: 0.1206839 Jul 23 20:29:47.992390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a69a8de8-e3b8-4465-a6e5-f8f8b47a2bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:47.993641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a922d3a0-b2bf-44a1-97da-c55541dc4cff None None] The sync data for ids ['c7abc9e2-525c-483d-9f6f-40217e0a5ec0'] in n-d-793620-13 is: [{'id': 'c7abc9e2-525c-483d-9f6f-40217e0a5ec0', 'name': 'tempest-snat-router-1802839126', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.22'}], 'enable_snat': False}, 'gw_port_id': 'c6a8cbe7-18eb-4a5c-af59-6168c9fa3634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:37Z', 'updated_at': '2021-07-23T20:29:42Z', 'revision_number': 3, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port': {'id': 'c6a8cbe7-18eb-4a5c-af59-6168c9fa3634', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:bb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7abc9e2-525c-483d-9f6f-40217e0a5ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:40Z', 'updated_at': '2021-07-23T20:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:48.065496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a69a8de8-e3b8-4465-a6e5-f8f8b47a2bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.088538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-30d88786-79cb-4fac-af80-9e64d627da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.090106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-30d88786-79cb-4fac-af80-9e64d627da6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1152301 Jul 23 20:29:48.152219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.205930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-c56c642b-44fd-4de3-9318-87a453b9f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.217885 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-c56c642b-44fd-4de3-9318-87a453b9f5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164880 Jul 23 20:29:48.235810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a69a8de8-e3b8-4465-a6e5-f8f8b47a2bb5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7139bc96cef34cd29ef79c56ea9f37f0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3818722 Jul 23 20:29:48.240478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34778) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:48.249124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8de8-e3b8-4465-a6e5-f8f8b47a2bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35092268-f506-4c06-b445-72961cf5e755,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:48.419394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ba2f-36b8-49df-a16b-80f092c3846b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.420570 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-2ef9e2af-aef8-4eb4-b725-208733990b45 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003191 Jul 23 20:29:48.485934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ba2f-36b8-49df-a16b-80f092c3846b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:48.577607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74154cc5-21fd-4d15-99c7-54287a55e560 req-716ff068-fdb5-4ec3-a289-36e10c71bad9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.598929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74154cc5-21fd-4d15-99c7-54287a55e560 req-716ff068-fdb5-4ec3-a289-36e10c71bad9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 1.5725946 Jul 23 20:29:48.744596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149dc21-45be-4426-9d33-c0b044f5085b req-db2b80cc-8b30-484b-a806-6d767afb0066 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:48.746726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1149dc21-45be-4426-9d33-c0b044f5085b req-db2b80cc-8b30-484b-a806-6d767afb0066 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 948 time: 1.6240296 Jul 23 20:29:48.781376 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1704fcba-d561-4cca-8acd-b5deb339ffe2 req-b724fcbc-488b-42af-ab56-28a752e528ef service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516901 Jul 23 20:29:48.806081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-74154cc5-21fd-4d15-99c7-54287a55e560 req-0e5f0cb2-9a78-41f6-b976-472409f22cc4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2060680 Jul 23 20:29:48.929030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1149dc21-45be-4426-9d33-c0b044f5085b req-229c8358-7fbb-49ab-8dc3-0c8f40d65997 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325946 Jul 23 20:29:48.995292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.101515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:49.193901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:29:49.204192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Port': ['ID=8d2782c3-77a9-401b-a690-e97e4e91b0ba,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.233071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:49.235061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ba2f-36b8-49df-a16b-80f092c3846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.239258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4c8ba2f-36b8-49df-a16b-80f092c3846b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.240445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c4c8ba2f-36b8-49df-a16b-80f092c3846b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35092268-f506-4c06-b445-72961cf5e755 HTTP/1.1" status: 204 len: 168 time: 0.9611332 Jul 23 20:29:49.260132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:29:49.297067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:49.309018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:49.309408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.344092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8ba2f-36b8-49df-a16b-80f092c3846b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35092268-f506-4c06-b445-72961cf5e755,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.427487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:49.578480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.636404 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f2fc7-98d4-418c-ab66-7074ccc83914 x-openstack-request-id: req-a64f2fc7-98d4-418c-ab66-7074ccc83914 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:49.636747 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4030845b-6332-4a40-b666-61d30907b9ae", "tag": "0a8123fb-8f1f-439e-a2d3-86b190e35a50", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:49.637012 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a64f2fc7-98d4-418c-ab66-7074ccc83914 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:49.637407 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4030845b-6332-4a40-b666-61d30907b9ae', 'tag': '0a8123fb-8f1f-439e-a2d3-86b190e35a50', 'status': 'completed', 'code': 200} Jul 23 20:29:49.689115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:49.695898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.699512 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:49.822313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-9db41656-4d3b-42e6-87f9-ef1f5750f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:49.823875 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-9db41656-4d3b-42e6-87f9-ef1f5750f6d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b781e8b9ed44de3801d994193387425&device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 1100 time: 0.1731634 Jul 23 20:29:49.862759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:49.965308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.158934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe79b379-2faf-4542-909b-380ae01080a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.211950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-1b9cb067-e526-4474-88d1-21275980d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.215534 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-1b9cb067-e526-4474-88d1-21275980d5d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.3814673 Jul 23 20:29:50.379580 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-fcba851d-b25a-46d0-9c8e-3dea603739a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50 HTTP/1.1" status: 200 len: 217 time: 0.1539268 Jul 23 20:29:50.480569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75a072-9654-4694-bee2-743966811e60 req-d8b8ea49-9df3-4325-a21d-1b4ec5e30ac5 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.501318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee75a072-9654-4694-bee2-743966811e60 req-d8b8ea49-9df3-4325-a21d-1b4ec5e30ac5 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 948 time: 0.3578908 Jul 23 20:29:50.507242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-e862bc86-5b2b-4794-865c-fbf138dd7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.511373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-e862bc86-5b2b-4794-865c-fbf138dd7efa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.1232986 Jul 23 20:29:50.525397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0a8123fb-8f1f-439e-a2d3-86b190e35a50 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:29:50.774664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:50.797688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-d0424794-160d-49ba-ad8a-bdc5c47b981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.799526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-d0424794-160d-49ba-ad8a-bdc5c47b981b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2752051 Jul 23 20:29:50.802292 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe79b379-2faf-4542-909b-380ae01080a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.818565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '0a8123fb-8f1f-439e-a2d3-86b190e35a50', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': '0a8123fb-8f1f-439e-a2d3-86b190e35a50', 'mac_address': 'fa:16:3e:5e:7a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:29:50.856447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.883209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee75a072-9654-4694-bee2-743966811e60 req-5c647bfc-0cbd-4d51-985a-6965c9b01969 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795781 Jul 23 20:29:50.891830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461e94-33a6-4553-90dc-913a0796b969 req-10af7508-f734-43c2-a4a2-71f53f057d75 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:50.893357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6461e94-33a6-4553-90dc-913a0796b969 req-10af7508-f734-43c2-a4a2-71f53f057d75 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.7712936 Jul 23 20:29:50.936220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:50.966808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8123fb-8f1f-439e-a2d3-86b190e35a50 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:29:50.997473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6461e94-33a6-4553-90dc-913a0796b969 req-a6344b00-8ecd-4a93-ba06-37c8d81d79bc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886652 Jul 23 20:29:51.062801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:51.074404 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.105253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:51.119416 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe79b379-2faf-4542-909b-380ae01080a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.225565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-ed2f35c6-5cca-4796-a74a-dd5eff6e45c2 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146981 Jul 23 20:29:51.232483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0a8123fb-8f1f-439e-a2d3-86b190e35a50,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.257189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:51.257592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.259962 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe79b379-2faf-4542-909b-380ae01080a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a760dc293754bf8aa5039b7a8695f80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8311176 Jul 23 20:29:51.266128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34890) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:51.356284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['0a8123fb-8f1f-439e-a2d3-86b190e35a50'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:29:51.374171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79b379-2faf-4542-909b-380ae01080a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156ece54-cf6b-4d51-a5f8-a99d48a4bba8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.569116 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-911e6917-53a7-4e37-8787-797ffd795323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.580432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-940e59f9-2abc-472f-a38e-2fe20201a857 req-f6bf730a-62e8-4358-afd4-d39b5c329ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164616 Jul 23 20:29:51.625844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Router 51cfa9ed-dc50-477e-b943-627992753ff2 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:29:51.699578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-911e6917-53a7-4e37-8787-797ffd795323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.921585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-911e6917-53a7-4e37-8787-797ffd795323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.924205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-911e6917-53a7-4e37-8787-797ffd795323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.932325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-911e6917-53a7-4e37-8787-797ffd795323 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/156ece54-cf6b-4d51-a5f8-a99d48a4bba8 HTTP/1.1" status: 204 len: 168 time: 0.6582942 Jul 23 20:29:51.936461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e6917-53a7-4e37-8787-797ffd795323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ece54-cf6b-4d51-a5f8-a99d48a4bba8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:51.946271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:29:51.964792 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Sync routers for ids ['51cfa9ed-dc50-477e-b943-627992753ff2'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:29:51.992552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:51.995974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6bc6adb4-374e-404c-a57d-5e3c9fe68368 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.5386150 Jul 23 20:29:51.996381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34924) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.012886 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Routers {'51cfa9ed-dc50-477e-b943-627992753ff2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:52.013857 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51cfa9ed-dc50-477e-b943-627992753ff2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:52.249866 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Set router 51cfa9ed-dc50-477e-b943-627992753ff2 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:52.273968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4edf2da8-c37c-4821-a2e9-fb5128ab18a5 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/51cfa9ed-dc50-477e-b943-627992753ff2 HTTP/1.1" status: 200 len: 908 time: 0.2762845 Jul 23 20:29:52.276242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:52.355749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6cbde1-fc7d-47fe-903e-ee3f41a441eb req-2066d6fa-38a1-4e20-a034-f615710e1d37 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.365965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af6cbde1-fc7d-47fe-903e-ee3f41a441eb req-2066d6fa-38a1-4e20-a034-f615710e1d37 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1720965 Jul 23 20:29:52.434517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f74b24-7c31-4406-af56-323d49f0a8c3 req-d55719ae-667e-46ac-8b0c-509a8cb4bb6a tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:52.436122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7f74b24-7c31-4406-af56-323d49f0a8c3 req-d55719ae-667e-46ac-8b0c-509a8cb4bb6a tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 949 time: 0.3092349 Jul 23 20:29:52.514459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.540807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0a8123fb-8f1f-439e-a2d3-86b190e35a50 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:29:52.588341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af6cbde1-fc7d-47fe-903e-ee3f41a441eb req-20ab5f64-fa93-4269-abf9-83bc2be1a465 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2201855 Jul 23 20:29:52.594904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7f74b24-7c31-4406-af56-323d49f0a8c3 req-0be1b8ce-268d-4a9f-9dfb-92ef6ad78946 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435578 Jul 23 20:29:52.652691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:29:52.658910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:29:52.659287 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.714394 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfa9ed-dc50-477e-b943-627992753ff2', 'name': 'tempest-snat-router-1802839126', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8d2782c3-77a9-401b-a690-e97e4e91b0ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:44Z', 'updated_at': '2021-07-23T20:29:49Z', 'revision_number': 3, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port': {'id': '8d2782c3-77a9-401b-a690-e97e4e91b0ba', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cfa9ed-dc50-477e-b943-627992753ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:29:47Z', 'updated_at': '2021-07-23T20:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:52.766481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.807529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Checking router: 51cfa9ed-dc50-477e-b943-627992753ff2 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:29:52.808534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Updating router 51cfa9ed-dc50-477e-b943-627992753ff2 port 8d2782c3-77a9-401b-a690-e97e4e91b0ba binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:29:52.864419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.914088 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.947920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:52.948824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4030845b-6332-4a40-b666-61d30907b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8123fb-8f1f-439e-a2d3-86b190e35a50'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:52.951422 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef6f52-94d2-42bc-8dff-02bbfdf2cd15" -d '{"events": [{"server_uuid": "4030845b-6332-4a40-b666-61d30907b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a8123fb-8f1f-439e-a2d3-86b190e35a50"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:52.966036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:52.982507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Deleting port 8d2782c3-77a9-401b-a690-e97e4e91b0ba {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:52.982875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.045818 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4000d5-b26b-41a8-bbd5-41f6d017b49a x-openstack-request-id: req-bb4000d5-b26b-41a8-bbd5-41f6d017b49a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:53.046376 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4030845b-6332-4a40-b666-61d30907b9ae", "name": "network-vif-plugged", "status": "completed", "tag": "0a8123fb-8f1f-439e-a2d3-86b190e35a50", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:53.047226 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb4000d5-b26b-41a8-bbd5-41f6d017b49a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:53.047797 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4030845b-6332-4a40-b666-61d30907b9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8123fb-8f1f-439e-a2d3-86b190e35a50', 'code': 200} Jul 23 20:29:53.080622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=0a8123fb-8f1f-439e-a2d3-86b190e35a50,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.262587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.307161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Calling delete_port for 8d2782c3-77a9-401b-a690-e97e4e91b0ba owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:53.314625 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.334276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Transition to ACTIVE for port object 8d2782c3-77a9-401b-a690-e97e4e91b0ba will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:29:53.341409 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.471668 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Pushing event updated for resources: {'Port': ['ID=8d2782c3-77a9-401b-a690-e97e4e91b0ba,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.497946 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.498760 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.499106 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.500171 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.500444 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.500659 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.500988 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.501313 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.501662 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.501990 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.502299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.502621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:29:53.525597 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Attempting to bind port 8d2782c3-77a9-401b-a690-e97e4e91b0ba on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:29:53.526274 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Attempting to bind port 8d2782c3-77a9-401b-a690-e97e4e91b0ba by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:29:53.526891 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Attempting to bind port 8d2782c3-77a9-401b-a690-e97e4e91b0ba on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:29:53.533034 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:29:53.533749 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:53.534358 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.535210 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:29:53.535404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab981e0-3600-40be-a5ca-42dfda50074f req-83cb9e43-5a0c-4866-810e-35f3547a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.536209 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Bound port: 8d2782c3-77a9-401b-a690-e97e4e91b0ba, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:29:53.536793 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.537418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aab981e0-3600-40be-a5ca-42dfda50074f req-83cb9e43-5a0c-4866-810e-35f3547a267e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 1102 time: 0.4162893 Jul 23 20:29:53.603778 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] For port 8d2782c3-77a9-401b-a690-e97e4e91b0ba, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:29:53.608337 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] For port 8d2782c3-77a9-401b-a690-e97e4e91b0ba, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8d2782c3-77a9-401b-a690-e97e4e91b0ba,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:29:53.621645 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.649507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aab981e0-3600-40be-a5ca-42dfda50074f req-fe2073c8-2f59-4f3d-9148-354596023f4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Jul 23 20:29:53.809140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:53.868894 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b362f-3da4-4836-9ee5-e80eaa262467 None None] Pushing event updated for resources: {'Port': ['ID=8d2782c3-77a9-401b-a690-e97e4e91b0ba,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.883168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Routers {'51cfa9ed-dc50-477e-b943-627992753ff2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:29:53.884754 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51cfa9ed-dc50-477e-b943-627992753ff2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:53.885774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d2782c3-77a9-401b-a690-e97e4e91b0ba,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:53.993856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e8cd8-0244-4d5f-bca9-169368515a9b req-45838f34-9ac5-4114-86dd-9c008557b855 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:53.995448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d40e8cd8-0244-4d5f-bca9-169368515a9b req-45838f34-9ac5-4114-86dd-9c008557b855 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 950 time: 0.2923894 Jul 23 20:29:54.015531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.073807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] Set router 51cfa9ed-dc50-477e-b943-627992753ff2 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:29:54.155068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19545a81-2e5d-4788-9ceb-8acc5538469c req-aab1929f-e00f-47e5-bcfe-3ff885ceb0eb tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:54.171801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.182058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.196442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19545a81-2e5d-4788-9ceb-8acc5538469c req-aab1929f-e00f-47e5-bcfe-3ff885ceb0eb tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.4314780 Jul 23 20:29:54.292905 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cfa9ed-dc50-477e-b943-627992753ff2', 'name': 'tempest-snat-router-1802839126', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:44Z', 'updated_at': '2021-07-23T20:29:53Z', 'revision_number': 5, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:29:54.303459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.303994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51cfa9ed-dc50-477e-b943-627992753ff2 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:54.309319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.326659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-97e0fcff-7258-47b2-bb04-d990d7bff21a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/routers/51cfa9ed-dc50-477e-b943-627992753ff2 HTTP/1.1" status: 204 len: 168 time: 2.0484402 Jul 23 20:29:54.327350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35020) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:54.327472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d40e8cd8-0244-4d5f-bca9-169368515a9b req-0e2ce092-b2c0-42e0-9c2f-c67dd8adc511 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150220 Jul 23 20:29:54.381115 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e4aff0-4edf-4730-a9a5-c283cbc573b8 None None] The sync data for ids ['51cfa9ed-dc50-477e-b943-627992753ff2'] in n-d-793620-13 is: [{'id': '51cfa9ed-dc50-477e-b943-627992753ff2', 'name': 'tempest-snat-router-1802839126', 'tenant_id': 'fd163429de8045e796df6330d2cff1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:29:44Z', 'updated_at': '2021-07-23T20:29:53Z', 'revision_number': 5, 'project_id': 'fd163429de8045e796df6330d2cff1ae', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:29:54.413894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19545a81-2e5d-4788-9ceb-8acc5538469c req-a9cf71df-bd47-4132-9f83-bd376295464d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2161603 Jul 23 20:29:54.622630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35042) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:54.723871 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.787400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-197508154-network', 'tenant_id': '6f6e7a7ede964f449cfc51bb2e20ca36'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:54.825388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Made reservation on behalf of 6f6e7a7ede964f449cfc51bb2e20ca36 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:54.828570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.847924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:54.907883 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.020754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Deleting port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:55.021100 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.030654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.054019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.081688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:55.094077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.094325 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Added segment e6247c16-d3c5-4382-a7f9-9c7655697d33 of type vlan for network 22b90477-32cf-4256-8d7f-62684e3ea857 Jul 23 20:29:55.170858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] For port c6a8cbe7-18eb-4a5c-af59-6168c9fa3634, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:55.171799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.187735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Calling delete_port for c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:55.214173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383e7cf8-f81c-4795-8823-53f2c3410215,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.227131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.264294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.265904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.266859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.316668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6927660 Jul 23 20:29:55.320881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35078) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:55.327865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Request body: {'subnet': {'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-197508154-subnet', 'tenant_id': '6f6e7a7ede964f449cfc51bb2e20ca36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:55.403765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e1831-d811-45c3-bb1e-7a33e4d2f928 admin admin] Pushing event updated for resources: {'Network': ['ID=22b90477-32cf-4256-8d7f-62684e3ea857,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.418195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 22b90477-32cf-4256-8d7f-62684e3ea857 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:29:55.419935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Made reservation on behalf of 6f6e7a7ede964f449cfc51bb2e20ca36 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:55.423912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.679561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d063c-69c7-41eb-aacb-2b6bc3cdae4c req-aab3ca83-7adb-4d7a-8e80-f48026384d27 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.681362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-219d063c-69c7-41eb-aacb-2b6bc3cdae4c req-aab3ca83-7adb-4d7a-8e80-f48026384d27 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 950 time: 0.1566062 Jul 23 20:29:55.682443 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:55.746448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02b02d-89f4-4739-95d0-21dc8689db1d req-ecba8207-62eb-4f7e-b257-13bdf2c9c4f7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:55.749936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a02b02d-89f4-4739-95d0-21dc8689db1d req-ecba8207-62eb-4f7e-b257-13bdf2c9c4f7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1638582 Jul 23 20:29:55.832576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6a8cbe7-18eb-4a5c-af59-6168c9fa3634,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:55.845035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-219d063c-69c7-41eb-aacb-2b6bc3cdae4c req-71479b24-efd7-4c6c-898e-9474235bb617 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436193 Jul 23 20:29:55.870064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a02b02d-89f4-4739-95d0-21dc8689db1d req-deb90e4f-8b74-47fc-b312-8efc55696ec0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102509 Jul 23 20:29:56.041065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.075286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35118) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:56.311162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.314269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.339164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09b0da54-fd82-4fb5-8baa-2eed645371aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.403658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.406796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7abc9e2-525c-483d-9f6f-40217e0a5ec0 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:29:56.414567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.421605 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-360358ea-c87f-4db5-a774-0c8d018d33fe tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "DELETE /v2.0/routers/c7abc9e2-525c-483d-9f6f-40217e0a5ec0 HTTP/1.1" status: 204 len: 168 time: 2.0909483 Jul 23 20:29:56.424922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35134) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:56.439443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-467206128', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:56.445407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.526239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b062566-e5f0-4375-bf16-3c2b12544d1b req-c0ac49dd-4443-4275-acc6-355b4f899077 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:56.527940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b062566-e5f0-4375-bf16-3c2b12544d1b req-c0ac49dd-4443-4275-acc6-355b4f899077 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 950 time: 0.2798977 Jul 23 20:29:56.714362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b062566-e5f0-4375-bf16-3c2b12544d1b req-587f1bf3-94eb-4ce7-bd3a-8421c0bb9c81 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556726 Jul 23 20:29:56.792031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09b0da54-fd82-4fb5-8baa-2eed645371aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.806803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-09b0da54-fd82-4fb5-8baa-2eed645371aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.870725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.882806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:56.921235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7305524-c314-4649-ad07-fd61381f5165,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:56.931564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Checking segment: {'id': 'e6247c16-d3c5-4382-a7f9-9c7655697d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:29:56.931928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Network hostable DHCP agents. Network: 22b90477-32cf-4256-8d7f-62684e3ea857, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:29:56.933193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-09b0da54-fd82-4fb5-8baa-2eed645371aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0daad18c7cf42dd94834414753ad4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8557606 Jul 23 20:29:56.935496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0da54-fd82-4fb5-8baa-2eed645371aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578ae701-dd4f-44bb-8b6c-3e8a70f4b763,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:56.937678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35146) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:56.993056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Network 22b90477-32cf-4256-8d7f-62684e3ea857 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:29:57.020734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3caab5a6-8e74-4ff7-8abf-23d90b18cdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.023654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 22b90477-32cf-4256-8d7f-62684e3ea857) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:29:57.031085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a95b01-ab2c-417d-bc4d-f0ee62919701 None None] Network 22b90477-32cf-4256-8d7f-62684e3ea857 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:57.036120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.036729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.067994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.091779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3caab5a6-8e74-4ff7-8abf-23d90b18cdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.106022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5c5702b0-9431-45e4-8de7-852755415adb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7840223 Jul 23 20:29:57.192536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3caab5a6-8e74-4ff7-8abf-23d90b18cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.197930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3caab5a6-8e74-4ff7-8abf-23d90b18cdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.205017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3caab5a6-8e74-4ff7-8abf-23d90b18cdbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/578ae701-dd4f-44bb-8b6c-3e8a70f4b763 HTTP/1.1" status: 204 len: 168 time: 0.2604427 Jul 23 20:29:57.221153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caab5a6-8e74-4ff7-8abf-23d90b18cdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578ae701-dd4f-44bb-8b6c-3e8a70f4b763,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:57.333094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:29:57.465512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:29:57.466199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6a8cbe7-18eb-4a5c-af59-6168c9fa3634 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:29:57.612185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aa0140-397b-46e0-8412-cdd1b3e54598 None None] Network 22b90477-32cf-4256-8d7f-62684e3ea857 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:29:57.627326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:57.634810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636469a3-59f9-4020-9a9e-2d81a21859de req-c9f4161e-2ba6-4adc-87ff-742ae80be97d tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.637764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-636469a3-59f9-4020-9a9e-2d81a21859de req-c9f4161e-2ba6-4adc-87ff-742ae80be97d tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.36 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 950 time: 0.1504993 Jul 23 20:29:57.814388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762b103-99f2-4a01-a7bc-8f5d961e0385 req-48103dd2-2c9b-48c7-ac5a-e975ecddffec tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:57.827320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e762b103-99f2-4a01-a7bc-8f5d961e0385 req-48103dd2-2c9b-48c7-ac5a-e975ecddffec tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.5894816 Jul 23 20:29:58.021085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Deleting port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:29:58.021466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.041758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e762b103-99f2-4a01-a7bc-8f5d961e0385 req-1d8e8ce3-81ac-4896-bd2f-09a6b6f64d82 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2106340 Jul 23 20:29:58.177876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a91f4-57a5-4d3e-9a44-7142e6ca1afa req-8e7ea5c0-0435-4dd5-a39f-83d85ca02889 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:58.185157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-927a91f4-57a5-4d3e-9a44-7142e6ca1afa req-8e7ea5c0-0435-4dd5-a39f-83d85ca02889 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 950 time: 0.2650528 Jul 23 20:29:58.303946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] For port 0a8123fb-8f1f-439e-a2d3-86b190e35a50, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=0a8123fb-8f1f-439e-a2d3-86b190e35a50,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:29:58.304419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.314031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-927a91f4-57a5-4d3e-9a44-7142e6ca1afa req-3bde90b9-267d-4b56-8ce2-88c26e2cc977 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/security-groups?id=f0897e8d-3acb-4ac0-a36c-61c365382643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195297 Jul 23 20:29:58.341355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Calling delete_port for 0a8123fb-8f1f-439e-a2d3-86b190e35a50 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:29:58.642134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.686627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35210) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.694120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1342230268-network', 'tenant_id': 'd2043e304f2f40d1b02a0d3df5a827b2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:58.784260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Pushing event deleted for resources: {'Port': ['ID=0a8123fb-8f1f-439e-a2d3-86b190e35a50,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:58.956031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35214) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:58.956983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] No DVR routers for this DVR port 0a8123fb-8f1f-439e-a2d3-86b190e35a50 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:29:58.969936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:58.974547 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-636469a3-59f9-4020-9a9e-2d81a21859de req-251d9f61-74b2-4957-87c2-3cdc121a4e52 tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.36 "DELETE /v2.0/ports/0a8123fb-8f1f-439e-a2d3-86b190e35a50 HTTP/1.1" status: 204 len: 173 time: 1.3199732 Jul 23 20:29:58.993340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4030845b-6332-4a40-b666-61d30907b9ae', 'name': 'network-vif-deleted', 'tag': '0a8123fb-8f1f-439e-a2d3-86b190e35a50'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:29:58.999666 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8616f8-f119-4376-ad82-f4e9dc095596" -d '{"events": [{"server_uuid": "4030845b-6332-4a40-b666-61d30907b9ae", "name": "network-vif-deleted", "tag": "0a8123fb-8f1f-439e-a2d3-86b190e35a50"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:29:59.022798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Made reservation on behalf of d2043e304f2f40d1b02a0d3df5a827b2 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:29:59.027980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.067280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.122884 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ce6579-d649-4160-817f-5b83b12c891f x-openstack-request-id: req-f0ce6579-d649-4160-817f-5b83b12c891f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:29:59.123457 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4030845b-6332-4a40-b666-61d30907b9ae", "name": "network-vif-deleted", "tag": "0a8123fb-8f1f-439e-a2d3-86b190e35a50", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:29:59.123937 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0ce6579-d649-4160-817f-5b83b12c891f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:29:59.125115 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4030845b-6332-4a40-b666-61d30907b9ae', 'name': 'network-vif-deleted', 'tag': '0a8123fb-8f1f-439e-a2d3-86b190e35a50', 'status': 'completed', 'code': 200} Jul 23 20:29:59.336133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28beea55-80e5-4107-bd4f-5c5158f0450e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.465303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.493120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.505078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.514686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.554589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:29:59.574537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3641a67-4a7e-45c1-90c9-7503a91d1c17 req-20a515ad-d7a1-4bce-97ed-4891c138197e tempest-VolumesNegativeTest-1600440355 tempest-VolumesNegativeTest-1600440355-project] 10.222.0.46 "GET /v2.0/ports?device_id=4030845b-6332-4a40-b666-61d30907b9ae HTTP/1.1" status: 200 len: 210 time: 0.0617790 Jul 23 20:29:59.609346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.616605 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Added segment de338ca0-1b83-4511-bbad-0ae9de4f682a of type vlan for network 12023a66-7fae-47d7-8c1c-1a1437e60060 Jul 23 20:29:59.635546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e276dd8-be81-47b0-bed0-a29146d1043a req-86b3e643-a642-4cc2-9d5f-5fe995531be1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:59.637888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e276dd8-be81-47b0-bed0-a29146d1043a req-86b3e643-a642-4cc2-9d5f-5fe995531be1 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.2530239 Jul 23 20:29:59.725298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35232) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:29:59.748874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e276dd8-be81-47b0-bed0-a29146d1043a req-b6223c6a-c9b8-409e-984b-496cfecda7ca tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013119 Jul 23 20:29:59.770456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Allocated IP 172.25.8.106 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ec1a5102-2c2c-4f39-a182-07a67e28f8bf) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:29:59.855338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ff9f01-fe46-46fa-951b-ab9872526993,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:29:59.911957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.934096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.979151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.980621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:29:59.981571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:29:59.991106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-878744672'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:29:59.998292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.043661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28beea55-80e5-4107-bd4f-5c5158f0450e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.043987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:00.048606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:00.053882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28beea55-80e5-4107-bd4f-5c5158f0450e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.058779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:00.100756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4126537 Jul 23 20:30:00.102641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35236) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.109825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Request body: {'subnet': {'network_id': '12023a66-7fae-47d7-8c1c-1a1437e60060', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1342230268-subnet', 'tenant_id': 'd2043e304f2f40d1b02a0d3df5a827b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:00.112413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event updated for resources: {'Port': ['ID=ec1a5102-2c2c-4f39-a182-07a67e28f8bf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.115340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479d08-e523-473a-a691-b482028a7249 admin admin] Pushing event updated for resources: {'Network': ['ID=12023a66-7fae-47d7-8c1c-1a1437e60060,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.130062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Made reservation on behalf of 407844b81e9d4d9a8e115ff5bb8620e7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:00.131655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 12023a66-7fae-47d7-8c1c-1a1437e60060 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:00.134448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.150584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.169474 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-28beea55-80e5-4107-bd4f-5c5158f0450e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=772e9b67e56146828ee12baa8306a15e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1887124 Jul 23 20:30:00.170125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35238) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.205589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28beea55-80e5-4107-bd4f-5c5158f0450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ef8180-3662-4e4b-97e4-222a0fe9b8ef,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.217846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Made reservation on behalf of d2043e304f2f40d1b02a0d3df5a827b2 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:00.220574 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.298498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cdc226eb-65a8-4732-aea5-c8cd8ccc62e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.325825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.363405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.366311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cdc226eb-65a8-4732-aea5-c8cd8ccc62e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.394959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:00.452414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbecefdf-01b3-4682-9149-33db8d6eb468,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.478289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.478913 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Added segment 77ad16cf-6a67-46c3-9549-f27174c9d51e of type vlan for network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 Jul 23 20:30:00.540827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cdc226eb-65a8-4732-aea5-c8cd8ccc62e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.544394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cdc226eb-65a8-4732-aea5-c8cd8ccc62e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.565003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cdc226eb-65a8-4732-aea5-c8cd8ccc62e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2ef8180-3662-4e4b-97e4-222a0fe9b8ef HTTP/1.1" status: 204 len: 168 time: 0.3772607 Jul 23 20:30:00.595113 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.605937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0a8123fb-8f1f-439e-a2d3-86b190e35a50 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:00.614310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc226eb-65a8-4732-aea5-c8cd8ccc62e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ef8180-3662-4e4b-97e4-222a0fe9b8ef,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.626273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.672493 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.681154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:00.682370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.705347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 0a8123fb-8f1f-439e-a2d3-86b190e35a50 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:00.705725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 0a8123fb-8f1f-439e-a2d3-86b190e35a50 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:00.764418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcc2464-4dbe-4938-8534-b6d7ba3b261f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.799910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Checking segment: {'id': 'de338ca0-1b83-4511-bbad-0ae9de4f682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '12023a66-7fae-47d7-8c1c-1a1437e60060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:00.804085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Network hostable DHCP agents. Network: 12023a66-7fae-47d7-8c1c-1a1437e60060, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:00.838800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Network 12023a66-7fae-47d7-8c1c-1a1437e60060 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:00.852717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event updated for resources: {'Network': ['ID=cdfafa75-9b48-4ec0-bf52-137cf5b2d227,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:00.862713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f4013eb-0889-458c-aa3b-4052a4202e2c tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1332326 Jul 23 20:30:00.863207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 12023a66-7fae-47d7-8c1c-1a1437e60060) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:00.869710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35252) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:00.874701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298a4fe-15e0-4c19-9d8d-1a74f95ce5df None None] Network 12023a66-7fae-47d7-8c1c-1a1437e60060 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:00.881309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:00.883853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:00.898852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Request body: {'subnet': {'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:00.938690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.085067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d2be5749-e994-4343-a22e-fafe934ef5a7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9791005 Jul 23 20:30:01.112362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Made reservation on behalf of 407844b81e9d4d9a8e115ff5bb8620e7 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:01.118335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.128630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:01.244943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9a347-d68e-4ef0-9b05-9d1b69b16dab req-36401c61-9a48-4864-b239-adfbad5634f2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.246486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b4c9a347-d68e-4ef0-9b05-9d1b69b16dab req-36401c61-9a48-4864-b239-adfbad5634f2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.2531836 Jul 23 20:30:01.405726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35270) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:01.454750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94300354-a2dc-4e1b-9973-a8bb28379b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.470616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a2188-df53-402f-a90b-f4cc589393f2 None None] Network 12023a66-7fae-47d7-8c1c-1a1437e60060 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:01.522523 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.558133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b4c9a347-d68e-4ef0-9b05-9d1b69b16dab req-04a60542-28fc-4791-8870-f80b1e4bbdc4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3010418 Jul 23 20:30:01.625649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.752381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event updated for resources: {'Subnet': ['ID=c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:01.796756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Checking segment: {'id': '77ad16cf-6a67-46c3-9549-f27174c9d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:01.797346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Network hostable DHCP agents. Network: cdfafa75-9b48-4ec0-bf52-137cf5b2d227, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:01.839033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:01.871252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, cdfafa75-9b48-4ec0-bf52-137cf5b2d227) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:01.883054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b6acca-b5c0-4d54-98da-038025105d9d None None] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:01.908614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94300354-a2dc-4e1b-9973-a8bb28379b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.921743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:01.923001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.932693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94300354-a2dc-4e1b-9973-a8bb28379b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:01.950039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Router 74a9285a-06b0-4dd5-bfb2-ff4806099a9f is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:02.067023 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8b364e46-585e-4a01-9189-b1471059ef1b tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1937184 Jul 23 20:30:02.071425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35296) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.080463 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-94300354-a2dc-4e1b-9973-a8bb28379b08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8894a087729c4666bdfd7cd197418673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734581 Jul 23 20:30:02.111655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Request body: {'port': {'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1734108784'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:02.131653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35302) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.160020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:02.244084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.253837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] Sync routers for ids ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:02.257803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ddf155df-0a86-434a-844f-3e455c9192de tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8300481 Jul 23 20:30:02.258513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35308) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:02.281722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': False}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:02.318539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-cdfafa75-9b48-4ec0-bf52-137cf5b2d227', 'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227', 'tenant_id': '407844b81e9d4d9a8e115ff5bb8620e7', 'fixed_ips': [{'subnet_id': 'c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:02.319994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.341570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] Routers {'74a9285a-06b0-4dd5-bfb2-ff4806099a9f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:02.342441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:02.344945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94300354-a2dc-4e1b-9973-a8bb28379b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13a7128-d6ae-4f1f-9fc4-6f78f79aa9be,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.451700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b32bfa75-d393-48a8-beb1-46044b486d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.484725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b32bfa75-d393-48a8-beb1-46044b486d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.486086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:02.554023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b32bfa75-d393-48a8-beb1-46044b486d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.557183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b32bfa75-d393-48a8-beb1-46044b486d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.559456 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b32bfa75-d393-48a8-beb1-46044b486d54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d13a7128-d6ae-4f1f-9fc4-6f78f79aa9be HTTP/1.1" status: 204 len: 168 time: 0.4242125 Jul 23 20:30:02.584812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bfa75-d393-48a8-beb1-46044b486d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13a7128-d6ae-4f1f-9fc4-6f78f79aa9be,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:02.627349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Made reservation on behalf of 407844b81e9d4d9a8e115ff5bb8620e7 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:02.633176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:02.667328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] device_id is not set on port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:30:02.723590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-edba5abd-7634-4872-9751-21b6476ac064 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:02.731243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-edba5abd-7634-4872-9751-21b6476ac064 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/networks?id=22b90477-32cf-4256-8d7f-62684e3ea857 HTTP/1.1" status: 200 len: 811 time: 0.5704167 Jul 23 20:30:02.774562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-1ed55f50-dcbc-4a84-9804-ec05e52a8b4c tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/quotas/6f6e7a7ede964f449cfc51bb2e20ca36 HTTP/1.1" status: 200 len: 375 time: 0.0329392 Jul 23 20:30:02.990733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] Routers {'74a9285a-06b0-4dd5-bfb2-ff4806099a9f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:02.992346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:03.041233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Allocated IP 172.20.0.7 (cdfafa75-9b48-4ec0-bf52-137cf5b2d227/c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed/2563f0bc-bb3a-4158-883b-1f6734f8fa7a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:03.076978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-d13c10ab-5675-4fdf-bcc5-0408ea858c6d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f6e7a7ede964f449cfc51bb2e20ca36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2844849 Jul 23 20:30:03.096635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:03.097541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d76db1-8f83-45f1-b879-270d2ee90cc6 None None] The sync data for ids ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:03.189294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.211630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-0c08bc52-9520-4da9-a1e0-91f4a113a484 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:30:03.213499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-0c08bc52-9520-4da9-a1e0-91f4a113a484 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136931 Jul 23 20:30:03.312909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38547b1-ad27-4964-a537-7e5e6e98ae55 req-cad2d980-3f58-43a6-bd22-eb9e255ee6ef tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:03.314969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e38547b1-ad27-4964-a537-7e5e6e98ae55 req-cad2d980-3f58-43a6-bd22-eb9e255ee6ef tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.5153434 Jul 23 20:30:03.393424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e38547b1-ad27-4964-a537-7e5e6e98ae55 req-08097d28-73d9-47f6-b739-0fa2c2dcdabd tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502858 Jul 23 20:30:03.452977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.471230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Transition to ACTIVE for port object 2563f0bc-bb3a-4158-883b-1f6734f8fa7a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:03.529215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.584780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:03.593304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:03.625926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Allocated IP 172.20.0.2 (cdfafa75-9b48-4ec0-bf52-137cf5b2d227/c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed/8414fe4d-bc34-44eb-b1f5-b18e29b2cd04) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:03.656859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:03.783460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:03.787431 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.842673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7653835 Jul 23 20:30:03.842673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aca74e-86a1-4407-85a9-f4b47f3dab87 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event updated for resources: {'Port': ['ID=2563f0bc-bb3a-4158-883b-1f6734f8fa7a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:03.847372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35400) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:03.852685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Request body: {'port': {'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-844601358', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:03.853181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] bootfile-name is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:30:03.853546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] tftp-server is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:30:03.853886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] server-ip-address is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:30:03.947044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:03.959437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Transition to ACTIVE for port object 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:03.995058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Transition to ACTIVE for port object 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:04.008286 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.086301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Made reservation on behalf of 407844b81e9d4d9a8e115ff5bb8620e7 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:04.099052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.124688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:04.126014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Pushing event updated for resources: {'Port': ['ID=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:04.139008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:04.147223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:04.163861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] device_id is not set on port 13b69d7d-b863-44c0-8b81-32a409b55cd5 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:30:04.270434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Attempting to bind port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:04.270605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Attempting to bind port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '77ad16cf-6a67-46c3-9549-f27174c9d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:04.273461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Attempting to bind port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 on network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:04.297991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:04.299088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Checking segment: {'id': '77ad16cf-6a67-46c3-9549-f27174c9d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:04.300553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.300943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Bound using segment: {'id': '77ad16cf-6a67-46c3-9549-f27174c9d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:04.303164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Bound port: 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ad16cf-6a67-46c3-9549-f27174c9d51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'cdfafa75-9b48-4ec0-bf52-137cf5b2d227'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:04.305586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.483947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Allocated IP 172.20.0.8 (cdfafa75-9b48-4ec0-bf52-137cf5b2d227/c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed/13b69d7d-b863-44c0-8b81-32a409b55cd5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:04.485716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] For port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:04.498813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] For port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,segment=NetworkSegment(77ad16cf-6a67-46c3-9549-f27174c9d51e),segment_id=77ad16cf-6a67-46c3-9549-f27174c9d51e)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:04.509241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.616643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-55a8ea53-7389-4f61-9c45-9226764fb2f8 service neutron] 10.222.0.46 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3883319 Jul 23 20:30:04.652797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb96c1e6-9e4d-4a1b-816f-dcbce68bf887 None None] Pushing event updated for resources: {'Port': ['ID=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:04.728568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.780866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.801850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a942f-ad5a-4810-b54f-653677afea1c req-377784ec-6a27-4fe6-a407-b1f817e5fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:04.803421 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-377784ec-6a27-4fe6-a407-b1f817e5fa0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1097 time: 0.2069514 Jul 23 20:30:04.813796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:04.871719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Transition to ACTIVE for port object 13b69d7d-b863-44c0-8b81-32a409b55cd5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:04.962950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-a67424b1-87df-4d4c-bd24-2e9edbc7d674 service neutron] 10.222.0.46 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444538 Jul 23 20:30:04.979985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c626-2889-49b5-a88d-c3247d4266d7 req-63aebbd9-ed2b-4e15-93e7-4f33567d5e8d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:04.981825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fd2c626-2889-49b5-a88d-c3247d4266d7 req-63aebbd9-ed2b-4e15-93e7-4f33567d5e8d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.3920624 Jul 23 20:30:05.020106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a942f-ad5a-4810-b54f-653677afea1c req-2ecf6b4f-dc53-4ec1-9f65-9a99516e431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.024299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-2ecf6b4f-dc53-4ec1-9f65-9a99516e431b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.2031660 Jul 23 20:30:05.116091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fd2c626-2889-49b5-a88d-c3247d4266d7 req-29afb0c1-672e-41dd-8211-ffb3fcf0db1f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1214108 Jul 23 20:30:05.150874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.163322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Router 74a9285a-06b0-4dd5-bfb2-ff4806099a9f has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:05.332551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:05.361784 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-96760745-295e-4c4c-91e9-ec05fac2e7e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 1001 time: 0.3197727 Jul 23 20:30:05.361784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:05.422492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:05.433571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a942f-ad5a-4810-b54f-653677afea1c req-1d75e210-3f1f-40ce-9f59-d5d7cabfd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.435388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-1d75e210-3f1f-40ce-9f59-d5d7cabfd4db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.0689878 Jul 23 20:30:05.438671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event updated for resources: {'Port': ['ID=13b69d7d-b863-44c0-8b81-32a409b55cd5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:05.516555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5e500a1-ca7b-4a28-afcd-5adb039fd5da req-3bdbf3e6-bf1a-4232-b333-d9d4b660ba75 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1158645 Jul 23 20:30:05.547551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:05.556768 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] Sync routers for ids ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:05.558452 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.564309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35490) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:05.566260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-912e581f-e729-4625-80c7-e00403ef2306 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "PUT /v2.0/routers/74a9285a-06b0-4dd5-bfb2-ff4806099a9f HTTP/1.1" status: 200 len: 921 time: 3.2953262 Jul 23 20:30:05.573716 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] Routers {'74a9285a-06b0-4dd5-bfb2-ff4806099a9f'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:05.574348 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:05.647092 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:05.673476 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] Routers {'74a9285a-06b0-4dd5-bfb2-ff4806099a9f'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:05.674121 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:05.712647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a942f-ad5a-4810-b54f-653677afea1c req-75ef6ce2-9f4a-472a-a9ea-e11e51211ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.715546 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-75ef6ce2-9f4a-472a-a9ea-e11e51211ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2705986 Jul 23 20:30:05.766509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:05.768034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:05.785362 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:05.786050 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2a4f19-fa5c-44a1-8c05-f16c4f55979a None None] The sync data for ids ['74a9285a-06b0-4dd5-bfb2-ff4806099a9f'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:05.939250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9d3b59e-3b92-4f55-9165-bcbc251885c2 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/74a9285a-06b0-4dd5-bfb2-ff4806099a9f HTTP/1.1" status: 200 len: 921 time: 0.3689766 Jul 23 20:30:05.943967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35520) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.016622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-439d9d66-8829-4d40-ac80-0fd516e58719 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1620097 Jul 23 20:30:06.016622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35528) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.102123 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-c0434ff8-5738-491e-a2da-a7f0b03459dc service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790741 Jul 23 20:30:06.186616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fee9b5-3f64-4bf9-9611-67f28508fb7b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.188717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-23fee9b5-3f64-4bf9-9611-67f28508fb7b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=74a9285a-06b0-4dd5-bfb2-ff4806099a9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2433267 Jul 23 20:30:06.191973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35544) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.345689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:30:06.378523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e69a1-bdb5-407f-90d7-64ecb86fe5fb tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.381220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a9e69a1-bdb5-407f-90d7-64ecb86fe5fb tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.1878862 Jul 23 20:30:06.392831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.458754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78561f16-e941-406a-942d-7d1355bb057c None None] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:06.532102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5394f307-bfd8-4d76-b104-db0173de311c tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=74a9285a-06b0-4dd5-bfb2-ff4806099a9f HTTP/1.1" status: 200 len: 205 time: 0.1377218 Jul 23 20:30:06.537608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35568) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:06.640732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-06fa339d-85d5-4159-8202-dee93eab0aa2 None None] Provisioning for port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:06.745602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe34d-7324-4076-b9c1-cd2e8796b716 req-85d8bc9b-e5fe-45f6-8a0a-00ffee01e6b7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.759636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-653fe34d-7324-4076-b9c1-cd2e8796b716 req-85d8bc9b-e5fe-45f6-8a0a-00ffee01e6b7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.4884017 Jul 23 20:30:06.765044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:06.799200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f9d7da7-e320-44ac-a1be-e5e99b8988c6 req-6cb85f46-feeb-4310-afda-467982d7750e tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1173398 Jul 23 20:30:06.838547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48126a-50e8-46a6-a4f6-ca3b325644fd tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.858126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48126a-50e8-46a6-a4f6-ca3b325644fd tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.878764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe48126a-50e8-46a6-a4f6-ca3b325644fd tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:06.879261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe48126a-50e8-46a6-a4f6-ca3b325644fd tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.8644993 Jul 23 20:30:06.886369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35590) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:07.045922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-653fe34d-7324-4076-b9c1-cd2e8796b716 req-93f9ef69-c412-48be-a27e-f862c59c3547 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2773297 Jul 23 20:30:07.087296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.131286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:07.143330 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005a942f-ad5a-4810-b54f-653677afea1c req-70bcfdd0-8395-4814-974f-347c54db31e0 service neutron] 10.222.0.36 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0204377 Jul 23 20:30:07.196127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Deleting port ec1a5102-2c2c-4f39-a182-07a67e28f8bf {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:07.196478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.295522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:07.307921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:07.307921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.318605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.336211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Calling delete_port for ec1a5102-2c2c-4f39-a182-07a67e28f8bf owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:07.508680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.594706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-81f55a8a-2629-4b55-a944-357d954334cf tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:07.596364 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-81f55a8a-2629-4b55-a944-357d954334cf tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.36 "GET /v2.0/networks?id=22b90477-32cf-4256-8d7f-62684e3ea857 HTTP/1.1" status: 200 len: 811 time: 0.6803536 Jul 23 20:30:07.599523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.614843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,segment=NetworkSegment(77ad16cf-6a67-46c3-9549-f27174c9d51e),segment_id=77ad16cf-6a67-46c3-9549-f27174c9d51e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:07.620559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Request body: {'port': {'device_id': '621630aa-2f87-4034-89e7-5989df09a6a5', 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857', 'admin_state_up': True, 'tenant_id': '6f6e7a7ede964f449cfc51bb2e20ca36'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:07.628426 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.645524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event deleted for resources: {'Port': ['ID=ec1a5102-2c2c-4f39-a182-07a67e28f8bf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:07.731645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Deleting port 13b69d7d-b863-44c0-8b81-32a409b55cd5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:07.731989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.746192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.764760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:07.813842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.814316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.814737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.815151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.815604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.816134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.816563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.816986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.817377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.817802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.818204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.818604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:07.832112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Provisioning for port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:07.838833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Provisioning complete for port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:07.839298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:07.907879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:07.934107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Provisioning complete for port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:07.934497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.053768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75001eff-3912-47a9-9129-9c5fe8d23aca req-8e80b7d1-2253-425e-8b4b-d2fba549fbef tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 210 time: 0.0717180 Jul 23 20:30:08.060072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.066079 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.073086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.125224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Calling delete_port for 13b69d7d-b863-44c0-8b81-32a409b55cd5 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:08.163987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Provisioning for port 13b69d7d-b863-44c0-8b81-32a409b55cd5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:08.168638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Provisioning complete for port 13b69d7d-b863-44c0-8b81-32a409b55cd5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:08.169207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.186488 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.187037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Fanout notify agent at l3_agent the message router_deleted on router 74a9285a-06b0-4dd5-bfb2-ff4806099a9f {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:08.204946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.211269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cfcdbc44-2de8-4e02-b408-3994b2be9703 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/74a9285a-06b0-4dd5-bfb2-ff4806099a9f HTTP/1.1" status: 204 len: 168 time: 1.6700923 Jul 23 20:30:08.214264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:08.233256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-658444807', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:08.275981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7189d69c-ff46-4de9-b0a4-acd2b0426844 None None] Port 13b69d7d-b863-44c0-8b81-32a409b55cd5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:08.341425 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.342714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.399768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79978f2a-9cef-4c42-aff1-af844f774ad9 req-95d46ac2-bbde-4a06-a158-836efaa1c19c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:08.401796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79978f2a-9cef-4c42-aff1-af844f774ad9 req-95d46ac2-bbde-4a06-a158-836efaa1c19c tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 945 time: 0.1455181 Jul 23 20:30:08.406078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Made reservation on behalf of 6f6e7a7ede964f449cfc51bb2e20ca36 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:08.412160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.415471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c919e1dd-c532-4415-a17e-649296492afe None None] Provisioning complete for port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:08.415765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.416237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c919e1dd-c532-4415-a17e-649296492afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.481107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event deleted for resources: {'Port': ['ID=13b69d7d-b863-44c0-8b81-32a409b55cd5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:08.543262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c919e1dd-c532-4415-a17e-649296492afe None None] Port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:08.596170 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.606518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.637320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:08.675778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79978f2a-9cef-4c42-aff1-af844f774ad9 req-c7d44387-a2d5-449f-b6e5-d475a1bb994e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2667012 Jul 23 20:30:08.677543 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.678859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a78d70b-e24b-4406-b459-eae0cf6a5904 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4615521 Jul 23 20:30:08.682425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35688) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:08.689759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:08.713353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-faa69d64-131e-4780-999c-cc1c3f5b4c18 None None] Could not find standard attr ID for object 13b69d7d-b863-44c0-8b81-32a409b55cd5. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:30:08.903899 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.978485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Allocated IP 172.20.0.11 (22b90477-32cf-4256-8d7f-62684e3ea857/f7305524-c314-4649-ad07-fd61381f5165/a373bbb6-a59d-40b2-b538-af90edd4f9e2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:08.983764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:08.984859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:08.988302 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10894b-c740-4185-90ce-cfccab639a3d" -d '{"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-unplugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:08.992296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:08.993827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.008799 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3ce58fe3-04de-4b91-958c-fc83cb7c7f54 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "DELETE /v2.0/ports/13b69d7d-b863-44c0-8b81-32a409b55cd5 HTTP/1.1" status: 204 len: 168 time: 2.1213455 Jul 23 20:30:09.013792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35700) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:09.038232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Request body: {'port': {'name': 'tempest-new-port-name-5984532', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:09.044527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] bootfile-name is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:30:09.045857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] tftp-server is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:30:09.051072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.api.validators [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] server-ip-address is not in valid_values {{(pid=94026) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 23 20:30:09.130181 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe710d35-498a-4729-b2c6-0f3917f1f834 x-openstack-request-id: req-fe710d35-498a-4729-b2c6-0f3917f1f834 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:09.130568 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-unplugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:09.130848 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe710d35-498a-4729-b2c6-0f3917f1f834 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:09.131253 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'code': 200} Jul 23 20:30:09.132727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:09.191322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.242271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:09.242975 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.396237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a6472ad-d635-44bb-ba4a-b09484a3db06 req-50f71ec9-4ea3-4805-98fc-1c154f2a0666 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 210 time: 0.1647525 Jul 23 20:30:09.429102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.506420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35708) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:09.527500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.536974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-170d41ae-4059-4fa9-94a5-47bffaccca19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6486366 Jul 23 20:30:09.638603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.680707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e14a2df-9349-4f0b-bdfe-56dbd89e348d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.749749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-58791fec-37b7-4b93-84fc-a509cfc61e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:09.752220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-58791fec-37b7-4b93-84fc-a509cfc61e95 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 1098 time: 0.1859567 Jul 23 20:30:09.761878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.821847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Network 22b90477-32cf-4256-8d7f-62684e3ea857 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:09.826862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:09.834799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:09.884507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Pushing event updated for resources: {'Port': ['ID=a373bbb6-a59d-40b2-b538-af90edd4f9e2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:09.898858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.903559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:09.951778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:09.952552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.013838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] In _notify_port_updated(), no bound segment for port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a on network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:30:10.020150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:10.020959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.022397 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "PUT /v2.0/ports/2563f0bc-bb3a-4158-883b-1f6734f8fa7a HTTP/1.1" status: 200 len: 1133 time: 1.0029757 Jul 23 20:30:10.027531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35716) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.040269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-1912f5fd-58bd-4507-8550-6c2781555fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:10.045625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-1912f5fd-58bd-4507-8550-6c2781555fa4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2624257 Jul 23 20:30:10.048646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364575c-d985-45e5-a182-a4b9929de2d1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event updated for resources: {'Port': ['ID=2563f0bc-bb3a-4158-883b-1f6734f8fa7a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.132802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0f08e2-003a-4668-ac1c-29e6e2ba2fc3 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:10.134662 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4f0f08e2-003a-4668-ac1c-29e6e2ba2fc3 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "GET /v2.0/ports/2563f0bc-bb3a-4158-883b-1f6734f8fa7a HTTP/1.1" status: 200 len: 1133 time: 0.1059330 Jul 23 20:30:10.138552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35718) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.156912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-2747804f-60e6-45d5-a1d6-1c7632d31e73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 HTTP/1.1" status: 200 len: 217 time: 0.1017408 Jul 23 20:30:10.160629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e14a2df-9349-4f0b-bdfe-56dbd89e348d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.161777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.212033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.212268 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-fd71dc9d-11c2-4b96-b97b-15756542962d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6036625 Jul 23 20:30:10.213729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e14a2df-9349-4f0b-bdfe-56dbd89e348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.227871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Request body: {'port': {'device_id': '621630aa-2f87-4034-89e7-5989df09a6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:10.337515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8c38c-5aeb-47b6-8692-044e011e84e5 req-c3c66d65-8e94-4d15-ad2e-6324834e7395 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:10.339032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bb8c38c-5aeb-47b6-8692-044e011e84e5 req-c3c66d65-8e94-4d15-ad2e-6324834e7395 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.4654305 Jul 23 20:30:10.355030 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.427404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Deleting port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:10.427769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.461449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-12b7d38a-4b95-44c3-82f0-7733baf91513 None None] Provisioning complete for port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:10.461982 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12b7d38a-4b95-44c3-82f0-7733baf91513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.532285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-12b7d38a-4b95-44c3-82f0-7733baf91513 None None] Port 2563f0bc-bb3a-4158-883b-1f6734f8fa7a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:10.648451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.691462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Calling delete_port for 2563f0bc-bb3a-4158-883b-1f6734f8fa7a owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:10.769044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e14a2df-9349-4f0b-bdfe-56dbd89e348d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a2727623a96436b95b383352b34166d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2615759 Jul 23 20:30:10.771163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-db515b37-604c-4b6d-bac4-fc535709490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:10.772382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-db515b37-604c-4b6d-bac4-fc535709490a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.6077430 Jul 23 20:30:10.772553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35724) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:10.782384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14a2df-9349-4f0b-bdfe-56dbd89e348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77348cfd-6eba-47b5-9c87-f5d943ab1fdb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:10.899808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a373bbb6-a59d-40b2-b538-af90edd4f9e2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:10.924398 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.930565 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c30167-44c1-4a1b-9bb8-374b79ca3b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:10.958043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bb8c38c-5aeb-47b6-8692-044e011e84e5 req-c5507bad-0d0b-44d6-8028-055ba2260555 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2169526 Jul 23 20:30:11.015223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb74eeb-2f63-44fb-9ee2-d8812a7c8f31 req-f449d5cd-6866-4095-aa17-1a6c5a9766b2 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:11.017167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bb74eeb-2f63-44fb-9ee2-d8812a7c8f31 req-f449d5cd-6866-4095-aa17-1a6c5a9766b2 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 932 time: 0.2775126 Jul 23 20:30:11.040397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-49b8d1c6-c098-4684-bfba-4815c02db08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:11.042027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-49b8d1c6-c098-4684-bfba-4815c02db08d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2560415 Jul 23 20:30:11.052516 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c30167-44c1-4a1b-9bb8-374b79ca3b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.095446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Transition to ACTIVE for port object a373bbb6-a59d-40b2-b538-af90edd4f9e2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:11.110309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.142931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.182496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Allocated IP 172.25.8.179 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/f1cf9daf-723a-43dd-b69c-b2fbb9fc2418) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:11.186494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-63b1c7aa-023e-43e0-a8fe-b3aca09a497f service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184120 Jul 23 20:30:11.213582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event deleted for resources: {'Port': ['ID=2563f0bc-bb3a-4158-883b-1f6734f8fa7a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.317189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bb74eeb-2f63-44fb-9ee2-d8812a7c8f31 req-2a8f25a8-1708-462e-8f2a-4af0d6f71f19 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829962 Jul 23 20:30:11.396878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07ec602d-00f7-472d-ad63-37724cb3a910 req-7d9d5fe2-78a5-4ba4-a8ac-dff114e6d2eb service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976466 Jul 23 20:30:11.466600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c30167-44c1-4a1b-9bb8-374b79ca3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.475623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30c30167-44c1-4a1b-9bb8-374b79ca3b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.478481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-30c30167-44c1-4a1b-9bb8-374b79ca3b2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77348cfd-6eba-47b5-9c87-f5d943ab1fdb HTTP/1.1" status: 204 len: 168 time: 0.7028096 Jul 23 20:30:11.611399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.647164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Pushing event updated for resources: {'Port': ['ID=a373bbb6-a59d-40b2-b538-af90edd4f9e2,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.689632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c30167-44c1-4a1b-9bb8-374b79ca3b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77348cfd-6eba-47b5-9c87-f5d943ab1fdb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.708116 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.731335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.736000 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a6d95d80-649c-48d8-a0f6-83a693b54b97 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "DELETE /v2.0/ports/2563f0bc-bb3a-4158-883b-1f6734f8fa7a HTTP/1.1" status: 204 len: 168 time: 1.5960674 Jul 23 20:30:11.755639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:11.756688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35750) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:11.781352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35752) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:11.782040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:11.810662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:11.858294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Attempting to bind port a373bbb6-a59d-40b2-b538-af90edd4f9e2 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:11.858942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Attempting to bind port a373bbb6-a59d-40b2-b538-af90edd4f9e2 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'e6247c16-d3c5-4382-a7f9-9c7655697d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:11.859526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Attempting to bind port a373bbb6-a59d-40b2-b538-af90edd4f9e2 on network 22b90477-32cf-4256-8d7f-62684e3ea857 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:11.866751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Port a373bbb6-a59d-40b2-b538-af90edd4f9e2 on network 22b90477-32cf-4256-8d7f-62684e3ea857 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:11.867497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Attempting to bind port a373bbb6-a59d-40b2-b538-af90edd4f9e2 on network 22b90477-32cf-4256-8d7f-62684e3ea857 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:11.873584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:11.883454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event updated for resources: {'Port': ['ID=f1cf9daf-723a-43dd-b69c-b2fbb9fc2418,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:11.884258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Checking segment: {'id': 'e6247c16-d3c5-4382-a7f9-9c7655697d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:11.892873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Bound using segment: {'id': 'e6247c16-d3c5-4382-a7f9-9c7655697d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:11.894039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Bound port: a373bbb6-a59d-40b2-b538-af90edd4f9e2, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6247c16-d3c5-4382-a7f9-9c7655697d33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:11.894800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:11.906152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Deleting subnet c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:11.910001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.055389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.087529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] For port a373bbb6-a59d-40b2-b538-af90edd4f9e2, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:12.103603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] For port a373bbb6-a59d-40b2-b538-af90edd4f9e2, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2,segment=NetworkSegment(e6247c16-d3c5-4382-a7f9-9c7655697d33),segment_id=e6247c16-d3c5-4382-a7f9-9c7655697d33)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:12.120424 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.197336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:12.260411 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a39c4a5d-2987-443e-b142-804af9c518da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b781e8b9ed44de3801d994193387425&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825027 Jul 23 20:30:12.267362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:12.304111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de2178f7-2379-4142-a600-9942c777ef39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.315943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:12.316953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.319211 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] 10.222.0.36 "PUT /v2.0/ports/a373bbb6-a59d-40b2-b538-af90edd4f9e2 HTTP/1.1" status: 200 len: 1093 time: 2.0979669 Jul 23 20:30:12.347136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621630aa-2f87-4034-89e7-5989df09a6a5', 'tag': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:12.353879 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4" -d '{"events": [{"name": "network-changed", "server_uuid": "621630aa-2f87-4034-89e7-5989df09a6a5", "tag": "a373bbb6-a59d-40b2-b538-af90edd4f9e2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:12.408530 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3322eec-75ea-44d5-b695-0fc38826cc40 x-openstack-request-id: req-d3322eec-75ea-44d5-b695-0fc38826cc40 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:12.408997 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621630aa-2f87-4034-89e7-5989df09a6a5", "tag": "a373bbb6-a59d-40b2-b538-af90edd4f9e2", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:12.409396 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3322eec-75ea-44d5-b695-0fc38826cc40 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:12.409874 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '621630aa-2f87-4034-89e7-5989df09a6a5', 'tag': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2', 'status': 'completed', 'code': 200} Jul 23 20:30:12.410670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113d992-41fd-4424-a779-5bf9a3b35e7e service neutron] Pushing event updated for resources: {'Port': ['ID=a373bbb6-a59d-40b2-b538-af90edd4f9e2,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:12.473465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0d17d23-e008-420e-8bf8-9035aad2f5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.512514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0d17d23-e008-420e-8bf8-9035aad2f5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.516635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.547729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-51f94327-4890-4c88-9249-ba30ebdbc090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:12.549323 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-51f94327-4890-4c88-9249-ba30ebdbc090 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f6e7a7ede964f449cfc51bb2e20ca36&device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.1599336 Jul 23 20:30:12.647253 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-a973b046-3432-4958-a2e2-9040e0230bc6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0833240 Jul 23 20:30:12.683820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:12.768153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.812496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.818957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "DELETE /v2.0/subnets/c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed HTTP/1.1" status: 204 len: 168 time: 1.0572069 Jul 23 20:30:12.823657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:12.827519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9f359-db79-44cb-ba86-d12644680344 None None] Network cdfafa75-9b48-4ec0-bf52-137cf5b2d227 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:12.829478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b842-4e24-43fe-bb6d-3fbed4b43d92 req-6660ebb4-5cd1-4229-a81e-f59a23bcb61e tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:12.840823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7726b842-4e24-43fe-bb6d-3fbed4b43d92 req-6660ebb4-5cd1-4229-a81e-f59a23bcb61e tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 944 time: 0.3719666 Jul 23 20:30:12.850601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.885521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0d17d23-e008-420e-8bf8-9035aad2f5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.898915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0d17d23-e008-420e-8bf8-9035aad2f5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:12.902371 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0d17d23-e008-420e-8bf8-9035aad2f5d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f0897e8d-3acb-4ac0-a36c-61c365382643 HTTP/1.1" status: 204 len: 168 time: 0.6295555 Jul 23 20:30:12.980373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e4374-e518-48d6-a677-9e2d181571ca tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ae3c8c-cf95-4b06-99dc-aacc9c85cfed,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.029814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d17d23-e008-420e-8bf8-9035aad2f5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0897e8d-3acb-4ac0-a36c-61c365382643,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.055190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de2178f7-2379-4142-a600-9942c777ef39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.100300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de2178f7-2379-4142-a600-9942c777ef39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.256904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7726b842-4e24-43fe-bb6d-3fbed4b43d92 req-4613d670-ca29-4e0b-8a0a-26199e561710 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089115 Jul 23 20:30:13.342768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] DHCP port deletion for cdfafa75-9b48-4ec0-bf52-137cf5b2d227 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:30:13.348154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd2f83-9005-4a1d-a3fd-7190d71543d9 req-88fa4d49-bb67-45a5-97b4-9c8a20815b8a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:13.358792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41dd2f83-9005-4a1d-a3fd-7190d71543d9 req-88fa4d49-bb67-45a5-97b4-9c8a20815b8a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.6403830 Jul 23 20:30:13.420958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.441408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.481204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] Deleting port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:13.483884 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.509109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41dd2f83-9005-4a1d-a3fd-7190d71543d9 req-946f3b4f-93e4-4506-ad20-69394f5f7c86 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451473 Jul 23 20:30:13.663669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] For port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,segment=NetworkSegment(77ad16cf-6a67-46c3-9549-f27174c9d51e),segment_id=77ad16cf-6a67-46c3-9549-f27174c9d51e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:13.664430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.682355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] Calling delete_port for 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:13.782159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fb952-72cc-4826-bd96-b1e637080452 req-4688a83e-2b8d-4781-9fdc-7426f70adf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:13.787072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-4688a83e-2b8d-4781-9fdc-7426f70adf61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7305524-c314-4649-ad07-fd61381f5165 HTTP/1.1" status: 200 len: 851 time: 1.1285076 Jul 23 20:30:13.805101 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.825361 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.849624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Router e242d456-301d-4a31-9965-1e0f2829f5df is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:13.906494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] Pushing event deleted for resources: {'Port': ['ID=8414fe4d-bc34-44eb-b1f5-b18e29b2cd04,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:13.911323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2961533-2ea2-4d47-95a5-34aa8fc4d7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.917522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ca434f-d3bd-46d5-9448-0e9b3d383e68 None None] No DVR routers for this DVR port 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:13.939608 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-de2178f7-2379-4142-a600-9942c777ef39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1dc3cff4efd94c6884ce258739bab5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7150040 Jul 23 20:30:13.943557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:13.950463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:14.060201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-0bd5ea64-ce72-4882-be5a-484e33dc8c21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22b90477-32cf-4256-8d7f-62684e3ea857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087315 Jul 23 20:30:14.209228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:14.224362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.227805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11d199fe-cdfc-485e-8a27-2d063922d85b tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "PUT /v2.0/routers/e242d456-301d-4a31-9965-1e0f2829f5df HTTP/1.1" status: 200 len: 879 time: 5.5421271 Jul 23 20:30:14.228082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35818) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:14.231113 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-f9f512df-cbd5-4e13-bb8e-cdb692bba927 service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561508 Jul 23 20:30:14.232931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] Sync routers for ids ['e242d456-301d-4a31-9965-1e0f2829f5df'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:14.263096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] Routers {'e242d456-301d-4a31-9965-1e0f2829f5df'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:14.263763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e242d456-301d-4a31-9965-1e0f2829f5df'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.275204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2178f7-2379-4142-a600-9942c777ef39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a072b0-d4bd-4d0f-8b8a-c2c3a80c1ef7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:14.370478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.382592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] Routers {'e242d456-301d-4a31-9965-1e0f2829f5df'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:14.383375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:29:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e242d456-301d-4a31-9965-1e0f2829f5df'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.428233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.429243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a1f1a3-a70c-47da-8cf6-228a8f72c27b None None] The sync data for ids ['e242d456-301d-4a31-9965-1e0f2829f5df'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:14.519120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.547385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35826) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:14.563416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfafa75-9b48-4ec0-bf52-137cf5b2d227']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.566009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7a1418-770a-464f-894a-05f6587109db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.601550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c065996-246c-41ba-9249-726a56006c4c tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/e242d456-301d-4a31-9965-1e0f2829f5df HTTP/1.1" status: 200 len: 920 time: 0.3721356 Jul 23 20:30:14.609784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce7ccd-4271-47a7-873b-79aa5c550f35 req-fa8b0515-31b9-4ef0-b839-e5819ba5dd92 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:14.611788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abce7ccd-4271-47a7-873b-79aa5c550f35 req-fa8b0515-31b9-4ef0-b839-e5819ba5dd92 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 944 time: 0.1589162 Jul 23 20:30:14.613106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:14.619809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ad16cf-6a67-46c3-9549-f27174c9d51e') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.620381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ad16cf-6a67-46c3-9549-f27174c9d51e') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:14.625142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a949c31f-6305-4b40-97c9-ce313292f560 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7821391 Jul 23 20:30:14.687103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.745019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-db4fb952-72cc-4826-bd96-b1e637080452 req-687c8373-3041-48b9-96cb-9984ec7ef0a3 service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636276 Jul 23 20:30:14.750751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7a1418-770a-464f-894a-05f6587109db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.855705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.876933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abce7ccd-4271-47a7-873b-79aa5c550f35 req-8e0d23fb-f6c9-492e-93f0-b0f660d4c8f1 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980500 Jul 23 20:30:14.913426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-234974007-network', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:14.977418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:14.977994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:14.988166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdfee6-f2af-4098-854f-e13e06d7771f req-c4a5b51c-1ae1-4ad8-be23-438c91234fdc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:14.989748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8cdfee6-f2af-4098-854f-e13e06d7771f req-c4a5b51c-1ae1-4ad8-be23-438c91234fdc tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.2695768 Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: items = [ Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:14.998696 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:15.033549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03935eb-bf27-4900-b24f-1508bdd9b889 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.035208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d03935eb-bf27-4900-b24f-1508bdd9b889 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=e242d456-301d-4a31-9965-1e0f2829f5df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4213381 Jul 23 20:30:15.041882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Made reservation on behalf of 9c7feedea0c84997bfd828e708882fdb for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:15.044241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.052522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35834) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.055712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.092571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8cdfee6-f2af-4098-854f-e13e06d7771f req-1b92dd82-86ee-41df-b256-b398df5efb09 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817170 Jul 23 20:30:15.152474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:15.191247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:15.191599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8414fe4d-bc34-44eb-b1f5-b18e29b2cd04 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:15.273225 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.308364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7a1418-770a-464f-894a-05f6587109db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.311193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af7a1418-770a-464f-894a-05f6587109db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.313077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-af7a1418-770a-464f-894a-05f6587109db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70a072b0-d4bd-4d0f-8b8a-c2c3a80c1ef7 HTTP/1.1" status: 204 len: 168 time: 1.3479040 Jul 23 20:30:15.356380 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.358958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] 10.222.0.46 "DELETE /v2.0/networks/cdfafa75-9b48-4ec0-bf52-137cf5b2d227 HTTP/1.1" status: 204 len: 168 time: 2.5195582 Jul 23 20:30:15.368524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d60fb1-cc31-4214-99ae-287f13958ad1 tempest-ExtraDHCPOptionsTestJSON-587995399 tempest-ExtraDHCPOptionsTestJSON-587995399-project] Pushing event deleted for resources: {'Network': ['ID=cdfafa75-9b48-4ec0-bf52-137cf5b2d227,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.392371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a1418-770a-464f-894a-05f6587109db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a072b0-d4bd-4d0f-8b8a-c2c3a80c1ef7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.422787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-c688bd2b-44ca-42e9-9f4f-1a04b9a45616 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5617187 Jul 23 20:30:15.424836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.432176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.458760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970c1fd0-9b11-4011-8282-308c35952af4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.462106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-970c1fd0-9b11-4011-8282-308c35952af4 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.4061513 Jul 23 20:30:15.469065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4aa328a-8507-440b-be5e-c3f74276889e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:15.471747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.481624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42956d0-55c5-4590-8c19-c26e0344bc9b req-fd7c5198-638e-43c5-8cea-13ccb3a00424 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.490470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d42956d0-55c5-4590-8c19-c26e0344bc9b req-fd7c5198-638e-43c5-8cea-13ccb3a00424 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2486527 Jul 23 20:30:15.498517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-ba984708-5cfe-4ac8-9861-7b792db2ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.502484 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-ba984708-5cfe-4ac8-9861-7b792db2ed68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f6e7a7ede964f449cfc51bb2e20ca36&device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 1096 time: 0.6961963 Jul 23 20:30:15.531775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e15b006b-c2f2-4234-9487-1699a6563561 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=e242d456-301d-4a31-9965-1e0f2829f5df HTTP/1.1" status: 200 len: 205 time: 0.0389237 Jul 23 20:30:15.541333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.556293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:15.660460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.660811 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Added segment 39e815e8-2e8b-476d-a1a3-d87b5c724962 of type vlan for network c3548ea7-b6c3-4d87-ada1-53381776952a Jul 23 20:30:15.729707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d42956d0-55c5-4590-8c19-c26e0344bc9b req-3e5f4ea4-55bf-4775-925a-3286a2374928 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2333410 Jul 23 20:30:15.761606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-f2efd651-5636-4197-b2f8-20c7c843abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.764029 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-f2efd651-5636-4197-b2f8-20c7c843abbc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 1097 time: 0.2702456 Jul 23 20:30:15.784283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-94d18e08-e366-42a4-aede-a9fcc26d325e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.785573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.789895 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-94d18e08-e366-42a4-aede-a9fcc26d325e service neutron] 10.222.0.36 "GET /v2.0/networks?id=22b90477-32cf-4256-8d7f-62684e3ea857 HTTP/1.1" status: 200 len: 912 time: 0.2751901 Jul 23 20:30:15.846785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35860) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:15.886701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.889803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:15.892819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:15.912377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-6a65d88c-94bb-4bcd-b65d-a7314c75fadc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2 HTTP/1.1" status: 200 len: 217 time: 0.1106410 Jul 23 20:30:15.917492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.024973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4753561 Jul 23 20:30:16.030894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:16.042632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Request body: {'subnet': {'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-234974007-subnet', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:16.078124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-e4ccb319-d7d1-461d-af4a-e60b8719b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.080155 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-e4ccb319-d7d1-461d-af4a-e60b8719b82d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7305524-c314-4649-ad07-fd61381f5165 HTTP/1.1" status: 200 len: 851 time: 0.1585412 Jul 23 20:30:16.084789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Made reservation on behalf of 9c7feedea0c84997bfd828e708882fdb for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:16.087628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.099190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-dbae62f3-7835-4d0f-b13c-24227231edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.101046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-dbae62f3-7835-4d0f-b13c-24227231edb1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2970543 Jul 23 20:30:16.159538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-69741ce7-50dc-4952-b9d5-c7241badc8fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22b90477-32cf-4256-8d7f-62684e3ea857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635545 Jul 23 20:30:16.201915 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-18467585-ecea-4196-8252-ac1e98d98843 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 200 len: 217 time: 0.0749662 Jul 23 20:30:16.384196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-cd0d807c-8f26-4437-98b8-1bec82f654fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.385740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-cd0d807c-8f26-4437-98b8-1bec82f654fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1509285 Jul 23 20:30:16.431104 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b3da066-823a-4d46-9054-d8e6b59726eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.438657 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.512582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-1ed55449-9baa-45bf-b523-d3cf6ffa73f7 service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239245 Jul 23 20:30:16.666632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-f272eaeb-ab09-4908-989d-8df4189a0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.668520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-f272eaeb-ab09-4908-989d-8df4189a0998 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2406940 Jul 23 20:30:16.692807 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.695377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a373bbb6-a59d-40b2-b538-af90edd4f9e2 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:16.701936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:16.765397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bef5127d-3092-4ded-9957-2eb11ce516be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=407844b81e9d4d9a8e115ff5bb8620e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8963501 Jul 23 20:30:16.774702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00aa276-c057-4515-83cc-f901e475b3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3548ea7-b6c3-4d87-ada1-53381776952a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:16.776087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35890) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:16.851474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ca17-44a4-4bf1-8deb-e4bf2551c3cb req-9fdaa84e-b2bc-49fd-b33a-6266b2a6afc3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.853077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa47ca17-44a4-4bf1-8deb-e4bf2551c3cb req-9fdaa84e-b2bc-49fd-b33a-6266b2a6afc3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.9776952 Jul 23 20:30:16.912108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a373bbb6-a59d-40b2-b538-af90edd4f9e2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2,segment=NetworkSegment(e6247c16-d3c5-4382-a7f9-9c7655697d33),segment_id=e6247c16-d3c5-4382-a7f9-9c7655697d33)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:16.918206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bd07e9a1-ffaf-4a20-b77b-be4b566295d4 req-f4420bc1-b730-4664-9732-6e590c1e6b93 service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931632 Jul 23 20:30:16.919944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1ee4e-7f3d-4e39-afc7-f4b708017084 req-8d1b5929-f2c6-4011-a8ef-eae7067136ed tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.928095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09d1ee4e-7f3d-4e39-afc7-f4b708017084 req-8d1b5929-f2c6-4011-a8ef-eae7067136ed tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 944 time: 0.3736033 Jul 23 20:30:16.936912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c3548ea7-b6c3-4d87-ada1-53381776952a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:16.946042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2', 'network_id': '22b90477-32cf-4256-8d7f-62684e3ea857', 'port_id': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2', 'mac_address': 'fa:16:3e:1e:0b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7305524-c314-4649-ad07-fd61381f5165', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:16.953392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-5c826674-5ab5-45ee-bec8-005c0986ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:16.955183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-5c826674-5ab5-45ee-bec8-005c0986ba2f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c&tenant_id=c0e2003f984344dfbe2327bff94fbeba HTTP/1.1" status: 200 len: 1095 time: 0.3818958 Jul 23 20:30:16.986451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:17.002172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Checking segment: {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:17.003177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Network hostable DHCP agents. Network: c3548ea7-b6c3-4d87-ada1-53381776952a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:17.012534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=531db9d4-2410-45ab-a384-d908bb43ff2a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:17.028678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.039790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfa90-3403-4194-b24d-5516a2dd2f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.055820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa47ca17-44a4-4bf1-8deb-e4bf2551c3cb req-3e890e97-c9d5-43d3-92e5-4c77bc56a2c4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868696 Jul 23 20:30:17.085969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-5550768a-4b0d-4971-8e74-99dfe7a0cbcd service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097345 Jul 23 20:30:17.090599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Network c3548ea7-b6c3-4d87-ada1-53381776952a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:17.121068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a373bbb6-a59d-40b2-b538-af90edd4f9e2 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:17.124062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c3548ea7-b6c3-4d87-ada1-53381776952a) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:17.144535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfa90-3403-4194-b24d-5516a2dd2f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.147421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2144e80b-f9c0-4eb2-bd90-2a3fafb5c88b None None] Network c3548ea7-b6c3-4d87-ada1-53381776952a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:17.152478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Deleting port f1cf9daf-723a-43dd-b69c-b2fbb9fc2418 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:17.155288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.179796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a373bbb6-a59d-40b2-b538-af90edd4f9e2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2,segment=NetworkSegment(e6247c16-d3c5-4382-a7f9-9c7655697d33),segment_id=e6247c16-d3c5-4382-a7f9-9c7655697d33)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:17.199760 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.210581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:17.211267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.219000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09d1ee4e-7f3d-4e39-afc7-f4b708017084 req-6fa86427-7aa3-49c2-a398-7599828abb03 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898507 Jul 23 20:30:17.374553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.383629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7bfd0734-e192-4731-a7cd-daf3c6384bbe admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3491874 Jul 23 20:30:17.422312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:17.432988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.449930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a373bbb6-a59d-40b2-b538-af90edd4f9e2,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:17.463233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:17.464713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a373bbb6-a59d-40b2-b538-af90edd4f9e2'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:17.483284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e0b0165-d0d7-40c5-ac48-ea7bdcff8c2e req-11cbb8a6-d50d-487b-8851-929916b1d137 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779092 Jul 23 20:30:17.516073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfa90-3403-4194-b24d-5516a2dd2f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.520919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca1bfa90-3403-4194-b24d-5516a2dd2f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.525337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ca1bfa90-3403-4194-b24d-5516a2dd2f68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbecefdf-01b3-4682-9149-33db8d6eb468 HTTP/1.1" status: 204 len: 168 time: 0.7340293 Jul 23 20:30:17.530020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.531010 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.537591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bfa90-3403-4194-b24d-5516a2dd2f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbecefdf-01b3-4682-9149-33db8d6eb468,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:17.539769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Calling delete_port for f1cf9daf-723a-43dd-b69c-b2fbb9fc2418 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:17.569715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c3548ea7-b6c3-4d87-ada1-53381776952a', 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'fixed_ips': [{'subnet_id': '531db9d4-2410-45ab-a384-d908bb43ff2a'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:17.570767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.653860 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.789484 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.825796 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:17.872652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d2f66-3c71-4933-928d-44103ec130f4 req-198d4a3f-d4ce-4833-b90c-bfff0a35dc1e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:17.874241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c5d2f66-3c71-4933-928d-44103ec130f4 req-198d4a3f-d4ce-4833-b90c-bfff0a35dc1e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.6706035 Jul 23 20:30:17.923553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Allocated IP 172.20.0.2 (c3548ea7-b6c3-4d87-ada1-53381776952a/531db9d4-2410-45ab-a384-d908bb43ff2a/b4e7545b-477e-4a5e-bc98-e59efed79008) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:17.947892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-ef02908c-6cd4-4bdd-ae77-14d160f7a3fd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:17.954439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-ef02908c-6cd4-4bdd-ae77-14d160f7a3fd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.5290363 Jul 23 20:30:18.051803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-c3c34487-0d01-41c5-999c-b5b87fc332a6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/quotas/18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 375 time: 0.0964236 Jul 23 20:30:18.161127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.174275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Transition to ACTIVE for port object b4e7545b-477e-4a5e-bc98-e59efed79008 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:18.192696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Transition to ACTIVE for port object b4e7545b-477e-4a5e-bc98-e59efed79008 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:18.205179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.252002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.255942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Network c3548ea7-b6c3-4d87-ada1-53381776952a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:18.259134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:18.266267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:18.269467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Pushing event updated for resources: {'Port': ['ID=b4e7545b-477e-4a5e-bc98-e59efed79008,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.282537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c5d2f66-3c71-4933-928d-44103ec130f4 req-cd996d9e-b5f2-487d-937b-c70570ebc7da tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3428833 Jul 23 20:30:18.362479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Attempting to bind port b4e7545b-477e-4a5e-bc98-e59efed79008 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:18.362994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Attempting to bind port b4e7545b-477e-4a5e-bc98-e59efed79008 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:18.363440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Attempting to bind port b4e7545b-477e-4a5e-bc98-e59efed79008 on network c3548ea7-b6c3-4d87-ada1-53381776952a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:18.371200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:18.371908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Checking segment: {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:18.372523 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.373847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Bound using segment: {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:18.374814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Bound port: b4e7545b-477e-4a5e-bc98-e59efed79008, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:18.375420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.470149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] For port b4e7545b-477e-4a5e-bc98-e59efed79008, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:18.479460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] For port b4e7545b-477e-4a5e-bc98-e59efed79008, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b4e7545b-477e-4a5e-bc98-e59efed79008,segment=NetworkSegment(39e815e8-2e8b-476d-a1a3-d87b5c724962),segment_id=39e815e8-2e8b-476d-a1a3-d87b5c724962)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:18.514498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.602141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afd2e2-10df-420c-919f-aa12c48a54a8 None None] Pushing event updated for resources: {'Port': ['ID=b4e7545b-477e-4a5e-bc98-e59efed79008,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.602396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.667481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event deleted for resources: {'Port': ['ID=f1cf9daf-723a-43dd-b69c-b2fbb9fc2418,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:18.691191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35962) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:18.726896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a373bbb6-a59d-40b2-b538-af90edd4f9e2 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:18.746891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-442375f2-108d-425f-9df8-51c0f137abe6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6940300 Jul 23 20:30:18.835261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port a373bbb6-a59d-40b2-b538-af90edd4f9e2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:18.841796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port a373bbb6-a59d-40b2-b538-af90edd4f9e2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:18.842182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.851740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698466154'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:18.871582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:18.895661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-e1625454-e7cd-41d3-a87b-de387fa28202 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:30:18.897202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-e1625454-e7cd-41d3-a87b-de387fa28202 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0835028 Jul 23 20:30:18.901202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:18.920331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:18.966187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.114851 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.224395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621630aa-2f87-4034-89e7-5989df09a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:19.224395 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0b8c43-7a4f-40ec-9daf-5edccd775de4" -d '{"events": [{"server_uuid": "621630aa-2f87-4034-89e7-5989df09a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "a373bbb6-a59d-40b2-b538-af90edd4f9e2"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:19.234418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b4e7545b-477e-4a5e-bc98-e59efed79008 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:19.266585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b9d1c-c8ed-4270-be1c-5e7dc63433d5 req-98b52ca9-182d-49bb-b0f8-c7f28bd50f6d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.268720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c07b9d1c-c8ed-4270-be1c-5e7dc63433d5 req-98b52ca9-182d-49bb-b0f8-c7f28bd50f6d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 945 time: 0.8050122 Jul 23 20:30:19.299110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.307967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.329485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:19.331515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:19.347878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a373bbb6-a59d-40b2-b538-af90edd4f9e2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2,segment=NetworkSegment(e6247c16-d3c5-4382-a7f9-9c7655697d33),segment_id=e6247c16-d3c5-4382-a7f9-9c7655697d33)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:19.358218 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.365145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.367750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.370467 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment 54f27d80-e45a-452e-a19b-416b3f2c2941 of type vlan for network 167d7767-e0d1-43bb-9335-013c830f4a81 Jul 23 20:30:19.382735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=406776ce-64f0-4cef-a8c1-b555cee65a24,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.434871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a373bbb6-a59d-40b2-b538-af90edd4f9e2,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.440015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b4e7545b-477e-4a5e-bc98-e59efed79008 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:19.502142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.560284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.574227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:19.575311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.592612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:19.602596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.619072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Transition to ACTIVE for port object 3d745c44-b339-420c-afd7-9fd1888dc5e9 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:19.654147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9611142 Jul 23 20:30:19.660083 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.660917 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.670619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:19.712377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b8ba0-0541-4e28-ad8e-1730b41959df tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=167d7767-e0d1-43bb-9335-013c830f4a81,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:19.725954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 167d7767-e0d1-43bb-9335-013c830f4a81 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:19.736222 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.144968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97822b-d3b6-495c-8011-7fc3305b51d1 None None] Network c3548ea7-b6c3-4d87-ada1-53381776952a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:20.217591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] Provisioning for port b4e7545b-477e-4a5e-bc98-e59efed79008 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:20.228757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] Provisioning complete for port b4e7545b-477e-4a5e-bc98-e59efed79008 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:20.229317 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.241466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=9']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.300180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c07b9d1c-c8ed-4270-be1c-5e7dc63433d5 req-dac8872e-0957-4e02-8f7e-8fb71f146750 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8124094 Jul 23 20:30:20.353197 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.353735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Fanout notify agent at l3_agent the message router_deleted on router e242d456-301d-4a31-9965-1e0f2829f5df {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:20.367732 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.376113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-82b108a3-dea7-4219-87b1-cf4106c97a25 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/e242d456-301d-4a31-9965-1e0f2829f5df HTTP/1.1" status: 204 len: 168 time: 4.8275435 Jul 23 20:30:20.376402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36002) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.381753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-104706669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:20.420196 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceb69a3-9f93-4562-ae5b-577ee38053d4 x-openstack-request-id: req-1ceb69a3-9f93-4562-ae5b-577ee38053d4 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:20.420823 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621630aa-2f87-4034-89e7-5989df09a6a5", "name": "network-vif-plugged", "status": "completed", "tag": "a373bbb6-a59d-40b2-b538-af90edd4f9e2", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:20.421281 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ceb69a3-9f93-4562-ae5b-577ee38053d4 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:20.422964 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621630aa-2f87-4034-89e7-5989df09a6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2', 'code': 200} Jul 23 20:30:20.443916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.444899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.555952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-751bcfe0-75fb-43eb-99d0-f3a975aa831c service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5584087 Jul 23 20:30:20.593480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.601029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.662904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] For port b4e7545b-477e-4a5e-bc98-e59efed79008, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b4e7545b-477e-4a5e-bc98-e59efed79008,segment=NetworkSegment(39e815e8-2e8b-476d-a1a3-d87b5c724962),segment_id=39e815e8-2e8b-476d-a1a3-d87b5c724962)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:20.670430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.677033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.720209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:20.722487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-495fd078-576c-4752-9d87-d15352243779 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3448105 Jul 23 20:30:20.725350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36010) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:20.742579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': True}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:20.780024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d4e5d-d24e-4c10-8181-be35581a1ef5 None None] Pushing event updated for resources: {'Port': ['ID=b4e7545b-477e-4a5e-bc98-e59efed79008,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:20.915237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73668c46-dc2e-4db6-beaf-9cf2ad30961c req-ae31c78e-3349-4a79-860b-09c79cb05e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:20.918615 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-73668c46-dc2e-4db6-beaf-9cf2ad30961c req-ae31c78e-3349-4a79-860b-09c79cb05e28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.3448126 Jul 23 20:30:20.976134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.047929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.133404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b4e7545b-477e-4a5e-bc98-e59efed79008 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:21.205058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b4e7545b-477e-4a5e-bc98-e59efed79008 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:21.205667 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.235768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-11235ae6-dd46-4f63-ac04-f95814f95a08 None None] Provisioning complete for port b4e7545b-477e-4a5e-bc98-e59efed79008 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:21.236299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-11235ae6-dd46-4f63-ac04-f95814f95a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.256328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] No DVR routers for this DVR port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:21.494803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-f6a53abc-edbe-41cf-a8f2-c1d5c7361d2b service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470545 Jul 23 20:30:21.542536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8dd48-bac6-479a-8410-c7661d777c43 req-05fe3a31-3667-426e-98b8-37a29836c05b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:21.545685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ca8dd48-bac6-479a-8410-c7661d777c43 req-05fe3a31-3667-426e-98b8-37a29836c05b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 943 time: 0.9120045 Jul 23 20:30:21.681285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Allocated IP 172.25.8.123 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/60325da9-8533-463e-a81c-a377eada6abc) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:21.698883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ca8dd48-bac6-479a-8410-c7661d777c43 req-309defb6-b58f-4ee0-9c40-a04fde1bc6f0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170554 Jul 23 20:30:21.792189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:21.792828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:21.793180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:21.810373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:21.810726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Attempting to bind port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on network 2f4624e2-29b7-4dbf-a661-841c49e0db00 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:21.855465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:21.855833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Checking segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:21.856205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Bound using segment: {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:21.856659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Bound port: 3d745c44-b339-420c-afd7-9fd1888dc5e9, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:21.857468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:21.988801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.124208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-73668c46-dc2e-4db6-beaf-9cf2ad30961c req-1fdf516b-490f-436e-8d50-04ccfbe114dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800802 Jul 23 20:30:22.208630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.297899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.308793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Pushing event updated for resources: {'Port': ['ID=60325da9-8533-463e-a81c-a377eada6abc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:22.322562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33afc92a-b464-4e41-9d68-4175baac3b4d req-849e2502-ec91-4e53-ad04-7888f914c031 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 210 time: 0.1742532 Jul 23 20:30:22.388212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:22.397952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:22.403346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:22.410768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:22.467384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:22.479101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918089f3-a00f-46c5-84a5-52aa4e6b0adc req-a9ca577a-faf0-4d4e-b65a-e11ec5126117 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:22.480872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-918089f3-a00f-46c5-84a5-52aa4e6b0adc req-a9ca577a-faf0-4d4e-b65a-e11ec5126117 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.5366902 Jul 23 20:30:22.486294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.665588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:22.666256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:22.669539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 1092 time: 5.6876490 Jul 23 20:30:22.670045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:22.672436 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:22.759992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-918089f3-a00f-46c5-84a5-52aa4e6b0adc req-498e6c35-4971-4ab9-a255-c9b611b22e33 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522523 Jul 23 20:30:22.858680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e74fde-2fe4-4692-8154-a2d4b6c959d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:23.091633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.147639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.266622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36070) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:23.354306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:23.407783 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2597fb2-0782-4744-82f1-fa5867319bbb x-openstack-request-id: req-c2597fb2-0782-4744-82f1-fa5867319bbb {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:23.408113 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:23.408351 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c2597fb2-0782-4744-82f1-fa5867319bbb {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:23.411390 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'status': 'completed', 'code': 200} Jul 23 20:30:23.464529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-72cbd366-f64c-4482-9a3c-fea7756529ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:23.466388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-72cbd366-f64c-4482-9a3c-fea7756529ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1096 time: 0.7136679 Jul 23 20:30:23.515240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Allocated IP 172.25.8.3 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/9fdb0964-99f2-49a2-a4eb-b6074438bf46) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:23.660834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47f27a94-0cd8-4228-9fb9-29b9fa2a402f req-3f814222-8062-47ce-8ab0-0f9b17993ebe tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 210 time: 0.1814044 Jul 23 20:30:23.732174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.776837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.845880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:23.854499 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:23.856685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:23.867049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:23.869758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Port': ['ID=9fdb0964-99f2-49a2-a4eb-b6074438bf46,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:24.193867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-cbdb689b-4d23-4339-b2d7-9413e7ba0a5b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.195775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-cbdb689b-4d23-4339-b2d7-9413e7ba0a5b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2092652 Jul 23 20:30:24.210531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'port': {'device_id': '55cac576-9152-42b5-8426-142dd4c82a8f', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'admin_state_up': True, 'tenant_id': '18cbd2de73534bcea64a685080913195'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:24.422407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-56bf4057-8636-4e02-b6a8-2d27e2a9d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.423980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-56bf4057-8636-4e02-b6a8-2d27e2a9d297 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.9311543 Jul 23 20:30:24.469798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d145d2-40a3-4f4d-a819-7c69e04cd709 req-8151f54e-52dd-4ee9-bffb-120f956c0501 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.471709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32d145d2-40a3-4f4d-a819-7c69e04cd709 req-8151f54e-52dd-4ee9-bffb-120f956c0501 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 1.4118447 Jul 23 20:30:24.512783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:24.516110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.540762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:24.544837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.558446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.734220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-d930e4f3-be92-4cd1-aaca-b0e938e4ed32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 999 time: 0.2589509 Jul 23 20:30:24.769481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-32d145d2-40a3-4f4d-a819-7c69e04cd709 req-b66e2602-6ee6-4564-b538-9b1559f773a0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2657521 Jul 23 20:30:24.869645 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.874570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.881138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:24.896586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839fbe40-ebcd-41f0-bf80-1b5bc3264ed2 req-f0a8a839-ebaf-47ae-9657-17f309968787 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.898303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-839fbe40-ebcd-41f0-bf80-1b5bc3264ed2 req-f0a8a839-ebaf-47ae-9657-17f309968787 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.8669016 Jul 23 20:30:24.928502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-2995c32e-6a9b-40f6-8cea-02606333c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:24.929793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-2995c32e-6a9b-40f6-8cea-02606333c2f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.1576881 Jul 23 20:30:25.159804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-404a65c5-21f8-46c4-a8b3-5800821724a1 req-919400f4-fde7-4ee5-a538-1bafad639240 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 210 time: 0.1355071 Jul 23 20:30:25.204084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Router b621d101-a421-4d07-b7d8-91948faaecb6 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:25.216206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Allocated IP 172.20.0.7 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/37d4fca1-30b2-453f-b18d-0c484685270d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:25.220534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-839fbe40-ebcd-41f0-bf80-1b5bc3264ed2 req-1bc78b66-8b08-4d90-a9d7-a023b8a7ff3b tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141687 Jul 23 20:30:25.366198 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-ee0319dc-6922-471a-b593-739b26270ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:25.366847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:25.372126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-ee0319dc-6922-471a-b593-739b26270ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3536594 Jul 23 20:30:25.372294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.372867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-08e5f8e1-140f-435c-9805-21cb92445e8b tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "PUT /v2.0/routers/b621d101-a421-4d07-b7d8-91948faaecb6 HTTP/1.1" status: 200 len: 912 time: 4.6415174 Jul 23 20:30:25.375426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.403529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] Sync routers for ids ['b621d101-a421-4d07-b7d8-91948faaecb6'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:25.423795 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] Routers {'b621d101-a421-4d07-b7d8-91948faaecb6'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:25.425351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b621d101-a421-4d07-b7d8-91948faaecb6'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.461075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.479015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.490433 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] Routers {'b621d101-a421-4d07-b7d8-91948faaecb6'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:25.491462 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b621d101-a421-4d07-b7d8-91948faaecb6'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.536276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=0e3c610a-2c86-492f-afed-ff9b79f4ea53,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:25.576951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:25.578263 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1002c4-4f6f-4aad-a09c-7dce21eeeb85 None None] The sync data for ids ['b621d101-a421-4d07-b7d8-91948faaecb6'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:25.701769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Router 7df152e4-830d-4389-8d4e-41337e4ef6fa is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:25.745123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331018ff-b4e7-4a30-a995-9e3605d28d72 req-8bb93a39-0f2e-4d59-b677-7fef5ba4704a tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:25.755574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-331018ff-b4e7-4a30-a995-9e3605d28d72 req-8bb93a39-0f2e-4d59-b677-7fef5ba4704a tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.3923545 Jul 23 20:30:25.770769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': '54f27d80-e45a-452e-a19b-416b3f2c2941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:25.771316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: 167d7767-e0d1-43bb-9335-013c830f4a81, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:25.792237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-acf9421c-3a45-451e-8c98-cf11c115fa97 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008594 Jul 23 20:30:25.798599 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d28cb533-911b-4a98-b77b-19650262b9d9 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/b621d101-a421-4d07-b7d8-91948faaecb6 HTTP/1.1" status: 200 len: 918 time: 0.4196517 Jul 23 20:30:25.802156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36112) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:25.857084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:25.911466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Transition to ACTIVE for port object 37d4fca1-30b2-453f-b18d-0c484685270d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:25.974768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5409b7d-5278-4cf8-a247-8fd4e52990e1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:25.979615 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c5409b7d-5278-4cf8-a247-8fd4e52990e1 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=b621d101-a421-4d07-b7d8-91948faaecb6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1763427 Jul 23 20:30:25.982193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36118) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.031851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.045146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:26.047989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:26.079203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3e635f-228a-4919-ae85-67eb44b041f3 req-d1dcc973-95d8-4dda-a07f-bfcc991800b1 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245951 Jul 23 20:30:26.100695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network 167d7767-e0d1-43bb-9335-013c830f4a81 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:26.130939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-331018ff-b4e7-4a30-a995-9e3605d28d72 req-9310950d-89cb-4c15-8382-8c05ecf447e5 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743370 Jul 23 20:30:26.212211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 167d7767-e0d1-43bb-9335-013c830f4a81) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:26.237955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113267ce-c597-44a6-a32f-7645ac8a560c None None] Network 167d7767-e0d1-43bb-9335-013c830f4a81 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:26.280891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.281502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.308512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-296ba857-a1a1-45df-be90-4520f74955ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9915948 Jul 23 20:30:26.314196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36132) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.323767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000748964'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:26.338840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:26.373187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d19686-574b-4a25-8afd-f5fe283c7c31 req-81652e86-0077-4d00-b94e-84d4cade8449 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.374873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03d19686-574b-4a25-8afd-f5fe283c7c31 req-81652e86-0077-4d00-b94e-84d4cade8449 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.4255722 Jul 23 20:30:26.406637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:26.412481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.431813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:26.435843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aab583d0-99d6-4c03-b4ca-5c5d9ca7de6e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0053813 Jul 23 20:30:26.438178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-37ef258b-a126-4645-a771-5f33ec579323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.440254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-37ef258b-a126-4645-a771-5f33ec579323 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0e2003f984344dfbe2327bff94fbeba&device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1096 time: 0.2760594 Jul 23 20:30:26.440740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36136) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.544277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-deb2570e-f1a2-4d91-8836-0d6ba40bf7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.546176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-deb2570e-f1a2-4d91-8836-0d6ba40bf7cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 200 len: 918 time: 0.0974755 Jul 23 20:30:26.549649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Sync routers for ids ['7df152e4-830d-4389-8d4e-41337e4ef6fa'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:26.610927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694c452-f833-48f3-8b85-79b107c92ae9 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:26.614323 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9694c452-f833-48f3-8b85-79b107c92ae9 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.6307940 Jul 23 20:30:26.622954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36146) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.735188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-7ff8a510-5c8d-427f-9285-1fe46cddf846 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 200 len: 999 time: 0.1338508 Jul 23 20:30:26.811887 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-841277e7-6abb-486d-8204-b1eeb13afdab tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=b621d101-a421-4d07-b7d8-91948faaecb6 HTTP/1.1" status: 200 len: 205 time: 0.1824350 Jul 23 20:30:26.813273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36158) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:26.837680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:26.847615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Routers {'7df152e4-830d-4389-8d4e-41337e4ef6fa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:26.852407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['7df152e4-830d-4389-8d4e-41337e4ef6fa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:26.873033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03d19686-574b-4a25-8afd-f5fe283c7c31 req-b483caef-27a2-4d73-bb48-f049c38e51d2 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4848673 Jul 23 20:30:26.874432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:27.141847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.142670 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment d9ae2171-39cd-4219-a5a8-63fafc8cd316 of type vlan for network ad79145c-f606-43ba-b68e-55a9b314d704 Jul 23 20:30:27.173241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Set router 7df152e4-830d-4389-8d4e-41337e4ef6fa gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:27.297348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-47bf29c9-51a1-4fb3-826f-8863e454fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.305122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-47bf29c9-51a1-4fb3-826f-8863e454fe64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 200 len: 856 time: 0.5482099 Jul 23 20:30:27.329415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-167d7767-e0d1-43bb-9335-013c830f4a81', 'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': '0e3c610a-2c86-492f-afed-ff9b79f4ea53'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:27.334180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.334946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.344059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:27.348608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:27.471721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.474573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.519372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.600920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.607945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:27.608603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.669199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:27.689283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36174) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:27.691713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.692078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.692436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.692880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.693120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.693496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.693840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.694178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.694510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.694844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.695179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.695883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:27.740308 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-8097325c-38a0-48c4-9ef7-c7b9910dc05e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5352302 Jul 23 20:30:27.777723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Request body: {'port': {'device_id': '55cac576-9152-42b5-8426-142dd4c82a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:27.928166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:27.946887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829e816e-ca02-4f29-b7f6-96f8988f5351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.007422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.075384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9e8fbfda-0072-4a8b-a043-f10143595c50 None None] Provisioning for port 37d4fca1-30b2-453f-b18d-0c484685270d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:28.085650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 3, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:28.087423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9e8fbfda-0072-4a8b-a043-f10143595c50 None None] Provisioning complete for port 37d4fca1-30b2-453f-b18d-0c484685270d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:28.087849 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbfda-0072-4a8b-a043-f10143595c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.169879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Checking router: 7df152e4-830d-4389-8d4e-41337e4ef6fa for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:28.170237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Updating router 7df152e4-830d-4389-8d4e-41337e4ef6fa port 60325da9-8533-463e-a81c-a377eada6abc binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:28.233465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fbfda-0072-4a8b-a043-f10143595c50 None None] Port 37d4fca1-30b2-453f-b18d-0c484685270d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:28.238429 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.246180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Allocated IP 2001:db8:0:ffff::2 (167d7767-e0d1-43bb-9335-013c830f4a81/0e3c610a-2c86-492f-afed-ff9b79f4ea53/8e7c1605-ed94-4311-92c1-37de3d9e954a) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:28.275519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=ad79145c-f606-43ba-b68e-55a9b314d704,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.292511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ad79145c-f606-43ba-b68e-55a9b314d704 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:28.295500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7996607a-5710-4f53-98b1-988fee6e8591 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9782665 Jul 23 20:30:28.296101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36186) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:28.313250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': 'ad79145c-f606-43ba-b68e-55a9b314d704', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:28.399007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934ac3-6e7b-44d9-9239-367822e96bae req-6e8f3a1a-95d7-43aa-b1d9-9897f1528902 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.406344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e934ac3-6e7b-44d9-9239-367822e96bae req-6e8f3a1a-95d7-43aa-b1d9-9897f1528902 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 931 time: 1.8591461 Jul 23 20:30:28.476600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d4fca1-30b2-453f-b18d-0c484685270d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:28.488011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.503867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8e934ac3-6e7b-44d9-9239-367822e96bae req-6ff89e1d-6205-4640-a276-9e850804be78 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964732 Jul 23 20:30:28.504543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:28.509919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Transition to ACTIVE for port object 37d4fca1-30b2-453f-b18d-0c484685270d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:28.514543 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.540328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.557957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe51907-a8fc-41fb-bdf9-aaed355aa1ac req-499e356b-7ab7-4583-9da3-4c25d69cdc1c tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.563676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abe51907-a8fc-41fb-bdf9-aaed355aa1ac req-499e356b-7ab7-4583-9da3-4c25d69cdc1c tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 1.4000700 Jul 23 20:30:28.748443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Pushing event updated for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:28.803999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-ae158657-c8f1-4133-b2d9-26c85a3514e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:28.805759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-ae158657-c8f1-4133-b2d9-26c85a3514e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f4624e2-29b7-4dbf-a661-841c49e0db00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3874819 Jul 23 20:30:28.855142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Deleting port 9fdb0964-99f2-49a2-a4eb-b6074438bf46 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:28.856302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:28.977660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Attempting to bind port 37d4fca1-30b2-453f-b18d-0c484685270d on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:28.979482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Attempting to bind port 37d4fca1-30b2-453f-b18d-0c484685270d by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:28.980627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Attempting to bind port 37d4fca1-30b2-453f-b18d-0c484685270d on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:29.005379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abe51907-a8fc-41fb-bdf9-aaed355aa1ac req-ed0690dc-2ad0-4dd8-a543-a65aa7c84718 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272673 Jul 23 20:30:29.013513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Port 37d4fca1-30b2-453f-b18d-0c484685270d on network 20275b04-68cb-4d50-94cf-543c5a033c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:30:29.014239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Attempting to bind port 37d4fca1-30b2-453f-b18d-0c484685270d on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:29.085901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:29.086464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:29.086911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:29.087490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Bound port: 37d4fca1-30b2-453f-b18d-0c484685270d, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:29.087963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.168701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829e816e-ca02-4f29-b7f6-96f8988f5351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.175135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.186573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829e816e-ca02-4f29-b7f6-96f8988f5351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.201922 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.245580 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-829e816e-ca02-4f29-b7f6-96f8988f5351 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12619ec076ee4c54ae5b5c1369ae7247&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5460904 Jul 23 20:30:29.250462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36196) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:29.253079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e816e-ca02-4f29-b7f6-96f8988f5351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3191df-998f-4fe3-bbb5-8c63f0ef6bcd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:29.258038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc3dd4-b97f-4410-beab-d3b735dbc228 req-af082b51-a618-41da-9b44-3b2889f577c3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:29.269632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Calling delete_port for 9fdb0964-99f2-49a2-a4eb-b6074438bf46 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:29.269837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75fc3dd4-b97f-4410-beab-d3b735dbc228 req-af082b51-a618-41da-9b44-3b2889f577c3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.6197379 Jul 23 20:30:29.283511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Transition to ACTIVE for port object 8e7c1605-ed94-4311-92c1-37de3d9e954a will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:29.389761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Transition to ACTIVE for port object 8e7c1605-ed94-4311-92c1-37de3d9e954a will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:29.423398 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.488768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:29.533615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=37d4fca1-30b2-453f-b18d-0c484685270d,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:29.575738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Network 167d7767-e0d1-43bb-9335-013c830f4a81 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:29.593065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.596782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:29.604248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:29.632721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-4bb412da-b0d1-4e8b-a0f7-4c3973db54bf service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7871981 Jul 23 20:30:29.668903 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.673498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.688454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Transition to ACTIVE for port object 60325da9-8533-463e-a81c-a377eada6abc will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:29.695615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Pushing event updated for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:29.697979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Pushing event updated for resources: {'Port': ['ID=8e7c1605-ed94-4311-92c1-37de3d9e954a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:29.705598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.730967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:29.731986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.734503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-3c5bf581-b4dd-4359-b0ee-a57c808ed902 service neutron] 10.222.0.47 "PUT /v2.0/ports/37d4fca1-30b2-453f-b18d-0c484685270d HTTP/1.1" status: 200 len: 1092 time: 1.9775400 Jul 23 20:30:29.735109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:29.739976 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83" -d '{"events": [{"name": "network-changed", "server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:29.853801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75fc3dd4-b97f-4410-beab-d3b735dbc228 req-a2b7e5b4-924d-4438-b0d2-db547a3a465e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5760069 Jul 23 20:30:29.893183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Attempting to bind port 8e7c1605-ed94-4311-92c1-37de3d9e954a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:29.893734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Attempting to bind port 8e7c1605-ed94-4311-92c1-37de3d9e954a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '54f27d80-e45a-452e-a19b-416b3f2c2941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:29.894080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Attempting to bind port 8e7c1605-ed94-4311-92c1-37de3d9e954a on network 167d7767-e0d1-43bb-9335-013c830f4a81 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:29.912664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:29.913049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Checking segment: {'id': '54f27d80-e45a-452e-a19b-416b3f2c2941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:29.913781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.914012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Bound using segment: {'id': '54f27d80-e45a-452e-a19b-416b3f2c2941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:29.914498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Bound port: 8e7c1605-ed94-4311-92c1-37de3d9e954a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f27d80-e45a-452e-a19b-416b3f2c2941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '167d7767-e0d1-43bb-9335-013c830f4a81'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:29.914989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.922059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1075c209-ba6e-4ed4-93af-63d42200b926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.923223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Attempting to bind port 60325da9-8533-463e-a81c-a377eada6abc on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:29.924194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Attempting to bind port 60325da9-8533-463e-a81c-a377eada6abc by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:29.925140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Attempting to bind port 60325da9-8533-463e-a81c-a377eada6abc on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:29.936633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffb9ad-8577-49d6-bb66-35b6cb4af4c8 None None] Pushing event updated for resources: {'Port': ['ID=60325da9-8533-463e-a81c-a377eada6abc,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:29.968236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:29.968779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:29.972156 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:29.972156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:29.972156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Bound port: 60325da9-8533-463e-a81c-a377eada6abc, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:29.972782 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.077744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1075c209-ba6e-4ed4-93af-63d42200b926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.077744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-0954e85a-e4ab-4a93-a536-5cd26cd0470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.079374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-0954e85a-e4ab-4a93-a536-5cd26cd0470a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f6e7a7ede964f449cfc51bb2e20ca36&device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.5310066 Jul 23 20:30:30.112326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=6aabbe7f-f49e-4095-9634-e4472f6e1770,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:30.213763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-8c8bfd3a-4a42-4b43-a78a-ab96fd8fc9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.215860 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-8c8bfd3a-4a42-4b43-a78a-ab96fd8fc9de service neutron] 10.222.0.36 "GET /v2.0/networks?id=22b90477-32cf-4256-8d7f-62684e3ea857 HTTP/1.1" status: 200 len: 912 time: 0.1287913 Jul 23 20:30:30.267006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] For port 60325da9-8533-463e-a81c-a377eada6abc, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:30.270608 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-7a5c7d1f-7b7c-49f2-a67c-22e77eb78ca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2 HTTP/1.1" status: 200 len: 217 time: 0.0407777 Jul 23 20:30:30.282290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] For port 60325da9-8533-463e-a81c-a377eada6abc, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=60325da9-8533-463e-a81c-a377eada6abc,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:30.310498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.354900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-8f20b6db-26bd-426e-b0af-8638c0b8e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.356836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-8f20b6db-26bd-426e-b0af-8638c0b8e78a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7305524-c314-4649-ad07-fd61381f5165 HTTP/1.1" status: 200 len: 851 time: 0.0730124 Jul 23 20:30:30.386767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc775a84-410e-4bdf-99e1-2c5ad76f85ab req-20abb46f-3e44-4997-a45f-3fb033359e04 service neutron] 10.222.0.47 "GET /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7275784 Jul 23 20:30:30.394353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': 'd9ae2171-39cd-4219-a5a8-63fafc8cd316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ad79145c-f606-43ba-b68e-55a9b314d704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:30.394871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: ad79145c-f606-43ba-b68e-55a9b314d704, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:30.407907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182531a7-c612-487c-b8c4-513d4cd8dff6 req-e0469998-66c8-45d4-8d9a-80e28eacaea8 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.410503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-182531a7-c612-487c-b8c4-513d4cd8dff6 req-e0469998-66c8-45d4-8d9a-80e28eacaea8 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.9294996 Jul 23 20:30:30.423701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-4e0565ba-9e1f-4544-ad2c-e991abe0655f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.425997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-4e0565ba-9e1f-4544-ad2c-e991abe0655f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 1095 time: 0.6107178 Jul 23 20:30:30.466127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b7fb6-3f67-4bd4-ad07-36692624f93b req-c5a0c431-e770-402c-a8fc-75bc9108f8b2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.474072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-373b7fb6-3f67-4bd4-ad07-36692624f93b req-c5a0c431-e770-402c-a8fc-75bc9108f8b2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 943 time: 0.3569133 Jul 23 20:30:30.497017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-80cada88-6cf3-46ea-85e8-c1b09164928e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22b90477-32cf-4256-8d7f-62684e3ea857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168303 Jul 23 20:30:30.500381 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-372194a5-eac7-4c89-990c-72675c3b9624 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d4fca1-30b2-453f-b18d-0c484685270d HTTP/1.1" status: 200 len: 217 time: 0.0526111 Jul 23 20:30:30.510286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.566048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-373b7fb6-3f67-4bd4-ad07-36692624f93b req-b08225e0-4c14-407e-8575-d0d7382215ef tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Jul 23 20:30:30.568616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network ad79145c-f606-43ba-b68e-55a9b314d704 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:30.587236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-cfba2def-ab1f-45f6-b530-80d6320abd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.589116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-cfba2def-ab1f-45f6-b530-80d6320abd94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0740280 Jul 23 20:30:30.610536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, ad79145c-f606-43ba-b68e-55a9b314d704) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:30.640021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-182531a7-c612-487c-b8c4-513d4cd8dff6 req-fc7c79ec-439b-47ca-bdfb-984a293033a7 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215073 Jul 23 20:30:30.641134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Routers {'7df152e4-830d-4389-8d4e-41337e4ef6fa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:30.645006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['7df152e4-830d-4389-8d4e-41337e4ef6fa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:30.658786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:30.660931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:30.686438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-276d19e0-72b9-4741-91f8-aa9ffcad69f0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3778243 Jul 23 20:30:30.691326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36210) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:30.708538 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f967842-99cc-4da7-b659-37ce082aa2b6 x-openstack-request-id: req-4f967842-99cc-4da7-b659-37ce082aa2b6 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:30.709137 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:30.709267 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f967842-99cc-4da7-b659-37ce082aa2b6 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:30.709825 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d', 'status': 'completed', 'code': 200} Jul 23 20:30:30.898476 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-7ddbb5bc-9703-445d-beff-2691d4308c72 service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923957 Jul 23 20:30:30.981071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.024491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1075c209-ba6e-4ed4-93af-63d42200b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.033884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1075c209-ba6e-4ed4-93af-63d42200b926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.038762 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1075c209-ba6e-4ed4-93af-63d42200b926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce3191df-998f-4fe3-bbb5-8c63f0ef6bcd HTTP/1.1" status: 204 len: 168 time: 1.7785203 Jul 23 20:30:31.039063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.154338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075c209-ba6e-4ed4-93af-63d42200b926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3191df-998f-4fe3-bbb5-8c63f0ef6bcd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:31.167037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event deleted for resources: {'Port': ['ID=9fdb0964-99f2-49a2-a4eb-b6074438bf46,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:31.284013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] Set router 7df152e4-830d-4389-8d4e-41337e4ef6fa gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:31.328641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.455796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ffb9ad-8577-49d6-bb66-35b6cb4af4c8 None None] Pushing event updated for resources: {'Port': ['ID=60325da9-8533-463e-a81c-a377eada6abc,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:31.468208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a8f419-918b-4ae7-ae57-3a41f18afb8b None None] Network ad79145c-f606-43ba-b68e-55a9b314d704 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:31.559097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] For port 8e7c1605-ed94-4311-92c1-37de3d9e954a, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:31.639253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] For port 8e7c1605-ed94-4311-92c1-37de3d9e954a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8e7c1605-ed94-4311-92c1-37de3d9e954a,segment=NetworkSegment(54f27d80-e45a-452e-a19b-416b3f2c2941),segment_id=54f27d80-e45a-452e-a19b-416b3f2c2941)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:31.807896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.810902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36228) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:31.827697 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:31.948598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6715ce2b-d26c-4d23-9e5a-6c6228418ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.126712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Allocated IP 172.20.0.1 (c3548ea7-b6c3-4d87-ada1-53381776952a/531db9d4-2410-45ab-a384-d908bb43ff2a/8d158391-a582-42d2-9031-a7f4cf931133) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:32.274751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b4301-cde3-4b15-aec0-14c97cdf24b6 req-28d10fcc-db0c-4535-8b73-7ba88ce71a45 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.278755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815b4301-cde3-4b15-aec0-14c97cdf24b6 req-28d10fcc-db0c-4535-8b73-7ba88ce71a45 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 1.1002448 Jul 23 20:30:32.367636 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e33966d5-660b-4618-ba3f-1ee1ab25ac53 req-4ee44885-d0fc-44e9-ac88-0f6ca3c04cde service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4460735 Jul 23 20:30:32.371342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e91dd-0674-42fc-81f0-075e548353f9 None None] Pushing event updated for resources: {'Port': ['ID=8e7c1605-ed94-4311-92c1-37de3d9e954a,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.387272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.391056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.401680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.478875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-a8a82cb0-119b-4f2e-8b73-b83901077d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.481115 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-a8a82cb0-119b-4f2e-8b73-b83901077d85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.8570151 Jul 23 20:30:32.542627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.543307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Fanout notify agent at l3_agent the message router_deleted on router b621d101-a421-4d07-b7d8-91948faaecb6 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:32.632253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376bf5ef-9981-4059-92a2-49732bcc1e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-ad79145c-f606-43ba-b68e-55a9b314d704', 'network_id': 'ad79145c-f606-43ba-b68e-55a9b314d704', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': '6aabbe7f-f49e-4095-9634-e4472f6e1770'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:32.642785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.647774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-781c5892-930b-4460-8db4-b9c3f5035eb1 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/b621d101-a421-4d07-b7d8-91948faaecb6 HTTP/1.1" status: 204 len: 168 time: 5.8026876 Jul 23 20:30:32.647933 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-376bf5ef-9981-4059-92a2-49732bcc1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:32.651233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36238) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:32.658692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1711729333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:32.722648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 3, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:32.729091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cbf42-b273-4984-b18c-49f75f19df22 req-0b521a17-2f3e-4cae-8d61-9f016ae6a572 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:32.737124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-965cbf42-b273-4984-b18c-49f75f19df22 req-0b521a17-2f3e-4cae-8d61-9f016ae6a572 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 943 time: 0.9246225 Jul 23 20:30:32.747786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=6aabbe7f-f49e-4095-9634-e4472f6e1770,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:32.820120 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-238dd834-d0d5-405b-aa1d-1c2989ea7d48 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204725 Jul 23 20:30:32.894672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6840ccf-7bd7-46c3-a8c6-ae36f36c249b None None] The sync data for ids ['7df152e4-830d-4389-8d4e-41337e4ef6fa'] in n-d-793620-13 is: [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:30:22Z', 'revision_number': 3, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:32.969875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdc8490-c794-48c8-a1fc-0c3094cdc5ca None None] Network ad79145c-f606-43ba-b68e-55a9b314d704 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:33.076522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.147015 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c43dd46-48c6-453d-b507-74e5a02d94d9 req-a9578be8-c362-4408-9cfb-6aa6f4f3ed42 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119321 Jul 23 20:30:33.195083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-965cbf42-b273-4984-b18c-49f75f19df22 req-2aaca906-68b1-4d2d-882a-99593636f0d2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546297 Jul 23 20:30:33.215123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815b4301-cde3-4b15-aec0-14c97cdf24b6 req-91864547-edc9-4a2b-ade2-16eef0a04f68 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9254346 Jul 23 20:30:33.229059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad79145c-f606-43ba-b68e-55a9b314d704']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:33.248509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8e7c1605-ed94-4311-92c1-37de3d9e954a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:33.351417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ae2171-39cd-4219-a5a8-63fafc8cd316') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:33.352737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ae2171-39cd-4219-a5a8-63fafc8cd316') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:33.422174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.432064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.527893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.552667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Transition to ACTIVE for port object 8d158391-a582-42d2-9031-a7f4cf931133 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:33.643743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8e7c1605-ed94-4311-92c1-37de3d9e954a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:33.653100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:33.669604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:33.688497 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:33.734195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6715ce2b-d26c-4d23-9e5a-6c6228418ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.776381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6715ce2b-d26c-4d23-9e5a-6c6228418ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.848578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-8c618bfc-4043-4aa4-9ad0-8ed4575f711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:33.854530 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-8c618bfc-4043-4aa4-9ad0-8ed4575f711a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 1095 time: 0.4185853 Jul 23 20:30:33.871879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:33.872956 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.004533 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.104693 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.116075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/ad79145c-f606-43ba-b68e-55a9b314d704 HTTP/1.1" status: 204 len: 168 time: 3.4230015 Jul 23 20:30:34.143886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf281a91-a620-46e0-a3a4-c4fa57f1be82 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=ad79145c-f606-43ba-b68e-55a9b314d704,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.162972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36250) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:34.171812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-999172637'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:34.181784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-d7d2ae7a-9562-47bb-ace3-abeb658baeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.183449 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-d7d2ae7a-9562-47bb-ace3-abeb658baeba service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.3131106 Jul 23 20:30:34.207684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6715ce2b-d26c-4d23-9e5a-6c6228418ccb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=222745f9e8ac4481a71ab871af6567dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3860652 Jul 23 20:30:34.208546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715ce2b-d26c-4d23-9e5a-6c6228418ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34306ac7-2632-4c6c-8b8c-f1bfd7ad4ab3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.214097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36254) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:34.217275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:34.221123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.352453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.374310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e0ecb-a988-4f52-aab8-e971b1252cd4 req-2f77f55d-028d-4287-b469-25302c33ad11 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.384768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f9e0ecb-a988-4f52-aab8-e971b1252cd4 req-2f77f55d-028d-4287-b469-25302c33ad11 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.9727187 Jul 23 20:30:34.387374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-04bb14af-2e6f-4090-8b90-e0b08b77e87e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d4fca1-30b2-453f-b18d-0c484685270d HTTP/1.1" status: 200 len: 217 time: 0.1887174 Jul 23 20:30:34.450914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc9661a-e02a-4cf0-80f3-8f6acd82888a None None] Network 167d7767-e0d1-43bb-9335-013c830f4a81 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:34.609576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-bf82c38a-e74c-4acf-aa75-ed69cc656412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:34.615582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-bf82c38a-e74c-4acf-aa75-ed69cc656412 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1749837 Jul 23 20:30:34.625093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.667108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.695039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:34.740217 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.740858 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment 986400ca-b6d9-422e-a091-bd191adbd19d of type vlan for network 982a1be2-33b9-49df-af87-d549557c23f8 Jul 23 20:30:34.766423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] Provisioning for port 8e7c1605-ed94-4311-92c1-37de3d9e954a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:34.774407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] Provisioning complete for port 8e7c1605-ed94-4311-92c1-37de3d9e954a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:34.774407 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.801171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.801568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:34.805063 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e7bd92c2-5746-4dbb-b59d-276a6230b060 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.1503272 Jul 23 20:30:34.818812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36266) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:34.843242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'enable_snat': False}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:34.877872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Pushing event updated for resources: {'Port': ['ID=8d158391-a582-42d2-9031-a7f4cf931133,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:34.943435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.074139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 37d4fca1-30b2-453f-b18d-0c484685270d details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:35.167178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-aebd4cb0-8044-40e3-b7f4-96e2dc35c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:35.168595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-aebd4cb0-8044-40e3-b7f4-96e2dc35c702 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5359778 Jul 23 20:30:35.178711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 60325da9-8533-463e-a81c-a377eada6abc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:35.265350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.295998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:30:35.586929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] For port 8e7c1605-ed94-4311-92c1-37de3d9e954a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8e7c1605-ed94-4311-92c1-37de3d9e954a,segment=NetworkSegment(54f27d80-e45a-452e-a19b-416b3f2c2941),segment_id=54f27d80-e45a-452e-a19b-416b3f2c2941)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:35.622430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=37d4fca1-30b2-453f-b18d-0c484685270d,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:35.653368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.657293 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.765847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '37d4fca1-30b2-453f-b18d-0c484685270d', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '37d4fca1-30b2-453f-b18d-0c484685270d', 'mac_address': 'fa:16:3e:cb:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:35.821420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a48c49-fe13-4171-b95b-e4d3b8601cc0 None None] Pushing event updated for resources: {'Port': ['ID=8e7c1605-ed94-4311-92c1-37de3d9e954a,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:35.843529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 60325da9-8533-463e-a81c-a377eada6abc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:35.851953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 60325da9-8533-463e-a81c-a377eada6abc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:35.852577 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:35.997368 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-02bfe9c8-9aa8-4cd2-813f-24d1dbe1c3fb service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775140 Jul 23 20:30:36.020328 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.058827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d4fca1-30b2-453f-b18d-0c484685270d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:36.088853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=37d4fca1-30b2-453f-b18d-0c484685270d,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:36.095191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bf4dd84-f67f-4929-9026-fda348906108 None None] Provisioning complete for port 8e7c1605-ed94-4311-92c1-37de3d9e954a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:36.096022 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf4dd84-f67f-4929-9026-fda348906108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.111206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:36.123957 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.127865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.181511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Network c3548ea7-b6c3-4d87-ada1-53381776952a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:36.279754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.307853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.363359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:36.368775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:36.381415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 60325da9-8533-463e-a81c-a377eada6abc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=60325da9-8533-463e-a81c-a377eada6abc,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:36.395666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.437125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2723868 Jul 23 20:30:36.453922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36282) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:36.464633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5593-2461-4478-9d5b-36647b4770e8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=982a1be2-33b9-49df-af87-d549557c23f8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.470619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': '982a1be2-33b9-49df-af87-d549557c23f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:36.531855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['37d4fca1-30b2-453f-b18d-0c484685270d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:36.564144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-adbc8e34-ecd8-4c0f-aed0-c5bd160d6b83 req-9308b41d-a23c-41a9-8beb-fba934069ce9 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032310 Jul 23 20:30:36.615946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 982a1be2-33b9-49df-af87-d549557c23f8 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:36.656966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=60325da9-8533-463e-a81c-a377eada6abc,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:36.683257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0d5814a-f3f6-45da-8a6c-e3b6a5219edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.693067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f9e0ecb-a988-4f52-aab8-e971b1252cd4 req-1bbfcf7c-63e0-4bc4-acc9-f7f7e3abe639 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3085649 Jul 23 20:30:36.695914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:36.792421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0d5814a-f3f6-45da-8a6c-e3b6a5219edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.026666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be650-8519-4ae3-9759-3ee9ea8c58ab req-739c87bd-42f2-4235-89cb-e62c831e0c66 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:37.037681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:37.037681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.037984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-755be650-8519-4ae3-9759-3ee9ea8c58ab req-739c87bd-42f2-4235-89cb-e62c831e0c66 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 943 time: 2.6313798 Jul 23 20:30:37.107343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.123563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8e7c1605-ed94-4311-92c1-37de3d9e954a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:37.190492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.299949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-87bba037-5b19-4000-8edc-44bc582fc788 None None] Provisioning for port 8d158391-a582-42d2-9031-a7f4cf931133 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:37.349720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-87bba037-5b19-4000-8edc-44bc582fc788 None None] Provisioning complete for port 8d158391-a582-42d2-9031-a7f4cf931133 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:37.350188 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-87bba037-5b19-4000-8edc-44bc582fc788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.476239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-755be650-8519-4ae3-9759-3ee9ea8c58ab req-4fb6e14c-03cd-4ec6-9e29-4b5642fc947e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377346 Jul 23 20:30:37.560320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Allocated IP 172.25.8.152 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/f0047391-7df2-4f96-80af-70e3ae9092d6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:37.678698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8e7c1605-ed94-4311-92c1-37de3d9e954a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:37.679741 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.680925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0d5814a-f3f6-45da-8a6c-e3b6a5219edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.683888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0d5814a-f3f6-45da-8a6c-e3b6a5219edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.685731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c0d5814a-f3f6-45da-8a6c-e3b6a5219edc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34306ac7-2632-4c6c-8b8c-f1bfd7ad4ab3 HTTP/1.1" status: 204 len: 168 time: 3.4314203 Jul 23 20:30:37.722477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5814a-f3f6-45da-8a6c-e3b6a5219edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34306ac7-2632-4c6c-8b8c-f1bfd7ad4ab3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:37.744837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:37.755751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4613a6-1271-40ce-9489-1d7d9f7e08d7 req-6e6fb6f1-8b87-4ea5-8ed6-e8e54f08b655 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:37.757847 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e4613a6-1271-40ce-9489-1d7d9f7e08d7 req-6e6fb6f1-8b87-4ea5-8ed6-e8e54f08b655 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.7506204 Jul 23 20:30:37.900754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-87bba037-5b19-4000-8edc-44bc582fc788 None None] Port 8d158391-a582-42d2-9031-a7f4cf931133 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:37.996787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.059024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.065751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e4613a6-1271-40ce-9489-1d7d9f7e08d7 req-8e234be1-5512-4264-b336-aa6fc48f72ee tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695727 Jul 23 20:30:38.067145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.118877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.162332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 60325da9-8533-463e-a81c-a377eada6abc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:38.281494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 60325da9-8533-463e-a81c-a377eada6abc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:38.284501 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.302115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Pushing event updated for resources: {'Port': ['ID=8d158391-a582-42d2-9031-a7f4cf931133,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:38.332473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.533749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd7444-9cc8-4064-9950-c49a1682741e req-4e8008fa-f20b-49c1-95ea-bb5b85e26fb3 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:38.541266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dcd7444-9cc8-4064-9950-c49a1682741e req-4e8008fa-f20b-49c1-95ea-bb5b85e26fb3 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.4268632 Jul 23 20:30:38.614539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Network c3548ea7-b6c3-4d87-ada1-53381776952a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:38.621711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:38.662553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Pushing event updated for resources: {'Port': ['ID=f0047391-7df2-4f96-80af-70e3ae9092d6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:38.713894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:38.717785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:38.730759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:38.746904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:38.811508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dcd7444-9cc8-4064-9950-c49a1682741e req-ef904ec0-4442-4833-9569-b54700c95282 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693160 Jul 23 20:30:38.825100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Router 7df152e4-830d-4389-8d4e-41337e4ef6fa has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:39.042917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 37d4fca1-30b2-453f-b18d-0c484685270d up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:39.179375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': '986400ca-b6d9-422e-a091-bd191adbd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '982a1be2-33b9-49df-af87-d549557c23f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:39.180229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: 982a1be2-33b9-49df-af87-d549557c23f8, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:39.184193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=f71af2b0-9729-40c7-a7e4-d8918e0daa9c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:39.254574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-69e4714d-df06-4127-9edb-036072859465 None None] Provisioning complete for port 8d158391-a582-42d2-9031-a7f4cf931133 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:39.258656 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-69e4714d-df06-4127-9edb-036072859465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.337686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network 982a1be2-33b9-49df-af87-d549557c23f8 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:39.355708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:39.364494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 982a1be2-33b9-49df-af87-d549557c23f8) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:39.372925 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Sync routers for ids ['7df152e4-830d-4389-8d4e-41337e4ef6fa'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:39.388018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e508e93d-8a7c-4edf-b71e-51cadec9d53d admin admin] 10.222.0.46 "PUT /v2.0/routers/7df152e4-830d-4389-8d4e-41337e4ef6fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9352145 Jul 23 20:30:39.397980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a8f3c-92c0-4b8f-835c-ec08499a75f6 None None] Network 982a1be2-33b9-49df-af87-d549557c23f8 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:39.398325 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Routers {'7df152e4-830d-4389-8d4e-41337e4ef6fa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:39.399130 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['7df152e4-830d-4389-8d4e-41337e4ef6fa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:39.421395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.427995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.440207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-69e4714d-df06-4127-9edb-036072859465 None None] Port 8d158391-a582-42d2-9031-a7f4cf931133 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:30:39.464504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b4a8e-5306-4860-a174-211cb8c270d9 req-22c0a65d-de53-4e02-a3df-77477ae4fad9 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.471246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3b4a8e-5306-4860-a174-211cb8c270d9 req-22c0a65d-de53-4e02-a3df-77477ae4fad9 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 944 time: 0.6816576 Jul 23 20:30:39.498189 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-62c0b242-4834-445e-a5c5-1c218907089e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0320385 Jul 23 20:30:39.501395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36330) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:39.521647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-589071892'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:39.720094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:39.726826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.731388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 37d4fca1-30b2-453f-b18d-0c484685270d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:39.759956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 37d4fca1-30b2-453f-b18d-0c484685270d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:39.762023 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.788226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:39.820035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:39.820611 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment 7ff05c90-64e4-47b7-8d0d-e348de366f86 of type vlan for network f7effcb9-1a93-45a4-b83f-6312c86f7a03 Jul 23 20:30:39.888321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de3b4a8e-5306-4860-a174-211cb8c270d9 req-5b36bcaa-a264-48e2-bb89-2c7a274bf3fa tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244100 Jul 23 20:30:39.924517 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Set router 7df152e4-830d-4389-8d4e-41337e4ef6fa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:39.969473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d5908-ac28-4201-bce2-39490d8233da req-79fc044f-c7aa-4469-859f-01e2ef5fc1b0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:39.981943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-794d5908-ac28-4201-bce2-39490d8233da req-79fc044f-c7aa-4469-859f-01e2ef5fc1b0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.5943034 Jul 23 20:30:40.058698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.093138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-794d5908-ac28-4201-bce2-39490d8233da req-10ad6bf0-98d7-417b-a780-e9e7ff326d54 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076512 Jul 23 20:30:40.147933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.167805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:40.169095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.335152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a1f54-fbce-4a87-98fa-850756f734f7 req-d7740223-f12c-46a5-b10e-c788e7b67786 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:40.352996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b67a1f54-fbce-4a87-98fa-850756f734f7 req-d7740223-f12c-46a5-b10e-c788e7b67786 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.2462144 Jul 23 20:30:40.391836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=f7effcb9-1a93-45a4-b83f-6312c86f7a03,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:40.428534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.441553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9d24a91-7d91-4ed1-93fa-19b4b2ee8cec tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9372435 Jul 23 20:30:40.445700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f7effcb9-1a93-45a4-b83f-6312c86f7a03 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:40.472502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b67a1f54-fbce-4a87-98fa-850756f734f7 req-2fd72cdf-4b0b-4fbf-8769-9711838c5405 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183679 Jul 23 20:30:40.475782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36352) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:40.513244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:40.590072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:30:37Z', 'revision_number': 4, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8d158391-a582-42d2-9031-a7f4cf931133', 'name': '', 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'mac_address': 'fa:16:3e:16:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '531db9d4-2410-45ab-a384-d908bb43ff2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:30Z', 'updated_at': '2021-07-23T20:30:37Z', 'revision_number': 2, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'subnets': [{'id': '531db9d4-2410-45ab-a384-d908bb43ff2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:40.677747 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Checking router: 7df152e4-830d-4389-8d4e-41337e4ef6fa for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:40.683997 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Updating router 7df152e4-830d-4389-8d4e-41337e4ef6fa port 8d158391-a582-42d2-9031-a7f4cf931133 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:40.849662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:40.856871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.908304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-982a1be2-33b9-49df-af87-d549557c23f8', 'network_id': '982a1be2-33b9-49df-af87-d549557c23f8', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': 'f71af2b0-9729-40c7-a7e4-d8918e0daa9c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:40.909828 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:40.916483 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.199065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Performing IP validity checks on allocation pools {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:30:41.199786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:30:41.504514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:41.511340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1861238233-network', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:41.551791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Made reservation on behalf of 1d4cc678f8004b619afe095c73790ea5 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:41.554684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:41.605364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1bbf1-8c5a-425c-95e9-729e0b3cff23 req-d89aecde-636b-4dca-8072-19f41d3dd81e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:41.616401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cb1bbf1-8c5a-425c-95e9-729e0b3cff23 req-d89aecde-636b-4dca-8072-19f41d3dd81e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 944 time: 0.4000978 Jul 23 20:30:41.643861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3531bbc-5bc9-4430-8d98-408a9dba634b req-a4751c85-00e4-4b72-985b-91aed2a70a9e tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:41.671357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3531bbc-5bc9-4430-8d98-408a9dba634b req-a4751c85-00e4-4b72-985b-91aed2a70a9e tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.4678783 Jul 23 20:30:41.961007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Allocated IP 2001:db8::1 (982a1be2-33b9-49df-af87-d549557c23f8/f71af2b0-9729-40c7-a7e4-d8918e0daa9c/0927cb01-e834-45dc-accf-29074b591ec2) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:42.012087 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.030887 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Transition to ACTIVE for port object 8d158391-a582-42d2-9031-a7f4cf931133 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:42.036849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.042397 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.087493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.103502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-0869fd31-b13e-41ea-a74f-fc808dc33412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.107526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-0869fd31-b13e-41ea-a74f-fc808dc33412 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f6e7a7ede964f449cfc51bb2e20ca36&device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 1098 time: 0.6201999 Jul 23 20:30:42.118279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.155941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.254709 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d223-4619-4a6e-a744-9f3d6c070c04 None None] Pushing event updated for resources: {'Port': ['ID=8d158391-a582-42d2-9031-a7f4cf931133,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.316300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Attempting to bind port 8d158391-a582-42d2-9031-a7f4cf931133 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:42.316849 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Attempting to bind port 8d158391-a582-42d2-9031-a7f4cf931133 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:42.317365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Attempting to bind port 8d158391-a582-42d2-9031-a7f4cf931133 on network c3548ea7-b6c3-4d87-ada1-53381776952a {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:42.327141 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:42.327898 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Checking segment: {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:42.329272 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.330193 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Bound using segment: {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:42.332165 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Bound port: 8d158391-a582-42d2-9031-a7f4cf931133, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e815e8-2e8b-476d-a1a3-d87b5c724962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:42.333074 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.514107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=d3f0064e-7c81-4bb5-ae61-0846d9d82788,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:42.529405 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] For port 8d158391-a582-42d2-9031-a7f4cf931133, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:42.534166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.540813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] For port 8d158391-a582-42d2-9031-a7f4cf931133, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8d158391-a582-42d2-9031-a7f4cf931133,segment=NetworkSegment(39e815e8-2e8b-476d-a1a3-d87b5c724962),segment_id=39e815e8-2e8b-476d-a1a3-d87b5c724962)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:42.551615 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.567887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Transition to ACTIVE for port object 0927cb01-e834-45dc-accf-29074b591ec2 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:42.616093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Transition to ACTIVE for port object 0927cb01-e834-45dc-accf-29074b591ec2 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:42.648617 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.651100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.829899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Routers {'7df152e4-830d-4389-8d4e-41337e4ef6fa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:42.831284 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['7df152e4-830d-4389-8d4e-41337e4ef6fa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:42.885082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Network 982a1be2-33b9-49df-af87-d549557c23f8 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:42.896814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-f42c7ca0-cc43-4dd7-b4a7-95a8be62335e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:42.898501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-f42c7ca0-cc43-4dd7-b4a7-95a8be62335e service neutron] 10.222.0.36 "GET /v2.0/networks?id=22b90477-32cf-4256-8d7f-62684e3ea857 HTTP/1.1" status: 200 len: 912 time: 0.7838011 Jul 23 20:30:42.906930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:42.914594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:42.929823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:42.938205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.939548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.941400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.941995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.942684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.945196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.946084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.947301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.948225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.950208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.951638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.952156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:42.985026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:42.989455 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2f78d1-3734-47b4-977c-cb6e1586e574" -d '{"events": [{"server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "name": "network-vif-plugged", "status": "completed", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:43.004125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.076611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cb1bbf1-8c5a-425c-95e9-729e0b3cff23 req-d373a6b2-6dba-42c7-a58c-3a6b98568afb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4571619 Jul 23 20:30:43.119968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:43.131598 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-52c34a85-3ce5-46ac-9f87-0ef29a61b40e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2 HTTP/1.1" status: 200 len: 217 time: 0.2115996 Jul 23 20:30:43.156687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=37d4fca1-30b2-453f-b18d-0c484685270d,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:43.187237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Pushing event updated for resources: {'Port': ['ID=0927cb01-e834-45dc-accf-29074b591ec2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.269756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.270214 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Added segment d9ca281f-9138-4ea2-9ff3-82b194b908ab of type vlan for network 5688ff99-c1b0-4d0f-996f-b831adb06e49 Jul 23 20:30:43.284123 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.349785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3531bbc-5bc9-4430-8d98-408a9dba634b req-f081cce1-eff0-4cd4-9c41-8f5111d0d6e6 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6742527 Jul 23 20:30:43.350489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c28778-16f9-4f7f-b0e4-cd853960b26e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.408519 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012d223-4619-4a6e-a744-9f3d6c070c04 None None] Pushing event updated for resources: {'Port': ['ID=8d158391-a582-42d2-9031-a7f4cf931133,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.417735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-ad13c34e-4a00-4c43-8543-5fd6a7ef4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.422672 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:30:43.438376 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-ad13c34e-4a00-4c43-8543-5fd6a7ef4960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7305524-c314-4649-ad07-fd61381f5165 HTTP/1.1" status: 200 len: 851 time: 0.2900388 Jul 23 20:30:43.492080 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] Set router 7df152e4-830d-4389-8d4e-41337e4ef6fa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:43.533479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Attempting to bind port 0927cb01-e834-45dc-accf-29074b591ec2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:43.533919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Attempting to bind port 0927cb01-e834-45dc-accf-29074b591ec2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '986400ca-b6d9-422e-a091-bd191adbd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '982a1be2-33b9-49df-af87-d549557c23f8'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:43.534294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Attempting to bind port 0927cb01-e834-45dc-accf-29074b591ec2 on network 982a1be2-33b9-49df-af87-d549557c23f8 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:43.559051 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-f8363a5f-7ca2-45e4-ac6f-8c6d984c19fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22b90477-32cf-4256-8d7f-62684e3ea857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094968 Jul 23 20:30:43.564857 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306913d0-5d00-4156-97c0-4abe1da80297 x-openstack-request-id: req-306913d0-5d00-4156-97c0-4abe1da80297 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:43.574044 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "name": "network-vif-plugged", "status": "completed", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:43.574585 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-306913d0-5d00-4156-97c0-4abe1da80297 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:43.600366 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d', 'code': 200} Jul 23 20:30:43.623977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:43.624465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Checking segment: {'id': '986400ca-b6d9-422e-a091-bd191adbd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '982a1be2-33b9-49df-af87-d549557c23f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:43.624762 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.650223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Bound using segment: {'id': '986400ca-b6d9-422e-a091-bd191adbd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '982a1be2-33b9-49df-af87-d549557c23f8'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:43.651848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Bound port: 0927cb01-e834-45dc-accf-29074b591ec2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986400ca-b6d9-422e-a091-bd191adbd19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '982a1be2-33b9-49df-af87-d549557c23f8'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:43.652490 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.654157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Router 1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:43.661960 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.671841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': '7ff05c90-64e4-47b7-8d0d-e348de366f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:43.672207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: f7effcb9-1a93-45a4-b83f-6312c86f7a03, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:43.871145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.872173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:43.886441 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:43.889406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network f7effcb9-1a93-45a4-b83f-6312c86f7a03 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:43.896454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] For port 0927cb01-e834-45dc-accf-29074b591ec2, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:43.903033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] For port 0927cb01-e834-45dc-accf-29074b591ec2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0927cb01-e834-45dc-accf-29074b591ec2,segment=NetworkSegment(986400ca-b6d9-422e-a091-bd191adbd19d),segment_id=986400ca-b6d9-422e-a091-bd191adbd19d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:43.962226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:43.972761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.011383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f7effcb9-1a93-45a4-b83f-6312c86f7a03) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:44.011536 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd714b98-d6eb-4b36-85d2-6d8bab55a57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.046557 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.056260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70407da-518b-4bc9-85d5-6de54da782e8 None None] Network f7effcb9-1a93-45a4-b83f-6312c86f7a03 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:44.071376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c6a5b-339b-4ae4-9537-7b58bde9bfd3 req-1bb65bde-75b9-4d60-919e-d61bced8e27a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.075703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-827c6a5b-339b-4ae4-9537-7b58bde9bfd3 req-1bb65bde-75b9-4d60-919e-d61bced8e27a tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.5837123 Jul 23 20:30:44.085333 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:30:37Z', 'revision_number': 4, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8d158391-a582-42d2-9031-a7f4cf931133', 'name': '', 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'mac_address': 'fa:16:3e:16:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '531db9d4-2410-45ab-a384-d908bb43ff2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:30Z', 'updated_at': '2021-07-23T20:30:42Z', 'revision_number': 4, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'subnets': [{'id': '531db9d4-2410-45ab-a384-d908bb43ff2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.093719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.094657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.175882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6655436 Jul 23 20:30:44.182885 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca17792-56de-4bc9-89ee-1745a342ba46 None None] The sync data for ids ['7df152e4-830d-4389-8d4e-41337e4ef6fa'] in n-d-793620-13 is: [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:30:37Z', 'revision_number': 4, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8d158391-a582-42d2-9031-a7f4cf931133', 'name': '', 'network_id': 'c3548ea7-b6c3-4d87-ada1-53381776952a', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'mac_address': 'fa:16:3e:16:2a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '531db9d4-2410-45ab-a384-d908bb43ff2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:30Z', 'updated_at': '2021-07-23T20:30:42Z', 'revision_number': 4, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'subnets': [{'id': '531db9d4-2410-45ab-a384-d908bb43ff2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:44.200677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36424) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:44.235678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:44.237618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Request body: {'subnet': {'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1861238233-subnet', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:44.264979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.266511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01399a09-a07c-474e-9e4f-e87cc6a774af tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "PUT /v2.0/routers/1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc HTTP/1.1" status: 200 len: 916 time: 9.4326932 Jul 23 20:30:44.281874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36428) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:44.316864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf3bfd6-0130-4d86-97b2-db36d8543f8e None None] Pushing event updated for resources: {'Port': ['ID=0927cb01-e834-45dc-accf-29074b591ec2,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:44.320830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] Sync routers for ids ['1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:44.491961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] Routers {'1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:44.492600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.525458 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-4c46b2c2-0dfb-47b4-83dd-1fd5534dd2eb service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9580338 Jul 23 20:30:44.693943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.711225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd69c4-dd34-4c5d-a3ee-f95da05a98e1 req-24048349-5493-49e8-a336-c42df60e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:44.717254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-51bd69c4-dd34-4c5d-a3ee-f95da05a98e1 req-24048349-5493-49e8-a336-c42df60e541d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 1097 time: 1.0162480 Jul 23 20:30:44.785499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Made reservation on behalf of 1d4cc678f8004b619afe095c73790ea5 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:44.794893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] Routers {'1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:44.795789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.802113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.861336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f7effcb9-1a93-45a4-b83f-6312c86f7a03', 'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': 'd3f0064e-7c81-4bb5-ae61-0846d9d82788'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:44.862535 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:44.867934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:44.868501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9685e69-ca3c-42d9-ba33-3701b074ec68 None None] The sync data for ids ['1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:44.980607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-54efbd3b-56de-4319-b933-9f66cf01da6d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.5023310 Jul 23 20:30:44.983710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e754aa9-c585-476b-9b61-0db61455a95f admin admin] Pushing event updated for resources: {'Network': ['ID=5688ff99-c1b0-4d0f-996f-b831adb06e49,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:45.007031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36440) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.176022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-51bd69c4-dd34-4c5d-a3ee-f95da05a98e1 req-5c1506e9-1394-49ff-8e41-f67b628f989a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168184 Jul 23 20:30:45.230930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f02f48b1-b983-4495-a73d-c29788a3479c tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc HTTP/1.1" status: 200 len: 922 time: 0.9361086 Jul 23 20:30:45.233754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36444) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.350615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-827c6a5b-339b-4ae4-9537-7b58bde9bfd3 req-71c2bcfa-b845-4178-88a1-32324e857235 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.2377491 Jul 23 20:30:45.399477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Allocated IP 2001:db8::3 (f7effcb9-1a93-45a4-b83f-6312c86f7a03/d3f0064e-7c81-4bb5-ae61-0846d9d82788/80d69caa-8996-4b12-a18d-6e97164de5f1) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:45.430437 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10b499b4-81cb-4a08-a886-a65b29b0faef req-6eb0a5e4-a04f-4782-8226-1e597f348677 service neutron] 10.222.0.36 "GET /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8843553 Jul 23 20:30:45.487268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896b3951-fd66-4d25-84a5-74f69b580610 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.488867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-896b3951-fd66-4d25-84a5-74f69b580610 tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2477508 Jul 23 20:30:45.505136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36450) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.535450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:45.555473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8d158391-a582-42d2-9031-a7f4cf931133 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:45.679954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d6b27-c340-418a-ac69-314f566d2c26 req-01c6705f-55ac-420a-9553-6b9eb115b570 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.687347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-292d6b27-c340-418a-ac69-314f566d2c26 req-01c6705f-55ac-420a-9553-6b9eb115b570 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 945 time: 1.2391694 Jul 23 20:30:45.805848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9231bd0-5a6c-4fa6-85ee-eafb0e2ecf9d tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:45.809030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c9231bd0-5a6c-4fa6-85ee-eafb0e2ecf9d tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/networks/6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 881 time: 0.3028467 Jul 23 20:30:45.812307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:45.873151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:45.898983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4dceeefd-c9a7-4feb-a373-88a77215bd63 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc HTTP/1.1" status: 200 len: 205 time: 0.0729239 Jul 23 20:30:45.899742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36458) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:46.129015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-292d6b27-c340-418a-ac69-314f566d2c26 req-86e8edb6-87bd-4efc-9409-cacc2c96253b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404204 Jul 23 20:30:46.296413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9aadd-5c92-4544-ac25-26b3ea6cdbe2 req-e9f1abf7-a3f9-418c-8843-cbd29653859f tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:46.299141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cef9aadd-5c92-4544-ac25-26b3ea6cdbe2 req-e9f1abf7-a3f9-418c-8843-cbd29653859f tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.7278266 Jul 23 20:30:46.350291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.439779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228c3bbf-929f-465d-ba10-45b36a67362c None None] Network 982a1be2-33b9-49df-af87-d549557c23f8 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:46.634446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.663597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.757138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.770821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Transition to ACTIVE for port object 80d69caa-8996-4b12-a18d-6e97164de5f1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:46.792795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Deleting port f0047391-7df2-4f96-80af-70e3ae9092d6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:46.793337 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.817874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Transition to ACTIVE for port object 80d69caa-8996-4b12-a18d-6e97164de5f1 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:46.825960 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-feb50f4a-3964-4847-a6b7-8b2220d33a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.832491 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:46.837792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd7cbb06-847d-4adb-b9c1-7492622c1fcf None None] Provisioning for port 0927cb01-e834-45dc-accf-29074b591ec2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:47.047774 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.096029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8d158391-a582-42d2-9031-a7f4cf931133 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:47.149968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.185955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Calling delete_port for f0047391-7df2-4f96-80af-70e3ae9092d6 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:47.244290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8d158391-a582-42d2-9031-a7f4cf931133 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:47.244698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.276346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cef9aadd-5c92-4544-ac25-26b3ea6cdbe2 req-4677e0f8-5e2a-4f23-9e15-75cb62f67312 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9656584 Jul 23 20:30:47.282210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e1270d-4515-446d-8080-e2cdb6012ef1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.307958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.453014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Pushing event updated for resources: {'Port': ['ID=80d69caa-8996-4b12-a18d-6e97164de5f1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.480605 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.492063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Network f7effcb9-1a93-45a4-b83f-6312c86f7a03 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:47.500856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:47.518177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:47.544219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Checking segment: {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:47.544552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Network hostable DHCP agents. Network: 5688ff99-c1b0-4d0f-996f-b831adb06e49, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:47.630951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659564e0-85b4-41dc-b1e1-fc7b0218b811 req-df685299-f20b-4073-8bca-529950d72bd0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:47.632557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-659564e0-85b4-41dc-b1e1-fc7b0218b811 req-df685299-f20b-4073-8bca-529950d72bd0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 1.1483452 Jul 23 20:30:47.694082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.702290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd94240-eac2-41fa-88ac-291c8725d9cc req-54c304d5-31e2-4db4-8ab0-8dd6eeedddd3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:47.703877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dd94240-eac2-41fa-88ac-291c8725d9cc req-54c304d5-31e2-4db4-8ab0-8dd6eeedddd3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 945 time: 0.2690523 Jul 23 20:30:47.756444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event deleted for resources: {'Port': ['ID=f0047391-7df2-4f96-80af-70e3ae9092d6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.779343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:47.803794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.833729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Attempting to bind port 80d69caa-8996-4b12-a18d-6e97164de5f1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:47.834597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Attempting to bind port 80d69caa-8996-4b12-a18d-6e97164de5f1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '7ff05c90-64e4-47b7-8d0d-e348de366f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:47.834597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Attempting to bind port 80d69caa-8996-4b12-a18d-6e97164de5f1 on network f7effcb9-1a93-45a4-b83f-6312c86f7a03 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:47.867047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.869159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:47.869833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Checking segment: {'id': '7ff05c90-64e4-47b7-8d0d-e348de366f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:47.870698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.871452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Bound using segment: {'id': '7ff05c90-64e4-47b7-8d0d-e348de366f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:47.872400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Bound port: 80d69caa-8996-4b12-a18d-6e97164de5f1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff05c90-64e4-47b7-8d0d-e348de366f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:47.873093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.897327 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:47.900142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f0064e-7c81-4bb5-ae61-0846d9d82788,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:47.958453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.140562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8d158391-a582-42d2-9031-a7f4cf931133, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8d158391-a582-42d2-9031-a7f4cf931133,segment=NetworkSegment(39e815e8-2e8b-476d-a1a3-d87b5c724962),segment_id=39e815e8-2e8b-476d-a1a3-d87b5c724962)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:48.167449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.168260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0927cb01-e834-45dc-accf-29074b591ec2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:48.204607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.229867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7effcb9-1a93-45a4-b83f-6312c86f7a03']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:48.231284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.234172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.258488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-659564e0-85b4-41dc-b1e1-fc7b0218b811 req-87ea0d82-4be4-47b0-9a10-da0033356f0d tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5994639 Jul 23 20:30:48.289291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.290140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Fanout notify agent at l3_agent the message router_deleted on router 1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:48.304344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff05c90-64e4-47b7-8d0d-e348de366f86') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:48.304912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.306038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff05c90-64e4-47b7-8d0d-e348de366f86') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:48.313289 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e71ec54b-6ee2-424b-934a-20b5cb1d3e11 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc HTTP/1.1" status: 204 len: 168 time: 2.4124315 Jul 23 20:30:48.314499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:48.315074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 5688ff99-c1b0-4d0f-996f-b831adb06e49) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:48.327612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1634147014', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:48.340850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] For port 80d69caa-8996-4b12-a18d-6e97164de5f1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:48.341261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:48.341908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.354147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f3d81a-d565-4cfd-9b8e-532fcaeb6585 None None] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:48.369590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.405752 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.425409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dd94240-eac2-41fa-88ac-291c8725d9cc req-b0aa5efc-9cb1-47ab-a9f5-976380d7f5fd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6640849 Jul 23 20:30:48.425651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.458111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] For port 80d69caa-8996-4b12-a18d-6e97164de5f1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=80d69caa-8996-4b12-a18d-6e97164de5f1,segment=NetworkSegment(7ff05c90-64e4-47b7-8d0d-e348de366f86),segment_id=7ff05c90-64e4-47b7-8d0d-e348de366f86)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:48.512369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.536539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:48.539556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.543382 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.642601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8d158391-a582-42d2-9031-a7f4cf931133,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.657956 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.701357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0927cb01-e834-45dc-accf-29074b591ec2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:48.719844 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:48.740536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:30:48.740536 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:30:48.740536 n-d-793620-13 neutron-server[94027]: [parameters: {'id': 'f7effcb9-1a93-45a4-b83f-6312c86f7a03'}] Jul 23 20:30:48.740536 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:30:48.740958 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:30:48.783985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0927cb01-e834-45dc-accf-29074b591ec2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:48.784596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.793271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-849506ed-058b-4f4d-a92a-4622070dd6e4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5908847 Jul 23 20:30:48.801321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:48.811483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:48.820991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-773002d4-747e-40ab-94a5-76f6be4e4cb0 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 267 time: 0.0966654 Jul 23 20:30:48.903878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124bbc51-188a-4da6-8f8b-b560e492fcce None None] Pushing event updated for resources: {'Port': ['ID=80d69caa-8996-4b12-a18d-6e97164de5f1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:48.917733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.918912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.934843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6894dd-6576-47df-94e9-dfb46dbad06e None None] Network f7effcb9-1a93-45a4-b83f-6312c86f7a03 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:48.959446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:48.986676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfb640-7c58-4469-bc62-a0e4a042e5eb req-2a46bc88-1d97-4bce-94dd-3c3d2a6eb314 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.002403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8bfb640-7c58-4469-bc62-a0e4a042e5eb req-2a46bc88-1d97-4bce-94dd-3c3d2a6eb314 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.2812600 Jul 23 20:30:49.130226 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.147778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-cebc96bd-58bc-49ff-a2d4-156b7af1440a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.150352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-cebc96bd-58bc-49ff-a2d4-156b7af1440a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 945 time: 0.3183334 Jul 23 20:30:49.182403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'port': {'security_groups': []}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:49.210702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8bfb640-7c58-4469-bc62-a0e4a042e5eb req-644bb6b8-a35a-4802-847a-69ab8a2f5c98 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882243 Jul 23 20:30:49.298511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.396286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-5688ff99-c1b0-4d0f-996f-b831adb06e49', 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'fixed_ips': [{'subnet_id': '14e1270d-4515-446d-8080-e2cdb6012ef1'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:49.397546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.411418 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.494679 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.511834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0927cb01-e834-45dc-accf-29074b591ec2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0927cb01-e834-45dc-accf-29074b591ec2,segment=NetworkSegment(986400ca-b6d9-422e-a091-bd191adbd19d),segment_id=986400ca-b6d9-422e-a091-bd191adbd19d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:49.584192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.648457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0927cb01-e834-45dc-accf-29074b591ec2,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:49.716842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.746715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.773923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Allocated IP 172.20.0.2 (5688ff99-c1b0-4d0f-996f-b831adb06e49/14e1270d-4515-446d-8080-e2cdb6012ef1/da0d5a83-fb73-430b-a5d9-82026262b4e2) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:49.779370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port 80d69caa-8996-4b12-a18d-6e97164de5f1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:49.779873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.833862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7b255-16d1-470e-ad7f-dab16a1a97e4 req-e1313817-c16f-4bec-aaf1-3f815e643bd6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:49.841466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84d7b255-16d1-470e-ad7f-dab16a1a97e4 req-e1313817-c16f-4bec-aaf1-3f815e643bd6 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.2228591 Jul 23 20:30:49.905020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.929016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.949152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8d158391-a582-42d2-9031-a7f4cf931133 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:49.976670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:49.992507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Transition to ACTIVE for port object da0d5a83-fb73-430b-a5d9-82026262b4e2 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:50.016210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Transition to ACTIVE for port object da0d5a83-fb73-430b-a5d9-82026262b4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:50.026921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.058675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8d158391-a582-42d2-9031-a7f4cf931133 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:50.059438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.100556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84d7b255-16d1-470e-ad7f-dab16a1a97e4 req-c726bb4f-79d8-48bf-97c0-ea3610523d30 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2579553 Jul 23 20:30:50.140183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:50.155398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:50.166439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:50.186845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Allocated IP 172.25.8.167 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/22162ff4-3b5a-4c55-b9d7-1cae0770d8e1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:50.196385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port 80d69caa-8996-4b12-a18d-6e97164de5f1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=80d69caa-8996-4b12-a18d-6e97164de5f1,segment=NetworkSegment(7ff05c90-64e4-47b7-8d0d-e348de366f86),segment_id=7ff05c90-64e4-47b7-8d0d-e348de366f86)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:50.196760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.211853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Pushing event updated for resources: {'Port': ['ID=da0d5a83-fb73-430b-a5d9-82026262b4e2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:50.237484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=37d4fca1-30b2-453f-b18d-0c484685270d,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:50.273476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for 80d69caa-8996-4b12-a18d-6e97164de5f1 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:50.408200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.469263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.510744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.517546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Attempting to bind port da0d5a83-fb73-430b-a5d9-82026262b4e2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:50.518098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Attempting to bind port da0d5a83-fb73-430b-a5d9-82026262b4e2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:50.519505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Attempting to bind port da0d5a83-fb73-430b-a5d9-82026262b4e2 on network 5688ff99-c1b0-4d0f-996f-b831adb06e49 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:50.525209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:50.525715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Checking segment: {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:50.526135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.526738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Bound using segment: {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:50.527003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Bound port: da0d5a83-fb73-430b-a5d9-82026262b4e2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:50.527392 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.558990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:50.566292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:50.570416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:50.616078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event updated for resources: {'Port': ['ID=22162ff4-3b5a-4c55-b9d7-1cae0770d8e1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:50.638558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] For port da0d5a83-fb73-430b-a5d9-82026262b4e2, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:50.654717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] For port da0d5a83-fb73-430b-a5d9-82026262b4e2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=da0d5a83-fb73-430b-a5d9-82026262b4e2,segment=NetworkSegment(d9ca281f-9138-4ea2-9ff3-82b194b908ab),segment_id=d9ca281f-9138-4ea2-9ff3-82b194b908ab)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:50.658908 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.665114 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.674226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9', '37d4fca1-30b2-453f-b18d-0c484685270d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:50.676648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:50.820679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246d3a8-5b8a-4db4-b018-e651faca4183 None None] Pushing event updated for resources: {'Port': ['ID=da0d5a83-fb73-430b-a5d9-82026262b4e2,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:50.839224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:50.920833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:50.921530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.923672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd78e95-76b4-4ca9-ae40-99eb3fd44efa req-c8b275f5-3559-4158-9a51-6f482b2be39c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "PUT /v2.0/ports/37d4fca1-30b2-453f-b18d-0c484685270d HTTP/1.1" status: 200 len: 904 time: 1.7469776 Jul 23 20:30:50.941314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:50.944212 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1" -d '{"events": [{"name": "network-changed", "server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:50.954161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2e66-1dda-4c14-8cc3-7ba58bc8a3d4 req-81f4ef9c-1183-43f7-b758-b9876c7f22b3 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:50.962955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa0e2e66-1dda-4c14-8cc3-7ba58bc8a3d4 req-81f4ef9c-1183-43f7-b758-b9876c7f22b3 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.7464628 Jul 23 20:30:50.964882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.988279 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:50.992550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['37d4fca1-30b2-453f-b18d-0c484685270d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:50.993016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.000908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port 80d69caa-8996-4b12-a18d-6e97164de5f1 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:51.149814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:30:51.219295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.256643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=80d69caa-8996-4b12-a18d-6e97164de5f1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:51.355920 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa0e2e66-1dda-4c14-8cc3-7ba58bc8a3d4 req-3606d539-85dd-403e-bcf8-0589e16e86e0 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920097 Jul 23 20:30:51.507749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df582ba2-0675-48af-8d0e-707d5f7a3a60 None None] Provisioning complete for port 37d4fca1-30b2-453f-b18d-0c484685270d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:51.508315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df582ba2-0675-48af-8d0e-707d5f7a3a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.526107 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a2de0-b6e2-478b-b1bf-792b9431b92a x-openstack-request-id: req-db9a2de0-b6e2-478b-b1bf-792b9431b92a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:51.529827 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:51.530389 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db9a2de0-b6e2-478b-b1bf-792b9431b92a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:51.531013 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d', 'status': 'completed', 'code': 200} Jul 23 20:30:51.592258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.638255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:51.713120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7effcb9-1a93-45a4-b83f-6312c86f7a03']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:51.733252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'port_id': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'mac_address': 'fa:16:3e:45:c0:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:30:51.769536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba95c3-1b61-4594-a42c-1361c7f75b9d req-914d42e6-2e5b-4e3e-9dc1-3c2c7fbada3d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.783581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0ba95c3-1b61-4594-a42c-1361c7f75b9d req-914d42e6-2e5b-4e3e-9dc1-3c2c7fbada3d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 907 time: 0.6439047 Jul 23 20:30:51.842996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff05c90-64e4-47b7-8d0d-e348de366f86') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:51.842996 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff05c90-64e4-47b7-8d0d-e348de366f86') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:51.850169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.873572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:30:51.876381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.883300 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.901931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:51.913585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.916045 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.928604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:51.929066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:51.941425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-db9f0906-525e-401b-b2de-22376c0222a3 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:51.953396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-db9f0906-525e-401b-b2de-22376c0222a3 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.36 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 946 time: 0.5094123 Jul 23 20:30:52.002908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.008026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device da0d5a83-fb73-430b-a5d9-82026262b4e2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:52.051461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-d7c65ba8-0575-45c6-8d89-55558c92cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.053270 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-d7c65ba8-0575-45c6-8d89-55558c92cb16 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 1059 time: 0.4398539 Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:52.076327 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:52.093260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port da0d5a83-fb73-430b-a5d9-82026262b4e2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:52.099006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0927cb01-e834-45dc-accf-29074b591ec2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:52.164973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3d745c44-b339-420c-afd7-9fd1888dc5e9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:30:52.165331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.233826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.239808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/f7effcb9-1a93-45a4-b83f-6312c86f7a03 HTTP/1.1" status: 204 len: 168 time: 7.2138891 Jul 23 20:30:52.275917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36586) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:52.286075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789118242'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:52.286274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0927cb01-e834-45dc-accf-29074b591ec2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:52.286274 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.310557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c059c2-62fb-436b-8b6e-5d0c56093346 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=f7effcb9-1a93-45a4-b83f-6312c86f7a03,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:52.349086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Allocated IP 172.25.8.197 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/e5211f58-8fbd-4397-a78b-0010f9077863) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:52.385747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:52.389199 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.441065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf2a62-3faa-4847-9e66-90c305fae692 req-26e13a19-8937-4df7-85ad-a7af89d385d7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.448413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5bf2a62-3faa-4847-9e66-90c305fae692 req-26e13a19-8937-4df7-85ad-a7af89d385d7 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 944 time: 0.8483820 Jul 23 20:30:52.553428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc6397-b15f-498a-8d33-19de9e7c611c req-f9340f24-52d7-41cc-b3a1-a2c5ceb34a0f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.555165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67cc6397-b15f-498a-8d33-19de9e7c611c req-f9340f24-52d7-41cc-b3a1-a2c5ceb34a0f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.4736867 Jul 23 20:30:52.584123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d37e90-6668-45eb-bee7-17e8ca3870a8 None None] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:52.606549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-42dd0bd3-5b62-49d9-9a3f-2eae80bfa602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.608370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-42dd0bd3-5b62-49d9-9a3f-2eae80bfa602 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.4519460 Jul 23 20:30:52.630720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Deleting port a373bbb6-a59d-40b2-b538-af90edd4f9e2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:52.631387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.652636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67cc6397-b15f-498a-8d33-19de9e7c611c req-4a0f05f6-4d83-46a5-afff-992a3d6a08cb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831749 Jul 23 20:30:52.661616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5bf2a62-3faa-4847-9e66-90c305fae692 req-a127c73c-e6fe-478f-84e5-0790b2fe546f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2117732 Jul 23 20:30:52.692261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:30:52.723763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.724339 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment b94c0b16-4eac-401b-b282-3c74c911cae8 of type vlan for network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd Jul 23 20:30:52.752231 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-780ed9d9-1e3f-4ff2-927c-5c4a12b0341f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37d4fca1-30b2-453f-b18d-0c484685270d HTTP/1.1" status: 200 len: 217 time: 0.1337898 Jul 23 20:30:52.769847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.847402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] Provisioning for port da0d5a83-fb73-430b-a5d9-82026262b4e2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:52.854066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] Provisioning complete for port da0d5a83-fb73-430b-a5d9-82026262b4e2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:52.854500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:52.875425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Router 79485d5c-0aa4-4ff2-be04-b406a4507332 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:52.888554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-4b972d92-ac4d-4144-b67e-b7c26e7df5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:52.894072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-4b972d92-ac4d-4144-b67e-b7c26e7df5d8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1284633 Jul 23 20:30:52.913737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.007168 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.021210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.022365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.045568 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.062789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] For port a373bbb6-a59d-40b2-b538-af90edd4f9e2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a373bbb6-a59d-40b2-b538-af90edd4f9e2,segment=NetworkSegment(e6247c16-d3c5-4382-a7f9-9c7655697d33),segment_id=e6247c16-d3c5-4382-a7f9-9c7655697d33)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:53.063343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.091493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] For port da0d5a83-fb73-430b-a5d9-82026262b4e2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=da0d5a83-fb73-430b-a5d9-82026262b4e2,segment=NetworkSegment(d9ca281f-9138-4ea2-9ff3-82b194b908ab),segment_id=d9ca281f-9138-4ea2-9ff3-82b194b908ab)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:53.098851 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.112255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Calling delete_port for a373bbb6-a59d-40b2-b538-af90edd4f9e2 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:53.162884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:53.268090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:30:53.287133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3d745c44-b339-420c-afd7-9fd1888dc5e9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:53.287133 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.288533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ae3f5-e894-46c6-a51e-9b4e050232b6 None None] Pushing event updated for resources: {'Port': ['ID=da0d5a83-fb73-430b-a5d9-82026262b4e2,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.317733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-e33eb3fb-ee4f-47fe-9fba-960de6e1dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:53.317733 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-e33eb3fb-ee4f-47fe-9fba-960de6e1dc80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4138649 Jul 23 20:30:53.328293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4043038-2584-4ed7-ad50-2da5c3b50bcc None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:30:53.338139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:53.348945 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] Sync routers for ids ['79485d5c-0aa4-4ff2-be04-b406a4507332'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:53.366338 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] Routers {'79485d5c-0aa4-4ff2-be04-b406a4507332'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:53.367333 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['79485d5c-0aa4-4ff2-be04-b406a4507332'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:53.379268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39a4aa97-da97-4513-a927-465554bcecdd None None] Provisioning complete for port da0d5a83-fb73-430b-a5d9-82026262b4e2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:53.379645 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39a4aa97-da97-4513-a927-465554bcecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.439135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:53.480382 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] Routers {'79485d5c-0aa4-4ff2-be04-b406a4507332'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:53.486660 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['79485d5c-0aa4-4ff2-be04-b406a4507332'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:53.573474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:53.582756 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f13d917-684c-4dbe-b3ee-6c33ead87b3d None None] The sync data for ids ['79485d5c-0aa4-4ff2-be04-b406a4507332'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:53.595816 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.598304 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2763b733-4651-4343-b145-f6ce3b2e0867 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.2812490 Jul 23 20:30:53.611673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36596) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:53.617492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:53.627746 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.732973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=6acc22ea-643c-41e6-b8f4-21d8b0fafbbd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.738073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:30:53.743560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-dc848ad3-a6ef-45d5-b34e-2a4e1a53c76f service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160182 Jul 23 20:30:53.746983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:53.751161 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0487c9f-e48a-4ded-8f19-f652c0b43d7f" -d '{"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-plugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:53.762738 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.768676 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:53.773311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56e59e74-8dff-4b91-9528-76659760bd75 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4919755 Jul 23 20:30:53.779649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36602) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:53.784938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:30:53.786979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device da0d5a83-fb73-430b-a5d9-82026262b4e2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:30:53.813133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:53.832803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Pushing event deleted for resources: {'Port': ['ID=a373bbb6-a59d-40b2-b538-af90edd4f9e2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:53.858490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4043038-2584-4ed7-ad50-2da5c3b50bcc None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:30:54.160597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.169950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08136-43e4-42a6-9230-61e2f75b1632 req-4eb463fd-392d-4cea-8fdc-339960cbb154 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.178312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7c08136-43e4-42a6-9230-61e2f75b1632 req-4eb463fd-392d-4cea-8fdc-339960cbb154 tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/ports?device_id=621630aa-2f87-4034-89e7-5989df09a6a5 HTTP/1.1" status: 200 len: 867 time: 1.3708019 Jul 23 20:30:54.203695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9fc55-f3ba-4919-8e4c-9362f8693fa8 req-c4ac3c50-3483-4298-b47b-0efaa218a5bb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.205678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbe9fc55-f3ba-4919-8e4c-9362f8693fa8 req-c4ac3c50-3483-4298-b47b-0efaa218a5bb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 1.3894768 Jul 23 20:30:54.279737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:54.283950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] No DVR routers for this DVR port a373bbb6-a59d-40b2-b538-af90edd4f9e2 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:30:54.293086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=12']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:54.301278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:54.341393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:54.358508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.361209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-efcd4ff0-f0ba-49f1-9cc9-d48fd7614d9d req-5c82219a-bf41-41b8-8f28-a6fd2bde27fa tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.36 "DELETE /v2.0/ports/a373bbb6-a59d-40b2-b538-af90edd4f9e2 HTTP/1.1" status: 204 len: 173 time: 2.4066119 Jul 23 20:30:54.361961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621630aa-2f87-4034-89e7-5989df09a6a5', 'name': 'network-vif-deleted', 'tag': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:30:54.372510 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2eddd-b8b8-458c-9b9d-502c320e2701" -d '{"events": [{"server_uuid": "621630aa-2f87-4034-89e7-5989df09a6a5", "name": "network-vif-deleted", "tag": "a373bbb6-a59d-40b2-b538-af90edd4f9e2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:30:54.380850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7c08136-43e4-42a6-9230-61e2f75b1632 req-21e25912-0308-4b8f-80a2-d8a97d2ea27d tempest-TestServerAdvancedOps-509989779 tempest-TestServerAdvancedOps-509989779-project] 10.222.0.46 "GET /v2.0/security-groups?id=383e7cf8-f81c-4795-8823-53f2c3410215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977518 Jul 23 20:30:54.381895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:54.388606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7d1ba02-e0eb-4431-91b0-0e19dbdb48a1 req-7786d5f4-633b-427b-b26b-41b386462832 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6376035 Jul 23 20:30:54.390274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.395136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Pushing event updated for resources: {'Port': ['ID=e5211f58-8fbd-4397-a78b-0010f9077863,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:54.450526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port da0d5a83-fb73-430b-a5d9-82026262b4e2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:30:54.450911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.487981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbe9fc55-f3ba-4919-8e4c-9362f8693fa8 req-f9109827-9094-48d9-8199-902bdc3796e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470737 Jul 23 20:30:54.645756 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1302e30-ea2c-4ccc-af80-b1a30f7f0865 x-openstack-request-id: req-a1302e30-ea2c-4ccc-af80-b1a30f7f0865 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:54.646106 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-plugged", "status": "completed", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:54.646712 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1302e30-ea2c-4ccc-af80-b1a30f7f0865 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:54.647161 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'code': 200} Jul 23 20:30:54.733774 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4037e447-627c-480d-af79-68eb19eaed3f x-openstack-request-id: req-4037e447-627c-480d-af79-68eb19eaed3f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:30:54.734322 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621630aa-2f87-4034-89e7-5989df09a6a5", "name": "network-vif-deleted", "tag": "a373bbb6-a59d-40b2-b538-af90edd4f9e2", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:30:54.734783 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4037e447-627c-480d-af79-68eb19eaed3f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:30:54.735457 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '621630aa-2f87-4034-89e7-5989df09a6a5', 'name': 'network-vif-deleted', 'tag': 'a373bbb6-a59d-40b2-b538-af90edd4f9e2', 'status': 'completed', 'code': 200} Jul 23 20:30:54.882927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a373bbb6-a59d-40b2-b538-af90edd4f9e2 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:30:54.935817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: a373bbb6-a59d-40b2-b538-af90edd4f9e2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:30:54.936173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a373bbb6-a59d-40b2-b538-af90edd4f9e2 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:30:54.937303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.965924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:54.979118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228b0f4-70f9-4630-88ef-90aa628d2edb req-be4e9662-38fb-4a59-8aa5-786d31f3e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.981355 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b228b0f4-70f9-4630-88ef-90aa628d2edb req-be4e9662-38fb-4a59-8aa5-786d31f3e89e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 1098 time: 0.1867251 Jul 23 20:30:54.982830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b37602-72f4-418c-a958-c366ccc7f8da req-e8b1f71f-e5fa-42e5-8ae1-4b6f60797b61 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:54.984827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55b37602-72f4-418c-a958-c366ccc7f8da req-e8b1f71f-e5fa-42e5-8ae1-4b6f60797b61 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 946 time: 0.4936614 Jul 23 20:30:55.085235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b228b0f4-70f9-4630-88ef-90aa628d2edb req-35bcdb9e-5b3e-460f-b219-7c1fc8d15c96 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761766 Jul 23 20:30:55.095536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Deleting port 22162ff4-3b5a-4c55-b9d7-1cae0770d8e1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:55.095924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.119937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55b37602-72f4-418c-a958-c366ccc7f8da req-6a073fe1-b41d-43eb-aa19-ac468f5ef9c9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221864 Jul 23 20:30:55.203210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.218896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Calling delete_port for 22162ff4-3b5a-4c55-b9d7-1cae0770d8e1 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:30:55.305769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-96411a7e-da20-43e1-adb7-0fb28def65a3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:55.307526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-96411a7e-da20-43e1-adb7-0fb28def65a3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.4318552 Jul 23 20:30:55.329991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-252c1635-aa83-402d-9b65-30912ab2dfe5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/quotas/18cbd2de73534bcea64a685080913195 HTTP/1.1" status: 200 len: 375 time: 0.0130548 Jul 23 20:30:55.424977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.448569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:55.492482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.497382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.535111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Pushing event deleted for resources: {'Port': ['ID=22162ff4-3b5a-4c55-b9d7-1cae0770d8e1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:55.542322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Deleting subnet f7305524-c314-4649-ad07-fd61381f5165 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:55.546941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.620005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=3450e2ca-28b6-4002-a2c1-97d23239c084,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:55.636796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.668353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-85740e98-5a59-4f4e-b066-5f6710652cca tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3095181 Jul 23 20:30:55.678827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': 'b94c0b16-4eac-401b-b282-3c74c911cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:55.679557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:30:55.716914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.767310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.811639 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.828527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.869085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7305524-c314-4649-ad07-fd61381f5165,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:55.874815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:55.876583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f0b57c83-efee-401d-abe6-f9b0ec7b8e75 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f7305524-c314-4649-ad07-fd61381f5165 HTTP/1.1" status: 204 len: 168 time: 0.4270487 Jul 23 20:30:55.887384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36634) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:55.996463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:30:56.046757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:56.055979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb239f6-3adb-4ecf-876f-a71aad77777c None None] Network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:56.098831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:56.099449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.119939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.124785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.162321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.307574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Router 79485d5c-0aa4-4ff2-be04-b406a4507332 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:30:56.312520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-6acc22ea-643c-41e6-b8f4-21d8b0fafbbd', 'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': '3450e2ca-28b6-4002-a2c1-97d23239c084'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:30:56.314130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.340163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2a38d67f-1080-4cb4-9f49-af3f5a1a888b tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5330853 Jul 23 20:30:56.367434 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-a3d6aedd-0c4f-43ef-b6f4-266b1a50649f service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6829789 Jul 23 20:30:56.446941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:56.500349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-5e7f7c6d-7c86-4d10-acef-197ef0efb36a service neutron] 10.222.0.46 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319511 Jul 23 20:30:56.649876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:56.660787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.666049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6212397-2c4a-482a-a8eb-58d75608a996 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "PUT /v2.0/routers/79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 200 len: 706 time: 3.0528321 Jul 23 20:30:56.666754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:56.671540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] Sync routers for ids ['79485d5c-0aa4-4ff2-be04-b406a4507332'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:56.760347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] Routers {'79485d5c-0aa4-4ff2-be04-b406a4507332'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:56.769047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['79485d5c-0aa4-4ff2-be04-b406a4507332'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:56.776171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Allocated IP 2001:db8::1 (6acc22ea-643c-41e6-b8f4-21d8b0fafbbd/3450e2ca-28b6-4002-a2c1-97d23239c084/bdd4bece-e5ac-445e-a806-b048c246c4ac) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:56.787477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.789090 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e725a267-ad7e-444e-9919-c5e75493768e tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/routers/79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 200 len: 741 time: 0.1182971 Jul 23 20:30:56.814285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36686) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:56.890424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b90477-32cf-4256-8d7f-62684e3ea857']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:56.902546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:56.963299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] Routers {'79485d5c-0aa4-4ff2-be04-b406a4507332'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:56.964164 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:56.966088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['79485d5c-0aa4-4ff2-be04-b406a4507332'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:56.994718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fdcda69c-06a4-4eb5-b116-1158bb9b229a tempest-RoutersAdminTest-1852530900 tempest-RoutersAdminTest-1852530900-project-admin] 10.222.0.46 "GET /v2.0/ports?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&device_id=79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 200 len: 205 time: 0.1714177 Jul 23 20:30:56.996501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36692) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.008033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6247c16-d3c5-4382-a7f9-9c7655697d33') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:57.008553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6247c16-d3c5-4382-a7f9-9c7655697d33') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:57.088444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:57.092438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab54867-d33a-4475-a18f-9ce9037f670f None None] The sync data for ids ['79485d5c-0aa4-4ff2-be04-b406a4507332'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:30:57.137886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac4783d4-b80a-43f4-8019-531191158a3f req-40f8fd09-2d73-4576-a47d-b31d4f8dc034 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 210 time: 0.1643982 Jul 23 20:30:57.201576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.204305 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.242762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73f6f3fc-c35e-4e29-ae40-f1ee5f0e40ff tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 200 len: 205 time: 0.2258513 Jul 23 20:30:57.265746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36698) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.270793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.290644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Transition to ACTIVE for port object bdd4bece-e5ac-445e-a806-b048c246c4ac will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:57.314640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.319942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.404269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:57.404580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:57.407193 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:57.426493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4abe98-fb81-43ca-9748-2dc789f0c242 req-b8a1dc38-3295-4a0f-a806-bc1eace9c551 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:57.428048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e4abe98-fb81-43ca-9748-2dc789f0c242 req-b8a1dc38-3295-4a0f-a806-bc1eace9c551 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 946 time: 1.1961007 Jul 23 20:30:57.494160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Router a6ebc000-fd53-4c57-af5c-bfc008025eaa is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:30:57.517921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660d6be5-46a3-43ab-acad-97abfa930187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.526554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.786280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660d6be5-46a3-43ab-acad-97abfa930187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.792214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-660d6be5-46a3-43ab-acad-97abfa930187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.835996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-660d6be5-46a3-43ab-acad-97abfa930187 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e2174c6f5ef84d89986c3201f2ac63c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175595 Jul 23 20:30:57.837422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36710) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:57.862394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d6be5-46a3-43ab-acad-97abfa930187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1669e9ca-1247-4366-ad7c-1697eec209c4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:57.947728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5199-809c-4925-9541-32fff982fc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:57.980136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5199-809c-4925-9541-32fff982fc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.032832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5199-809c-4925-9541-32fff982fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.035471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5199-809c-4925-9541-32fff982fc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.038988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c6f5199-809c-4925-9541-32fff982fc63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1669e9ca-1247-4366-ad7c-1697eec209c4 HTTP/1.1" status: 204 len: 168 time: 0.1982503 Jul 23 20:30:58.045366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f5199-809c-4925-9541-32fff982fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1669e9ca-1247-4366-ad7c-1697eec209c4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:58.089192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Transition to ACTIVE for port object bdd4bece-e5ac-445e-a806-b048c246c4ac will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:58.091496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e4abe98-fb81-43ca-9748-2dc789f0c242 req-83046163-463b-481d-acae-1c3c907a6cb9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6471982 Jul 23 20:30:58.106898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.131263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.170267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:30:58.175079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:30:58.179403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:30:58.190329 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.191945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.196924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Pushing event updated for resources: {'Port': ['ID=bdd4bece-e5ac-445e-a806-b048c246c4ac,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:58.205712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.207795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] 10.222.0.46 "DELETE /v2.0/networks/22b90477-32cf-4256-8d7f-62684e3ea857 HTTP/1.1" status: 204 len: 168 time: 2.2917578 Jul 23 20:30:58.209322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.211436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36716) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.212398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=3450e2ca-28b6-4002-a2c1-97d23239c084,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:58.311813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Attempting to bind port bdd4bece-e5ac-445e-a806-b048c246c4ac on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:58.312123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Attempting to bind port bdd4bece-e5ac-445e-a806-b048c246c4ac by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b94c0b16-4eac-401b-b282-3c74c911cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:58.312497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Attempting to bind port bdd4bece-e5ac-445e-a806-b048c246c4ac on network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:58.322394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:58.322898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Checking segment: {'id': 'b94c0b16-4eac-401b-b282-3c74c911cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:58.323390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.323869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Bound using segment: {'id': 'b94c0b16-4eac-401b-b282-3c74c911cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:58.324960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Bound port: bdd4bece-e5ac-445e-a806-b048c246c4ac, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94c0b16-4eac-401b-b282-3c74c911cae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:58.325367 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.337116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.348445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acc22ea-643c-41e6-b8f4-21d8b0fafbbd']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:58.363891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94c0b16-4eac-401b-b282-3c74c911cae8') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:58.364449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94c0b16-4eac-401b-b282-3c74c911cae8') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:58.374364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.390767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.398072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:30:58.398756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.414702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3c4ce80-d250-4055-9666-d4a73537375d req-f815c334-ba5e-464b-92d4-4c8246252dab tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 210 time: 0.1137445 Jul 23 20:30:58.430914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7a7d8-a9e4-4a57-ba8c-e8b87fe68e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=22b90477-32cf-4256-8d7f-62684e3ea857,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:58.457800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] For port bdd4bece-e5ac-445e-a806-b048c246c4ac, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:30:58.473821 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:30:58.476360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] For port bdd4bece-e5ac-445e-a806-b048c246c4ac, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bdd4bece-e5ac-445e-a806-b048c246c4ac,segment=NetworkSegment(b94c0b16-4eac-401b-b282-3c74c911cae8),segment_id=b94c0b16-4eac-401b-b282-3c74c911cae8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:30:58.488311 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.518713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:30:58.518713 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:30:58.518713 n-d-793620-13 neutron-server[94026]: [parameters: {'id': '6acc22ea-643c-41e6-b8f4-21d8b0fafbbd'}] Jul 23 20:30:58.518713 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:30:58.519691 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:30:58.560053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.560693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Fanout notify agent at l3_agent the message router_deleted on router 79485d5c-0aa4-4ff2-be04-b406a4507332 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:30:58.575267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Deleting subnet 9dcc2464-4dbe-4938-8534-b6d7ba3b261f {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:30:58.597684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.604415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fd0ec5e3-d4ec-411b-a872-c848b6510b0e tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 204 len: 168 time: 1.3331108 Jul 23 20:30:58.605064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36722) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.612528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.621959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36724) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.648059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6bde8-b607-4755-b5bc-89011c2b8901 None None] Pushing event updated for resources: {'Port': ['ID=bdd4bece-e5ac-445e-a806-b048c246c4ac,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:58.662837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8080533f-9eca-44b4-9882-365a667730ee tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 200 len: 205 time: 0.0527380 Jul 23 20:30:58.669149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36726) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.675192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8f3bd10-871d-40b2-bdc8-79f9f8290c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.676500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cbfca9-a571-437c-b06e-7d6b4da4c04d None None] Network 6acc22ea-643c-41e6-b8f4-21d8b0fafbbd requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:30:58.684238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.693029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:30:58.706060 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Sync routers for ids ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:30:58.721659 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Routers {'a6ebc000-fd53-4c57-af5c-bfc008025eaa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:30:58.723340 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:58.745564 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-665cd331-1ab3-4803-8974-1da1f6dcc0b3 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] delete failed (client error): The resource could not be found. Jul 23 20:30:58.746623 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-665cd331-1ab3-4803-8974-1da1f6dcc0b3 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/79485d5c-0aa4-4ff2-be04-b406a4507332 HTTP/1.1" status: 404 len: 336 time: 0.0763252 Jul 23 20:30:58.756442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-1a5ceef5-675c-46dc-991c-be1d7cff4a6c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:58.758030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-1a5ceef5-675c-46dc-991c-be1d7cff4a6c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 812 time: 0.2802546 Jul 23 20:30:58.758460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36728) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.778965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Request body: {'port': {'device_id': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'admin_state_up': True, 'tenant_id': '18cbd2de73534bcea64a685080913195'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:30:58.797595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0ac776e5-6288-4e0a-85d6-ca82dbe294c8 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc HTTP/1.1" status: 200 len: 205 time: 0.0377703 Jul 23 20:30:58.799781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.842203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d10e2-d6d6-46c0-9680-413c3f1f213a None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:30:58.860082 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-e097a8b2-dfb5-4b0e-b536-da6e2bbb4574 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] delete failed (client error): The resource could not be found. Jul 23 20:30:58.864289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e097a8b2-dfb5-4b0e-b536-da6e2bbb4574 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/1a69c1c0-ef1f-4e8a-992f-95e135f6c3dc HTTP/1.1" status: 404 len: 336 time: 0.0635488 Jul 23 20:30:58.866904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36732) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.912816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c56d955-55ea-400b-8876-85adab12de60 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=b621d101-a421-4d07-b7d8-91948faaecb6 HTTP/1.1" status: 200 len: 205 time: 0.0446322 Jul 23 20:30:58.913731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36734) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.924471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8f3bd10-871d-40b2-bdc8-79f9f8290c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.962938 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Set router a6ebc000-fd53-4c57-af5c-bfc008025eaa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:30:58.963379 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8f3bd10-871d-40b2-bdc8-79f9f8290c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.968274 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-54ab9ea7-aa27-47d6-86ec-b96e9ae93f37 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] delete failed (client error): The resource could not be found. Jul 23 20:30:58.969461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d10e2-d6d6-46c0-9680-413c3f1f213a None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:30:58.972392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-54ab9ea7-aa27-47d6-86ec-b96e9ae93f37 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/b621d101-a421-4d07-b7d8-91948faaecb6 HTTP/1.1" status: 404 len: 336 time: 0.0543411 Jul 23 20:30:58.973174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36736) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:58.989768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:58.990997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-170a0f04-3dca-4661-932f-32bb0956daad admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.1864097 Jul 23 20:30:59.004661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.015920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Made reservation on behalf of 18cbd2de73534bcea64a685080913195 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:30:59.020294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.071422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.089275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7883f6e1-c424-40ec-a641-bfe9ecb4ca5f tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=e242d456-301d-4a31-9965-1e0f2829f5df HTTP/1.1" status: 200 len: 205 time: 0.1003106 Jul 23 20:30:59.092251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.094207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36740) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.132450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8f3bd10-871d-40b2-bdc8-79f9f8290c94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90ca11ba7d52455c868122006f2c7f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5097468 Jul 23 20:30:59.147276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36742) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.205124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3bd10-871d-40b2-bdc8-79f9f8290c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1eb063-00f9-4de4-af0b-596c1398ab45,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:59.220403 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-1ae237b6-f2cc-4931-bc67-f1e33d8b4399 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] delete failed (client error): The resource could not be found. Jul 23 20:30:59.228796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.229560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1ae237b6-f2cc-4931-bc67-f1e33d8b4399 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/e242d456-301d-4a31-9965-1e0f2829f5df HTTP/1.1" status: 404 len: 336 time: 0.1005070 Jul 23 20:30:59.290294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c28f92fa-2cf3-49fe-abf3-c9c8baca0a74 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=74a9285a-06b0-4dd5-bfb2-ff4806099a9f HTTP/1.1" status: 200 len: 205 time: 0.0562108 Jul 23 20:30:59.295401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.330700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.345359 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:54Z', 'revision_number': 3, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:30:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:30:59.377382 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Checking router: a6ebc000-fd53-4c57-af5c-bfc008025eaa for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:30:59.378066 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Updating router a6ebc000-fd53-4c57-af5c-bfc008025eaa port e5211f58-8fbd-4397-a78b-0010f9077863 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:30:59.386718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97233a5f-35c8-4458-a039-42f6c50fe870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.409736 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97233a5f-35c8-4458-a039-42f6c50fe870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.417378 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.427437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dcc2464-4dbe-4938-8534-b6d7ba3b261f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:59.431643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.435970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d1bc1d2-8c74-4165-b144-8591d1e6dbd6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9dcc2464-4dbe-4938-8534-b6d7ba3b261f HTTP/1.1" status: 204 len: 168 time: 1.2192047 Jul 23 20:30:59.439092 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-0c56e4fe-d59e-4cef-9084-3d903b5d6a10 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] delete failed (client error): The resource could not be found. Jul 23 20:30:59.443764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c56e4fe-d59e-4cef-9084-3d903b5d6a10 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/74a9285a-06b0-4dd5-bfb2-ff4806099a9f HTTP/1.1" status: 404 len: 336 time: 0.1400144 Jul 23 20:30:59.443909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36750) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.450022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36754) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.503128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Allocated IP 172.20.0.6 (20275b04-68cb-4d50-94cf-543c5a033c35/8fb2b139-2467-4776-b52a-718964b53e2e/13410d21-8fb5-4fb8-a07d-4c59e4532af1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:30:59.506626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5df5ef62-4153-4951-aa50-b8bb736e3104 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "GET /v2.0/ports?device_id=f901b29d-38db-4529-8726-1c35d48d96f5 HTTP/1.1" status: 200 len: 205 time: 0.0556340 Jul 23 20:30:59.524142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36756) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.605686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd5da37e-c5f3-4b76-a3e6-291d78235f72 req-e3a105f2-5651-4c23-8d34-a0de4457cb30 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 210 time: 0.0364280 Jul 23 20:30:59.622721 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-ddeddbd8-9baa-4d02-89bd-6e8208a1c3da tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] delete failed (client error): The resource could not be found. Jul 23 20:30:59.634852 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ddeddbd8-9baa-4d02-89bd-6e8208a1c3da tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/routers/f901b29d-38db-4529-8726-1c35d48d96f5 HTTP/1.1" status: 404 len: 336 time: 0.0979698 Jul 23 20:30:59.635597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36764) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:30:59.648978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port bdd4bece-e5ac-445e-a806-b048c246c4ac {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:30:59.649323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.706714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f5b55-f84e-4745-ac21-bf7a93022cb3 req-c56c466f-24b6-4630-839b-46e2c1e81c8f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:30:59.708607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e63f5b55-f84e-4745-ac21-bf7a93022cb3 req-c56c466f-24b6-4630-839b-46e2c1e81c8f tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 946 time: 0.4338486 Jul 23 20:30:59.746508 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97233a5f-35c8-4458-a039-42f6c50fe870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.749100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-97233a5f-35c8-4458-a039-42f6c50fe870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.753499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-97233a5f-35c8-4458-a039-42f6c50fe870 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db1eb063-00f9-4de4-af0b-596c1398ab45 HTTP/1.1" status: 204 len: 168 time: 0.6051481 Jul 23 20:30:59.768534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97233a5f-35c8-4458-a039-42f6c50fe870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1eb063-00f9-4de4-af0b-596c1398ab45,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:59.776523 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.790964 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Transition to ACTIVE for port object e5211f58-8fbd-4397-a78b-0010f9077863 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:30:59.803487 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.804504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e63f5b55-f84e-4745-ac21-bf7a93022cb3 req-486f2668-7bf8-43a3-9ef5-bd259f0158c4 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858221 Jul 23 20:30:59.959075 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Attempting to bind port e5211f58-8fbd-4397-a78b-0010f9077863 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:30:59.959901 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Attempting to bind port e5211f58-8fbd-4397-a78b-0010f9077863 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:30:59.960105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Attempting to bind port e5211f58-8fbd-4397-a78b-0010f9077863 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:30:59.963933 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Pushing event updated for resources: {'Port': ['ID=e5211f58-8fbd-4397-a78b-0010f9077863,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:30:59.975632 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.976332 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.977016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.977609 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.978148 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.978699 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.979260 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.979805 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.980333 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.980902 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.981693 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.982241 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:30:59.988426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:30:59.989259 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:30:59.989862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.990136 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:30:59.990743 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:30:59.991732 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Bound port: e5211f58-8fbd-4397-a78b-0010f9077863, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:30:59.992358 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.022818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.052750 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbafe0e-0eb2-428c-ad71-443a0c7720e7 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:00.053347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbafe0e-0eb2-428c-ad71-443a0c7720e7 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:00.055239 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4cbafe0e-0eb2-428c-ad71-443a0c7720e7 tempest-RoutersAdminTest-2044602030 tempest-RoutersAdminTest-2044602030-project] 10.222.0.46 "DELETE /v2.0/subnets/af65ed24-0bca-4cce-9852-f0abae83b401 HTTP/1.1" status: 404 len: 337 time: 0.4080591 Jul 23 20:31:00.072018 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] For port e5211f58-8fbd-4397-a78b-0010f9077863, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:00.076295 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] For port e5211f58-8fbd-4397-a78b-0010f9077863, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e5211f58-8fbd-4397-a78b-0010f9077863,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:00.084070 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.162069 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Routers {'a6ebc000-fd53-4c57-af5c-bfc008025eaa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:00.162861 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.173129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port bdd4bece-e5ac-445e-a806-b048c246c4ac, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bdd4bece-e5ac-445e-a806-b048c246c4ac,segment=NetworkSegment(b94c0b16-4eac-401b-b282-3c74c911cae8),segment_id=b94c0b16-4eac-401b-b282-3c74c911cae8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:00.174018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.244250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for bdd4bece-e5ac-445e-a806-b048c246c4ac owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:00.277714 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccedf2f-88e5-4a0b-807c-1ccee6657435 None None] Pushing event updated for resources: {'Port': ['ID=e5211f58-8fbd-4397-a78b-0010f9077863,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.321079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.339315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Allocated IP 172.20.0.1 (5688ff99-c1b0-4d0f-996f-b831adb06e49/14e1270d-4515-446d-8080-e2cdb6012ef1/9ce1b116-15e5-42ea-b92f-ee34dadb894f) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:00.351501 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] Set router a6ebc000-fd53-4c57-af5c-bfc008025eaa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:00.382756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12023a66-7fae-47d7-8c1c-1a1437e60060']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.389949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.408980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de338ca0-1b83-4511-bbad-0ae9de4f682a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.409506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de338ca0-1b83-4511-bbad-0ae9de4f682a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.428911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.432552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Transition to ACTIVE for port object 13410d21-8fb5-4fb8-a07d-4c59e4532af1 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:00.463210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.478114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:00.478804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:00.482047 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:00.555629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36786) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:00.569994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.581252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.597667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:00.604992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.606468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:00.613223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=bdd4bece-e5ac-445e-a806-b048c246c4ac,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.620829 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.625077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] 10.222.0.46 "DELETE /v2.0/networks/12023a66-7fae-47d7-8c1c-1a1437e60060 HTTP/1.1" status: 204 len: 168 time: 1.1795006 Jul 23 20:31:00.625077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port bdd4bece-e5ac-445e-a806-b048c246c4ac on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:00.675558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.692430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dec32-5ac2-4ca5-bd13-6e9ea1e04bda admin admin] Pushing event deleted for resources: {'Network': ['ID=12023a66-7fae-47d7-8c1c-1a1437e60060,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.713148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Network 20275b04-68cb-4d50-94cf-543c5a033c35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:00.733458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:00.746912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:00.749062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Transition to ACTIVE for port object 9ce1b116-15e5-42ea-b92f-ee34dadb894f will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:00.777656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:00.799315 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:54Z', 'revision_number': 3, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.865154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:00.894513 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a109d370-b08a-45c2-be7c-5da9daa4935b None None] The sync data for ids ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'] in n-d-793620-13 is: [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:30:54Z', 'revision_number': 3, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:00.908823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6acc22ea-643c-41e6-b8f4-21d8b0fafbbd']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.932461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94c0b16-4eac-401b-b282-3c74c911cae8') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.941015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94c0b16-4eac-401b-b282-3c74c911cae8') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:00.979869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:00.983171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.016837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4c87920f-fa64-4be3-8e4d-8f7d97df7933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.030637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.096651 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-201ebf48-5423-4551-8db2-233867a963e8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3237996 Jul 23 20:31:01.114160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.127038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.137742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Request body: {'port': {'device_id': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:01.279163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1d8bc-b6ab-4946-afec-e07cde6fd4eb req-d4058715-07b2-4234-a7ba-2cbb7307a7db tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:01.286295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0e1d8bc-b6ab-4946-afec-e07cde6fd4eb req-d4058715-07b2-4234-a7ba-2cbb7307a7db tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 931 time: 0.5264149 Jul 23 20:31:01.288562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:01.312140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.324332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:01.324785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:01.330369 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:01.348916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7c3dedb0-894a-46d2-b9c0-a3e05b63bfa8 None None] Provisioning for port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:01.362918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7c3dedb0-894a-46d2-b9c0-a3e05b63bfa8 None None] Provisioning complete for port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:01.363499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7c3dedb0-894a-46d2-b9c0-a3e05b63bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.410028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:01.418322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7c3dedb0-894a-46d2-b9c0-a3e05b63bfa8 None None] Port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:01.426782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:01.436778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:01.466607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0ee2f0a0-d90b-4f84-b179-7a0a10855ee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f6e7a7ede964f449cfc51bb2e20ca36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623232 Jul 23 20:31:01.482388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0e1d8bc-b6ab-4946-afec-e07cde6fd4eb req-24dbc579-86a3-4c92-b717-53a5f6d4c73a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593959 Jul 23 20:31:01.493261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:01.502869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1b116-15e5-42ea-b92f-ee34dadb894f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:01.539084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.556457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.569055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.570624 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/6acc22ea-643c-41e6-b8f4-21d8b0fafbbd HTTP/1.1" status: 204 len: 168 time: 5.1222537 Jul 23 20:31:01.589732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36808) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:01.619655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213724025'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:01.640189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedd079-86b8-4bb4-b6fb-fc0d94deab3a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=6acc22ea-643c-41e6-b8f4-21d8b0fafbbd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:01.743350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a0ec5-336a-4717-b6d0-c82b0b7791b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.816948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a0ec5-336a-4717-b6d0-c82b0b7791b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.870382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e5211f58-8fbd-4397-a78b-0010f9077863 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:01.927535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4c87920f-fa64-4be3-8e4d-8f7d97df7933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.940988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4c87920f-fa64-4be3-8e4d-8f7d97df7933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.968075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6585f408-c9ec-496d-b59f-d03bc6f0efc3 None None] Provisioning for port 9ce1b116-15e5-42ea-b92f-ee34dadb894f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:01.975060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e5211f58-8fbd-4397-a78b-0010f9077863 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:01.978021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6585f408-c9ec-496d-b59f-d03bc6f0efc3 None None] Provisioning complete for port 9ce1b116-15e5-42ea-b92f-ee34dadb894f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:01.978405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6585f408-c9ec-496d-b59f-d03bc6f0efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.982871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e5211f58-8fbd-4397-a78b-0010f9077863 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:01.983240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:01.992777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4c87920f-fa64-4be3-8e4d-8f7d97df7933 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bae682ed7d04513ba564df1a2eb6443&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4338028 Jul 23 20:31:01.996666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36814) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:02.010955 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.037279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:02.043232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.080667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87920f-fa64-4be3-8e4d-8f7d97df7933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d6fbaa-1aa9-4baa-9821-dbdc1c95c192,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.170548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6585f408-c9ec-496d-b59f-d03bc6f0efc3 None None] Port 9ce1b116-15e5-42ea-b92f-ee34dadb894f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:02.202689 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd674af4-8795-4416-ae73-4a13a4cfdeb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.210625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13410d21-8fb5-4fb8-a07d-4c59e4532af1 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:02.249699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.261607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.282897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e5211f58-8fbd-4397-a78b-0010f9077863, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e5211f58-8fbd-4397-a78b-0010f9077863,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:02.289659 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd674af4-8795-4416-ae73-4a13a4cfdeb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.293301 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.336985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Transition to ACTIVE for port object 13410d21-8fb5-4fb8-a07d-4c59e4532af1 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:02.338766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:02.362131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.363482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e5211f58-8fbd-4397-a78b-0010f9077863,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.383186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.383711 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment 6ae1afd6-f40e-4d87-8343-43270ddd5a46 of type vlan for network 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a Jul 23 20:31:02.431076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a0ec5-336a-4717-b6d0-c82b0b7791b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.433844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-515a0ec5-336a-4717-b6d0-c82b0b7791b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.435100 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-515a0ec5-336a-4717-b6d0-c82b0b7791b9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/383e7cf8-f81c-4795-8823-53f2c3410215 HTTP/1.1" status: 204 len: 168 time: 0.9408498 Jul 23 20:31:02.436986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd674af4-8795-4416-ae73-4a13a4cfdeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.444002 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd674af4-8795-4416-ae73-4a13a4cfdeb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.445260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fd674af4-8795-4416-ae73-4a13a4cfdeb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69d6fbaa-1aa9-4baa-9821-dbdc1c95c192 HTTP/1.1" status: 204 len: 168 time: 0.4471626 Jul 23 20:31:02.469177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd674af4-8795-4416-ae73-4a13a4cfdeb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d6fbaa-1aa9-4baa-9821-dbdc1c95c192,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.475891 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.490510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.499150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a0ec5-336a-4717-b6d0-c82b0b7791b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383e7cf8-f81c-4795-8823-53f2c3410215,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.553303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.612788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.644574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Pushing event updated for resources: {'Port': ['ID=9ce1b116-15e5-42ea-b92f-ee34dadb894f,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:02.648325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.777403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.797094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:02.798180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:02.829754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c5af2-e3d1-40e0-b13c-3e5eeb6f695c req-47c9c3e2-796c-44da-8a94-13b23cfd1946 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:02.831467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-710c5af2-e3d1-40e0-b13c-3e5eeb6f695c req-47c9c3e2-796c-44da-8a94-13b23cfd1946 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 943 time: 0.2099245 Jul 23 20:31:02.870844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Attempting to bind port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:02.871385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Attempting to bind port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:02.871679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Attempting to bind port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:02.872590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:02.878757 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2805233 Jul 23 20:31:02.886259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36836) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:02.895781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': '35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:02.897012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-710c5af2-e3d1-40e0-b13c-3e5eeb6f695c req-5528566e-75b2-4b8f-9c64-01acc63e9e3c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515320 Jul 23 20:31:02.898093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:02.904549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 on network 20275b04-68cb-4d50-94cf-543c5a033c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:31:02.904888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Attempting to bind port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 on network 20275b04-68cb-4d50-94cf-543c5a033c35 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:02.988977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc8a94-a9ec-441d-8d01-f1d56393c2ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.001193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:03.026214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:03.028244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Checking segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:03.028858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Bound using segment: {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:03.030330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Bound port: 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa501c6-6191-43bd-82dd-6f2470ebbf3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:03.030896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.220793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36840) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:03.341401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Router a6ebc000-fd53-4c57-af5c-bfc008025eaa has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:03.351763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44dba309-4293-44f1-9bae-40ba06fc3c1c None None] Provisioning complete for port 9ce1b116-15e5-42ea-b92f-ee34dadb894f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:03.352226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44dba309-4293-44f1-9bae-40ba06fc3c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.399996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:03.404449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:03.410243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:03.416161 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.440577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.450960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-44dba309-4293-44f1-9bae-40ba06fc3c1c None None] Port 9ce1b116-15e5-42ea-b92f-ee34dadb894f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:03.526230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-929532ba-236d-42d5-a076-14e05df6dbfc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2043e304f2f40d1b02a0d3df5a827b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035705 Jul 23 20:31:03.526843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36846) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:03.553513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.581107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:03.582532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.584590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-c6c15d4b-b22f-45a4-ad2e-dfd1ec1f959e service neutron] 10.222.0.36 "PUT /v2.0/ports/13410d21-8fb5-4fb8-a07d-4c59e4532af1 HTTP/1.1" status: 200 len: 1092 time: 2.4788043 Jul 23 20:31:03.585137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:03.588323 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab47ad53-eba7-4197-a166-69f5514276f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:03.739501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:03.751590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Sync routers for ids ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:03.765850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b67f2ddc-07bf-45a5-b827-137221a494af admin admin] 10.222.0.46 "PUT /v2.0/routers/a6ebc000-fd53-4c57-af5c-bfc008025eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7502546 Jul 23 20:31:03.766570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Routers {'a6ebc000-fd53-4c57-af5c-bfc008025eaa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:03.767212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:03.782207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe873-0bfa-4266-a5b4-845b3ade91c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.792156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36854) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:03.920266 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab097ec-a8da-438d-b826-c0ec4d666373 x-openstack-request-id: req-cab097ec-a8da-438d-b826-c0ec4d666373 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:03.920986 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:03.921247 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cab097ec-a8da-438d-b826-c0ec4d666373 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:03.921940 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'status': 'completed', 'code': 200} Jul 23 20:31:03.924492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.945729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe873-0bfa-4266-a5b4-845b3ade91c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:03.984918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-379a56b9-3a1a-4ab8-a827-f91d173f8031 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd163429de8045e796df6330d2cff1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699495 Jul 23 20:31:03.985604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:03.992152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=3830ebe8-ccc1-40c0-9f67-f6f073191347,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:03.998873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Set router a6ebc000-fd53-4c57-af5c-bfc008025eaa gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:04.017480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-fc3f21f9-ed89-495d-88af-70b7abe857e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.019043 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-fc3f21f9-ed89-495d-88af-70b7abe857e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 1095 time: 0.3665416 Jul 23 20:31:04.079545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': '6ae1afd6-f40e-4d87-8343-43270ddd5a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:04.079973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:04.133753 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-169adae9-a3ab-425d-8bc4-042ae055db61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1 HTTP/1.1" status: 200 len: 217 time: 0.1034970 Jul 23 20:31:04.178715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e5211f58-8fbd-4397-a78b-0010f9077863 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:04.198752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b460eed-6020-4867-bea3-4d261de15c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.220873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe873-0bfa-4266-a5b4-845b3ade91c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.223821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5dbe873-0bfa-4266-a5b4-845b3ade91c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.227655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c5dbe873-0bfa-4266-a5b4-845b3ade91c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35ff9f01-fe46-46fa-951b-ab9872526993 HTTP/1.1" status: 204 len: 168 time: 0.6980834 Jul 23 20:31:04.246373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbe873-0bfa-4266-a5b4-845b3ade91c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ff9f01-fe46-46fa-951b-ab9872526993,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:04.251108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b460eed-6020-4867-bea3-4d261de15c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.255764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:04.316758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd89e0b-3048-4403-b9d5-2f29561b6125 req-005b378d-a98d-4e96-a7ab-1e58ad8b5b70 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.319240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcd89e0b-3048-4403-b9d5-2f29561b6125 req-005b378d-a98d-4e96-a7ab-1e58ad8b5b70 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 943 time: 0.2302258 Jul 23 20:31:04.357052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-4447480d-b129-4872-9d21-68d7636fbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.370029 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-4447480d-b129-4872-9d21-68d7636fbd89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.2255421 Jul 23 20:31:04.374309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:04.377603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fcd89e0b-3048-4403-b9d5-2f29561b6125 req-1ebadff3-013c-4050-a1c3-7dfb3ece50e2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492926 Jul 23 20:31:04.390107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.410982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.411574 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b460eed-6020-4867-bea3-4d261de15c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.414599 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1b460eed-6020-4867-bea3-4d261de15c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.421363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1b460eed-6020-4867-bea3-4d261de15c74 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90edae94-fb05-4e55-8718-a9eb28e0c02b HTTP/1.1" status: 204 len: 168 time: 0.4131291 Jul 23 20:31:04.445207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b460eed-6020-4867-bea3-4d261de15c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90edae94-fb05-4e55-8718-a9eb28e0c02b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:04.524733 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6fc3e7a4-bcf9-467c-91a9-b6ae666ad1b7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6356101 Jul 23 20:31:04.527953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:04.549655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032815d5-af71-420d-89c3-93f936bb2a80 req-5893a05b-e1a0-4351-8b7a-55f71a0a73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:04.557322 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-5893a05b-e1a0-4351-8b7a-55f71a0a73a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661479 Jul 23 20:31:04.709660 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.776984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-9ff0c432-609e-417f-a8b5-bdffab5b54b3 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136903 Jul 23 20:31:04.792863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e5211f58-8fbd-4397-a78b-0010f9077863 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:04.793666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.870674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:04.887467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b12166-fa14-4cbd-963a-42b9a21ab334 None None] Network 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:05.005673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-032815d5-af71-420d-89c3-93f936bb2a80 req-9b81efc2-1d4b-4853-8eed-70418e6445ae service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245479 Jul 23 20:31:05.057803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.171487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-56b60044-ffb9-49f7-8551-52f90ad05a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.173521 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-56b60044-ffb9-49f7-8551-52f90ad05a9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 1095 time: 0.1129172 Jul 23 20:31:05.193884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:31:01Z', 'revision_number': 4, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ce1b116-15e5-42ea-b92f-ee34dadb894f', 'name': '', 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'mac_address': 'fa:16:3e:7e:ce:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '14e1270d-4515-446d-8080-e2cdb6012ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:00Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 2, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'subnets': [{'id': '14e1270d-4515-446d-8080-e2cdb6012ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.212781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=3830ebe8-ccc1-40c0-9f67-f6f073191347,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.253923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Checking router: a6ebc000-fd53-4c57-af5c-bfc008025eaa for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:05.255377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Updating router a6ebc000-fd53-4c57-af5c-bfc008025eaa port 9ce1b116-15e5-42ea-b92f-ee34dadb894f binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:05.259825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a423782-8d55-48dc-9721-a573c2e07609 None None] Network 35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:05.301607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.317815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.346438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae1afd6-f40e-4d87-8343-43270ddd5a46') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.349567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae1afd6-f40e-4d87-8343-43270ddd5a46') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:05.367047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.404943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-ffd0894b-9211-407a-99de-3db41a189831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.407825 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-ffd0894b-9211-407a-99de-3db41a189831 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2272127 Jul 23 20:31:05.413595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.434398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:05.434852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.440958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:05.491815 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:05.549208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-4d641358-a125-4622-a4a2-3d8140da1a73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1 HTTP/1.1" status: 200 len: 217 time: 0.1336138 Jul 23 20:31:05.717344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-5df69762-bab8-4469-bfd5-cb50325dccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.718636 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-5df69762-bab8-4469-bfd5-cb50325dccb4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1564662 Jul 23 20:31:05.749562 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.772003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.785992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a HTTP/1.1" status: 204 len: 168 time: 1.2541687 Jul 23 20:31:05.791629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:05.818183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-227983124'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:05.829122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ed3b1-02f8-43c8-ba15-5787e29b88b5 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:05.883381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:05.889144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:05.905199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546bab-f0b9-4a81-91cd-525609e34ec1 req-d50cd936-671f-490a-967e-a6f00cf5e703 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.911742 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18546bab-f0b9-4a81-91cd-525609e34ec1 req-d50cd936-671f-490a-967e-a6f00cf5e703 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 943 time: 0.2660816 Jul 23 20:31:05.918165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-d0b34733-8732-4aac-bd0e-9139f978a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:05.920595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-d0b34733-8732-4aac-bd0e-9139f978a277 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932144 Jul 23 20:31:05.991670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18546bab-f0b9-4a81-91cd-525609e34ec1 req-ad9cd03b-4592-49d3-8636-ae909270ad47 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731611 Jul 23 20:31:05.997088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:06.053794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.075734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Transition to ACTIVE for port object 9ce1b116-15e5-42ea-b92f-ee34dadb894f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:06.090028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.117408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.118146 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment b174bb22-d0bf-41dc-9d01-c3a0f4023727 of type vlan for network c70febd6-9651-4f8b-8c0e-41a987d7efd3 Jul 23 20:31:06.161830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467550cf-b3f9-4381-b515-38f409276b35 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b116-15e5-42ea-b92f-ee34dadb894f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:06.336535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Attempting to bind port 9ce1b116-15e5-42ea-b92f-ee34dadb894f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:06.343723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Attempting to bind port 9ce1b116-15e5-42ea-b92f-ee34dadb894f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:06.345045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Attempting to bind port 9ce1b116-15e5-42ea-b92f-ee34dadb894f on network 5688ff99-c1b0-4d0f-996f-b831adb06e49 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:06.355579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:06.358436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Checking segment: {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:06.359019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.360333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Bound using segment: {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:06.362005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.362720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Bound port: 9ce1b116-15e5-42ea-b92f-ee34dadb894f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ca281f-9138-4ea2-9ff3-82b194b908ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:06.363224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.452743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-15058a82-01b1-4146-9212-ea74f356de9b service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225756 Jul 23 20:31:06.508761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] For port 9ce1b116-15e5-42ea-b92f-ee34dadb894f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:06.518053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] For port 9ce1b116-15e5-42ea-b92f-ee34dadb894f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9ce1b116-15e5-42ea-b92f-ee34dadb894f,segment=NetworkSegment(d9ca281f-9138-4ea2-9ff3-82b194b908ab),segment_id=d9ca281f-9138-4ea2-9ff3-82b194b908ab)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:06.526969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.546700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.558396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:06.560331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:06.586738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Routers {'a6ebc000-fd53-4c57-af5c-bfc008025eaa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:06.587579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:06.724565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9316783 Jul 23 20:31:06.727898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37046) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:06.738587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:06.750315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467550cf-b3f9-4381-b515-38f409276b35 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b116-15e5-42ea-b92f-ee34dadb894f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:06.800118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] Set router a6ebc000-fd53-4c57-af5c-bfc008025eaa gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:06.805770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151cd1a-ff4a-446d-ac4e-83a003a90cb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=c70febd6-9651-4f8b-8c0e-41a987d7efd3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:06.831227 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ab47ad53-eba7-4197-a166-69f5514276f4 req-af376b9e-74a0-4670-bb72-101866ef34d7 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435864 Jul 23 20:31:06.928193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:06.970406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 13410d21-8fb5-4fb8-a07d-4c59e4532af1 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:07.053093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37086) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:07.110595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:07.116308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.325794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:07.447680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'mac_address': 'fa:16:3e:55:27:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:07.637305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.681523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13410d21-8fb5-4fb8-a07d-4c59e4532af1 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:07.746811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:07.763220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:07.776038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37164) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:07.987877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.002013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.002763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.003360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.003946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.004548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.005121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.006819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.007528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.008115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.008823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.009409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.010386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:08.059075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['13410d21-8fb5-4fb8-a07d-4c59e4532af1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:08.164748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:31:01Z', 'revision_number': 4, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ce1b116-15e5-42ea-b92f-ee34dadb894f', 'name': '', 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'mac_address': 'fa:16:3e:7e:ce:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '14e1270d-4515-446d-8080-e2cdb6012ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:00Z', 'updated_at': '2021-07-23T20:31:06Z', 'revision_number': 4, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'subnets': [{'id': '14e1270d-4515-446d-8080-e2cdb6012ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:08.220115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d773ca1c-29aa-4411-95ae-c92919808c6a None None] The sync data for ids ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'] in n-d-793620-13 is: [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:31:01Z', 'revision_number': 4, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9ce1b116-15e5-42ea-b92f-ee34dadb894f', 'name': '', 'network_id': '5688ff99-c1b0-4d0f-996f-b831adb06e49', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'mac_address': 'fa:16:3e:7e:ce:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '14e1270d-4515-446d-8080-e2cdb6012ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:00Z', 'updated_at': '2021-07-23T20:31:06Z', 'revision_number': 4, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'subnets': [{'id': '14e1270d-4515-446d-8080-e2cdb6012ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:08.343141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaff15-e702-469e-b306-7be75ea5ecde req-ae323003-aa7e-47ec-a86f-1feed180dfc8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:08.355708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8efaff15-e702-469e-b306-7be75ea5ecde req-ae323003-aa7e-47ec-a86f-1feed180dfc8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 943 time: 1.1637747 Jul 23 20:31:08.428619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8efaff15-e702-469e-b306-7be75ea5ecde req-6acdd59a-2419-43a7-b699-38428c674cf7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719182 Jul 23 20:31:08.590669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.739335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37268) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:08.752682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': 'b174bb22-d0bf-41dc-9d01-c3a0f4023727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:08.753489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: c70febd6-9651-4f8b-8c0e-41a987d7efd3, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:08.774577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=2fa9180f-5e9b-4348-b0b5-13683f69775a,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:08.798787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:08.811641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c70febd6-9651-4f8b-8c0e-41a987d7efd3) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:08.822037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:08.822348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:08.825462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24eba30-ec99-4ab9-b806-61bfcad86faa None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:08.886556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-94f67713-ba22-494e-ae70-0456483c3afb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1568823 Jul 23 20:31:08.890153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37288) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:08.900466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:08.975313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-564767998-network', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:08.998440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 13410d21-8fb5-4fb8-a07d-4c59e4532af1 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:09.080526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Made reservation on behalf of 7269e89e2d1f4bea84e8795fbd5ebf7f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:09.083543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.100814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.131080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.156218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:09.162410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:09.166302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.170671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-935491753'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:09.268768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.271152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.293366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c70febd6-9651-4f8b-8c0e-41a987d7efd3', 'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': '2fa9180f-5e9b-4348-b0b5-13683f69775a'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:31:09.293565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-dd4eb7b7-fca5-491b-b55e-94e780a9f989 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3306806 Jul 23 20:31:09.296119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.298909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:31:09.298909 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:31:09.298909 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id_1': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 31, 9, 215142)}] Jul 23 20:31:09.298909 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:31:09.299711 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:31:09.361138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:09.366012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.427751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.439723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.524508 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.526147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1818d49b-cc3a-4c19-8933-28b793e647df tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7843988 Jul 23 20:31:09.530917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37348) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:09.621214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-bc746431-a964-4f96-9a19-33b608f4aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.625574 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-bc746431-a964-4f96-9a19-33b608f4aac4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1097 time: 0.2118649 Jul 23 20:31:09.728117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.771436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ce1b116-15e5-42ea-b92f-ee34dadb894f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:09.843047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:09.933576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-4f6ad1dd-9897-4223-81e3-8bb46dd69ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:09.935616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-4f6ad1dd-9897-4223-81e3-8bb46dd69ff2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2625513 Jul 23 20:31:10.004509 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.047837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Deleting port 8d158391-a582-42d2-9031-a7f4cf931133 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:10.048803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.069731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Allocated IP 2001:db8::2 (c70febd6-9651-4f8b-8c0e-41a987d7efd3/2fa9180f-5e9b-4348-b0b5-13683f69775a/de5c8707-ec29-449a-a361-27d75753d59b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:10.083351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:10.085810 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53413042-12e2-4f8e-826d-f00e5c5a0d7e" -d '{"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-plugged", "status": "completed", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:10.122516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.129073 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.165263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] For port 8d158391-a582-42d2-9031-a7f4cf931133, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8d158391-a582-42d2-9031-a7f4cf931133,segment=NetworkSegment(39e815e8-2e8b-476d-a1a3-d87b5c724962),segment_id=39e815e8-2e8b-476d-a1a3-d87b5c724962)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:10.165686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.166568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c1eef-bc4e-4df3-bf86-6aa1439545c2 req-7b2ff22f-31c9-4761-8566-0ebfa3c1d569 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:10.168408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b0c1eef-bc4e-4df3-bf86-6aa1439545c2 req-7b2ff22f-31c9-4761-8566-0ebfa3c1d569 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 944 time: 0.5892177 Jul 23 20:31:10.185659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Calling delete_port for 8d158391-a582-42d2-9031-a7f4cf931133 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:10.191162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:10.195338 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83ba88-5f7c-4e1b-aae8-a3b6827b4e52 x-openstack-request-id: req-4f83ba88-5f7c-4e1b-aae8-a3b6827b4e52 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:10.195973 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-plugged", "status": "completed", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:10.196098 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f83ba88-5f7c-4e1b-aae8-a3b6827b4e52 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:10.196485 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'code': 200} Jul 23 20:31:10.207743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.212450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9ce1b116-15e5-42ea-b92f-ee34dadb894f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:10.238936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9ce1b116-15e5-42ea-b92f-ee34dadb894f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:10.239314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.336473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.336987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f513a5f7-4f07-4772-b760-d4dbb740e025 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:10.353972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.356760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc791018-8ab2-41f0-8874-66c06483babe tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "DELETE /v2.0/routers/f513a5f7-4f07-4772-b760-d4dbb740e025 HTTP/1.1" status: 204 len: 168 time: 0.8237910 Jul 23 20:31:10.370423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37440) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:10.378832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Request body: {'router': {'name': 'tempest-router-1539631662', 'distributed': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:10.394355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.446404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b0c1eef-bc4e-4df3-bf86-6aa1439545c2 req-445d8598-0e98-4703-81d8-12d75549e7a2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099285 Jul 23 20:31:10.503992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.517725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.559451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.572125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:10.575264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:10.581567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:10.582183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.598446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=991af067-6cc1-4669-b3a9-bcd4d1ae5593,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.618423 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.664689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9ce1b116-15e5-42ea-b92f-ee34dadb894f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9ce1b116-15e5-42ea-b92f-ee34dadb894f,segment=NetworkSegment(d9ca281f-9138-4ea2-9ff3-82b194b908ab),segment_id=d9ca281f-9138-4ea2-9ff3-82b194b908ab)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:10.666010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Transition to ACTIVE for port object de5c8707-ec29-449a-a361-27d75753d59b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:10.677121 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.691018 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-137c4032-f56f-4beb-8698-d1933382788d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.7446907 Jul 23 20:31:10.776486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d158391-a582-42d2-9031-a7f4cf931133,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.801116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Transition to ACTIVE for port object de5c8707-ec29-449a-a361-27d75753d59b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:10.832495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.877927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.890352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9ce1b116-15e5-42ea-b92f-ee34dadb894f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:10.891876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.920017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:10.920993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.924025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:10.929854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:10.933949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3b15ac2c-2f1d-432a-af07-f3ec9fc63d17 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0387263 Jul 23 20:31:10.936475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:10.949175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-c1b58f0f-137c-405c-8497-e30a0b02b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:10.950830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-c1b58f0f-137c-405c-8497-e30a0b02b9ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1980727 Jul 23 20:31:10.957640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:10.971791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:11.079702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Attempting to bind port de5c8707-ec29-449a-a361-27d75753d59b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:11.080433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Attempting to bind port de5c8707-ec29-449a-a361-27d75753d59b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b174bb22-d0bf-41dc-9d01-c3a0f4023727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:11.080582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Attempting to bind port de5c8707-ec29-449a-a361-27d75753d59b on network c70febd6-9651-4f8b-8c0e-41a987d7efd3 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:11.087019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:11.087647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Checking segment: {'id': 'b174bb22-d0bf-41dc-9d01-c3a0f4023727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:11.088258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.088973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Bound using segment: {'id': 'b174bb22-d0bf-41dc-9d01-c3a0f4023727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:11.089884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Bound port: de5c8707-ec29-449a-a361-27d75753d59b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b174bb22-d0bf-41dc-9d01-c3a0f4023727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:11.090470 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.092554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Pushing event updated for resources: {'Port': ['ID=de5c8707-ec29-449a-a361-27d75753d59b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.096551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.103331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.104133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d365e-b18a-4159-a4ba-41a93864bd2d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.105958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d365e-b18a-4159-a4ba-41a93864bd2d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.107822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d365e-b18a-4159-a4ba-41a93864bd2d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.110574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d365e-b18a-4159-a4ba-41a93864bd2d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.112496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d365e-b18a-4159-a4ba-41a93864bd2d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.118188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b6a33-8ec4-47a8-aa45-1f92745efdd3 req-c764ca61-74b7-413d-941c-3217c33d22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.118188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e30b6a33-8ec4-47a8-aa45-1f92745efdd3 req-c764ca61-74b7-413d-941c-3217c33d22c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 1097 time: 0.6167045 Jul 23 20:31:11.119033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a2d365e-b18a-4159-a4ba-41a93864bd2d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1804547 Jul 23 20:31:11.119846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:11.126508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-891056948'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:11.126768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.127507 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Added segment 22ecf18f-793d-4c27-b570-63ec033f458f of type vlan for network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae Jul 23 20:31:11.130963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.170140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:11.180265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.187409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.193906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-54199a62-c69c-4c9e-a3e5-dd7204f1fc7c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8213370 Jul 23 20:31:11.194637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] For port de5c8707-ec29-449a-a361-27d75753d59b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:11.195140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37496) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:11.195649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171d269b-e650-43a5-8aa3-b77ae4bd491a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.198959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] For port de5c8707-ec29-449a-a361-27d75753d59b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de5c8707-ec29-449a-a361-27d75753d59b,segment=NetworkSegment(b174bb22-d0bf-41dc-9d01-c3a0f4023727),segment_id=b174bb22-d0bf-41dc-9d01-c3a0f4023727)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:11.207594 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.274341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd3e3f-cf70-492b-827f-a32d9d2b9b6f None None] Pushing event updated for resources: {'Port': ['ID=de5c8707-ec29-449a-a361-27d75753d59b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.306248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.336679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.350312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:11.352579 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e30b6a33-8ec4-47a8-aa45-1f92745efdd3 req-dc08a294-387c-48fd-808f-43e56c373134 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516352 Jul 23 20:31:11.392689 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.393260 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment d8252230-bafc-4f55-aff4-60f9c0940d60 of type vlan for network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 Jul 23 20:31:11.482735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.484096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.485572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.529352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-acfa52be-9aa8-403e-9bd3-d1ed65d1024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.530951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-acfa52be-9aa8-403e-9bd3-d1ed65d1024a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5708742 Jul 23 20:31:11.586878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.591410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.594698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.595592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.8107092 Jul 23 20:31:11.600782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37500) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:11.607263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Request body: {'subnet': {'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-564767998-subnet', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:11.774865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Made reservation on behalf of 7269e89e2d1f4bea84e8795fbd5ebf7f for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:11.777063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff2a67-6999-4524-90d3-a569ba4a312c admin admin] Pushing event updated for resources: {'Network': ['ID=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:11.778835 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.785024 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.791887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:11.792575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:11.800022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Router 7df152e4-830d-4389-8d4e-41337e4ef6fa has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:11.801780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:11.829789 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-c772a728-0ac0-4f18-9196-b059a19d08e8 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676082 Jul 23 20:31:11.963209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de5c8707-ec29-449a-a361-27d75753d59b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:12.046217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port de5c8707-ec29-449a-a361-27d75753d59b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:12.057296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ce1b116-15e5-42ea-b92f-ee34dadb894f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:12.070090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.070892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 743a844b-8e93-4401-bbea-5a67bbf76e49 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:12.075602 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.077254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c1c92787-8992-44c7-86e0-fc132067b935 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "DELETE /v2.0/routers/743a844b-8e93-4401-bbea-5a67bbf76e49 HTTP/1.1" status: 204 len: 168 time: 0.8627996 Jul 23 20:31:12.093520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37508) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:12.118559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Request body: {'router': {'name': 'tempest-router-1866296529', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2675200fa50647169faf29da5a3ddb20'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:12.158558 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0370774 Jul 23 20:31:12.166103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.174523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:12.174739 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ea637ba-f2f3-44a0-8302-895503b753d7 req-5d820c6a-a894-4820-9d2f-2072f9ba08fb service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938552 Jul 23 20:31:12.186577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:12.205179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:12.218619 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] Sync routers for ids ['7df152e4-830d-4389-8d4e-41337e4ef6fa'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:12.224127 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1eec92b5-47bd-48b4-acc5-53830c95c7f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/7df152e4-830d-4389-8d4e-41337e4ef6fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1692212 Jul 23 20:31:12.228670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37512) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:12.231043 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] Routers {'7df152e4-830d-4389-8d4e-41337e4ef6fa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:12.234456 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['7df152e4-830d-4389-8d4e-41337e4ef6fa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:12.235213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9ce1b116-15e5-42ea-b92f-ee34dadb894f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:12.236732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.305641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6ed62-a9b2-4d04-b6f3-d37de30f36e0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=a2a1e947-0401-493c-a8cc-cc4ef62cdfb4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:12.329388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:12.427914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.433832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.473119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.473979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c940af-ecb1-4ddd-8419-1eb988862f0d req-4241f44e-ce07-4439-adf0-be74ff7edc9c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:12.475579 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97c940af-ecb1-4ddd-8419-1eb988862f0d req-4241f44e-ce07-4439-adf0-be74ff7edc9c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.8540142 Jul 23 20:31:12.571983 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] Set router 7df152e4-830d-4389-8d4e-41337e4ef6fa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:12.709317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.720092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:12.778949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97c940af-ecb1-4ddd-8419-1eb988862f0d req-47cfe5c8-622e-4d1e-892c-b71506fa336f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599199 Jul 23 20:31:12.800477 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '60325da9-8533-463e-a81c-a377eada6abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:31:10Z', 'revision_number': 5, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port': {'id': '60325da9-8533-463e-a81c-a377eada6abc', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:29:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:21Z', 'updated_at': '2021-07-23T20:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:12.844250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] Checking router: 7df152e4-830d-4389-8d4e-41337e4ef6fa for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:12.850140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2ab53e-65af-4b90-ae1b-9656352ab44d None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:12.872871 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] Routers {'7df152e4-830d-4389-8d4e-41337e4ef6fa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:12.873548 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:30:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['7df152e4-830d-4389-8d4e-41337e4ef6fa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:12.905991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Checking segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:12.907331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Network hostable DHCP agents. Network: a5fc9e61-6b73-40fd-a4e2-b389049fc0ae, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:12.911052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.924006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:12.939925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] Provisioning for port de5c8707-ec29-449a-a361-27d75753d59b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:12.949308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] Provisioning complete for port de5c8707-ec29-449a-a361-27d75753d59b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:12.949835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.000761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.002394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3281146c-0049-4b0c-8cf5-fa24e90f970c tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9064288 Jul 23 20:31:13.007302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37522) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:13.018313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:13.022041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:13.073514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.103428 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] Set router 7df152e4-830d-4389-8d4e-41337e4ef6fa gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:13.121003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a5fc9e61-6b73-40fd-a4e2-b389049fc0ae) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:13.133661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:13.134541 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.202882 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:31:12Z', 'revision_number': 6, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:13.209260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331d687-a763-457e-940c-4028a7f82893 None None] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:13.233331 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f885c1c-9b14-428f-9dad-d389e32d2e3b None None] The sync data for ids ['7df152e4-830d-4389-8d4e-41337e4ef6fa'] in n-d-793620-13 is: [{'id': '7df152e4-830d-4389-8d4e-41337e4ef6fa', 'name': 'tempest-TestAggregatesBasicOps-234974007-router', 'tenant_id': '9c7feedea0c84997bfd828e708882fdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:17Z', 'updated_at': '2021-07-23T20:31:12Z', 'revision_number': 6, 'project_id': '9c7feedea0c84997bfd828e708882fdb', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:13.302980 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.391427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] For port de5c8707-ec29-449a-a361-27d75753d59b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de5c8707-ec29-449a-a361-27d75753d59b,segment=NetworkSegment(b174bb22-d0bf-41dc-9d01-c3a0f4023727),segment_id=b174bb22-d0bf-41dc-9d01-c3a0f4023727)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:13.400401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Deleting port 60325da9-8533-463e-a81c-a377eada6abc {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:13.403970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.411444 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.577253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2197c74-5193-4b57-a69b-dca965d01537 None None] Pushing event updated for resources: {'Port': ['ID=de5c8707-ec29-449a-a361-27d75753d59b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:13.641927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] For port 60325da9-8533-463e-a81c-a377eada6abc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=60325da9-8533-463e-a81c-a377eada6abc,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:13.642297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.674617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Update dhcp port {'port': {'network_id': 'c70febd6-9651-4f8b-8c0e-41a987d7efd3', 'fixed_ips': [{'subnet_id': '2fa9180f-5e9b-4348-b0b5-13683f69775a', 'ip_address': '2001:db8::2'}, {'subnet_id': '991af067-6cc1-4669-b3a9-bcd4d1ae5593'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'de5c8707-ec29-449a-a361-27d75753d59b'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:31:13.685917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:31:13.688019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.743243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Calling delete_port for 60325da9-8533-463e-a81c-a377eada6abc owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:13.816360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.846828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 is not hosted by any dhcp agent {{(pid=94027) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:31:13.854638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:13.855850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:13.863876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "PUT /v2.0/networks/a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 HTTP/1.1" status: 200 len: 723 time: 1.6755114 Jul 23 20:31:13.863876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac5145ec-72e9-4e99-b766-b14deb94fc3b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2574675 Jul 23 20:31:13.875535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37528) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:13.875887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37530) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:13.881142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:13.883146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de5c8707-ec29-449a-a361-27d75753d59b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:13.889722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:13.998167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-14c41f82-59c2-4aa3-a661-cf2d7dc722cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.041968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.128463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.132185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.203952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Pushing event deleted for resources: {'Port': ['ID=60325da9-8533-463e-a81c-a377eada6abc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:14.290548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:31:14.290548 n-d-793620-13 neutron-server[94027]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:31:14.290548 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id': 'f685bb4508ad4300a5e1e21508807426', 'id': '398845b4-173d-442d-9a9c-74d9b58751df', 'expiration': datetime.datetime(2021, 7, 23, 20, 33, 14, 153686)}] Jul 23 20:31:14.290548 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:31:14.291165 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:31:14.298978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159424af-c60b-4c6e-8b1e-373532f9030d tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=a2a1e947-0401-493c-a8cc-cc4ef62cdfb4,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:14.317003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.317519 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.322052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:14.358515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.378047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.384804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.495577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d58354-f429-4626-b7b9-181779673dfd req-9738cb56-a1cc-4ab4-9a13-13d0f3e00466 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:14.503113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3d58354-f429-4626-b7b9-181779673dfd req-9738cb56-a1cc-4ab4-9a13-13d0f3e00466 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.4159524 Jul 23 20:31:14.531672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94027) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 23 20:31:14.531915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Router f581e187-8c07-452b-982d-2b758f85124c migrating from provider to provider. {{(pid=94027) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 23 20:31:14.532280 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.558627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37542) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:14.568611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.572544 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.586878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.620040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.645290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port de5c8707-ec29-449a-a361-27d75753d59b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:14.645963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.647515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3d58354-f429-4626-b7b9-181779673dfd req-12b7a1fe-898d-4318-bdd5-0454ae9a465b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420572 Jul 23 20:31:14.666187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.684457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.685244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df152e4-830d-4389-8d4e-41337e4ef6fa {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:14.706078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.709470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-18a8d42a-f223-4289-a595-8dc58fdf2049 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7df152e4-830d-4389-8d4e-41337e4ef6fa HTTP/1.1" status: 204 len: 168 time: 2.4779458 Jul 23 20:31:14.711435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37550) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:14.724676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Allocated IP 172.20.0.2 (a5fc9e61-6b73-40fd-a4e2-b389049fc0ae/19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8/5cd36f33-d757-4829-866c-18ca92629e8f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:14.832736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Deleting subnet 531db9d4-2410-45ab-a384-d908bb43ff2a {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:14.837928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:14.923156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.040429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.061014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8d158391-a582-42d2-9031-a7f4cf931133 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:15.136181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.161774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8d158391-a582-42d2-9031-a7f4cf931133 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:15.162244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8d158391-a582-42d2-9031-a7f4cf931133 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:15.164215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531db9d4-2410-45ab-a384-d908bb43ff2a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.167230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.168548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3f0efb7-2a98-4403-bae4-d4814311869d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/531db9d4-2410-45ab-a384-d908bb43ff2a HTTP/1.1" status: 204 len: 168 time: 0.4560847 Jul 23 20:31:15.171487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37558) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.178559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb3f9d-b414-431d-b076-485f496c04bb None None] Network c3548ea7-b6c3-4d87-ada1-53381776952a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:15.197567 n-d-793620-13 neutron-server[94027]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] No L3 agents can host the router f581e187-8c07-452b-982d-2b758f85124c Jul 23 20:31:15.199224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e16d610-03a0-4acc-9ef5-3d0074908296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.201283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:15.212043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.246118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Allocated IP 172.20.0.1 (c70febd6-9651-4f8b-8c0e-41a987d7efd3/991af067-6cc1-4669-b3a9-bcd4d1ae5593/de5c8707-ec29-449a-a361-27d75753d59b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:15.264586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.280707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.334725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Deleting port b4e7545b-477e-4a5e-bc98-e59efed79008 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:15.335122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.413893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] For port b4e7545b-477e-4a5e-bc98-e59efed79008, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b4e7545b-477e-4a5e-bc98-e59efed79008,segment=NetworkSegment(39e815e8-2e8b-476d-a1a3-d87b5c724962),segment_id=39e815e8-2e8b-476d-a1a3-d87b5c724962)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:15.414590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.442575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Calling delete_port for b4e7545b-477e-4a5e-bc98-e59efed79008 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:15.448848 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.512083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Transition to ACTIVE for port object 5cd36f33-d757-4829-866c-18ca92629e8f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:15.555295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Transition to ACTIVE for port object 5cd36f33-d757-4829-866c-18ca92629e8f will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:15.564922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] For port de5c8707-ec29-449a-a361-27d75753d59b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de5c8707-ec29-449a-a361-27d75753d59b,segment=NetworkSegment(b174bb22-d0bf-41dc-9d01-c3a0f4023727),segment_id=b174bb22-d0bf-41dc-9d01-c3a0f4023727)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:15.574838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.575414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.610984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] No DVR routers for this DVR port b4e7545b-477e-4a5e-bc98-e59efed79008 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:15.613380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e7545b-477e-4a5e-bc98-e59efed79008,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.632064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:15.649654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:15.660185 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.663749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:15.674219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Pushing event updated for resources: {'Port': ['ID=5cd36f33-d757-4829-866c-18ca92629e8f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.724391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Transition to ACTIVE for port object de5c8707-ec29-449a-a361-27d75753d59b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:15.729937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.745452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.761021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be569fff-beff-424f-9473-feabb739770e None None] DHCP port deletion for c3548ea7-b6c3-4d87-ada1-53381776952a request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:15.762808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3548ea7-b6c3-4d87-ada1-53381776952a']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:15.779572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e815e8-2e8b-476d-a1a3-d87b5c724962') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:15.780223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e815e8-2e8b-476d-a1a3-d87b5c724962') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:15.783419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.791227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 60325da9-8533-463e-a81c-a377eada6abc no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:15.792400 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.799016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Attempting to bind port 5cd36f33-d757-4829-866c-18ca92629e8f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:15.799518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Attempting to bind port 5cd36f33-d757-4829-866c-18ca92629e8f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:15.800009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Attempting to bind port 5cd36f33-d757-4829-866c-18ca92629e8f on network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:15.818444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.825640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:15.826377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.829290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:15.829807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Checking segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:15.830405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.830899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Bound using segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:15.831481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Bound port: 5cd36f33-d757-4829-866c-18ca92629e8f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:15.832013 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.854039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 60325da9-8533-463e-a81c-a377eada6abc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:15.854039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 60325da9-8533-463e-a81c-a377eada6abc not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:15.890883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=544fc8f4-06b1-417a-b40c-c4b3c35dad2c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:15.904420 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:15.911346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.916876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:15.920251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c3548ea7-b6c3-4d87-ada1-53381776952a HTTP/1.1" status: 204 len: 168 time: 0.7483914 Jul 23 20:31:15.922494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Hosts for router f581e187-8c07-452b-982d-2b758f85124c: [] {{(pid=94027) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 23 20:31:15.935408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37562) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:15.937494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737d13e-d81c-4d6c-9aae-de26b1ced269 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3548ea7-b6c3-4d87-ada1-53381776952a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.952673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c31f6-b4fb-47e7-ab27-0be476e9d2aa None None] Pushing event updated for resources: {'Port': ['ID=de5c8707-ec29-449a-a361-27d75753d59b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:15.993591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60772d1-6f79-49de-84f6-089b001c4a71 req-90989ba1-2f32-4bce-b5b5-c084ba6d35ef tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:15.995602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f60772d1-6f79-49de-84f6-089b001c4a71 req-90989ba1-2f32-4bce-b5b5-c084ba6d35ef tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 1.0230103 Jul 23 20:31:15.999334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] For port 5cd36f33-d757-4829-866c-18ca92629e8f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:16.003981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] For port 5cd36f33-d757-4829-866c-18ca92629e8f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5cd36f33-d757-4829-866c-18ca92629e8f,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:16.009006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.089368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d145-ad1e-44c0-b943-8472a84e9b12 None None] Pushing event updated for resources: {'Port': ['ID=5cd36f33-d757-4829-866c-18ca92629e8f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:16.089736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Hosts for other DVR routers connected to router f581e187-8c07-452b-982d-2b758f85124c: set() {{(pid=94027) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 23 20:31:16.099615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.100973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6d4f1d94-803b-438c-abf3-16ca6acb7bcb tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "PUT /v2.0/routers/f581e187-8c07-452b-982d-2b758f85124c HTTP/1.1" status: 200 len: 717 time: 3.0919557 Jul 23 20:31:16.103690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37564) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.160230 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e16d610-03a0-4acc-9ef5-3d0074908296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.237549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e16d610-03a0-4acc-9ef5-3d0074908296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.263058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': 'd8252230-bafc-4f55-aff4-60f9c0940d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:16.263857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: a2a1e947-0401-493c-a8cc-cc4ef62cdfb4, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:16.269805 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d268a72f-9915-45de-aeb9-64661e277fea tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "GET /v2.0/routers/f581e187-8c07-452b-982d-2b758f85124c HTTP/1.1" status: 200 len: 717 time: 0.1646819 Jul 23 20:31:16.273977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.289192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-e48607af-a65f-4799-874b-56f89a716524 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811691 Jul 23 20:31:16.425545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16d610-03a0-4acc-9ef5-3d0074908296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422563ae-1858-4bd5-a6d5-7c0edd17f2c7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:16.471995 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.482087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0ab5bdb-1418-4e9f-9c0e-81d4818f0f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.562078 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f60772d1-6f79-49de-84f6-089b001c4a71 req-35e7be3f-99de-432e-bee6-fd2c8741308a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896095 Jul 23 20:31:16.562078 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e16d610-03a0-4acc-9ef5-3d0074908296 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7237d9328a24b54a23278618e0b975c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9969990 Jul 23 20:31:16.574495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-3324026c-b2f6-4107-bc88-072aed34e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:16.576215 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-3324026c-b2f6-4107-bc88-072aed34e14b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 1097 time: 0.2220032 Jul 23 20:31:16.594921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37572) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.637662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:16.653826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f377a2ff-34b0-47f8-b35a-7eedc3db0f5f tempest-RoutersTestDVR-2118208317 tempest-RoutersTestDVR-2118208317-project] 10.222.0.46 "GET /v2.0/routers/f581e187-8c07-452b-982d-2b758f85124c HTTP/1.1" status: 200 len: 683 time: 0.3713858 Jul 23 20:31:16.656513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37574) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:16.776354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f88545-b6bd-4c3f-ac95-00a77bcb9052 None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:16.791905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.846984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a2a1e947-0401-493c-a8cc-cc4ef62cdfb4) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:16.851457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:16.852351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.881721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9206c628-d6f9-4f30-93c5-0cc6faa252ac None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:16.890864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-0d84ccb3-a8c6-4a28-8d94-23fb45abc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:16.892362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-0d84ccb3-a8c6-4a28-8d94-23fb45abc03c service neutron] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2872777 Jul 23 20:31:16.949525 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b32a0a24-6c07-4aed-bbae-e4f7689a9779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.991815 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b32a0a24-6c07-4aed-bbae-e4f7689a9779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:16.996432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2ae5cb4b-6ec1-4d85-ab12-da9d635c2e6c None None] Provisioning for port de5c8707-ec29-449a-a361-27d75753d59b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:17.041864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-ce083d65-1386-424c-a0e4-b8ce6c928e40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 200 len: 217 time: 0.1226387 Jul 23 20:31:17.058148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.079787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.080930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2ae5cb4b-6ec1-4d85-ab12-da9d635c2e6c None None] Provisioning complete for port de5c8707-ec29-449a-a361-27d75753d59b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:17.081535 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2ae5cb4b-6ec1-4d85-ab12-da9d635c2e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.114524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-04f41704-3757-454b-a348-e6d3fb75f73c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2296851 Jul 23 20:31:17.124076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37578) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:17.136404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:17.150709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-e0f49820-339e-4a90-a6bc-27b310800f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:17.152136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-e0f49820-339e-4a90-a6bc-27b310800f2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.1038640 Jul 23 20:31:17.155803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.157074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f581e187-8c07-452b-982d-2b758f85124c {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:17.183556 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.184919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e5e084b3-fc06-48df-86a1-b0adc30f591a tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "DELETE /v2.0/routers/f581e187-8c07-452b-982d-2b758f85124c HTTP/1.1" status: 204 len: 168 time: 0.5274546 Jul 23 20:31:17.213505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37582) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:17.219229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Request body: {'router': {'name': 'tempest-router-747312497', 'distributed': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:17.255546 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126847930'] for subnet, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.256382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.258257 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.284183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-607d08f5-f294-4c89-981e-206850507e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:17.285858 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-607d08f5-f294-4c89-981e-206850507e18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196253 Jul 23 20:31:17.295810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a2a1e947-0401-493c-a8cc-cc4ef62cdfb4', 'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': '544fc8f4-06b1-417a-b40c-c4b3c35dad2c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:31:17.296854 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.310236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b32a0a24-6c07-4aed-bbae-e4f7689a9779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.315504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b32a0a24-6c07-4aed-bbae-e4f7689a9779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.317173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b32a0a24-6c07-4aed-bbae-e4f7689a9779 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/422563ae-1858-4bd5-a6d5-7c0edd17f2c7 HTTP/1.1" status: 204 len: 168 time: 0.7203784 Jul 23 20:31:17.351673 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.380702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.386496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.436287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.443080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-30d119ab-70fa-4ea3-a7e5-d8c6e1ecf196 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2281919 Jul 23 20:31:17.446252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37586) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:17.504646 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.513618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a0a24-6c07-4aed-bbae-e4f7689a9779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422563ae-1858-4bd5-a6d5-7c0edd17f2c7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:17.516973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744224521804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129721580'] for subnet, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.545467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.617101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=544fc8f4-06b1-417a-b40c-c4b3c35dad2c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:17.628785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:17.629586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.631246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-227f4c3c-2321-4b8c-bd11-eace7049e340 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "PUT /v2.0/subnets/544fc8f4-06b1-417a-b40c-c4b3c35dad2c HTTP/1.1" status: 200 len: 826 time: 0.5010443 Jul 23 20:31:17.637829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef4953-8e5a-4972-ad70-0e742ac24ed0 None None] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:17.641921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.659135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37592) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:17.704267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-96e1efd1-46e1-479f-ba8b-b5a4a56e55e3 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066734 Jul 23 20:31:17.727754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:17.847801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Allocated IP 172.25.8.203 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:17.866621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Allocated IP 2001:db8::2 (a2a1e947-0401-493c-a8cc-cc4ef62cdfb4/544fc8f4-06b1-417a-b40c-c4b3c35dad2c/32570681-2729-4ff6-a56f-3cb85d22ca04) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:17.930416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c7373c42-bc92-4d73-94ea-d2df963e0b55 None None] Provisioning for port 5cd36f33-d757-4829-866c-18ca92629e8f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:18.022881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de5c8707-ec29-449a-a361-27d75753d59b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:18.318108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:18.338268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.360931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Transition to ACTIVE for port object 32570681-2729-4ff6-a56f-3cb85d22ca04 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:18.385851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a5220f4d-88d4-4b21-81d9-a39434edfa8d None None] Provisioning complete for port de5c8707-ec29-449a-a361-27d75753d59b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:18.386379 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5220f4d-88d4-4b21-81d9-a39434edfa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.388675 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc3368ff-b41c-451c-9079-1f45926761e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.393868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port de5c8707-ec29-449a-a361-27d75753d59b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:18.394273 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.509835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.513075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.574609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.579081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.611630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Transition to ACTIVE for port object 32570681-2729-4ff6-a56f-3cb85d22ca04 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:18.622921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfb059-0bc6-4412-b5fe-938dfc5e9209 req-781d0425-c6e6-48f7-9e4c-aa3d81d82c9b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:18.631258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40cfb059-0bc6-4412-b5fe-938dfc5e9209 req-781d0425-c6e6-48f7-9e4c-aa3d81d82c9b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.7195182 Jul 23 20:31:18.645216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.662115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.662680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4248848-f2bd-4f6f-8cfa-6c922386e328 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:18.666563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d5e378f6-d006-4947-9ae1-bab3540e4cd0 req-eb8b6504-f755-431b-acca-4d51a731b0d7 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9551454 Jul 23 20:31:18.670130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.676309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7711ee2e-215c-4b75-9429-bc2a74fdc1b6 tempest-RoutersTestDVR-1687900206 tempest-RoutersTestDVR-1687900206-project-admin] 10.222.0.46 "DELETE /v2.0/routers/e4248848-f2bd-4f6f-8cfa-6c922386e328 HTTP/1.1" status: 204 len: 168 time: 1.2287600 Jul 23 20:31:18.684300 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.763233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port 32570681-2729-4ff6-a56f-3cb85d22ca04 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:18.763586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:18.830962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:18.838461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40cfb059-0bc6-4412-b5fe-938dfc5e9209 req-bb318838-c904-47b4-a8d1-2a70e5107bf8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022521 Jul 23 20:31:18.848326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Pushing event updated for resources: {'Port': ['ID=32570681-2729-4ff6-a56f-3cb85d22ca04,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:18.863600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:18.869152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:18.879451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.027740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:19.029794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc3368ff-b41c-451c-9079-1f45926761e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.059713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port 32570681-2729-4ff6-a56f-3cb85d22ca04, host n-d-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:19.060092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.063367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc3368ff-b41c-451c-9079-1f45926761e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.066695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:19.085316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for 32570681-2729-4ff6-a56f-3cb85d22ca04 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:19.109773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:19.171538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Pushing event updated for resources: {'Port': ['ID=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:19.183710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5cd36f33-d757-4829-866c-18ca92629e8f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:19.239249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Attempting to bind port 32570681-2729-4ff6-a56f-3cb85d22ca04 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:19.239629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Attempting to bind port 32570681-2729-4ff6-a56f-3cb85d22ca04 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd8252230-bafc-4f55-aff4-60f9c0940d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:19.239994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Attempting to bind port 32570681-2729-4ff6-a56f-3cb85d22ca04 on network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:19.269877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:19.270281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Checking segment: {'id': 'd8252230-bafc-4f55-aff4-60f9c0940d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:19.270680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.271087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Bound using segment: {'id': 'd8252230-bafc-4f55-aff4-60f9c0940d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:19.271581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Bound port: 32570681-2729-4ff6-a56f-3cb85d22ca04, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8252230-bafc-4f55-aff4-60f9c0940d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a2a1e947-0401-493c-a8cc-cc4ef62cdfb4'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:19.271973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.356662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37610) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:19.370929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc3368ff-b41c-451c-9079-1f45926761e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=abf38a4b64c146b9911837c064f03285&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480039 Jul 23 20:31:19.371496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:19.373457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.408194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d4835d84-d2d3-4c94-9362-17ca583b100f None None] Port 32570681-2729-4ff6-a56f-3cb85d22ca04 has been deleted concurrently {{(pid=94028) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 23 20:31:19.415302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=32570681-2729-4ff6-a56f-3cb85d22ca04,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:19.467015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5cd36f33-d757-4829-866c-18ca92629e8f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:19.474325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5cd36f33-d757-4829-866c-18ca92629e8f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:19.475226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.510852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port 32570681-2729-4ff6-a56f-3cb85d22ca04 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:19.525545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3368ff-b41c-451c-9079-1f45926761e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e874ad11-7b61-4737-8514-2f654d6becac,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:19.664969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.694151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4233-4125-4a2f-95bc-0dbf40dad3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.697669 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.742194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 5cd36f33-d757-4829-866c-18ca92629e8f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5cd36f33-d757-4829-866c-18ca92629e8f,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:19.743869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.747568 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.858473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c023f58-c567-4791-b7b5-1f788181e0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.868310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=5cd36f33-d757-4829-866c-18ca92629e8f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:19.883264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b4e7545b-477e-4a5e-bc98-e59efed79008 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:19.927897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b4e7545b-477e-4a5e-bc98-e59efed79008 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:19.928248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b4e7545b-477e-4a5e-bc98-e59efed79008 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:19.932384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c023f58-c567-4791-b7b5-1f788181e0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:19.957563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.009021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=544fc8f4-06b1-417a-b40c-c4b3c35dad2c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:20.053789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4233-4125-4a2f-95bc-0dbf40dad3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.055320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5cd36f33-d757-4829-866c-18ca92629e8f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:20.077270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4233-4125-4a2f-95bc-0dbf40dad3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.118047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5cd36f33-d757-4829-866c-18ca92629e8f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:20.118518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.163714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3667edd-ec2c-4cbe-833d-114e881a344e req-415f29b8-5b06-4bfc-8da5-a6a973ebec07 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:20.165352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3667edd-ec2c-4cbe-833d-114e881a344e req-415f29b8-5b06-4bfc-8da5-a6a973ebec07 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.4597614 Jul 23 20:31:20.204016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.210675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9b9f4233-4125-4a2f-95bc-0dbf40dad3b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2675200fa50647169faf29da5a3ddb20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8529301 Jul 23 20:31:20.216904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37622) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:20.222850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c023f58-c567-4791-b7b5-1f788181e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.225809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c023f58-c567-4791-b7b5-1f788181e0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.229503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c023f58-c567-4791-b7b5-1f788181e0e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e874ad11-7b61-4737-8514-2f654d6becac HTTP/1.1" status: 204 len: 168 time: 0.7773917 Jul 23 20:31:20.232357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f4233-4125-4a2f-95bc-0dbf40dad3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84f0f7d-eeb1-4d90-b330-1d5f77d68195,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:20.245266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a1e947-0401-493c-a8cc-cc4ef62cdfb4']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:20.266897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8252230-bafc-4f55-aff4-60f9c0940d60') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:20.267203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8252230-bafc-4f55-aff4-60f9c0940d60') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:20.284833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c023f58-c567-4791-b7b5-1f788181e0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e874ad11-7b61-4737-8514-2f654d6becac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:20.292599 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.319009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.337216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.352469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4092-2d30-4c79-ab4d-1b204c3abc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.381595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4092-2d30-4c79-ab4d-1b204c3abc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.413664 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:31:20.420602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:20.421265 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:20.426331 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:20.430399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3667edd-ec2c-4cbe-833d-114e881a344e req-a5629609-8654-4790-b6ed-7f3c894c6ba4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510641 Jul 23 20:31:20.492017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Deleting port 9ce1b116-15e5-42ea-b92f-ee34dadb894f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:20.492503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.542076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.551558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.555946 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 HTTP/1.1" status: 204 len: 168 time: 2.8911333 Jul 23 20:31:20.560484 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4092-2d30-4c79-ab4d-1b204c3abc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.563679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b7b4092-2d30-4c79-ab4d-1b204c3abc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.567407 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b7b4092-2d30-4c79-ab4d-1b204c3abc22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c84f0f7d-eeb1-4d90-b330-1d5f77d68195 HTTP/1.1" status: 204 len: 168 time: 0.3465340 Jul 23 20:31:20.582783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:20.610995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b4092-2d30-4c79-ab4d-1b204c3abc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84f0f7d-eeb1-4d90-b330-1d5f77d68195,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:20.627539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c21d4-f88f-4a83-bcfa-0b5b9c9bf55a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=a2a1e947-0401-493c-a8cc-cc4ef62cdfb4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:20.662126 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2536459b-6981-4b55-a1ec-75d0f4d6f216 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:20.663133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2536459b-6981-4b55-a1ec-75d0f4d6f216 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:20.665654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2536459b-6981-4b55-a1ec-75d0f4d6f216 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 HTTP/1.1" status: 404 len: 339 time: 0.0729537 Jul 23 20:31:20.669261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37634) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:20.684144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470257642', 'description': 'd1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:20.722429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37636) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:20.741904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d25dc5-e6b9-4b08-ae64-cabe0ddda5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.763226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:20.766045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] For port 9ce1b116-15e5-42ea-b92f-ee34dadb894f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9ce1b116-15e5-42ea-b92f-ee34dadb894f,segment=NetworkSegment(d9ca281f-9138-4ea2-9ff3-82b194b908ab),segment_id=d9ca281f-9138-4ea2-9ff3-82b194b908ab)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:20.766429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.770199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.788539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Calling delete_port for 9ce1b116-15e5-42ea-b92f-ee34dadb894f owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:20.790726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.813978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:20.841670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.842076 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment 54324517-a688-4e0a-8ee8-86b69cc8b0db of type vlan for network e3dad2e2-0da5-42cd-aa32-0473bb4c0395 Jul 23 20:31:20.909953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:20.966607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 13410d21-8fb5-4fb8-a07d-4c59e4532af1 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:31:21.020475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.043156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.043352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.044283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37642) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.056863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d25dc5-e6b9-4b08-ae64-cabe0ddda5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.079108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51d25dc5-e6b9-4b08-ae64-cabe0ddda5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.083771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec169f66-62c9-4627-851f-fd2308a144fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.107144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-06cd95e0-46d6-4180-afad-3e9ca10ae2ab None None] Could not find standard attr ID for object 32570681-2729-4ff6-a56f-3cb85d22ca04. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:31:21.127142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4536548 Jul 23 20:31:21.145219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:21.159744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'port_id': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'mac_address': 'fa:16:3e:55:27:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:31:21.164044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f103be2-d479-4626-b303-f4c6b44a859f None None] DHCP port deletion for a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:21.164374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37644) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.187289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f05fa3-e7b2-4d91-99c1-80556ce27ce3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=e3dad2e2-0da5-42cd-aa32-0473bb4c0395,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.191414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd82d8e-0a56-410f-bfc2-649efb481a51 None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:21.232039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd82d8e-0a56-410f-bfc2-649efb481a51 None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:31:21.238344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e3dad2e2-0da5-42cd-aa32-0473bb4c0395 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:21.246071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d966ad2-47cf-4534-9730-aabc63e87e23 None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:21.282272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d966ad2-47cf-4534-9730-aabc63e87e23 None None] Network a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:31:21.301399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01965988-d48d-43be-8a6e-b274b93c98e7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.303855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01965988-d48d-43be-8a6e-b274b93c98e7 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks?id=e3dad2e2-0da5-42cd-aa32-0473bb4c0395 HTTP/1.1" status: 200 len: 765 time: 0.1237130 Jul 23 20:31:21.304984 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.311264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37646) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.318863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-51d25dc5-e6b9-4b08-ae64-cabe0ddda5e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=545ce531f5a94074a5d140a0643fe8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5953741 Jul 23 20:31:21.324235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37648) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.329333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'description': 'd2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:21.351018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d25dc5-e6b9-4b08-ae64-cabe0ddda5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f568ccd1-f6a6-44f5-ad1b-aa67b5206771,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.376485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec169f66-62c9-4627-851f-fd2308a144fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.398849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13410d21-8fb5-4fb8-a07d-4c59e4532af1 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:31:21.404933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.415632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec169f66-62c9-4627-851f-fd2308a144fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.429462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:21.434821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.516767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['13410d21-8fb5-4fb8-a07d-4c59e4532af1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:31:21.526994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.532549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ce1b116-15e5-42ea-b92f-ee34dadb894f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.574502 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec83744c-455a-456d-9c0a-8ca3e586ef92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.603062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec169f66-62c9-4627-851f-fd2308a144fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21512f6-0cf9-409b-9ba5-9594383a0562,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.670503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec83744c-455a-456d-9c0a-8ca3e586ef92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.753583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec169f66-62c9-4627-851f-fd2308a144fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3bd48bfced504bb8bff19f53105e386f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7081685 Jul 23 20:31:21.754252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37660) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.756772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.786872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.796283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network e3dad2e2-0da5-42cd-aa32-0473bb4c0395 is not hosted by any dhcp agent {{(pid=94026) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:31:21.803655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:21.804471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.807564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "PUT /v2.0/networks/e3dad2e2-0da5-42cd-aa32-0473bb4c0395 HTTP/1.1" status: 200 len: 762 time: 0.4872196 Jul 23 20:31:21.810752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37664) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:21.876165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.904834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Router 53874256-af1d-42b5-aee6-ae6b803d9622 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:21.950486 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec83744c-455a-456d-9c0a-8ca3e586ef92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.954057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec83744c-455a-456d-9c0a-8ca3e586ef92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:21.957633 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec83744c-455a-456d-9c0a-8ca3e586ef92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f568ccd1-f6a6-44f5-ad1b-aa67b5206771 HTTP/1.1" status: 204 len: 168 time: 0.6216419 Jul 23 20:31:21.957633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c857c7b3-75dd-4a65-b56f-23ec7e4d384e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=e3dad2e2-0da5-42cd-aa32-0473bb4c0395,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.980055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83744c-455a-456d-9c0a-8ca3e586ef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f568ccd1-f6a6-44f5-ad1b-aa67b5206771,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:21.989466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e3dad2e2-0da5-42cd-aa32-0473bb4c0395 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:22.084604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4998d6b5-2f75-442a-8910-44cc4923e290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.112037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 32570681-2729-4ff6-a56f-3cb85d22ca04 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:22.126761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d21e4-543f-43f4-91ae-09f060d7b6ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.129004 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0a0d21e4-543f-43f4-91ae-09f060d7b6ff tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks?id=e3dad2e2-0da5-42cd-aa32-0473bb4c0395 HTTP/1.1" status: 200 len: 765 time: 0.3167593 Jul 23 20:31:22.133615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37672) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:22.139706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 32570681-2729-4ff6-a56f-3cb85d22ca04 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:22.140157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 32570681-2729-4ff6-a56f-3cb85d22ca04 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:22.509294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace56509-0be0-4286-a87d-7964e34acdcb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.519075 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ace56509-0be0-4286-a87d-7964e34acdcb tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3836236 Jul 23 20:31:22.519822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:22.564312 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b0731ee9-794f-4c29-89f2-a03e3f3a61db tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 207 time: 0.0416603 Jul 23 20:31:22.568307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37688) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:22.707632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4998d6b5-2f75-442a-8910-44cc4923e290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.748876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bae1ef-b9f3-4e22-916e-de1bb92b154f req-1732b021-cc23-46de-877a-b93ee5f890ef tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.750696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76bae1ef-b9f3-4e22-916e-de1bb92b154f req-1732b021-cc23-46de-877a-b93ee5f890ef tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 944 time: 1.1584549 Jul 23 20:31:22.863046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.871785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.880669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.881825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:22.894638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Sync routers for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:22.918129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:22.921143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:22.924054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.951442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:22.956490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71351a35-3cbe-4889-8318-41cc01eb523e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0795500 Jul 23 20:31:22.956817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.957212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37704) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:22.964593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:22.974478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6fba2b4e-1068-404d-8914-11c460ba9ee8 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4045300 Jul 23 20:31:22.975179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:23.018237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76bae1ef-b9f3-4e22-916e-de1bb92b154f req-ea90eefb-80cb-46ee-88b3-bb506fc0de74 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833382 Jul 23 20:31:23.077761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4998d6b5-2f75-442a-8910-44cc4923e290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.080058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 13410d21-8fb5-4fb8-a07d-4c59e4532af1 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:23.082532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4998d6b5-2f75-442a-8910-44cc4923e290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.084322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4998d6b5-2f75-442a-8910-44cc4923e290 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e21512f6-0cf9-409b-9ba5-9594383a0562 HTTP/1.1" status: 204 len: 168 time: 1.3255644 Jul 23 20:31:23.113327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Router a6ebc000-fd53-4c57-af5c-bfc008025eaa has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:23.114758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998d6b5-2f75-442a-8910-44cc4923e290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21512f6-0cf9-409b-9ba5-9594383a0562,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:23.286811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:23.289030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-efd50f73-d257-46bb-874c-d09b51e52d0a tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3126919 Jul 23 20:31:23.298343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37716) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:23.326159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:23.326610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.561048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873ec01-f2ff-47f3-8b36-159488ac8380 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.579146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873ec01-f2ff-47f3-8b36-159488ac8380 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.585299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873ec01-f2ff-47f3-8b36-159488ac8380 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.590152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873ec01-f2ff-47f3-8b36-159488ac8380 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.599972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3873ec01-f2ff-47f3-8b36-159488ac8380 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.604428 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3873ec01-f2ff-47f3-8b36-159488ac8380 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3045130 Jul 23 20:31:23.612378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37728) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:23.772846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:23.789593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6d8e9-b159-420d-a1f9-6fb2bde71665 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.793200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6d8e9-b159-420d-a1f9-6fb2bde71665 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.797563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6d8e9-b159-420d-a1f9-6fb2bde71665 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.800367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6d8e9-b159-420d-a1f9-6fb2bde71665 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.802348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc6d8e9-b159-420d-a1f9-6fb2bde71665 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['shared'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:23.804528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6cc6d8e9-b159-420d-a1f9-6fb2bde71665 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1707776 Jul 23 20:31:23.809937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:23.828185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:23.846191 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] Sync routers for ids ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:23.861888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-67880965-3106-44a4-9980-ea1f021b9ed2 admin admin] 10.222.0.46 "PUT /v2.0/routers/a6ebc000-fd53-4c57-af5c-bfc008025eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9159145 Jul 23 20:31:23.863450 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] Routers {'a6ebc000-fd53-4c57-af5c-bfc008025eaa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:23.864497 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:23.866769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:23.876553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:23.879239 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ec9706-e821-42f5-a573-17e2dffe85aa" -d '{"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-plugged", "status": "completed", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:23.937876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:23.955938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:19Z', 'revision_number': 3, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:23.959992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.128537 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a473edf-e0cd-4252-994e-215d49a375be x-openstack-request-id: req-0a473edf-e0cd-4252-994e-215d49a375be {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:24.129683 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-plugged", "status": "completed", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:24.130300 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0a473edf-e0cd-4252-994e-215d49a375be {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:24.132322 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'code': 200} Jul 23 20:31:24.149926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f87f6-a4ce-49d2-929b-a1283d01dad1 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.157857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fc4f87f6-a4ce-49d2-929b-a1283d01dad1 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks/167d7767-e0d1-43bb-9335-013c830f4a81 HTTP/1.1" status: 200 len: 803 time: 0.3403862 Jul 23 20:31:24.158176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.257798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:24.276290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Checking router: 53874256-af1d-42b5-aee6-ae6b803d9622 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:24.276562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Updating router 53874256-af1d-42b5-aee6-ae6b803d9622 port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:24.331747 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] Set router a6ebc000-fd53-4c57-af5c-bfc008025eaa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:24.435035 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:24.748891 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-caba46e2-8a2f-4adc-b13b-a7ee51988042 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/networks/167d7767-e0d1-43bb-9335-013c830f4a81?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5894101 Jul 23 20:31:24.755610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37770) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.926898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53556f97-bbbf-4c9d-99c4-afd8bd733223 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.929523 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53556f97-bbbf-4c9d-99c4-afd8bd733223 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/subnets/0e3c610a-2c86-492f-afed-ff9b79f4ea53 HTTP/1.1" status: 200 len: 843 time: 0.1726036 Jul 23 20:31:24.940329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37782) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:24.968016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:31:21Z', 'revision_number': 5, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:24.991149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6933225-e7a9-4132-b65f-746e2667f382 req-664b5a27-4a77-4deb-87c0-7be3225f1b6d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:24.993623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6933225-e7a9-4132-b65f-746e2667f382 req-664b5a27-4a77-4deb-87c0-7be3225f1b6d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.6371787 Jul 23 20:31:25.020532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eef6cc6-54d2-4032-acc9-ed22fbc134cc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:25.025507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9eef6cc6-54d2-4032-acc9-ed22fbc134cc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "GET /v2.0/subnets/0e3c610a-2c86-492f-afed-ff9b79f4ea53?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0810361 Jul 23 20:31:25.029355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:25.032923 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] Checking router: a6ebc000-fd53-4c57-af5c-bfc008025eaa for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:25.036840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1105754447'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:25.045643 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] Routers {'a6ebc000-fd53-4c57-af5c-bfc008025eaa'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:25.047108 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:25.103238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:25.123112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.190325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.215585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:25.229328 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] Set router a6ebc000-fd53-4c57-af5c-bfc008025eaa gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:25.240140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.240292 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Added segment 0d759755-8edd-4c50-b081-ccc83bba1c9f of type vlan for network 9695f912-9022-4065-acb4-29ff3fa314e1 Jul 23 20:31:25.313729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.339134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Transition to ACTIVE for port object 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:25.353924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.405097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.483761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.506665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:25.507328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.522689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663898e-97fb-4554-852c-a7591ad64e21 None None] Pushing event updated for resources: {'Port': ['ID=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:25.526641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6933225-e7a9-4132-b65f-746e2667f382 req-a3073995-376a-4ac2-b8cd-1d59acd89ef1 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240491 Jul 23 20:31:25.622412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Attempting to bind port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:25.623040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Attempting to bind port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:25.623418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Attempting to bind port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:25.625097 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:31:21Z', 'revision_number': 5, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:25.636728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:25.637115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:25.637563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.641751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:25.642301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Bound port: 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:25.642967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.737889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Network': ['ID=9695f912-9022-4065-acb4-29ff3fa314e1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:25.747358 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.762509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:25.764768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe9d8f97-c49d-4760-9e99-6542e5840c5e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7323847 Jul 23 20:31:25.769010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:25.777997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9695f912-9022-4065-acb4-29ff3fa314e1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:25.780555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:26.057110 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9796aa-55ac-4da3-9325-5ca36a191c1c None None] The sync data for ids ['a6ebc000-fd53-4c57-af5c-bfc008025eaa'] in n-d-793620-13 is: [{'id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'name': 'tempest-TestAggregatesBasicOps-1861238233-router', 'tenant_id': '1d4cc678f8004b619afe095c73790ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:30:48Z', 'updated_at': '2021-07-23T20:31:21Z', 'revision_number': 5, 'project_id': '1d4cc678f8004b619afe095c73790ea5', 'gw_port': {'id': 'e5211f58-8fbd-4397-a78b-0010f9077863', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:70:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebc000-fd53-4c57-af5c-bfc008025eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2554, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:30:51Z', 'updated_at': '2021-07-23T20:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:26.089696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Made reservation on behalf of f685bb4508ad4300a5e1e21508807426 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:26.095149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.115535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] For port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:26.124815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] For port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:26.128686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37814) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:26.134840 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.197929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663898e-97fb-4554-852c-a7591ad64e21 None None] Pushing event updated for resources: {'Port': ['ID=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:26.199048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Performing IP validity checks on allocation pools {{(pid=94026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:31:26.199741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:31:26.217662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:26.218986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:26.326365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Deleting port e5211f58-8fbd-4397-a78b-0010f9077863 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:26.327493 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.342792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Allocated IP 172.20.0.1 (a5fc9e61-6b73-40fd-a4e2-b389049fc0ae/19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8/0e64a6aa-4d03-4fe0-9163-9af6ba87b56e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:26.406187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.420764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:26.509600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=991e4a25-34f7-40ff-adfe-5a73f91f9c81,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:26.528623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Checking segment: {'id': '0d759755-8edd-4c50-b081-ccc83bba1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:26.529014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network hostable DHCP agents. Network: 9695f912-9022-4065-acb4-29ff3fa314e1, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:26.558705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Network 9695f912-9022-4065-acb4-29ff3fa314e1 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:26.574869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 9695f912-9022-4065-acb4-29ff3fa314e1) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:26.582185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:26.582823 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728583'] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.596108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cec5e6-1f33-4e39-a294-847b06bb7381 None None] Network 9695f912-9022-4065-acb4-29ff3fa314e1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:26.612820 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c81d892-bfcd-4e56-80d6-a33c048dc05e tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8423994 Jul 23 20:31:26.615519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37822) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:26.629989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] For port e5211f58-8fbd-4397-a78b-0010f9077863, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e5211f58-8fbd-4397-a78b-0010f9077863,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:26.631951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.643333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:26.667633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1976880955', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:26.707177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Calling delete_port for e5211f58-8fbd-4397-a78b-0010f9077863 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:26.895152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:26.958554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Transition to ACTIVE for port object 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:27.088777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71446d-80fd-4515-a3ea-221bc9dca98d req-0b23b086-9d2c-4b65-882d-3ba1a3d02746 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:27.090805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f71446d-80fd-4515-a3ea-221bc9dca98d req-0b23b086-9d2c-4b65-882d-3ba1a3d02746 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.3529415 Jul 23 20:31:27.449225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f71446d-80fd-4515-a3ea-221bc9dca98d req-7fe4ecbe-aaa7-43a3-af41-e05d6bd44c51 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117955 Jul 23 20:31:27.467626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.484928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126513043'] for subnet, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.526740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9695f912-9022-4065-acb4-29ff3fa314e1', 'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1', 'tenant_id': 'f685bb4508ad4300a5e1e21508807426', 'fixed_ips': [{'subnet_id': '991e4a25-34f7-40ff-adfe-5a73f91f9c81'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:31:27.527615 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.548500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:27.567030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:27.620672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:27.730033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:19Z', 'revision_number': 3, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:27.770139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:27.787520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.808104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8059165-4840-4bf3-96fb-86bff8fa69a1 None None] The sync data for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 is: [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:19Z', 'revision_number': 3, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:27.873394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:27.942560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744224521804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127373601'] for subnet, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.029824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ce1b116-15e5-42ea-b92f-ee34dadb894f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:28.062699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event updated for resources: {'Subnet': ['ID=991e4a25-34f7-40ff-adfe-5a73f91f9c81,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:28.066806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Made reservation on behalf of 050dc2d5edb847fd9593f82c33650298 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:28.083909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.115527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5211f58-8fbd-4397-a78b-0010f9077863,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:28.116940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9ce1b116-15e5-42ea-b92f-ee34dadb894f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:28.117297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9ce1b116-15e5-42ea-b92f-ee34dadb894f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:28.166729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Allocated IP 2001:db8::3 (9695f912-9022-4065-acb4-29ff3fa314e1/991e4a25-34f7-40ff-adfe-5a73f91f9c81/1652b27c-9a83-4a03-9489-c69afad68db4) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:28.193370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.198294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0af4145c-701d-46cb-b0cf-bbf9178c4d94 None None] Provisioning for port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:28.209719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0af4145c-701d-46cb-b0cf-bbf9178c4d94 None None] Provisioning complete for port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:28.216783 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0af4145c-701d-46cb-b0cf-bbf9178c4d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.222364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.304114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0af4145c-701d-46cb-b0cf-bbf9178c4d94 None None] Port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:28.326408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.335103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:28.336478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.342188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "PUT /v2.0/subnets/991e4a25-34f7-40ff-adfe-5a73f91f9c81 HTTP/1.1" status: 200 len: 900 time: 1.7254536 Jul 23 20:31:28.354042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.356243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.356700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.357160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.357653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.358085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.361630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.361630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.361630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.361630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.361630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.363137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.363137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785c7420-badf-4eb8-907d-0ab4926a8c0f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:28.370442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37850) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:28.375065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] device_id is not set on port b47e1131-c917-4a27-a354-7a994a65f04f yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:31:28.634528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb6d8f-31e7-4bcf-a8a2-53e42ce7c70a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:28.647975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.665641 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.682735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Transition to ACTIVE for port object 1652b27c-9a83-4a03-9489-c69afad68db4 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:28.752084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Transition to ACTIVE for port object 1652b27c-9a83-4a03-9489-c69afad68db4 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:28.767214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.833537 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:28.844720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Allocated IP 172.25.8.117 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/b47e1131-c917-4a27-a354-7a994a65f04f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:28.900583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Network 9695f912-9022-4065-acb4-29ff3fa314e1 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:28.933244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:28.939851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:28.982895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Pushing event updated for resources: {'Port': ['ID=1652b27c-9a83-4a03-9489-c69afad68db4,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:29.006188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port 1652b27c-9a83-4a03-9489-c69afad68db4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:29.006534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.121030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Attempting to bind port 1652b27c-9a83-4a03-9489-c69afad68db4 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:29.124090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Attempting to bind port 1652b27c-9a83-4a03-9489-c69afad68db4 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0d759755-8edd-4c50-b081-ccc83bba1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:29.125920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Attempting to bind port 1652b27c-9a83-4a03-9489-c69afad68db4 on network 9695f912-9022-4065-acb4-29ff3fa314e1 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:29.135764 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.144057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:29.155242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Checking segment: {'id': '0d759755-8edd-4c50-b081-ccc83bba1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:29.158660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.161669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Bound using segment: {'id': '0d759755-8edd-4c50-b081-ccc83bba1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:29.164409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Bound port: 1652b27c-9a83-4a03-9489-c69afad68db4, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d759755-8edd-4c50-b081-ccc83bba1c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9695f912-9022-4065-acb4-29ff3fa314e1'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:29.164832 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.172901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.216803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.237967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.323704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51185199-b165-4a86-8910-ba2f381847dd None None] For port 1652b27c-9a83-4a03-9489-c69afad68db4, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:29.328530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51185199-b165-4a86-8910-ba2f381847dd None None] For port 1652b27c-9a83-4a03-9489-c69afad68db4, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1652b27c-9a83-4a03-9489-c69afad68db4,segment=NetworkSegment(0d759755-8edd-4c50-b081-ccc83bba1c9f),segment_id=0d759755-8edd-4c50-b081-ccc83bba1c9f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:29.333747 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.376110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:29.397342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:29.407510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:29.409952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Pushing event updated for resources: {'Port': ['ID=b47e1131-c917-4a27-a354-7a994a65f04f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:29.420082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.420754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ebc000-fd53-4c57-af5c-bfc008025eaa {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:29.447085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.448440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4288bf63-0086-44fc-80e2-a7e03db521c8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a6ebc000-fd53-4c57-af5c-bfc008025eaa HTTP/1.1" status: 204 len: 168 time: 5.5803430 Jul 23 20:31:29.487234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a270d5-24f0-4516-8313-c2a5fade01d0 req-c5322754-1369-4642-bc4c-475c60e2ce12 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.489512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80a270d5-24f0-4516-8313-c2a5fade01d0 req-c5322754-1369-4642-bc4c-475c60e2ce12 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.8369069 Jul 23 20:31:29.490122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37866) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.549235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port 1652b27c-9a83-4a03-9489-c69afad68db4, host n-d-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:29.549954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.552737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51185199-b165-4a86-8910-ba2f381847dd None None] Pushing event updated for resources: {'Port': ['ID=1652b27c-9a83-4a03-9489-c69afad68db4,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:29.585070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:29.586135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.588890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for 1652b27c-9a83-4a03-9489-c69afad68db4 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:29.600618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Deleting subnet 14e1270d-4515-446d-8080-e2cdb6012ef1 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:29.664279 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.706206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-69376dc4-a66c-47dd-98ea-70ad0862adc7 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.5726550 Jul 23 20:31:29.710605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:29.724700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.117'}]}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:29.783201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.816680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.824131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.827492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:29.988037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.345896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:30.482457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:30.497103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:30.497839 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.596448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80a270d5-24f0-4516-8313-c2a5fade01d0 req-de0bea49-460f-4336-881e-ac31364a2fbe tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9856267 Jul 23 20:31:30.641281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.687546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.713845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.719496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.742193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.745144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:30.752742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:30.816273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=1652b27c-9a83-4a03-9489-c69afad68db4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:30.923610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e5211f58-8fbd-4397-a78b-0010f9077863 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:30.943812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:31.045520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:31.051357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port 1652b27c-9a83-4a03-9489-c69afad68db4 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:31.084044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e5211f58-8fbd-4397-a78b-0010f9077863 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:31.084467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e5211f58-8fbd-4397-a78b-0010f9077863 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:31.203628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.312554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:31.341717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:31.383291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.547917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.612529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=991e4a25-34f7-40ff-adfe-5a73f91f9c81,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:31.658895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Router 53874256-af1d-42b5-aee6-ae6b803d9622 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:31.759241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.772630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9695f912-9022-4065-acb4-29ff3fa314e1']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:31.787780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d759755-8edd-4c50-b081-ccc83bba1c9f') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:31.788195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d759755-8edd-4c50-b081-ccc83bba1c9f') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:31.792252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491098a-12b2-4d56-b5bf-83d1a3d4f173 None None] Network 9695f912-9022-4065-acb4-29ff3fa314e1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:31.803999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.823860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.833508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:31.834075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.912092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:31.922776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9cf1614c-c7cc-4a3e-b234-ee57931d2ae1 admin admin] 10.222.0.46 "PUT /v2.0/routers/53874256-af1d-42b5-aee6-ae6b803d9622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9592733 Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:31.944307 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:31.950576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.954465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.976112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:31.983257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/9695f912-9022-4065-acb4-29ff3fa314e1 HTTP/1.1" status: 204 len: 168 time: 3.5961158 Jul 23 20:31:31.983257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee52e59-9e7e-4780-8e88-d6fc5a0177a4 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=9695f912-9022-4065-acb4-29ff3fa314e1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:31.983257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37910) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:31.986609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Sync routers for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:32.021328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-399ebe0d-8794-4088-976d-6a4b13f8b7e4 None None] Could not find standard attr ID for object 1652b27c-9a83-4a03-9489-c69afad68db4. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:31:32.048678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:32.055365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:32.066615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b2300-4b64-47e0-934e-1acad91ba2bf req-4b551fd2-78c2-495e-a53d-8de620f49de3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.078220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-305b2300-4b64-47e0-934e-1acad91ba2bf req-4b551fd2-78c2-495e-a53d-8de620f49de3 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 946 time: 0.9218323 Jul 23 20:31:32.093274 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c6ee27-18be-485f-a310-91f27b0f52d6 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:32.093963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c6ee27-18be-485f-a310-91f27b0f52d6 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:32.098729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3c6ee27-18be-485f-a310-91f27b0f52d6 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/991e4a25-34f7-40ff-adfe-5a73f91f9c81 HTTP/1.1" status: 404 len: 337 time: 0.0655537 Jul 23 20:31:32.098729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.102260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37914) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:32.187903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-305b2300-4b64-47e0-934e-1acad91ba2bf req-b99b93d7-4c6a-4bfd-8287-fe4c4021dac0 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084220 Jul 23 20:31:32.223290 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49db686-a080-432f-a261-b549625bedb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:32.224126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49db686-a080-432f-a261-b549625bedb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:32.231679 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b49db686-a080-432f-a261-b549625bedb9 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/9695f912-9022-4065-acb4-29ff3fa314e1 HTTP/1.1" status: 404 len: 339 time: 0.1279085 Jul 23 20:31:32.232324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37916) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:32.285660 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.343191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:32.361376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e1270d-4515-446d-8080-e2cdb6012ef1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:32.364082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.366293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bd13c463-3f5f-4214-b695-0b0cb1277fab admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14e1270d-4515-446d-8080-e2cdb6012ef1 HTTP/1.1" status: 204 len: 168 time: 2.8730457 Jul 23 20:31:32.376030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599aac94-79b9-45ea-99b9-c8d95a96b69f req-eff2d1c0-299c-45ee-be20-dadb72ee3113 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.377957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-599aac94-79b9-45ea-99b9-c8d95a96b69f req-eff2d1c0-299c-45ee-be20-dadb72ee3113 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.4676914 Jul 23 20:31:32.379878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37926) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:32.466637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:32.513272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.603381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53d85b-59c0-4892-ad1d-8ea9734a2c7b None None] Network 5688ff99-c1b0-4d0f-996f-b831adb06e49 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:32.621982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.672756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7133d7e7-c8f2-4b2b-b224-f9d89d177a17 None None] DHCP port deletion for 9695f912-9022-4065-acb4-29ff3fa314e1 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:32.677689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-599aac94-79b9-45ea-99b9-c8d95a96b69f req-7f62031e-3c77-4692-b7b3-4be5b0748e71 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434548 Jul 23 20:31:32.745129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Deleting port da0d5a83-fb73-430b-a5d9-82026262b4e2 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:32.745498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.763287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3a96e4ea-a431-42a7-b04c-b93edf456a7b None None] Provisioning complete for port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:32.763663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a96e4ea-a431-42a7-b04c-b93edf456a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.872730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] For port da0d5a83-fb73-430b-a5d9-82026262b4e2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=da0d5a83-fb73-430b-a5d9-82026262b4e2,segment=NetworkSegment(d9ca281f-9138-4ea2-9ff3-82b194b908ab),segment_id=d9ca281f-9138-4ea2-9ff3-82b194b908ab)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:32.879280 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.915157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-22128f44-bd4d-4e4e-a0a7-54e425e8edc9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:32.916740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-22128f44-bd4d-4e4e-a0a7-54e425e8edc9 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 946 time: 0.4241109 Jul 23 20:31:32.925697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Calling delete_port for da0d5a83-fb73-430b-a5d9-82026262b4e2 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:32.988204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:32.994274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3099717-add7-4d32-a6c4-7c4416a2e122 None None] Network 9695f912-9022-4065-acb4-29ff3fa314e1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:33.178291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3099717-add7-4d32-a6c4-7c4416a2e122 None None] Network 9695f912-9022-4065-acb4-29ff3fa314e1 could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:31:33.222432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3a96e4ea-a431-42a7-b04c-b93edf456a7b None None] Port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:33.238603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.254722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:33.255098 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.279534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dad2e2-0da5-42cd-aa32-0473bb4c0395']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.304942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54324517-a688-4e0a-8ee8-86b69cc8b0db') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.305249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54324517-a688-4e0a-8ee8-86b69cc8b0db') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.321275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] No DVR routers for this DVR port da0d5a83-fb73-430b-a5d9-82026262b4e2 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:33.335122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.348033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Pushing event deleted for resources: {'Port': ['ID=da0d5a83-fb73-430b-a5d9-82026262b4e2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:33.388489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.419038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 2, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.433875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:33.434298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.461814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Checking router: 53874256-af1d-42b5-aee6-ae6b803d9622 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:33.462215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Updating router 53874256-af1d-42b5-aee6-ae6b803d9622 port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:33.504582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b854d9-920e-403d-b0a0-717f0f679400 None None] DHCP port deletion for 5688ff99-c1b0-4d0f-996f-b831adb06e49 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:33.530559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37950) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.554458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.563391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:33.566446 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:33.594793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1498593475-network', 'tenant_id': '102d68599163455b9a755a2803d75f16'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:33.617347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.667751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.672960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/e3dad2e2-0da5-42cd-aa32-0473bb4c0395 HTTP/1.1" status: 204 len: 168 time: 1.3414488 Jul 23 20:31:33.676432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37956) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.710174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.715512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Made reservation on behalf of 102d68599163455b9a755a2803d75f16 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:33.719563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.739643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.747559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5688ff99-c1b0-4d0f-996f-b831adb06e49']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.750345 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbba2f61-3f3e-4a70-8ea0-062fc07008a3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:33.750817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbba2f61-3f3e-4a70-8ea0-062fc07008a3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:33.761069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37960) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.764190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bbba2f61-3f3e-4a70-8ea0-062fc07008a3 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/544fc8f4-06b1-417a-b40c-c4b3c35dad2c HTTP/1.1" status: 404 len: 337 time: 0.0764506 Jul 23 20:31:33.782631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f485497-725a-4f43-a52d-76f9b7302994 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=e3dad2e2-0da5-42cd-aa32-0473bb4c0395,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:33.794895 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b823973-0ddd-4387-aa38-2c47cb617df6 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:33.795793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b823973-0ddd-4387-aa38-2c47cb617df6 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:33.798858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9b823973-0ddd-4387-aa38-2c47cb617df6 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/a2a1e947-0401-493c-a8cc-cc4ef62cdfb4 HTTP/1.1" status: 404 len: 339 time: 0.0360348 Jul 23 20:31:33.803891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ca281f-9138-4ea2-9ff3-82b194b908ab') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.804845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ca281f-9138-4ea2-9ff3-82b194b908ab') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:33.815702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 37962) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:33.838007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d6914-2eee-4931-94c4-4deff7128a3c req-70703077-b0b1-454a-8f7c-f04913189ab5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:33.839902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f6d6914-2eee-4931-94c4-4deff7128a3c req-70703077-b0b1-454a-8f7c-f04913189ab5 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 946 time: 0.3537400 Jul 23 20:31:33.842160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.944096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:33.994809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.212509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67d40f8-ab63-4387-8baf-53bc5245ba2b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.227842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.281166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device da0d5a83-fb73-430b-a5d9-82026262b4e2 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:34.287365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:34.287978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:34.301204 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:34.316232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: da0d5a83-fb73-430b-a5d9-82026262b4e2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:34.316837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device da0d5a83-fb73-430b-a5d9-82026262b4e2 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:34.317473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1652b27c-9a83-4a03-9489-c69afad68db4 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:34.331075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:34.354866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1652b27c-9a83-4a03-9489-c69afad68db4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:34.355274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1652b27c-9a83-4a03-9489-c69afad68db4 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:34.360933 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.384599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting subnet 991af067-6cc1-4669-b3a9-bcd4d1ae5593 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:34.394341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.417266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.418141 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Added segment a2de5735-0b9c-48de-8d4b-fb1e8927c9b5 of type vlan for network 31714c41-2134-4afb-a089-07718215f3d9 Jul 23 20:31:34.494308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9727ef-81d8-46fb-93ef-f5927abbfa2c req-fd7f6a2f-4084-40e0-b4c3-587983a2cb24 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:34.496239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a9727ef-81d8-46fb-93ef-f5927abbfa2c req-fd7f6a2f-4084-40e0-b4c3-587983a2cb24 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.5491683 Jul 23 20:31:34.517391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Deleting port 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:34.518323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.524401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f6d6914-2eee-4931-94c4-4deff7128a3c req-bb720d04-5039-492b-961f-5aa7f06af134 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups?id=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5623889 Jul 23 20:31:34.543662 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.548685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.566104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.576556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Transition to ACTIVE for port object 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:34.582130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a9727ef-81d8-46fb-93ef-f5927abbfa2c req-1870e5c6-50a6-4987-bc31-a12c257ed2bb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535274 Jul 23 20:31:34.584445 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.591695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.595483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5688ff99-c1b0-4d0f-996f-b831adb06e49 HTTP/1.1" status: 204 len: 168 time: 2.2141025 Jul 23 20:31:34.610945 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.627201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.631296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772580eb-7317-4d62-a38d-61acf9c7ca61 admin admin] Pushing event deleted for resources: {'Network': ['ID=5688ff99-c1b0-4d0f-996f-b831adb06e49,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.740017 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.741145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:34.741914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.825146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf85b8-e92e-4aa8-9797-63e6174efde0 None None] Pushing event updated for resources: {'Port': ['ID=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.842836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:34.846027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08b381c0-b815-44ae-9a65-4c8b7edf96ef {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:31:34.916392 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 23 20:31:34.925937 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-114ed253-dc67-44cd-8848-17e38e47ffb0 tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2099061 Jul 23 20:31:34.928549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] Pushing event updated for resources: {'Network': ['ID=31714c41-2134-4afb-a089-07718215f3d9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:34.940658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37978) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:34.944158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 31714c41-2134-4afb-a089-07718215f3d9 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:35.032941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Attempting to bind port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:35.033851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Attempting to bind port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:35.034841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Attempting to bind port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e on network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:35.042031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:35.042719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Checking segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:35.043330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.044173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Bound using segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:35.048431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] For port 3d745c44-b339-420c-afd7-9fd1888dc5e9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3d745c44-b339-420c-afd7-9fd1888dc5e9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:35.048431 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.049068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Bound port: 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:35.049758 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.095696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37982) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:35.112703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-34055956-8082-48a7-bc0e-0e90f8813399 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5381200 Jul 23 20:31:35.128229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:35.142582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Request body: {'subnet': {'network_id': '31714c41-2134-4afb-a089-07718215f3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1498593475-subnet', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:35.206172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Made reservation on behalf of 102d68599163455b9a755a2803d75f16 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:35.212737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.304446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-47dd313b-9b88-42da-8ec5-769611f9ed05 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c7feedea0c84997bfd828e708882fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993444 Jul 23 20:31:35.307630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 37990) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:35.455227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Deleting port b47e1131-c917-4a27-a354-7a994a65f04f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:35.457492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.466508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.467446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.468635 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Floating IP a1d1466e-d4ce-4105-936a-fa9aa4c2cb58 disassociated. External IP: 172.25.8.143, port: 3d745c44-b339-420c-afd7-9fd1888dc5e9. Jul 23 20:31:35.469204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Calling delete_port for 3d745c44-b339-420c-afd7-9fd1888dc5e9 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:35.526327 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d1e34-bfcf-4d1e-a17a-166d9d44f5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.604819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] For port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:35.609554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] For port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:35.616503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.674219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:35.784553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:35.793356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:35.968449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf85b8-e92e-4aa8-9797-63e6174efde0 None None] Pushing event updated for resources: {'Port': ['ID=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:35.969929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.069118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d1e34-bfcf-4d1e-a17a-166d9d44f5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.076127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a17b5fe-8224-45d8-b2b5-cc2917e2cf54 req-650ed597-bfc3-42f9-8256-d88431e9daae tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.3135006 Jul 23 20:31:36.076966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:36.092510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=991af067-6cc1-4669-b3a9-bcd4d1ae5593,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.096111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.102359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.106300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-61107f0b-d8ce-43cc-8bc4-6a0f9b602b9c tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/991af067-6cc1-4669-b3a9-bcd4d1ae5593 HTTP/1.1" status: 204 len: 168 time: 2.2885349 Jul 23 20:31:36.112307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38004) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:36.153724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d83bf7-04ad-4826-8ae7-b663bdf6a109 req-c07a47f4-7056-4020-93e0-33f7876fac96 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:36.161011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30d83bf7-04ad-4826-8ae7-b663bdf6a109 req-c07a47f4-7056-4020-93e0-33f7876fac96 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.3028994 Jul 23 20:31:36.211682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0868e886-d429-48e1-be29-be3ddf750447 None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:36.251352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30d83bf7-04ad-4826-8ae7-b663bdf6a109 req-ae8dc0bd-5423-4f0e-88fc-d47d8614b28d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893447 Jul 23 20:31:36.254949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.335961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Calling delete_port for b47e1131-c917-4a27-a354-7a994a65f04f owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:36.344621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event deleted for resources: {'Port': ['ID=3d745c44-b339-420c-afd7-9fd1888dc5e9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.504237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting subnet 2fa9180f-5e9b-4348-b0b5-13683f69775a {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:36.522468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.531536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d1e34-bfcf-4d1e-a17a-166d9d44f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.535745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-753d1e34-bfcf-4d1e-a17a-166d9d44f5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.537196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-753d1e34-bfcf-4d1e-a17a-166d9d44f5f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4aa328a-8507-440b-be5e-c3f74276889e HTTP/1.1" status: 204 len: 168 time: 1.2185912 Jul 23 20:31:36.677113 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.793090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:35Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:36.794694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d1e34-bfcf-4d1e-a17a-166d9d44f5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4aa328a-8507-440b-be5e-c3f74276889e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.851259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941ed602-af04-422d-bca7-edcbb028d891,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:36.901730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Checking segment: {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:36.902691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Network hostable DHCP agents. Network: 31714c41-2134-4afb-a089-07718215f3d9, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:36.911894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:36.997815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc2607c-d78c-4a06-89ed-73ca521dd39a None None] The sync data for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 is: [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:35Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:37.024697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Network 31714c41-2134-4afb-a089-07718215f3d9 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:37.051937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 31714c41-2134-4afb-a089-07718215f3d9) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:37.065187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f6294-abeb-4733-92f3-983d0d010edd None None] Network 31714c41-2134-4afb-a089-07718215f3d9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:37.120419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:37.123356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.408994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:37.466707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.467398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-655ece75-8a3b-4210-81c9-00e221975ab8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3294265 Jul 23 20:31:37.497581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 3d745c44-b339-420c-afd7-9fd1888dc5e9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:37.498210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3d745c44-b339-420c-afd7-9fd1888dc5e9 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:37.514314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fabf4f4-5619-4c56-b5f1-76db95a5a7e2 req-2cf63230-c6dc-47b3-82c4-e641ae82c968 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.2029774 Jul 23 20:31:37.530989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38026) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:37.539115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:37.732229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.746802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38034) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:37.760715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:37.775157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.777662 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/2fa9180f-5e9b-4348-b0b5-13683f69775a HTTP/1.1" status: 204 len: 168 time: 1.6176085 Jul 23 20:31:37.780942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38036) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:37.816931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.863406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a97bfd4-9808-4805-ae2c-b349a6187126 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa9180f-5e9b-4348-b0b5-13683f69775a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:37.868952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.872849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.950787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-31714c41-2134-4afb-a089-07718215f3d9', 'network_id': '31714c41-2134-4afb-a089-07718215f3d9', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'fixed_ips': [{'subnet_id': '941ed602-af04-422d-bca7-edcbb028d891'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:31:37.958203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:37.984902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Pushing event deleted for resources: {'Port': ['ID=b47e1131-c917-4a27-a354-7a994a65f04f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:38.214071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5d8aa724-71fa-4431-9ec4-9d88009edf9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d4cc678f8004b619afe095c73790ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613550 Jul 23 20:31:38.251709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:38.292803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:38.337684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:38.345852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05294f-afd9-4126-be91-0b309b6408ca None None] Network c70febd6-9651-4f8b-8c0e-41a987d7efd3 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:38.349174 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:38.400286 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:38.406831 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:38.541454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362ebc5-34ec-4eb2-96f6-9a549a57381e req-a920c46e-0fd3-46c1-b213-53ec7077ace5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:38.550896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a362ebc5-34ec-4eb2-96f6-9a549a57381e req-a920c46e-0fd3-46c1-b213-53ec7077ace5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 1.0758052 Jul 23 20:31:38.578179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.593223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] No DVR routers for this DVR port 3d745c44-b339-420c-afd7-9fd1888dc5e9 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:38.611111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.620251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0ea2cc7-9627-47fb-8e36-f6664e3c71a5 req-f6e7d53f-363d-4e2c-ac95-461f2e4dbd7e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.47 "DELETE /v2.0/ports/3d745c44-b339-420c-afd7-9fd1888dc5e9 HTTP/1.1" status: 204 len: 173 time: 5.6108854 Jul 23 20:31:38.623653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-deleted', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:38.640437 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d45f17-2319-4a85-b1d4-4b09aa892c2d" -d '{"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-deleted", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:31:38.680941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.688817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Allocated IP 172.20.0.2 (31714c41-2134-4afb-a089-07718215f3d9/941ed602-af04-422d-bca7-edcbb028d891/9b51ac81-8697-49d5-bfab-b08d105205fe) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:38.847443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port de5c8707-ec29-449a-a361-27d75753d59b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:38.853020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:38.892583 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:39.053819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port de5c8707-ec29-449a-a361-27d75753d59b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de5c8707-ec29-449a-a361-27d75753d59b,segment=NetworkSegment(b174bb22-d0bf-41dc-9d01-c3a0f4023727),segment_id=b174bb22-d0bf-41dc-9d01-c3a0f4023727)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:39.053819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.081297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:39.094155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for de5c8707-ec29-449a-a361-27d75753d59b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:39.121003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.125253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-682de92e-9ce5-4309-b7f2-b7c04261e5ce tempest-RoutersAdminNegativeIpV6Test-63785731 tempest-RoutersAdminNegativeIpV6Test-63785731-project-admin] 10.222.0.46 "DELETE /v2.0/ports/b47e1131-c917-4a27-a354-7a994a65f04f HTTP/1.1" status: 204 len: 168 time: 4.1755185 Jul 23 20:31:39.132227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8e731eb-322f-469d-86d7-a53593dfbf32 req-49acaa81-8f82-42ce-a40b-a5f148fa7b85 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf39ae23-b931-4098-923d-4d444bd5c35c HTTP/1.1" status: 200 len: 210 time: 0.1668077 Jul 23 20:31:39.143184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b7bc188f-f992-401f-8711-bc271e6a04f6 None None] Provisioning complete for port de5c8707-ec29-449a-a361-27d75753d59b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:39.143671 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7bc188f-f992-401f-8711-bc271e6a04f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.301309 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.319425 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe878e-cb28-42ed-bddf-80b0acd8ab2c x-openstack-request-id: req-acbe878e-cb28-42ed-bddf-80b0acd8ab2c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:31:39.320020 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf39ae23-b931-4098-923d-4d444bd5c35c", "name": "network-vif-deleted", "tag": "3d745c44-b339-420c-afd7-9fd1888dc5e9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:31:39.321312 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-acbe878e-cb28-42ed-bddf-80b0acd8ab2c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:31:39.321921 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf39ae23-b931-4098-923d-4d444bd5c35c', 'name': 'network-vif-deleted', 'tag': '3d745c44-b339-420c-afd7-9fd1888dc5e9', 'status': 'completed', 'code': 200} Jul 23 20:31:39.346194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:39.346194 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.382229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a362ebc5-34ec-4eb2-96f6-9a549a57381e req-759016a4-bdc7-43eb-8c4e-9f08d1d24541 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7847767 Jul 23 20:31:39.414958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa7c6-83f6-40c2-acca-5e1de1738a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.466129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.543982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa7c6-83f6-40c2-acca-5e1de1738a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.568845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=de5c8707-ec29-449a-a361-27d75753d59b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:39.584696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port de5c8707-ec29-449a-a361-27d75753d59b on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:39.812172 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:39.822569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.826088 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.849296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70febd6-9651-4f8b-8c0e-41a987d7efd3']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:39.855652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Transition to ACTIVE for port object 9b51ac81-8697-49d5-bfab-b08d105205fe will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:39.878095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b174bb22-d0bf-41dc-9d01-c3a0f4023727') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:39.878419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b174bb22-d0bf-41dc-9d01-c3a0f4023727') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:39.901555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.907323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Transition to ACTIVE for port object 9b51ac81-8697-49d5-bfab-b08d105205fe will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:39.924738 n-d-793620-13 neutron-server[94028]: INFO neutron.plugins.ml2.db [None req-b7bc188f-f992-401f-8711-bc271e6a04f6 None None] No ports have port_id starting with de5c8707-ec29-449a-a361-27d75753d59b Jul 23 20:31:39.924954 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:39.938980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.951685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:39.952334 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:39.969956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:39.970379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:39.997252 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.024938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38070) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.060551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa7c6-83f6-40c2-acca-5e1de1738a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.080977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3cfa7c6-83f6-40c2-acca-5e1de1738a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.090486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3cfa7c6-83f6-40c2-acca-5e1de1738a55 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83c28778-16f9-4f7f-b0e4-cd853960b26e HTTP/1.1" status: 204 len: 168 time: 1.8328178 Jul 23 20:31:40.119190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfa7c6-83f6-40c2-acca-5e1de1738a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c28778-16f9-4f7f-b0e4-cd853960b26e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:40.162466 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:40.169827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Network 31714c41-2134-4afb-a089-07718215f3d9 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:40.185638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650d78a9-b552-48ee-b3db-580b487714c8 None None] DHCP port deletion for c70febd6-9651-4f8b-8c0e-41a987d7efd3 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:40.192641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.202576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.211028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.219046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/c70febd6-9651-4f8b-8c0e-41a987d7efd3 HTTP/1.1" status: 204 len: 168 time: 2.4324360 Jul 23 20:31:40.220995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38078) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.251153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.266493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Pushing event updated for resources: {'Port': ['ID=9b51ac81-8697-49d5-bfab-b08d105205fe,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:40.273826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:40.292826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:40.319643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62414e18-d21f-49ad-849e-42fb9e3e0adc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=c70febd6-9651-4f8b-8c0e-41a987d7efd3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:40.325483 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c63ea3-1954-4ae2-aa88-7f1c4bcee129 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:40.329414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c63ea3-1954-4ae2-aa88-7f1c4bcee129 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:40.340277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e3c63ea3-1954-4ae2-aa88-7f1c4bcee129 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/3830ebe8-ccc1-40c0-9f67-f6f073191347 HTTP/1.1" status: 404 len: 337 time: 0.1143486 Jul 23 20:31:40.355921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38082) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.400622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38086) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.427574 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e887f072-aab5-4ea5-924f-864b6dc26e6f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:40.428152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e887f072-aab5-4ea5-924f-864b6dc26e6f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:40.434486 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e887f072-aab5-4ea5-924f-864b6dc26e6f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/35ab4274-a6eb-49b1-8fd4-71c2f9f15b9a HTTP/1.1" status: 404 len: 339 time: 0.0774367 Jul 23 20:31:40.439112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.523632 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f36dac-f483-4324-879f-6e750b5c4f9f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:40.524103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f36dac-f483-4324-879f-6e750b5c4f9f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:40.528611 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6f36dac-f483-4324-879f-6e750b5c4f9f tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/3450e2ca-28b6-4002-a2c1-97d23239c084 HTTP/1.1" status: 404 len: 337 time: 0.0884540 Jul 23 20:31:40.532846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38094) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.568440 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bea4e9-cbb0-4346-94b6-6780b9d7f663 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:40.579461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bea4e9-cbb0-4346-94b6-6780b9d7f663 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:40.581646 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b8bea4e9-cbb0-4346-94b6-6780b9d7f663 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/6acc22ea-643c-41e6-b8f4-21d8b0fafbbd HTTP/1.1" status: 404 len: 339 time: 0.0450230 Jul 23 20:31:40.588514 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:40.589402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38096) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.634129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Attempting to bind port 9b51ac81-8697-49d5-bfab-b08d105205fe on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:40.634557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Attempting to bind port 9b51ac81-8697-49d5-bfab-b08d105205fe by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:40.634936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Attempting to bind port 9b51ac81-8697-49d5-bfab-b08d105205fe on network 31714c41-2134-4afb-a089-07718215f3d9 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:40.654458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:40.656363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Checking segment: {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:40.657154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.658534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Bound using segment: {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:40.659151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Bound port: 9b51ac81-8697-49d5-bfab-b08d105205fe, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:40.662414 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6212ac89-9670-41d1-b3da-bf0596bbb616 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:40.662590 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.663312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6212ac89-9670-41d1-b3da-bf0596bbb616 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:40.665274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6212ac89-9670-41d1-b3da-bf0596bbb616 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/d3f0064e-7c81-4bb5-ae61-0846d9d82788 HTTP/1.1" status: 404 len: 337 time: 0.0745950 Jul 23 20:31:40.668182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38100) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.674692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.718207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59713cc7-ced3-490c-9ccf-5755f1b2973e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.720476 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-22143cd5-385c-4f87-9bab-309753919ce0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:40.721263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22143cd5-385c-4f87-9bab-309753919ce0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:40.729261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22143cd5-385c-4f87-9bab-309753919ce0 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/f7effcb9-1a93-45a4-b83f-6312c86f7a03 HTTP/1.1" status: 404 len: 339 time: 0.0583370 Jul 23 20:31:40.731708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:40.760811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:40.770979 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.815774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59713cc7-ced3-490c-9ccf-5755f1b2973e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.819394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] For port 9b51ac81-8697-49d5-bfab-b08d105205fe, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:40.847681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] For port 9b51ac81-8697-49d5-bfab-b08d105205fe, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9b51ac81-8697-49d5-bfab-b08d105205fe,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:40.866441 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.877343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:40.928773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting subnet f71af2b0-9729-40c7-a7e4-d8918e0daa9c {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:40.985535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:40.996701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623dffa-1fd7-4fca-8818-2ce4769ceb06 None None] Pushing event updated for resources: {'Port': ['ID=9b51ac81-8697-49d5-bfab-b08d105205fe,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:41.042430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de5c8707-ec29-449a-a361-27d75753d59b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:41.049409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59713cc7-ced3-490c-9ccf-5755f1b2973e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.063485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59713cc7-ced3-490c-9ccf-5755f1b2973e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.082508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38116) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:41.092583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-59713cc7-ced3-490c-9ccf-5755f1b2973e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "DELETE /v2.0/security-groups/0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3 HTTP/1.1" status: 204 len: 168 time: 0.6900082 Jul 23 20:31:41.101359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: de5c8707-ec29-449a-a361-27d75753d59b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:41.104446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de5c8707-ec29-449a-a361-27d75753d59b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:41.163793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59713cc7-ced3-490c-9ccf-5755f1b2973e tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:41.165564 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-e93e60b6-43ff-4b02-8614-2be6225b1f79 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] show failed (client error): The resource could not be found. Jul 23 20:31:41.168321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9332bded-3a19-48d6-97dd-687d7518daf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.173562 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e93e60b6-43ff-4b02-8614-2be6225b1f79 tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "GET /v2.0/security-groups/0fe542b7-5ce5-4aa5-93e6-7498cbd7fba3 HTTP/1.1" status: 404 len: 347 time: 0.0896893 Jul 23 20:31:41.174177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38118) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:41.260446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.273634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Allocated IP 172.25.8.250 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/fa6102e8-d98c-4cb9-9851-f6d74393c882) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:41.306160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77210b8e-10ed-479d-94e7-f339e2bed7d6 req-da6f8da7-223c-4710-836b-b48c3e50d83b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:41.309517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77210b8e-10ed-479d-94e7-f339e2bed7d6 req-da6f8da7-223c-4710-836b-b48c3e50d83b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.7991710 Jul 23 20:31:41.404699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77210b8e-10ed-479d-94e7-f339e2bed7d6 req-e5a31281-bd82-46ec-a506-332545d9aa93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783539 Jul 23 20:31:41.428029 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:41.562386 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbc8c6-99b7-4939-81f2-5fb5f6e51084 None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:22:28Z', 'revision_number': 4, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9553dbf4-6d2a-4378-9de2-9a35b1320dd9', 'name': '', 'network_id': '2f4624e2-29b7-4dbf-a661-841c49e0db00', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'mac_address': 'fa:16:3e:c2:04:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:27Z', 'updated_at': '2021-07-23T20:22:35Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'subnets': [{'id': 'a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:41.730504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Deleting port 5dec5c94-f913-49c0-9d45-d083a9cc1d81 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:41.731103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.737856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.826687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9332bded-3a19-48d6-97dd-687d7518daf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.837288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9332bded-3a19-48d6-97dd-687d7518daf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.982214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:41.982722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.010202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.031415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Calling delete_port for 5dec5c94-f913-49c0-9d45-d083a9cc1d81 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:42.038914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9332bded-3a19-48d6-97dd-687d7518daf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d253d9f03aec4212af1016e89bf8b698&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0078912 Jul 23 20:31:42.044332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38146) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:42.069697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332bded-3a19-48d6-97dd-687d7518daf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fe72a-6ba2-4d38-8e2e-50888073919b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.110247 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.124703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=f71af2b0-9729-40c7-a7e4-d8918e0daa9c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.146977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.148973 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bd5380f2-2400-4ad0-b6b0-c1f71a8ab9dc tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/f71af2b0-9729-40c7-a7e4-d8918e0daa9c HTTP/1.1" status: 204 len: 168 time: 1.4129152 Jul 23 20:31:42.151579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd31435-04e7-4618-8c01-8c45025ef009 None None] Network 982a1be2-33b9-49df-af87-d549557c23f8 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:42.152802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38152) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:42.342283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b05c65e-6938-48cc-a809-fda84018f56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.453503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b05c65e-6938-48cc-a809-fda84018f56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.480964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdde400-bafb-4e61-90bc-0aad7fceeea6 None None] New status for floating IP a1d1466e-d4ce-4105-936a-fa9aa4c2cb58: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:31:42.674615 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b05c65e-6938-48cc-a809-fda84018f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.687972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b05c65e-6938-48cc-a809-fda84018f56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.699846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b05c65e-6938-48cc-a809-fda84018f56f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d7fe72a-6ba2-4d38-8e2e-50888073919b HTTP/1.1" status: 204 len: 168 time: 0.6479905 Jul 23 20:31:42.745193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05c65e-6938-48cc-a809-fda84018f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fe72a-6ba2-4d38-8e2e-50888073919b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.786765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:42.874137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Pushing event deleted for resources: {'Port': ['ID=5dec5c94-f913-49c0-9d45-d083a9cc1d81,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:42.933863 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-3cdde400-bafb-4e61-90bc-0aad7fceeea6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:31:42.934149 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-3cdde400-bafb-4e61-90bc-0aad7fceeea6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:31:43.110229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.113338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.114589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-80278168-f9e1-454d-b186-1e05106da75b tempest-AttachVolumeShelveTestJSON-480642608 tempest-AttachVolumeShelveTestJSON-480642608-project] 10.222.0.46 "DELETE /v2.0/floatingips/a1d1466e-d4ce-4105-936a-fa9aa4c2cb58 HTTP/1.1" status: 204 len: 168 time: 1.9373550 Jul 23 20:31:43.170964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] DHCP port deletion for 982a1be2-33b9-49df-af87-d549557c23f8 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:43.250206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ea7c82-8df8-4879-8d57-0fa5e84d6161 None None] Network 31714c41-2134-4afb-a089-07718215f3d9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:43.406349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:43.449188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdde400-bafb-4e61-90bc-0aad7fceeea6 None None] New status for floating IP a1d1466e-d4ce-4105-936a-fa9aa4c2cb58: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:31:43.489321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.498436 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.533919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d2f89dae-ecb0-415b-ad79-07ff56f13283 None None] Provisioning for port 9b51ac81-8697-49d5-bfab-b08d105205fe completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:43.646431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38204) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:43.675506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:43.676157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.732464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] Deleting port 0927cb01-e834-45dc-accf-29074b591ec2 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:43.733519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:43.753187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:43.810174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b99a6ad-0966-4f70-a0fb-098b3019e08c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=050dc2d5edb847fd9593f82c33650298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623816 Jul 23 20:31:43.810802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:43.819458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38212) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:43.820228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:43.964595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e89d8665-5675-468f-a822-e3b7c3e3f1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.021698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e89d8665-5675-468f-a822-e3b7c3e3f1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.125678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e89d8665-5675-468f-a822-e3b7c3e3f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.128493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e89d8665-5675-468f-a822-e3b7c3e3f1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.132120 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e89d8665-5675-468f-a822-e3b7c3e3f1ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/12bb6d8f-31e7-4bcf-a8a2-53e42ce7c70a HTTP/1.1" status: 204 len: 168 time: 0.3089952 Jul 23 20:31:44.145314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d8665-5675-468f-a822-e3b7c3e3f1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb6d8f-31e7-4bcf-a8a2-53e42ce7c70a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.266246 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.297600 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44f65e4b-4b08-4743-87a6-2cc1731cabde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.377885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9b51ac81-8697-49d5-bfab-b08d105205fe up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:44.534283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] For port 0927cb01-e834-45dc-accf-29074b591ec2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0927cb01-e834-45dc-accf-29074b591ec2,segment=NetworkSegment(986400ca-b6d9-422e-a091-bd191adbd19d),segment_id=986400ca-b6d9-422e-a091-bd191adbd19d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:44.534976 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.570010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6102e8-d98c-4cb9-9851-f6d74393c882,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.574841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] Calling delete_port for 0927cb01-e834-45dc-accf-29074b591ec2 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:44.760806 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.791945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9b51ac81-8697-49d5-bfab-b08d105205fe completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:44.803666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] Pushing event deleted for resources: {'Port': ['ID=0927cb01-e834-45dc-accf-29074b591ec2,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:44.806299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75270f2a-feeb-40c9-8ae9-e6954f804cb0 None None] No DVR routers for this DVR port 0927cb01-e834-45dc-accf-29074b591ec2 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:44.814460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9b51ac81-8697-49d5-bfab-b08d105205fe triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:44.815004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:44.845467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.847142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.847899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.848564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.850280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.851408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.852152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.852775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.854284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.855336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.857176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.857651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:31:44.899174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62858c1-6032-4993-ab91-6f9c96acc42f req-2dbb8ce6-9aae-483b-82ed-43417099b552 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:44.908157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a62858c1-6032-4993-ab91-6f9c96acc42f req-2dbb8ce6-9aae-483b-82ed-43417099b552 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 1.5470142 Jul 23 20:31:44.996342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port 0927cb01-e834-45dc-accf-29074b591ec2 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:44.996846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.033622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a62858c1-6032-4993-ab91-6f9c96acc42f req-adc4a84e-a170-4887-ae45-94c3d0548db8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238046 Jul 23 20:31:45.066714 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.161221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9b51ac81-8697-49d5-bfab-b08d105205fe, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9b51ac81-8697-49d5-bfab-b08d105205fe,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:45.178693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.243394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.433324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port 0927cb01-e834-45dc-accf-29074b591ec2, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:45.433715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.456257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38254) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:45.466821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1246949847', 'description': 'tempest-secgroup-smoke-1246949847 description', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:45.475832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0927cb01-e834-45dc-accf-29074b591ec2 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:45.481665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for 0927cb01-e834-45dc-accf-29074b591ec2 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:45.494960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Port 0927cb01-e834-45dc-accf-29074b591ec2 was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:31:45.501872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.548645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9b51ac81-8697-49d5-bfab-b08d105205fe,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.555820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0927cb01-e834-45dc-accf-29074b591ec2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:45.558689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0927cb01-e834-45dc-accf-29074b591ec2 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:45.583241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-947798c1-a63d-42aa-9358-defc76118858 None None] Provisioning complete for port 9b51ac81-8697-49d5-bfab-b08d105205fe triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:45.585093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-947798c1-a63d-42aa-9358-defc76118858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.590074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.591286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=0927cb01-e834-45dc-accf-29074b591ec2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.625724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port 0927cb01-e834-45dc-accf-29074b591ec2 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:45.636803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.855751 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.867296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.980636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:45.985393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924ef5be-d2a5-46ad-8489-638bf0b87b25,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:45.992867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982a1be2-33b9-49df-af87-d549557c23f8']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:46.026632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986400ca-b6d9-422e-a091-bd191adbd19d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:46.026916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986400ca-b6d9-422e-a091-bd191adbd19d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:46.056058 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.115291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.185536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.198627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.240284 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.258447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c03104b-4cb9-4734-9ce8-0a7303896645,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.288581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.290294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b3034d99-2f21-4226-8020-f13f5e06721d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8323905 Jul 23 20:31:46.293385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38282) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.303273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '1c03104b-4cb9-4734-9ce8-0a7303896645', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:46.368972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.416394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:46.416779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:46.449099 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:46.451557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.495973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0eb903e-643b-448d-ba6d-7b483f42fbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.504063 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.505760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.551214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.554143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.571671 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.574138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/982a1be2-33b9-49df-af87-d549557c23f8 HTTP/1.1" status: 204 len: 168 time: 4.4177110 Jul 23 20:31:46.580830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.601133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.602684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081465 Jul 23 20:31:46.605368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.612298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '1c03104b-4cb9-4734-9ce8-0a7303896645', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:46.638135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214c606-de6b-47a7-888c-849d90727f02 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45edb667-dc6f-469d-a8d6-4a1b375face5,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.649578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.693985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab262-38fc-4534-93e6-d5255b1ca064 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=982a1be2-33b9-49df-af87-d549557c23f8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.782468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78099376-776a-4884-8ada-be8bc3250ffd req-950d9b8c-93f4-4e52-9631-9417535d3c76 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:46.788225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78099376-776a-4884-8ada-be8bc3250ffd req-950d9b8c-93f4-4e52-9631-9417535d3c76 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.5465441 Jul 23 20:31:46.791533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.799913 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.857292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2000087906'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:46.861272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:46.862515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2556095 Jul 23 20:31:46.866100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38304) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.867912 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b59fec9-637b-4e58-9f60-6ce8852d4d52 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:46.868350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b59fec9-637b-4e58-9f60-6ce8852d4d52 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:46.876022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a7158-d351-431a-a94b-9e49288ecd07 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897304e6-0177-46e7-9211-9ff69c46feb9,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:46.884177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8b59fec9-637b-4e58-9f60-6ce8852d4d52 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/6aabbe7f-f49e-4095-9634-e4472f6e1770 HTTP/1.1" status: 404 len: 337 time: 0.2178335 Jul 23 20:31:46.887332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:46.888829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '1c03104b-4cb9-4734-9ce8-0a7303896645', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:46.934982 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd6e843-8ec4-4596-ab13-00d31aaca105 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] DELETE failed (client error): The resource could not be found. Jul 23 20:31:46.935585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd6e843-8ec4-4596-ab13-00d31aaca105 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:31:46.942416 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bcd6e843-8ec4-4596-ab13-00d31aaca105 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/ad79145c-f606-43ba-b68e-55a9b314d704 HTTP/1.1" status: 404 len: 339 time: 0.0537286 Jul 23 20:31:46.947978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38308) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.016983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78099376-776a-4884-8ada-be8bc3250ffd req-8d58e54e-2ad4-4899-a882-1a8643be8dde tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042162 Jul 23 20:31:47.017955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Router b7c9f565-1d1b-4424-a026-2a5913bd6e7a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:47.082421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:47.087012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.102044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting subnet 0e3c610a-2c86-492f-afed-ff9b79f4ea53 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:31:47.105796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.152396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.218403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.234852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.298413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.369650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:47.375749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9b51ac81-8697-49d5-bfab-b08d105205fe up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:47.384898 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Sync routers for ids ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:47.400511 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Routers {'b7c9f565-1d1b-4424-a026-2a5913bd6e7a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:47.401135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:47.461264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.553564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.558869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9b51ac81-8697-49d5-bfab-b08d105205fe triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:47.559357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.572301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.580302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.583310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/subnets/0e3c610a-2c86-492f-afed-ff9b79f4ea53 HTTP/1.1" status: 204 len: 168 time: 0.6340337 Jul 23 20:31:47.590617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38320) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.594016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.626879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c7df7-e430-41dd-b508-a83b35abe866 tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3c610a-2c86-492f-afed-ff9b79f4ea53,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:47.647258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa0006b-7452-4341-a56e-0e4735b01d29,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:47.691344 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Set router b7c9f565-1d1b-4424-a026-2a5913bd6e7a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:47.724327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793a0c4-4bc5-4fd1-8492-246ead064cdc None None] Network 167d7767-e0d1-43bb-9335-013c830f4a81 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:47.854870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.866317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.886599 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.888830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4b95d984-9a10-4809-974d-703128b2e9f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.3554263 Jul 23 20:31:47.893132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38334) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.904186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:47.909576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c3f224f0-4437-4c67-83c1-e188c5432002 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0242126 Jul 23 20:31:47.923097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38336) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:47.930044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '1c03104b-4cb9-4734-9ce8-0a7303896645', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:47.970224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.002338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.107565 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.342840 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:31:44Z', 'revision_number': 3, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:48.455984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] DHCP port deletion for 167d7767-e0d1-43bb-9335-013c830f4a81 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:31:48.464968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Checking router: b7c9f565-1d1b-4424-a026-2a5913bd6e7a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:48.474020 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Updating router b7c9f565-1d1b-4424-a026-2a5913bd6e7a port fa6102e8-d98c-4cb9-9851-f6d74393c882 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:48.488209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.506817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.562871 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.569133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] Deleting port 8e7c1605-ed94-4311-92c1-37de3d9e954a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:48.571196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.632421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b24a241-920b-40a9-935d-8a7a566b088a,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:48.652849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.655770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3a07ea3d-d399-4319-b5d8-d21c6c57969f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7302518 Jul 23 20:31:48.660865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:48.667683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '1c03104b-4cb9-4734-9ce8-0a7303896645', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:48.715819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ab152-5574-4d6b-8707-3ec0f9598fd0 req-b3ef53ce-cd23-4094-b836-60d16b688e69 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:48.727739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b44ab152-5574-4d6b-8707-3ec0f9598fd0 req-b3ef53ce-cd23-4094-b836-60d16b688e69 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.5344262 Jul 23 20:31:48.749348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Deleting port 8e7c1605-ed94-4311-92c1-37de3d9e954a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:31:48.749956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.789644 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:31:48.800445 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.832319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] For port 8e7c1605-ed94-4311-92c1-37de3d9e954a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8e7c1605-ed94-4311-92c1-37de3d9e954a,segment=NetworkSegment(54f27d80-e45a-452e-a19b-416b3f2c2941),segment_id=54f27d80-e45a-452e-a19b-416b3f2c2941)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:48.833375 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.859484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] Calling delete_port for 8e7c1605-ed94-4311-92c1-37de3d9e954a owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:48.870912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b44ab152-5574-4d6b-8707-3ec0f9598fd0 req-0b247abf-d48e-472d-8514-53d179036f96 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421208 Jul 23 20:31:48.961191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] For port 8e7c1605-ed94-4311-92c1-37de3d9e954a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8e7c1605-ed94-4311-92c1-37de3d9e954a,segment=NetworkSegment(54f27d80-e45a-452e-a19b-416b3f2c2941),segment_id=54f27d80-e45a-452e-a19b-416b3f2c2941)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:48.961937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:48.993114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Calling delete_port for 8e7c1605-ed94-4311-92c1-37de3d9e954a owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:31:49.020768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.030780 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.117478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.204793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] Pushing event deleted for resources: {'Port': ['ID=8e7c1605-ed94-4311-92c1-37de3d9e954a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:49.211981 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.232977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5075586-dc1f-4bff-a2c5-1c43992fb8ca,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:49.235409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c632e-c603-4dd9-ad70-1c54d8a66b4f None None] No DVR routers for this DVR port 8e7c1605-ed94-4311-92c1-37de3d9e954a on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:49.285026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.289091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-18a2d85f-d6c2-4634-b8a3-303e9952a9fd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6263626 Jul 23 20:31:49.292263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38372) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:49.297999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '1c03104b-4cb9-4734-9ce8-0a7303896645', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:49.305317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] No DVR routers for this DVR port 8e7c1605-ed94-4311-92c1-37de3d9e954a on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:31:49.308612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Port': ['ID=8e7c1605-ed94-4311-92c1-37de3d9e954a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:49.348186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8e7c1605-ed94-4311-92c1-37de3d9e954a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:49.399092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8e7c1605-ed94-4311-92c1-37de3d9e954a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:31:49.399092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8e7c1605-ed94-4311-92c1-37de3d9e954a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:31:49.415323 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:31:49.435368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.505226 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.537279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167d7767-e0d1-43bb-9335-013c830f4a81']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:49.660353 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.663192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f27d80-e45a-452e-a19b-416b3f2c2941') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:49.663738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f27d80-e45a-452e-a19b-416b3f2c2941') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:49.674754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:49.676924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcf692a-e02d-4b4d-8577-b8b014943775,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:49.692435 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.697419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.729458 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Transition to ACTIVE for port object fa6102e8-d98c-4cb9-9851-f6d74393c882 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:49.742718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.743963 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.761358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.761731 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Added segment 181b2d23-9aef-4a0f-b846-fcf8ff4c0390 of type vlan for network 745947f1-905f-47b6-8feb-9e703a295d4a Jul 23 20:31:49.794232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.799618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:31:49.800043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:31:49.808819 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:31:49.845015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.858607 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196791d6-af4d-4717-b95e-99bb3a5be787 None None] Pushing event updated for resources: {'Port': ['ID=fa6102e8-d98c-4cb9-9851-f6d74393c882,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:49.910736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Attempting to bind port fa6102e8-d98c-4cb9-9851-f6d74393c882 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:49.912994 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Attempting to bind port fa6102e8-d98c-4cb9-9851-f6d74393c882 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:49.913606 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Attempting to bind port fa6102e8-d98c-4cb9-9851-f6d74393c882 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:49.941101 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:49.944978 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:49.945686 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:49.946306 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:49.947892 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Bound port: fa6102e8-d98c-4cb9-9851-f6d74393c882, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:49.957222 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.007631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3ab64d-6c35-417f-a51a-8aba352a38f5,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.022451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.027129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-774f9264-c1f0-4fd2-8638-cac5371c8730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7329364 Jul 23 20:31:50.032378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.039267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38388) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:50.053578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'network': {'name': 'tempest-network-smoke--1011221073', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:50.054080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.060506 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.064391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] 10.222.0.46 "DELETE /v2.0/networks/167d7767-e0d1-43bb-9335-013c830f4a81 HTTP/1.1" status: 204 len: 168 time: 2.4675646 Jul 23 20:31:50.106942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] For port fa6102e8-d98c-4cb9-9851-f6d74393c882, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:50.119332 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] For port fa6102e8-d98c-4cb9-9851-f6d74393c882, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fa6102e8-d98c-4cb9-9851-f6d74393c882,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:50.125789 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.226622 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Routers {'b7c9f565-1d1b-4424-a026-2a5913bd6e7a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:50.227364 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:50.228552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:50.250459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.251128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e925d-0c0c-4974-bc1b-f113c77a7ddd tempest-NetworksIpV6Test-98359643 tempest-NetworksIpV6Test-98359643-project] Pushing event deleted for resources: {'Network': ['ID=167d7767-e0d1-43bb-9335-013c830f4a81,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.287804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.296256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.296979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.309240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6f8ef-fa6e-45da-9797-63c773207a69 req-cb6aa4f2-8a39-4065-b02d-5fcc36a665bb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.324803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b6f8ef-fa6e-45da-9797-63c773207a69 req-cb6aa4f2-8a39-4065-b02d-5fcc36a665bb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.2567909 Jul 23 20:31:50.376311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8682954 Jul 23 20:31:50.382892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38398) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:50.387390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:50.404324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'subnet': {'network_id': '745947f1-905f-47b6-8feb-9e703a295d4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:50.602199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.602976 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Added segment 52dd612a-1c23-4ddb-afe6-fb7877cda764 of type vlan for network dbf770b7-0919-49e3-b577-1bd7b19c6a42 Jul 23 20:31:50.618127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b6f8ef-fa6e-45da-9797-63c773207a69 req-4d2baec7-10ae-4cb2-a1b3-10ad6d99d46d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919819 Jul 23 20:31:50.669982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.683104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:50.686957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.720275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196791d6-af4d-4717-b95e-99bb3a5be787 None None] Pushing event updated for resources: {'Port': ['ID=fa6102e8-d98c-4cb9-9851-f6d74393c882,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.804887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003d142-2ed2-4758-b445-75bdecefa280 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Network': ['ID=745947f1-905f-47b6-8feb-9e703a295d4a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:50.822478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 745947f1-905f-47b6-8feb-9e703a295d4a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:50.840171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.848745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] Set router b7c9f565-1d1b-4424-a026-2a5913bd6e7a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:50.857107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:50.868813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:50.888058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.055871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Network': ['ID=dbf770b7-0919-49e3-b577-1bd7b19c6a42,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.060152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-deae5342-4942-4f8d-9ce2-71dc43b07280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0172451 Jul 23 20:31:51.064521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38414) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.068764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:51.092574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'admin_state_up': True, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:51.205024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.233645 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.314766 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:31:44Z', 'revision_number': 3, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:51.344375 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0d0b2-03df-47ff-a79d-904c4b158eed None None] The sync data for ids ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'] in n-d-793620-13 is: [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:31:44Z', 'revision_number': 3, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:31:51.449096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38426) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.450028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3f25a334-84f6-4a2a-b8d7-a0ab925ee070 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f685bb4508ad4300a5e1e21508807426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5532281 Jul 23 20:31:51.474019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.534627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.614848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Subnet': ['ID=9db3addc-1cf0-4442-92e8-bebe1849ffe5,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:51.637936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Checking segment: {'id': '181b2d23-9aef-4a0f-b846-fcf8ff4c0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '745947f1-905f-47b6-8feb-9e703a295d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:51.638670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network hostable DHCP agents. Network: 745947f1-905f-47b6-8feb-9e703a295d4a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:51.666651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:51.696120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 745947f1-905f-47b6-8feb-9e703a295d4a) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:51.709651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:51.710550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:51.727178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb80d408-ec31-47fc-8075-0c3fbc5fe4c3 None None] Network 745947f1-905f-47b6-8feb-9e703a295d4a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:51.752762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28a066ff-6974-4044-9b1a-7aa762110b9d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3664756 Jul 23 20:31:51.755380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38440) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:51.777119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-470155342', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:51.880554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.039937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.060318 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.065594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.127244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-782b95b8-a525-4936-a88d-0152984a373d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.155177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-782b95b8-a525-4936-a88d-0152984a373d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.234596 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-782b95b8-a525-4936-a88d-0152984a373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.237800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-782b95b8-a525-4936-a88d-0152984a373d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.242151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-782b95b8-a525-4936-a88d-0152984a373d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/406776ce-64f0-4cef-a8c1-b555cee65a24 HTTP/1.1" status: 204 len: 168 time: 0.7919946 Jul 23 20:31:52.264372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aecaaad-618a-4ec5-b056-37e63c945a5d None None] Network 745947f1-905f-47b6-8feb-9e703a295d4a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:52.299642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b95b8-a525-4936-a88d-0152984a373d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406776ce-64f0-4cef-a8c1-b555cee65a24,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:52.431647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffa5e0-d4e6-4efe-8777-c2bd24234725 req-01a01865-fb9a-48de-8846-dc253955fe52 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:52.443363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11ffa5e0-d4e6-4efe-8777-c2bd24234725 req-01a01865-fb9a-48de-8846-dc253955fe52 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.5761526 Jul 23 20:31:52.447211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:52.740176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Allocated IP 172.20.0.1 (31714c41-2134-4afb-a089-07718215f3d9/941ed602-af04-422d-bca7-edcbb028d891/b5a29e99-90b1-4683-9c71-75dae422a2cf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:52.786197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11ffa5e0-d4e6-4efe-8777-c2bd24234725 req-beca7eca-4ef4-49fc-b243-05bacf7ca821 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417587 Jul 23 20:31:53.011528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.085544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Transition to ACTIVE for port object b5a29e99-90b1-4683-9c71-75dae422a2cf will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:53.127900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.252049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Network 31714c41-2134-4afb-a089-07718215f3d9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:53.268535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a29e99-90b1-4683-9c71-75dae422a2cf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:53.287097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:53.307796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:53.499423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fa6102e8-d98c-4cb9-9851-f6d74393c882 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:53.628987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.648233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port fa6102e8-d98c-4cb9-9851-f6d74393c882 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:53.657921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fa6102e8-d98c-4cb9-9851-f6d74393c882 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:53.658300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.832542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:53.956211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.000330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.004936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.038934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port fa6102e8-d98c-4cb9-9851-f6d74393c882, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fa6102e8-d98c-4cb9-9851-f6d74393c882,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:31:54.051639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.151701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-223c0c34-be33-41d0-85e4-0487899e5f90 None None] Provisioning for port b5a29e99-90b1-4683-9c71-75dae422a2cf completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:31:54.156623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=fa6102e8-d98c-4cb9-9851-f6d74393c882,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:54.160348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-223c0c34-be33-41d0-85e4-0487899e5f90 None None] Provisioning complete for port b5a29e99-90b1-4683-9c71-75dae422a2cf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:54.161377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-223c0c34-be33-41d0-85e4-0487899e5f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.206393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-223c0c34-be33-41d0-85e4-0487899e5f90 None None] Port b5a29e99-90b1-4683-9c71-75dae422a2cf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:54.331174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4c1e3-5073-4a86-a456-144b815b653d req-850654fb-8fdc-495a-a172-052a9a322632 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:54.333653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7c4c1e3-5073-4a86-a456-144b815b653d req-850654fb-8fdc-495a-a172-052a9a322632 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.3943665 Jul 23 20:31:54.366946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38506) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:54.532693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7c4c1e3-5073-4a86-a456-144b815b653d req-7a8c23d1-8585-48e5-a106-3553c250dec2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884313 Jul 23 20:31:54.614872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.663455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.672681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.845096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.46 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/70266b17-bccc-48ed-8a0d-201ff2502a65) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:54.867994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-860387498'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:54.978161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:54.983075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:54.990801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.003625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.007306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.085866 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.133133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.209706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a29e99-90b1-4683-9c71-75dae422a2cf,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.269671 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.276724 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.286736 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.387901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=70266b17-bccc-48ed-8a0d-201ff2502a65,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.390464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fa6102e8-d98c-4cb9-9851-f6d74393c882 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:31:55.396481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38544) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:55.476595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:55.481364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:55.482039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fa6102e8-d98c-4cb9-9851-f6d74393c882 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:55.483089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.487662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:55.489812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:55.528887 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.530068 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment 1e99a5d4-6434-475d-a71c-f422e4e6313d of type vlan for network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 Jul 23 20:31:55.534311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5468f98b-0094-40ed-bdd9-3f7a38140ad7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:55.566674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.191 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/0b730461-b0c6-4535-9023-250e1f6e6e15) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:55.645810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.888060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Network 31714c41-2134-4afb-a089-07718215f3d9 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:55.895211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:55.930019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.976990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:55.984610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:55.986130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.115425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7376692 Jul 23 20:31:56.182984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6e48c-47d9-458d-a75f-6d1156aa9dcd req-e206fb33-5bad-4919-95a3-7f36496b015e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:56.186764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84f6e48c-47d9-458d-a75f-6d1156aa9dcd req-e206fb33-5bad-4919-95a3-7f36496b015e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.4839742 Jul 23 20:31:56.257927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7aec7-fbe5-4edd-892b-b9c0ac96bddc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=8db5a1cc-42b0-4f03-b7a1-34def15505e8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:56.271181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:56.293596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38572) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:56.298410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:56.329960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84f6e48c-47d9-458d-a75f-6d1156aa9dcd req-06ee14c5-3de2-4f84-a393-fb423391b617 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368434 Jul 23 20:31:56.419315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:56.424289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.429653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.451799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-961e1cbd-7a06-448a-879f-382ae9c51c78 None None] Provisioning complete for port b5a29e99-90b1-4683-9c71-75dae422a2cf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:31:56.452357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-961e1cbd-7a06-448a-879f-382ae9c51c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.496166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-961e1cbd-7a06-448a-879f-382ae9c51c78 None None] Port b5a29e99-90b1-4683-9c71-75dae422a2cf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:31:56.510920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Router b7c9f565-1d1b-4424-a026-2a5913bd6e7a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:31:56.512472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:56.519899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=0b730461-b0c6-4535-9023-250e1f6e6e15,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:56.548012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:56.604140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:56.608346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:56.912158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.063946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:57.066081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': '1e99a5d4-6434-475d-a71c-f422e4e6313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:57.066443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 8db5a1cc-42b0-4f03-b7a1-34def15505e8, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:57.128298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:57.145599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 8db5a1cc-42b0-4f03-b7a1-34def15505e8) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:57.155341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:57.155614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b0a1b-c878-4e90-8802-440549b5fc72 None None] Network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:57.156096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.163335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.276608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070b58-0083-48c3-97eb-3034c164633b req-b807d5b3-f69a-42a1-9f3b-d5fa202ac6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:57.279603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-b807d5b3-f69a-42a1-9f3b-d5fa202ac6c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 1097 time: 1.2161047 Jul 23 20:31:57.294116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6df40a0a-fa4e-4c91-85dd-b37735fcbe4a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0051372 Jul 23 20:31:57.297957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38598) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:57.312515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1720000701'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:57.353721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:57.358197 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.413027 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:31:57.421787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-8db5a1cc-42b0-4f03-b7a1-34def15505e8', 'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': 'eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:31:57.422697 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.447531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:31:57.463779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.464132 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment 5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d of type vlan for network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 Jul 23 20:31:57.520015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.536177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070b58-0083-48c3-97eb-3034c164633b req-b62e3700-5c10-4a54-bb01-665acb7834be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:57.537916 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-b62e3700-5c10-4a54-bb01-665acb7834be service neutron] 10.222.0.36 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.2486334 Jul 23 20:31:57.544365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:57.559541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fcb0e2cd-e5ba-4cb6-8d44-e9f781de36b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/b7c9f565-1d1b-4424-a026-2a5913bd6e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6560833 Jul 23 20:31:57.559746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.559746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:57.559746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.576238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Sync routers for ids ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:57.622518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Routers {'b7c9f565-1d1b-4424-a026-2a5913bd6e7a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:57.625940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:57.642010 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-4b6e7128-d62b-4cf5-b3bf-9584bee726a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1 HTTP/1.1" status: 200 len: 217 time: 0.0870516 Jul 23 20:31:57.776233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4724782 Jul 23 20:31:57.782204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38614) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:57.783057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Set router b7c9f565-1d1b-4424-a026-2a5913bd6e7a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:57.798561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:31:57.883691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:57.973455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Allocated IP 172.20.255.242 (8db5a1cc-42b0-4f03-b7a1-34def15505e8/eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f/20271cc5-629d-49ad-b3bd-69cea0a3bd5a) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:31:58.002584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0cc85-609c-47d4-9957-0bd410e37884 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=00a6c0b9-e1a2-4d4d-8867-360bb6220109,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:58.055938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:31:58.092579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:31:58.104746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.109365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.143494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c1f28-fbee-4ed0-bfc8-497a2677610f req-32b66d70-c5cd-4f7f-a29d-095ead53ae74 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:58.148638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af4c1f28-fbee-4ed0-bfc8-497a2677610f req-32b66d70-c5cd-4f7f-a29d-095ead53ae74 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 0.6010804 Jul 23 20:31:58.179586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070b58-0083-48c3-97eb-3034c164633b req-13c03884-d9f8-45bc-af60-086dfbb5f468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:58.181351 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-13c03884-d9f8-45bc-af60-086dfbb5f468 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.5204091 Jul 23 20:31:58.333750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 767ee7df-a97d-46e8-a9d3-09ade79787de is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:58.397661 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af4c1f28-fbee-4ed0-bfc8-497a2677610f req-38512705-75c7-4ab5-812f-11970ed1863d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686718 Jul 23 20:31:58.498038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28070b58-0083-48c3-97eb-3034c164633b req-5aed8437-29ab-4ab4-991b-c2250d81013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:58.499864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-5aed8437-29ab-4ab4-991b-c2250d81013f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3116505 Jul 23 20:31:58.650731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:31:58.701509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:58.726763 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Sync routers for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:58.742571 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:58.745286 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:58.796594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.808179 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-10fec169-b27e-4673-bde2-b18b0cb9a714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.7422500 Jul 23 20:31:58.808867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:58.891722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.898892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.908439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Transition to ACTIVE for port object 20271cc5-629d-49ad-b3bd-69cea0a3bd5a will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:58.915403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:58.928611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b5a29e99-90b1-4683-9c71-75dae422a2cf', 'name': '', 'network_id': '31714c41-2134-4afb-a089-07718215f3d9', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'mac_address': 'fa:16:3e:81:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '941ed602-af04-422d-bca7-edcbb028d891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:52Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 2, 'project_id': '102d68599163455b9a755a2803d75f16', 'subnets': [{'id': '941ed602-af04-422d-bca7-edcbb028d891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:58.930927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Transition to ACTIVE for port object 20271cc5-629d-49ad-b3bd-69cea0a3bd5a will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:31:58.963815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Checking router: b7c9f565-1d1b-4424-a026-2a5913bd6e7a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:58.964419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Updating router b7c9f565-1d1b-4424-a026-2a5913bd6e7a port b5a29e99-90b1-4683-9c71-75dae422a2cf binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:58.966968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.034801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Pushing event updated for resources: {'Port': ['ID=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:59.050623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:31:59.056037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:59.059477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:31:59.077318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.119394 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:31:59.160115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Attempting to bind port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:31:59.160741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Attempting to bind port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1e99a5d4-6434-475d-a71c-f422e4e6313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:31:59.161333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Attempting to bind port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a on network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:31:59.179943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:31:59.181017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Checking segment: {'id': '1e99a5d4-6434-475d-a71c-f422e4e6313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:59.181677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.182286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Bound using segment: {'id': '1e99a5d4-6434-475d-a71c-f422e4e6313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:31:59.183142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Bound port: 20271cc5-629d-49ad-b3bd-69cea0a3bd5a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e99a5d4-6434-475d-a71c-f422e4e6313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '8db5a1cc-42b0-4f03-b7a1-34def15505e8'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:31:59.183905 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.187314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 13410d21-8fb5-4fb8-a07d-4c59e4532af1 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:31:59.236353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=7e178ad0-2bcb-4ce7-8a56-eaa45f4c7bc7,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:31:59.263242 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-05c4d3c8-728a-4188-a0e0-4ca467a5b475 service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698798 Jul 23 20:31:59.340098 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-024c30cc-8ae0-417f-b923-1b4acbba6dba tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3f6e4c16f5194b18a71b83d05b7064b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4694936 Jul 23 20:31:59.345227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:31:59.345625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 00a6c0b9-e1a2-4d4d-8867-360bb6220109, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:31:59.353069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38716) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:59.418808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:31:59.445101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:31:59.477554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 00a6c0b9-e1a2-4d4d-8867-360bb6220109) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:31:59.483137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:31:59.487693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:31:59.488364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.510900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.517834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8fa100b3-fbd0-4c44-8add-7ba2577c4483 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.7572882 Jul 23 20:31:59.518903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38728) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:59.523519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aacd55d5-0777-46c3-a9c1-e5b4fffb0335 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7387040 Jul 23 20:31:59.531201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:31:59.554604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] For port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:31:59.558121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] For port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,segment=NetworkSegment(1e99a5d4-6434-475d-a71c-f422e4e6313d),segment_id=1e99a5d4-6434-475d-a71c-f422e4e6313d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:31:59.579890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1224bf-f4f2-48c0-b031-2b9c9ac9cc88 None None] Network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:31:59.601644 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.603623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.711117 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:31:55Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:59.832595 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Checking router: 767ee7df-a97d-46e8-a9d3-09ade79787de for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:31:59.833959 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Updating router 767ee7df-a97d-46e8-a9d3-09ade79787de port 70266b17-bccc-48ed-8a0d-201ff2502a65 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:31:59.845837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-28070b58-0083-48c3-97eb-3034c164633b req-d9acfcd8-b9ed-4048-a49a-ee2d61ccb53a service neutron] 10.222.0.36 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608077 Jul 23 20:31:59.863473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.925045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:31:59.925729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:31:59.932822 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:31:59.973187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:31:59.987318 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0e850-615d-4194-bfba-c55ff8e084e8" -d '{"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-unplugged", "status": "completed", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:00.068876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac3db9-b4a3-406f-98d9-4d2ef1bf0389 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:00.071419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6fac3db9-b4a3-406f-98d9-4d2ef1bf0389 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7044744 Jul 23 20:32:00.075798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:00.133051 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4702b6df-0d84-4b10-b480-a01c4242a34f tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548673 Jul 23 20:32:00.136147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38750) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:00.152689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009037054', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:00.180072 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad5d18b-4469-407b-a285-571550748b3b x-openstack-request-id: req-7ad5d18b-4469-407b-a285-571550748b3b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:00.180624 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-unplugged", "status": "completed", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:00.180882 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ad5d18b-4469-407b-a285-571550748b3b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:00.181278 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'code': 200} Jul 23 20:32:00.267742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:00.274757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:00.295663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.408503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7e31-7eb5-495e-b3bf-cbc3c45a2fee None None] Pushing event updated for resources: {'Port': ['ID=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.429604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:00.430258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:00.478412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:00.479098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80f18b5-f10c-483b-bc9b-591bc2046229 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:00.546085 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.546494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Deleting port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:00.546974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.555540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:00.564953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.578855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Transition to ACTIVE for port object 70266b17-bccc-48ed-8a0d-201ff2502a65 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:00.592337 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.732599 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Attempting to bind port 70266b17-bccc-48ed-8a0d-201ff2502a65 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:00.735393 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Attempting to bind port 70266b17-bccc-48ed-8a0d-201ff2502a65 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:00.735840 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Attempting to bind port 70266b17-bccc-48ed-8a0d-201ff2502a65 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:00.761924 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Pushing event updated for resources: {'Port': ['ID=70266b17-bccc-48ed-8a0d-201ff2502a65,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.770836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-00a6c0b9-e1a2-4d4d-8867-360bb6220109', 'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '7e178ad0-2bcb-4ce7-8a56-eaa45f4c7bc7'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:00.771731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.781881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] For port 9553dbf4-6d2a-4378-9de2-9a35b1320dd9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:00.782251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.787544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.788097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:00.788297 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.788791 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.789346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.794130 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.795281 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.796903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.798087 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.799220 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.809427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.810163 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.812664 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:00.832973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Calling delete_port for 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:00.835797 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:00.838003 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:00.839631 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:00.840819 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:00.842742 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Bound port: 70266b17-bccc-48ed-8a0d-201ff2502a65, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:00.843335 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.137019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.151963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] For port 70266b17-bccc-48ed-8a0d-201ff2502a65, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:01.156431 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] For port 70266b17-bccc-48ed-8a0d-201ff2502a65, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=70266b17-bccc-48ed-8a0d-201ff2502a65,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:01.162072 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.188109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Transition to ACTIVE for port object b5a29e99-90b1-4683-9c71-75dae422a2cf will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:01.214519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.216846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.308224 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:01.309113 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:01.360692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:01.411458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271d3b-fa93-44a8-8e47-beedb87047ca None None] Pushing event updated for resources: {'Port': ['ID=b5a29e99-90b1-4683-9c71-75dae422a2cf,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:01.478159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20271cc5-629d-49ad-b3bd-69cea0a3bd5a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:01.488292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Allocated IP 172.20.0.2 (00a6c0b9-e1a2-4d4d-8867-360bb6220109/7e178ad0-2bcb-4ce7-8a56-eaa45f4c7bc7/06eab1b2-b88e-4b1b-92ea-ac0efdf607ee) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:01.754190 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:01.991343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd8ab1-28ce-4bb8-8ded-ec0d329141c8 req-d3beaba5-db87-45d8-84d8-f299f45d102b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:01.993017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59cd8ab1-28ce-4bb8-8ded-ec0d329141c8 req-d3beaba5-db87-45d8-84d8-f299f45d102b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 945 time: 2.3406856 Jul 23 20:32:02.084753 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7c5e7-a16b-49e6-9317-6da83b7179b1 None None] Pushing event updated for resources: {'Port': ['ID=70266b17-bccc-48ed-8a0d-201ff2502a65,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:02.099895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59cd8ab1-28ce-4bb8-8ded-ec0d329141c8 req-dcb142db-4e79-43d0-ab61-a70f46f5472f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954173 Jul 23 20:32:02.148518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974d25f7-8c31-4eaf-b974-4502214c0af9 None None] Network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:02.331339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Subnet': ['ID=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:02.366454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Checking segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:02.366931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network hostable DHCP agents. Network: dbf770b7-0919-49e3-b577-1bd7b19c6a42, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:02.399432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:02.414782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:02.445448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Attempting to bind port b5a29e99-90b1-4683-9c71-75dae422a2cf on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:02.446295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Attempting to bind port b5a29e99-90b1-4683-9c71-75dae422a2cf by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:02.446922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Attempting to bind port b5a29e99-90b1-4683-9c71-75dae422a2cf on network 31714c41-2134-4afb-a089-07718215f3d9 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:02.447754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.471467 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:31:55Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:02.479657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, dbf770b7-0919-49e3-b577-1bd7b19c6a42) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:02.523667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a39af-fe27-496c-b1b9-477e4c202090 None None] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:02.531338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:02.532949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.542322 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3cf3a-2445-4792-8c48-d8df2fdc0d2c None None] The sync data for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 is: [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:31:55Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:02.589584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:02.589971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Checking segment: {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:02.594360 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9643575c-1ab3-4064-8e75-232a69f3c991 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4568825 Jul 23 20:32:02.596087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.596505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Bound using segment: {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:02.597017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Bound port: b5a29e99-90b1-4683-9c71-75dae422a2cf, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '31714c41-2134-4afb-a089-07718215f3d9'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:02.597193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:02.597413 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.718678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:02.782715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9553dbf4-6d2a-4378-9de2-9a35b1320dd9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:03.288717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] Provisioning for port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:03.309398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] Provisioning complete for port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:03.311722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.319305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:03.490455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Transition to ACTIVE for port object 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:03.537693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 70266b17-bccc-48ed-8a0d-201ff2502a65 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:03.621348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] For port b5a29e99-90b1-4683-9c71-75dae422a2cf, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:03.632063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27bc54-cff8-4545-9cd7-e5db19475064 req-35631f74-6af4-471d-a82c-a9db95924836 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:03.640863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d27bc54-cff8-4545-9cd7-e5db19475064 req-35631f74-6af4-471d-a82c-a9db95924836 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 943 time: 0.3209000 Jul 23 20:32:03.702770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.1 (745947f1-905f-47b6-8feb-9e703a295d4a/9db3addc-1cf0-4442-92e8-bebe1849ffe5/e1781a3f-3f08-45be-a9af-5af50e7b8581) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:03.737047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Transition to ACTIVE for port object 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:03.769301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d27bc54-cff8-4545-9cd7-e5db19475064 req-8e7149c7-ec27-4f94-b6bd-269d4b4b5596 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269286 Jul 23 20:32:03.771506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] For port b5a29e99-90b1-4683-9c71-75dae422a2cf, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5a29e99-90b1-4683-9c71-75dae422a2cf,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:03.948771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.019799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.024004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.033870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.156225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:04.196749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:04.202801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:04.228055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=7e178ad0-2bcb-4ce7-8a56-eaa45f4c7bc7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.248994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.286479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.346658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Routers {'b7c9f565-1d1b-4424-a026-2a5913bd6e7a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:04.348602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:04.351500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 70266b17-bccc-48ed-8a0d-201ff2502a65 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:04.431132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.468051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 70266b17-bccc-48ed-8a0d-201ff2502a65 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:04.468428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.470155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271d3b-fa93-44a8-8e47-beedb87047ca None None] Pushing event updated for resources: {'Port': ['ID=b5a29e99-90b1-4683-9c71-75dae422a2cf,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.496090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a6c0b9-e1a2-4d4d-8867-360bb6220109']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:04.507133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101b3e6-bf50-4904-88bc-98d85f22b975 req-c2704780-fd2e-4c38-96f1-4bc52ac24ccd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:04.515655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e101b3e6-bf50-4904-88bc-98d85f22b975 req-c2704780-fd2e-4c38-96f1-4bc52ac24ccd tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.4548967 Jul 23 20:32:04.614945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:04.617396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:04.625271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.713141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.757946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e101b3e6-bf50-4904-88bc-98d85f22b975 req-5a17e2e6-721b-44bd-81c8-74e00da13ab8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367780 Jul 23 20:32:04.777033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:04.784298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=e1781a3f-3f08-45be-a9af-5af50e7b8581,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.787455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.802833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:04.815820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:04.910482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.925821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] For port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,segment=NetworkSegment(1e99a5d4-6434-475d-a71c-f422e4e6313d),segment_id=1e99a5d4-6434-475d-a71c-f422e4e6313d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:04.931683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Pushing event updated for resources: {'Port': ['ID=06eab1b2-b88e-4b1b-92ea-ac0efdf607ee,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:04.938809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:04.969327 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.036124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:05.036611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:05.039933 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:05.045743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Router f7ba6c2f-b6b2-4aed-a630-e24129081888 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:05.090648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d83d-b250-43f3-9f05-d6fa4f74ddd1 None None] Pushing event updated for resources: {'Port': ['ID=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:05.100784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Attempting to bind port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:05.101135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Attempting to bind port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:05.101969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Attempting to bind port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee on network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:05.104853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:05.105717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.145074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:05.145074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Checking segment: {'id': '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:05.145074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.146129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Bound using segment: {'id': '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:05.149466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Bound port: 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:05.149466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.231800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 13410d21-8fb5-4fb8-a07d-4c59e4532af1 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:05.325011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.336036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:05.336036 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:05.336036 n-d-793620-13 neutron-server[94027]: [parameters: {'id': '00a6c0b9-e1a2-4d4d-8867-360bb6220109'}] Jul 23 20:32:05.336036 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:05.336472 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:05.451696 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.499912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:05.509792 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] Sync routers for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:05.510423 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-67585054-bb31-435f-bf25-29f97a8286ce admin admin] 10.222.0.46 "PUT /v2.0/routers/f7ba6c2f-b6b2-4aed-a630-e24129081888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1087279 Jul 23 20:32:05.510716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38862) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:05.565566 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:05.567647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:05.653600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] Set router b7c9f565-1d1b-4424-a026-2a5913bd6e7a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:05.673170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a728f-c5d9-4cf6-ba77-12498e26a4c4 req-093a06fc-2d73-41f4-a083-aeae03eb97c8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:05.682020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-557a728f-c5d9-4cf6-ba77-12498e26a4c4 req-093a06fc-2d73-41f4-a083-aeae03eb97c8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.6541793 Jul 23 20:32:05.760728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 70266b17-bccc-48ed-8a0d-201ff2502a65, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=70266b17-bccc-48ed-8a0d-201ff2502a65,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:05.771347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.1 (dbf770b7-0919-49e3-b577-1bd7b19c6a42/2029708c-2671-4a2c-8fa1-4ec8a77e9e6a/1b8f1ddd-8b2d-473e-a956-11aa8bfb3748) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:05.832770 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.843440 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:05.944976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] For port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:05.949079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b10e12c4-fa21-47f4-9dfa-7333e622fe6f None None] Provisioning complete for port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:05.949474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b10e12c4-fa21-47f4-9dfa-7333e622fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.097662 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.113226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:06.162763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.186347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.208496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=70266b17-bccc-48ed-8a0d-201ff2502a65,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.220503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] For port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=06eab1b2-b88e-4b1b-92ea-ac0efdf607ee,segment=NetworkSegment(5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d),segment_id=5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:06.245420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20271cc5-629d-49ad-b3bd-69cea0a3bd5a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:06.286313 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:06.298698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.312330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:06.329685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:06.339549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.353362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:06.418683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-557a728f-c5d9-4cf6-ba77-12498e26a4c4 req-9ce6f648-4ac5-4bb9-b9f8-a2d72b90b31d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7322075 Jul 23 20:32:06.515211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.529078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.539365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.608276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Allocated IP 172.20.0.2 (dbf770b7-0919-49e3-b577-1bd7b19c6a42/2029708c-2671-4a2c-8fa1-4ec8a77e9e6a/95475994-3154-4d2d-a97b-7153b82d1f70) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:06.652498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.678226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=e1781a3f-3f08-45be-a9af-5af50e7b8581,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.711608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:06.712284 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.728448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': '009a16ae-0675-421f-983a-faae3b305ab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:32:02Z', 'revision_number': 5, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port': {'id': '009a16ae-0675-421f-983a-faae3b305ab1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:22:21Z', 'updated_at': '2021-07-23T20:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:06.730624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f855c-76e3-45a3-9b39-d9135d46235e None None] Pushing event updated for resources: {'Port': ['ID=06eab1b2-b88e-4b1b-92ea-ac0efdf607ee,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:06.743852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:06.767640 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] Checking router: f7ba6c2f-b6b2-4aed-a630-e24129081888 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:06.776379 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] Routers {'f7ba6c2f-b6b2-4aed-a630-e24129081888'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:06.777070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f7ba6c2f-b6b2-4aed-a630-e24129081888'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:06.979738 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] Set router f7ba6c2f-b6b2-4aed-a630-e24129081888 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:07.003555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Deleting port 009a16ae-0675-421f-983a-faae3b305ab1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:07.003947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.036192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a3ad9-b929-44cf-96a7-60961e253e38 None None] Network 00a6c0b9-e1a2-4d4d-8867-360bb6220109 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:07.042708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=06eab1b2-b88e-4b1b-92ea-ac0efdf607ee,segment=NetworkSegment(5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d),segment_id=5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:07.042985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.058507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:07.114868 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 6, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:07.134171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:07.135610 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.137650 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.222891 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d795b23-e13c-46bf-b743-30e6a3bbd7f1 None None] The sync data for ids ['f7ba6c2f-b6b2-4aed-a630-e24129081888'] in n-d-793620-13 is: [{'id': 'f7ba6c2f-b6b2-4aed-a630-e24129081888', 'name': 'tempest-AttachVolumeShelveTestJSON-1871744596-router', 'tenant_id': 'c0e2003f984344dfbe2327bff94fbeba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:22:19Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 6, 'project_id': 'c0e2003f984344dfbe2327bff94fbeba', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:07.340023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:07.413192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:07.427748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.572727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.610474 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.736016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 06eab1b2-b88e-4b1b-92ea-ac0efdf607ee on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:07.756426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6ff0-a2ba-48ca-96da-2cac8f03df89 req-39edfb1f-365e-43eb-804d-b6a6621cb998 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:07.758125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-277c6ff0-a2ba-48ca-96da-2cac8f03df89 req-39edfb1f-365e-43eb-804d-b6a6621cb998 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.7843101 Jul 23 20:32:07.773071 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.789860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=06eab1b2-b88e-4b1b-92ea-ac0efdf607ee,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:07.797237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] For port 009a16ae-0675-421f-983a-faae3b305ab1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=009a16ae-0675-421f-983a-faae3b305ab1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:07.802395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.841231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Calling delete_port for 009a16ae-0675-421f-983a-faae3b305ab1 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:07.845139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Transition to ACTIVE for port object 95475994-3154-4d2d-a97b-7153b82d1f70 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:07.873218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:07.922937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Transition to ACTIVE for port object 95475994-3154-4d2d-a97b-7153b82d1f70 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:07.927055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b5a29e99-90b1-4683-9c71-75dae422a2cf', 'name': '', 'network_id': '31714c41-2134-4afb-a089-07718215f3d9', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'mac_address': 'fa:16:3e:81:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '941ed602-af04-422d-bca7-edcbb028d891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:52Z', 'updated_at': '2021-07-23T20:32:03Z', 'revision_number': 4, 'project_id': '102d68599163455b9a755a2803d75f16', 'subnets': [{'id': '941ed602-af04-422d-bca7-edcbb028d891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:08.004621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71370874-c543-464d-a06e-2d3c65683a93 None None] The sync data for ids ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'] in n-d-793620-13 is: [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'b5a29e99-90b1-4683-9c71-75dae422a2cf', 'name': '', 'network_id': '31714c41-2134-4afb-a089-07718215f3d9', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'mac_address': 'fa:16:3e:81:cc:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': '941ed602-af04-422d-bca7-edcbb028d891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:52Z', 'updated_at': '2021-07-23T20:32:03Z', 'revision_number': 4, 'project_id': '102d68599163455b9a755a2803d75f16', 'subnets': [{'id': '941ed602-af04-422d-bca7-edcbb028d891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:08.012115 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.146403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:08.157020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:08.197187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:08.212538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Pushing event updated for resources: {'Port': ['ID=95475994-3154-4d2d-a97b-7153b82d1f70,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:08.240364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.258174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-277c6ff0-a2ba-48ca-96da-2cac8f03df89 req-527a989e-a585-4d09-97a6-a2c2de556f1a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4721217 Jul 23 20:32:08.296757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a6c0b9-e1a2-4d4d-8867-360bb6220109']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:08.332880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:08.333667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b07df5e-01ef-43ca-b09d-66fc7a1dcd6d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:08.345782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:08.349697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.350047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.350387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.350719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.351050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.351381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.351706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.352031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.352353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.352676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.352996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.353315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:08.354866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.430919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 70266b17-bccc-48ed-8a0d-201ff2502a65 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:08.456716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Attempting to bind port 95475994-3154-4d2d-a97b-7153b82d1f70 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:08.456896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Attempting to bind port 95475994-3154-4d2d-a97b-7153b82d1f70 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:08.457163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Attempting to bind port 95475994-3154-4d2d-a97b-7153b82d1f70 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:08.512601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:08.513277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Checking segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:08.513778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.514363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Bound using segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:08.514861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Bound port: 95475994-3154-4d2d-a97b-7153b82d1f70, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:08.515262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.648548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.675923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:08.677351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:08.685687 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:08.703285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 70266b17-bccc-48ed-8a0d-201ff2502a65 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:08.703678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.771804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] For port 95475994-3154-4d2d-a97b-7153b82d1f70, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:08.793804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.844580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.851167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/00a6c0b9-e1a2-4d4d-8867-360bb6220109 HTTP/1.1" status: 204 len: 168 time: 9.3186519 Jul 23 20:32:08.854309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1637df-1121-44fc-946d-a96381d359b4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=00a6c0b9-e1a2-4d4d-8867-360bb6220109,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:08.858511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38928) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:08.864494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1874830028'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:08.882675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] For port 95475994-3154-4d2d-a97b-7153b82d1f70, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=95475994-3154-4d2d-a97b-7153b82d1f70,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:08.897892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.912562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:08.917199 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:08.929591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:08.938583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b3f8076e-222b-4c54-96b7-5b55a4a91780 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/routers/360d5116-e396-44f2-9ac4-4ce927af007b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4175599 Jul 23 20:32:08.943541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38930) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:08.948727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'port': {'network_id': '745947f1-905f-47b6-8feb-9e703a295d4a', 'name': 'tempest-FloatingIPTestJSON-231928115'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:09.001630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:09.050038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:09.117391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.121745 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment 60633e20-505a-417f-b2a2-0573efe2458d of type vlan for network f8c95a2c-f582-4993-a006-34000ca534f9 Jul 23 20:32:09.136996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:09.137776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.169116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:09.207481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.307359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 009a16ae-0675-421f-983a-faae3b305ab1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:09.327313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=009a16ae-0675-421f-983a-faae3b305ab1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:09.329677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.337379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.418545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 009a16ae-0675-421f-983a-faae3b305ab1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:09.418927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 009a16ae-0675-421f-983a-faae3b305ab1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:09.419385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:09.443556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b3e90-b019-4bb0-89a7-6d0e1655003a None None] Pushing event updated for resources: {'Port': ['ID=95475994-3154-4d2d-a97b-7153b82d1f70,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:09.503240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:09.503240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9553dbf4-6d2a-4378-9de2-9a35b1320dd9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:09.513851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:09.516751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.619870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.626742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:09.627505 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.631843 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.647378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:09.649661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28e4a4-d8b3-4daa-ab78-6e4ef34f9ce5 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:09.676740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:09.686055 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:09.750875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8910470 Jul 23 20:32:09.771253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 38946) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:09.789346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:09.876848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407d4e5-8d46-4aa1-80c2-081e595e7aea req-ceb88622-59c7-4ec0-93d8-01b4eb87d864 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:09.878989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b407d4e5-8d46-4aa1-80c2-081e595e7aea req-ceb88622-59c7-4ec0-93d8-01b4eb87d864 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.4054220 Jul 23 20:32:09.882994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b7546-b1a7-4550-9c41-f76a79a4343b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=f8c95a2c-f582-4993-a006-34000ca534f9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:09.900125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] device_id is not set on port ca58f0eb-8192-4c07-aa18-57545610ac60 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:09.910092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f8c95a2c-f582-4993-a006-34000ca534f9 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:10.036824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.041691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:10.046599 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.079185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:10.376780 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.377506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7ba6c2f-b6b2-4aed-a630-e24129081888 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:32:10.386297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.391868 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-235f21f0-b0b1-446c-9128-071d26bfbcf4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f7ba6c2f-b6b2-4aed-a630-e24129081888 HTTP/1.1" status: 204 len: 168 time: 4.8753741 Jul 23 20:32:10.392159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 38966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:10.425223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 95475994-3154-4d2d-a97b-7153b82d1f70 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:10.610657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 95475994-3154-4d2d-a97b-7153b82d1f70 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:10.617253 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-4aca889c-a21b-4daf-a357-4ad7e2c24a96 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9996123 Jul 23 20:32:10.617857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5a29e99-90b1-4683-9c71-75dae422a2cf up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:10.783166 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b5a29e99-90b1-4683-9c71-75dae422a2cf completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:10.788413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b5a29e99-90b1-4683-9c71-75dae422a2cf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:10.788799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.804119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Deleting subnet a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:32:10.814700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.880863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f49d84e-08b3-4a45-9481-c08cb0f2e3b8 None None] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:10.953876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:10.957909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b407d4e5-8d46-4aa1-80c2-081e595e7aea req-8a3811dd-b10c-4d48-9791-0a3fcb89f033 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0713859 Jul 23 20:32:11.053829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 767ee7df-a97d-46e8-a9d3-09ade79787de has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:11.109848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:11.113807 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.122607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.13 (745947f1-905f-47b6-8feb-9e703a295d4a/9db3addc-1cf0-4442-92e8-bebe1849ffe5/ca58f0eb-8192-4c07-aa18-57545610ac60) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:11.163248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] Provisioning for port 95475994-3154-4d2d-a97b-7153b82d1f70 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:11.174615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] Provisioning complete for port 95475994-3154-4d2d-a97b-7153b82d1f70 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:11.175429 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.215910 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.252394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing IP validity checks on allocation pools {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:32:11.253193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:32:11.261989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port b5a29e99-90b1-4683-9c71-75dae422a2cf, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5a29e99-90b1-4683-9c71-75dae422a2cf,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:11.271959 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.365821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:11.389250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Sync routers for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:11.392513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d07cf5c5-3cb8-46a6-867a-9679ef426565 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/767ee7df-a97d-46e8-a9d3-09ade79787de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7939014 Jul 23 20:32:11.408640 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:11.409203 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:11.459281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01741-f856-4289-ac42-5ada84daef26 req-e61b50bc-68c1-4ddf-adb8-1ef846d84da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.462377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-e61b50bc-68c1-4ddf-adb8-1ef846d84da4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 1098 time: 0.8167889 Jul 23 20:32:11.548250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=b5a29e99-90b1-4683-9c71-75dae422a2cf,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:11.552081 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.710012 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.796010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] For port 95475994-3154-4d2d-a97b-7153b82d1f70, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=95475994-3154-4d2d-a97b-7153b82d1f70,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:11.804109 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:11.819927 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.850289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01741-f856-4289-ac42-5ada84daef26 req-17115e68-a089-41c3-859a-1c6495e8451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:11.852785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-17115e68-a089-41c3-859a-1c6495e8451c service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.3607624 Jul 23 20:32:11.854922 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.860988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.866542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:11.874344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-44075886-a529-46bc-bcb6-3ebefe6fd4ed tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1246949847&fields=id&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 267 time: 0.0883300 Jul 23 20:32:12.016690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cba5e8-3b55-41eb-a5b7-765ea1530414 None None] Pushing event updated for resources: {'Port': ['ID=95475994-3154-4d2d-a97b-7153b82d1f70,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.045184 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-29c1783f-dd66-4fff-8ac9-3076d1fddd26 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 HTTP/1.1" status: 200 len: 217 time: 0.1811814 Jul 23 20:32:12.056985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c92049-2ab0-4ae4-86b7-96d49c69c807 None None] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:12.066169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.072979 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2 HTTP/1.1" status: 204 len: 168 time: 1.6672244 Jul 23 20:32:12.074102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39012) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:12.259619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6327-1f79-4cba-a51c-177028a0051d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8aa6ab5-f1bc-43c5-83f0-ccdda225f6c2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.285935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.288923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 95475994-3154-4d2d-a97b-7153b82d1f70 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:12.360194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=f621e7cd-99bb-42f1-8bb8-4857f4628992,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:12.438604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01741-f856-4289-ac42-5ada84daef26 req-d41c5d8b-587f-427a-ba1e-d5d3f9eb724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.440214 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-d41c5d8b-587f-427a-ba1e-d5d3f9eb724b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.3624980 Jul 23 20:32:12.460228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 95475994-3154-4d2d-a97b-7153b82d1f70 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:12.460774 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.512563 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:07Z', 'revision_number': 2, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:12.568078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': '60633e20-505a-417f-b2a2-0573efe2458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:12.569428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: f8c95a2c-f582-4993-a006-34000ca534f9, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:12.595422 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Checking router: 767ee7df-a97d-46e8-a9d3-09ade79787de for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:12.595777 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Updating router 767ee7df-a97d-46e8-a9d3-09ade79787de port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:32:12.607995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.610005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] DHCP port deletion for 2f4624e2-29b7-4dbf-a661-841c49e0db00 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:32:12.617463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eb361055-0407-4945-8829-4f81e93de70f None None] Provisioning complete for port 95475994-3154-4d2d-a97b-7153b82d1f70 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:12.621944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eb361055-0407-4945-8829-4f81e93de70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.663085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Deleting port 88967b09-821e-4394-ba73-42defc360a17 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:12.663594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.722190 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.805856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-f5d5f6dc-7626-44cd-8291-f2c61742c567 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.822287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-f5d5f6dc-7626-44cd-8291-f2c61742c567 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 797 time: 0.9466376 Jul 23 20:32:12.858026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] For port 88967b09-821e-4394-ba73-42defc360a17, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88967b09-821e-4394-ba73-42defc360a17,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:12.858402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:12.870589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee01741-f856-4289-ac42-5ada84daef26 req-629a0ab2-bc51-4013-b781-057b23b47e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.872157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-629a0ab2-bc51-4013-b781-057b23b47e90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4093299 Jul 23 20:32:12.926082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d669717-c432-495b-8096-67e94f31375f req-6a15e891-df47-457d-88c5-3280fa8ac808 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:12.933949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Calling delete_port for 88967b09-821e-4394-ba73-42defc360a17 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:12.936755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d669717-c432-495b-8096-67e94f31375f req-6a15e891-df47-457d-88c5-3280fa8ac808 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.8193343 Jul 23 20:32:12.973417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network f8c95a2c-f582-4993-a006-34000ca534f9 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:13.041480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:13.078443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-34eeac5f-812b-4ec1-a462-f17da727a267 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/quotas/3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 375 time: 0.2549880 Jul 23 20:32:13.092856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5a29e99-90b1-4683-9c71-75dae422a2cf up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:13.115692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Deleting port 88967b09-821e-4394-ba73-42defc360a17 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:13.123609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:13.124438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.127616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f8c95a2c-f582-4993-a006-34000ca534f9) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:13.136617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:13.153162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=ca58f0eb-8192-4c07-aa18-57545610ac60,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.217680 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-e9cd74ed-e906-43dd-8d62-a6bb5ebf8249 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351612 Jul 23 20:32:13.221274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775709c0-0ef3-4fed-bb3c-7e359a41b9b4 None None] Network f8c95a2c-f582-4993-a006-34000ca534f9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:13.296190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:13.304591 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.308205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:13.308783 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.426052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d669717-c432-495b-8096-67e94f31375f req-b47a6fa2-36cd-4ef3-b326-5119a4d306d0 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4879758 Jul 23 20:32:13.427518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2067464a-14ea-45c3-9263-0989f847f275 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4828904 Jul 23 20:32:13.431955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-66a2435a-c2b0-4344-a0a3-52cbeee2f555 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6546166 Jul 23 20:32:13.433632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39038) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.433968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:13.439174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'port': {'network_id': '745947f1-905f-47b6-8feb-9e703a295d4a', 'name': 'tempest-FloatingIPTestJSON-1458037407'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:13.478519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] For port 88967b09-821e-4394-ba73-42defc360a17, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88967b09-821e-4394-ba73-42defc360a17,segment=NetworkSegment(d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d),segment_id=d1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:13.480189 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.509372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Calling delete_port for 88967b09-821e-4394-ba73-42defc360a17 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:13.511517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b5a29e99-90b1-4683-9c71-75dae422a2cf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:13.512199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.527147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0ee01741-f856-4289-ac42-5ada84daef26 req-652ced19-8008-4509-95e9-521cb5c0f837 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846937 Jul 23 20:32:13.529155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.532635 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.554613 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Transition to ACTIVE for port object 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:13.581621 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.610865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Pushing event deleted for resources: {'Port': ['ID=88967b09-821e-4394-ba73-42defc360a17,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.627961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] No DVR routers for this DVR port 88967b09-821e-4394-ba73-42defc360a17 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:13.654694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eb361055-0407-4945-8829-4f81e93de70f None None] Provisioning for port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:13.762062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.807037 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61b87b-2c54-42bd-b6dd-a96125b95c94 None None] Pushing event updated for resources: {'Port': ['ID=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:13.810601 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Attempting to bind port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:13.811411 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Attempting to bind port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:13.812187 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Attempting to bind port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:13.819039 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:13.819890 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Checking segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:13.820495 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.821099 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Bound using segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:13.821761 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Bound port: 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:13.822320 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.858535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-109d1b80-8999-48f6-86fc-3940e4e4d5bf tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7786949 Jul 23 20:32:13.893854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] For port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:13.897537 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] For port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:13.909474 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.945385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:13.971698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4624e2-29b7-4dbf-a661-841c49e0db00']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:13.999010 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e61b87b-2c54-42bd-b6dd-a96125b95c94 None None] Pushing event updated for resources: {'Port': ['ID=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.021770 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:14.022591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:31:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:14.038209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:14.038507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a7802c-ced7-4ee2-9de4-0ff7ba3ef70d') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:14.095479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.105180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f8c95a2c-f582-4993-a006-34000ca534f9', 'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': 'f621e7cd-99bb-42f1-8bb8-4857f4628992'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:14.106432 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.171876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.200186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:14.202058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:14.204060 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:14.237192 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:14.440693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.441411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.449297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.462322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.492596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2f4624e2-29b7-4dbf-a661-841c49e0db00 HTTP/1.1" status: 204 len: 168 time: 2.3773737 Jul 23 20:32:14.581030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557f1ee-22ee-4924-9695-65dd43d66156 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f4624e2-29b7-4dbf-a661-841c49e0db00,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.618614 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-391894cf-e9b7-4ea3-b92b-4c0eff96d453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.649501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Pushing event deleted for resources: {'Port': ['ID=88967b09-821e-4394-ba73-42defc360a17,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:14.690415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] Network 2f4624e2-29b7-4dbf-a661-841c49e0db00 is not hosted by any dhcp agent {{(pid=94028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:32:14.690978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1593fa-102b-4e3e-81c1-872ee1c5b519 None None] No DVR routers for this DVR port 88967b09-821e-4394-ba73-42defc360a17 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:14.801749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-c8292324-ce74-4fc0-8fd2-1bb0bce152ae service neutron] 10.222.0.46 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416721 Jul 23 20:32:14.803151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:14.810690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.820492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88967b09-821e-4394-ba73-42defc360a17 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:14.826374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39072) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:14.866102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:14.920179 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0b7d3d38-0163-49ea-90fc-892dcfc85f4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0e2003f984344dfbe2327bff94fbeba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926135 Jul 23 20:32:14.920853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39074) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:14.934370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 88967b09-821e-4394-ba73-42defc360a17 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:14.934791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88967b09-821e-4394-ba73-42defc360a17 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:14.985009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Allocated IP 172.20.0.3 (f8c95a2c-f582-4993-a006-34000ca534f9/f621e7cd-99bb-42f1-8bb8-4857f4628992/a3feea92-bf84-42c8-8d06-4529af0dda82) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:14.995387 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:13Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:15.045591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73c2db36-0112-4e68-b1f0-32009339a5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.046316 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e377bb56-ceeb-49a2-8819-d29740479898 None None] The sync data for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 is: [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:13Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:15.065528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] device_id is not set on port 23ea5e5c-8131-4037-aa18-3ff556442e6a yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:15.130017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73c2db36-0112-4e68-b1f0-32009339a5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.266898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73c2db36-0112-4e68-b1f0-32009339a5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.269939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-73c2db36-0112-4e68-b1f0-32009339a5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:15.271441 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-73c2db36-0112-4e68-b1f0-32009339a5df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f849e51-1000-4b20-a9f1-3dcd09c32fb9 HTTP/1.1" status: 204 len: 168 time: 0.3481534 Jul 23 20:32:15.363288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2db36-0112-4e68-b1f0-32009339a5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f849e51-1000-4b20-a9f1-3dcd09c32fb9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:15.385130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-47d8d366-5cfe-4434-a6a6-0216a7d0dc82 service neutron] 10.222.0.46 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5599189 Jul 23 20:32:15.503780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a603d1-fdd7-45fe-bfc5-2b4f4e8593b1 req-bebee8f1-b6e0-4ed8-b691-854532e6505e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:15.507922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a603d1-fdd7-45fe-bfc5-2b4f4e8593b1 req-bebee8f1-b6e0-4ed8-b691-854532e6505e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.7806022 Jul 23 20:32:15.629267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.3 (745947f1-905f-47b6-8feb-9e703a295d4a/9db3addc-1cf0-4442-92e8-bebe1849ffe5/23ea5e5c-8131-4037-aa18-3ff556442e6a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:15.745699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a603d1-fdd7-45fe-bfc5-2b4f4e8593b1 req-04ed8509-fc85-489e-a359-030e273b0080 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257733 Jul 23 20:32:15.864571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bef4e09-372d-40ec-a89e-e31daad6ad76 req-c3c743dd-c335-4faa-a163-2657ea69293d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 210 time: 0.1168451 Jul 23 20:32:16.072412 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.098727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Transition to ACTIVE for port object a3feea92-bf84-42c8-8d06-4529af0dda82 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:16.140406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Transition to ACTIVE for port object a3feea92-bf84-42c8-8d06-4529af0dda82 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:16.154479 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.225779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Network f8c95a2c-f582-4993-a006-34000ca534f9 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:16.230029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:16.233944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:16.252668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.313325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.448209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=23ea5e5c-8131-4037-aa18-3ff556442e6a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:16.455115 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.464612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:16.529582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Pushing event updated for resources: {'Port': ['ID=a3feea92-bf84-42c8-8d06-4529af0dda82,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:16.532819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:16.548139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=f621e7cd-99bb-42f1-8bb8-4857f4628992,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:16.550212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:16.580841 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-297dada5-a349-4905-9fd3-7078ff3b32c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.592291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Attempting to bind port a3feea92-bf84-42c8-8d06-4529af0dda82 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:16.593299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Attempting to bind port a3feea92-bf84-42c8-8d06-4529af0dda82 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '60633e20-505a-417f-b2a2-0573efe2458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:16.594436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Attempting to bind port a3feea92-bf84-42c8-8d06-4529af0dda82 on network f8c95a2c-f582-4993-a006-34000ca534f9 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:16.602338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:16.602805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Checking segment: {'id': '60633e20-505a-417f-b2a2-0573efe2458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:16.603319 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.603756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Bound using segment: {'id': '60633e20-505a-417f-b2a2-0573efe2458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:16.604305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Bound port: a3feea92-bf84-42c8-8d06-4529af0dda82, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60633e20-505a-417f-b2a2-0573efe2458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8c95a2c-f582-4993-a006-34000ca534f9'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:16.604763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.631885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.737947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] For port a3feea92-bf84-42c8-8d06-4529af0dda82, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:16.741778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] For port a3feea92-bf84-42c8-8d06-4529af0dda82, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a3feea92-bf84-42c8-8d06-4529af0dda82,segment=NetworkSegment(60633e20-505a-417f-b2a2-0573efe2458d),segment_id=60633e20-505a-417f-b2a2-0573efe2458d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:16.755724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.823730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.855484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:16.856986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:16.890400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c95a2c-f582-4993-a006-34000ca534f9']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:16.985842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:17.023083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60633e20-505a-417f-b2a2-0573efe2458d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:17.034230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60633e20-505a-417f-b2a2-0573efe2458d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:17.207935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5055a-c15f-4fbe-ab96-4d3acf8061c0 None None] Pushing event updated for resources: {'Port': ['ID=a3feea92-bf84-42c8-8d06-4529af0dda82,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:17.221546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3051d9-9bde-4a9c-a250-992eeacce02d None None] Network f8c95a2c-f582-4993-a006-34000ca534f9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:17.262436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5c80671f-fb1b-40b6-83b7-8659b22fd103 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8273842 Jul 23 20:32:17.265313 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.266418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39154) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:17.272449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20ca60cf-a254-47e6-ada6-8e6fa8b33f6f req-3e359667-2144-47dd-b4f9-ec03f7d57594 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 210 time: 0.1391039 Jul 23 20:32:17.278246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '23ea5e5c-8131-4037-aa18-3ff556442e6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:17.300468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.332051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.334680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:17.335202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:17.341869 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:17.345726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.348600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:17.394622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:17.395428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.442314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6ddec-9db2-46b5-8bfc-7a0ab030e56e req-7c1ea013-5618-4d6e-a5dc-7ce0b696fa6f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:17.455321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dc6ddec-9db2-46b5-8bfc-7a0ab030e56e req-7c1ea013-5618-4d6e-a5dc-7ce0b696fa6f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.5227070 Jul 23 20:32:17.560304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:17.560304 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:17.560304 n-d-793620-13 neutron-server[94027]: [parameters: {'id': 'f8c95a2c-f582-4993-a006-34000ca534f9'}] Jul 23 20:32:17.560304 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:17.564552 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:17.621273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dc6ddec-9db2-46b5-8bfc-7a0ab030e56e req-ff923dfe-7a97-450f-b1d8-4a78bc02e2c3 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972486 Jul 23 20:32:17.696928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.734970 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.819955 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:17.897912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:17.912371 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.001466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.018920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088910e1-682b-4cf4-ad5c-98e8087475e4 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:18.065863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.099537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-bb6d63ef-f4e9-4959-8b49-641af84421f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:18.101527 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-bb6d63ef-f4e9-4959-8b49-641af84421f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 797 time: 0.4426146 Jul 23 20:32:18.163530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.254 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/17ea1b15-890e-4da7-862a-639f036d166e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:18.249289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port a3feea92-bf84-42c8-8d06-4529af0dda82 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:18.249979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.250774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-36e225a5-050a-4a2c-b0da-59ca041fee79 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 380 time: 0.1387975 Jul 23 20:32:18.270892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'port': {'device_id': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'admin_state_up': True, 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'security_groups': ['1c03104b-4cb9-4734-9ce8-0a7303896645']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:18.274666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088910e1-682b-4cf4-ad5c-98e8087475e4 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:18.527280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port a3feea92-bf84-42c8-8d06-4529af0dda82, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a3feea92-bf84-42c8-8d06-4529af0dda82,segment=NetworkSegment(60633e20-505a-417f-b2a2-0573efe2458d),segment_id=60633e20-505a-417f-b2a2-0573efe2458d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:18.527666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.590514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bbace11d-f872-41d1-b8d3-a9422b8acdb0 req-fd15893f-5867-4aee-be3f-5b5fe83beff2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 210 time: 0.0655386 Jul 23 20:32:18.619095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for a3feea92-bf84-42c8-8d06-4529af0dda82 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:18.620343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.730465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.860875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:18.882939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:18.888366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=17ea1b15-890e-4da7-862a-639f036d166e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:18.894040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:18.896626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:18.900616 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:18.902985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:18.917708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.009221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=a3feea92-bf84-42c8-8d06-4529af0dda82,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:19.027009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port a3feea92-bf84-42c8-8d06-4529af0dda82 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:19.075982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7ba36-68ab-420a-86f6-d28b07912871 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:19.149030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:19.149856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.321768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea7ba36-68ab-420a-86f6-d28b07912871 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:19.329469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba378af-9fdc-4a54-9399-4c554114101a req-bbc74b35-afd1-4e99-9f50-381328305371 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:19.331691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ba378af-9fdc-4a54-9399-4c554114101a req-bbc74b35-afd1-4e99-9f50-381328305371 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.5162652 Jul 23 20:32:19.358572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.469776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c95a2c-f582-4993-a006-34000ca534f9']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:19.540374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60633e20-505a-417f-b2a2-0573efe2458d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:19.540374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60633e20-505a-417f-b2a2-0573efe2458d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:19.566407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ba378af-9fdc-4a54-9399-4c554114101a req-6c0d971e-1616-4290-861a-73f4f094d299 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045555 Jul 23 20:32:19.568216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.618674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.629109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:19.629770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:19.633358 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:19.722922 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.731271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.739383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/f8c95a2c-f582-4993-a006-34000ca534f9 HTTP/1.1" status: 204 len: 168 time: 6.2966380 Jul 23 20:32:19.740000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39232) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:19.748330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-432081554'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:19.753028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.821390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.826694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b86709-4f04-4b2f-bb23-28467260c9a4 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=f8c95a2c-f582-4993-a006-34000ca534f9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:19.902021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:19.906663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.957330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:19.967733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:19.968325 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment b4f9158e-9526-4b22-936f-2a2984b6666b of type vlan for network 4a27b643-cfb0-4235-82b6-96cc328e5a1a Jul 23 20:32:20.013224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.050491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d3b0fb7-7c7a-4853-b3a8-229f05925bba req-5ad7b7d7-4b34-4bc3-bf52-af1a5072d19e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 210 time: 0.1597102 Jul 23 20:32:20.067873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.074009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:20.074842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.119224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3764005 Jul 23 20:32:20.120056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39238) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:20.137138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:20.300082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ce220-3580-42dd-919d-2bb7dae87a37 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=4a27b643-cfb0-4235-82b6-96cc328e5a1a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:20.328024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:20.333292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.339539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 4a27b643-cfb0-4235-82b6-96cc328e5a1a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:20.392345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7fac7-630a-4f05-9646-0652c09cdd79 req-8fcda930-c0bb-4102-80af-eef716d67d2e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:20.394462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31b7fac7-630a-4f05-9646-0652c09cdd79 req-8fcda930-c0bb-4102-80af-eef716d67d2e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.3368368 Jul 23 20:32:20.691912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.723148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31b7fac7-630a-4f05-9646-0652c09cdd79 req-265818de-6d81-44e1-b44b-01af87f34312 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192222 Jul 23 20:32:20.750885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:20.762227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-a8ddacb4-d3e4-4f30-8883-12493acd3e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:20.765108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-a8ddacb4-d3e4-4f30-8883-12493acd3e74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1097 time: 0.7249372 Jul 23 20:32:20.800944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.4 (dbf770b7-0919-49e3-b577-1bd7b19c6a42/2029708c-2671-4a2c-8fa1-4ec8a77e9e6a/b43cfb0e-4c06-4890-9037-2bff557aa6a7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:20.894130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=78b5b623-3a68-40b3-a805-418ca32542b3,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:20.914636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': 'b4f9158e-9526-4b22-936f-2a2984b6666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:20.922632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 4a27b643-cfb0-4235-82b6-96cc328e5a1a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:20.933119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-75b00f13-9ab8-4ea9-b5fb-131a8c3f3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:20.934863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-75b00f13-9ab8-4ea9-b5fb-131a8c3f3be6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.1354842 Jul 23 20:32:20.966100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 4a27b643-cfb0-4235-82b6-96cc328e5a1a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:20.988395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 4a27b643-cfb0-4235-82b6-96cc328e5a1a) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:21.000800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45c769b-0f08-4fb2-99bc-b1c189517e61 None None] Network 4a27b643-cfb0-4235-82b6-96cc328e5a1a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:21.008716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:21.009408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.046560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0fc0e4d4-c373-4369-a915-a786fe851c93 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9139431 Jul 23 20:32:21.048691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39274) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:21.356939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-4a27b643-cfb0-4235-82b6-96cc328e5a1a', 'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '78b5b623-3a68-40b3-a805-418ca32542b3'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:21.358626 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.369695 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9668750-366f-483a-8faf-c85f859aa773 req-fb424151-4066-4295-b882-44b384a5a709 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 210 time: 0.0931635 Jul 23 20:32:21.415882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.416964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.522344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-ba15556c-7b6a-4a81-b60c-717b2efa5783 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.5766051 Jul 23 20:32:21.538628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object b43cfb0e-4c06-4890-9037-2bff557aa6a7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:21.577723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.775388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Allocated IP 172.20.0.1 (4a27b643-cfb0-4235-82b6-96cc328e5a1a/78b5b623-3a68-40b3-a805-418ca32542b3/3442b0a0-e0a3-47e7-94d5-d10bf6672564) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:21.788923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-491215b6-e564-4d8e-a7d3-67387e98761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:21.790678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-491215b6-e564-4d8e-a7d3-67387e98761b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.2493179 Jul 23 20:32:21.868905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.882077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:21.896657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.006248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cc85b-dd04-4603-babe-88cb8fac16d5 req-b86f360f-0357-4b1b-b0e7-8bd6a14adc2e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.007040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.008242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-582cc85b-dd04-4603-babe-88cb8fac16d5 req-b86f360f-0357-4b1b-b0e7-8bd6a14adc2e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1140285 Jul 23 20:32:22.102889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-582cc85b-dd04-4603-babe-88cb8fac16d5 req-9cfda3ba-9e27-4a9e-9a16-3bc2058a7072 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808008 Jul 23 20:32:22.119362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:22.152723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:22.159015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:22.197951 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.213026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Transition to ACTIVE for port object 3442b0a0-e0a3-47e7-94d5-d10bf6672564 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:22.239583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Transition to ACTIVE for port object 3442b0a0-e0a3-47e7-94d5-d10bf6672564 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:22.250383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.276553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.316424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Pushing event updated for resources: {'Port': ['ID=3442b0a0-e0a3-47e7-94d5-d10bf6672564,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.326699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=78b5b623-3a68-40b3-a805-418ca32542b3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.361355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.361784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Network 4a27b643-cfb0-4235-82b6-96cc328e5a1a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:22.371130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:22.381545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:22.489600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=17ea1b15-890e-4da7-862a-639f036d166e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:22.516051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-472deb9e-54e0-4640-956a-2762359605c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.517779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-472deb9e-54e0-4640-956a-2762359605c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7155883 Jul 23 20:32:22.552909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.598534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Attempting to bind port 3442b0a0-e0a3-47e7-94d5-d10bf6672564 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:22.598831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Attempting to bind port 3442b0a0-e0a3-47e7-94d5-d10bf6672564 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b4f9158e-9526-4b22-936f-2a2984b6666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:22.613835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Attempting to bind port 3442b0a0-e0a3-47e7-94d5-d10bf6672564 on network 4a27b643-cfb0-4235-82b6-96cc328e5a1a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:22.617183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a27b643-cfb0-4235-82b6-96cc328e5a1a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:22.628347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:22.628731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Checking segment: {'id': 'b4f9158e-9526-4b22-936f-2a2984b6666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:22.629144 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.636480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Bound using segment: {'id': 'b4f9158e-9526-4b22-936f-2a2984b6666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:22.636968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Bound port: 3442b0a0-e0a3-47e7-94d5-d10bf6672564, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f9158e-9526-4b22-936f-2a2984b6666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:22.637421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.653744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f9158e-9526-4b22-936f-2a2984b6666b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:22.653988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f9158e-9526-4b22-936f-2a2984b6666b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:22.678833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.701895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.708459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:22.708864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.726102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:22.732181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.776993 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 4c8fceac-cf8d-40ba-bba2-6e6e9bd6c9a6 associated. External IP: 172.25.8.254, port: 23ea5e5c-8131-4037-aa18-3ff556442e6a. Jul 23 20:32:22.798255 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-17cda651-6b69-42cf-9287-1800951a90db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5327275 Jul 23 20:32:22.871400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b1cd91b3-eb72-435d-a637-58b81ad6d0e9 None None] Provisioning for port b43cfb0e-4c06-4890-9037-2bff557aa6a7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:22.878460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b1cd91b3-eb72-435d-a637-58b81ad6d0e9 None None] Provisioning complete for port b43cfb0e-4c06-4890-9037-2bff557aa6a7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:22.889930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1cd91b3-eb72-435d-a637-58b81ad6d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:22.894249 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:22.948864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:22.948864 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:22.948864 n-d-793620-13 neutron-server[94027]: [parameters: {'id': '4a27b643-cfb0-4235-82b6-96cc328e5a1a'}] Jul 23 20:32:22.948864 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:22.950888 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:22.978539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] For port 3442b0a0-e0a3-47e7-94d5-d10bf6672564, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:22.983983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd91b3-eb72-435d-a637-58b81ad6d0e9 None None] Port b43cfb0e-4c06-4890-9037-2bff557aa6a7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:32:23.004920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdc3d8-7e6e-4a57-8fd8-dbc75658749f req-89bb2ac4-db40-44a6-82a8-92dc6bc49402 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.007134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bafdc3d8-7e6e-4a57-8fd8-dbc75658749f req-89bb2ac4-db40-44a6-82a8-92dc6bc49402 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 931 time: 0.4509711 Jul 23 20:32:23.010333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] For port 3442b0a0-e0a3-47e7-94d5-d10bf6672564, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3442b0a0-e0a3-47e7-94d5-d10bf6672564,segment=NetworkSegment(b4f9158e-9526-4b22-936f-2a2984b6666b),segment_id=b4f9158e-9526-4b22-936f-2a2984b6666b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:23.021109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.024712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Request body: {'port': {'device_id': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:23.112538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bafdc3d8-7e6e-4a57-8fd8-dbc75658749f req-74db1e49-d4a1-4b89-9143-512cead800b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942090 Jul 23 20:32:23.187282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661c0c1-bd72-4b11-b2d8-1a344fe3380d None None] Pushing event updated for resources: {'Port': ['ID=3442b0a0-e0a3-47e7-94d5-d10bf6672564,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:23.284112 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-9bcef9a5-2a82-4174-8051-842a8a18b089 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523243 Jul 23 20:32:23.359718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446809d-7d61-4e12-a80f-c646b15157cf req-40506b46-7bd2-41cf-82ae-e9369cfa491b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:23.362067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9446809d-7d61-4e12-a80f-c646b15157cf req-40506b46-7bd2-41cf-82ae-e9369cfa491b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1594265 Jul 23 20:32:23.408533 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c059c6d8-4359-42e9-875a-a92ecc6dd189 req-5e4fe573-34db-46d9-89ca-f5ed5f775f6e service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092520 Jul 23 20:32:23.411018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.453084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9446809d-7d61-4e12-a80f-c646b15157cf req-46300ec6-cdd6-4a95-85bc-8971a72a3191 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737493 Jul 23 20:32:23.453731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.458550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44151f-1ccc-44e2-96be-390a14cf3498 None None] Network 4a27b643-cfb0-4235-82b6-96cc328e5a1a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:23.582013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 3442b0a0-e0a3-47e7-94d5-d10bf6672564 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:23.584036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.802060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 3442b0a0-e0a3-47e7-94d5-d10bf6672564, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3442b0a0-e0a3-47e7-94d5-d10bf6672564,segment=NetworkSegment(b4f9158e-9526-4b22-936f-2a2984b6666b),segment_id=b4f9158e-9526-4b22-936f-2a2984b6666b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:23.802660 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:23.842014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 3442b0a0-e0a3-47e7-94d5-d10bf6672564 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:23.850797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:23.886820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb081e18-b546-4944-82b1-eb70b062a5c4 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:24.156212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.173227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb081e18-b546-4944-82b1-eb70b062a5c4 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:24.246285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:24.259109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 3442b0a0-e0a3-47e7-94d5-d10bf6672564 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:24.275155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:24.279187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=3442b0a0-e0a3-47e7-94d5-d10bf6672564,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:24.309975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.392473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:24.396222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:24.405663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b43cfb0e-4c06-4890-9037-2bff557aa6a7 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:24.415056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.433669 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9500759b-c668-4092-951a-cf2d3cc2d784 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1659384 Jul 23 20:32:24.437390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39376) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:24.442656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:24.503758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Transition to ACTIVE for port object b43cfb0e-4c06-4890-9037-2bff557aa6a7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:24.517189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.592739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.605880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:24.627640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a27b643-cfb0-4235-82b6-96cc328e5a1a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:24.630374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:24.631027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:24.665773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:24.687807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:24.688448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22480b4-1cf9-4857-9379-ef7f7d77fb52 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:24.954871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.169404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:25.170246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:25.171329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.193209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:32:25.193639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:25.224269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:25.224701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Checking segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:25.225159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Bound using segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:25.244623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Bound port: b43cfb0e-4c06-4890-9037-2bff557aa6a7, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:25.246476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.388029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f9158e-9526-4b22-936f-2a2984b6666b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:25.388793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f9158e-9526-4b22-936f-2a2984b6666b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:25.402783 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.422567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.442984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:25.443491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.461614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.506536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.512258 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 4c8fceac-cf8d-40ba-bba2-6e6e9bd6c9a6 disassociated. External IP: 172.25.8.254, port: 23ea5e5c-8131-4037-aa18-3ff556442e6a. Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:25.584504 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:25.589117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.659343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.664570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/4a27b643-cfb0-4235-82b6-96cc328e5a1a HTTP/1.1" status: 204 len: 168 time: 4.6115525 Jul 23 20:32:25.668455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39414) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:25.692424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-504123813'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:25.720812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:25.727199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504c129-6cc4-4a9c-86c8-b562a9e691db tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=4a27b643-cfb0-4235-82b6-96cc328e5a1a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.770122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:25.792552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638b1da-7e45-4092-949e-620ba7bcb473 req-b3b07f38-43e1-4c58-a3ac-e123bc82b359 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:25.801194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a638b1da-7e45-4092-949e-620ba7bcb473 req-b3b07f38-43e1-4c58-a3ac-e123bc82b359 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 931 time: 1.5351930 Jul 23 20:32:25.806131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.808655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:25.813698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:25.851172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c138b4-fdc3-4580-94d7-87cd39b2bc4c req-e0e4ae32-a3ae-4ac5-83e0-d26cbe78f526 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:25.856508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43c138b4-fdc3-4580-94d7-87cd39b2bc4c req-e0e4ae32-a3ae-4ac5-83e0-d26cbe78f526 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2822843 Jul 23 20:32:25.891711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:25.992706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:26.003075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.003620 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment f48a4047-494c-4bda-9b39-7e21eac83993 of type vlan for network 89585c10-515f-4001-9989-f40207e67a00 Jul 23 20:32:26.058728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.109838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.121513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.124425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-b73678f9-369a-4cb0-ad87-dcb5125296a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 1092 time: 3.2366393 Jul 23 20:32:26.130194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:26.143341 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481ff65-cfbf-4839-9717-3e49919a0e01" -d '{"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:26.183680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.189637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.193970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.299862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:26.322280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a638b1da-7e45-4092-949e-620ba7bcb473 req-d66fb449-b4dc-4744-a20f-f80a557af592 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5197713 Jul 23 20:32:26.377580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43c138b4-fdc3-4580-94d7-87cd39b2bc4c req-cc731ed1-ad17-4027-ba31-41f7fc5a0f52 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837255 Jul 23 20:32:26.383092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7022288 Jul 23 20:32:26.386840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39438) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:26.395006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '89585c10-515f-4001-9989-f40207e67a00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:26.477040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790c42-5443-4d13-98ce-8f56b7b6380a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=89585c10-515f-4001-9989-f40207e67a00,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:26.493481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 89585c10-515f-4001-9989-f40207e67a00 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:26.836338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:26.844865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:26.969734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f5d19-eeeb-4cd3-9869-885c0d99b48a req-1a2bdf8e-4bb0-46bb-a6a4-7a72359b195f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:26.971925 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-290f5d19-eeeb-4cd3-9869-885c0d99b48a req-1a2bdf8e-4bb0-46bb-a6a4-7a72359b195f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.3103883 Jul 23 20:32:27.096639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-290f5d19-eeeb-4cd3-9869-885c0d99b48a req-fea6b6c7-eca3-4125-b336-782053eb93b7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159720 Jul 23 20:32:27.154151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:27.346889 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73716d6-1c6b-413a-a244-497e475a7098 x-openstack-request-id: req-a73716d6-1c6b-413a-a244-497e475a7098 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:27.347708 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:27.347708 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a73716d6-1c6b-413a-a244-497e475a7098 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:27.347708 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'status': 'completed', 'code': 200} Jul 23 20:32:27.377963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-c9c93ce2-15c2-4a66-978f-59e851b3dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.380211 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-c9c93ce2-15c2-4a66-978f-59e851b3dd29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1095 time: 1.2036223 Jul 23 20:32:27.442886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40f614e0-4522-4e71-ba14-a840de5c45f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.450414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-d65a0517-93e6-4283-ba89-4fccf41e19d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 217 time: 0.0596316 Jul 23 20:32:27.570528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:27.577067 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.583657 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:27.612544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:27.613507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:27.654928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f6926-cca2-487e-86cd-09f024ff7ffa req-9036d64b-2df6-42b0-a6c1-28267c98c0bf tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.658358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-317f6926-cca2-487e-86cd-09f024ff7ffa req-9036d64b-2df6-42b0-a6c1-28267c98c0bf tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.4033477 Jul 23 20:32:27.659792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-5f99325d-59c5-495a-a3e1-ffd4fe377bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.660140 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.662213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-5f99325d-59c5-495a-a3e1-ffd4fe377bf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.1996152 Jul 23 20:32:27.681357 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:27.722055 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:27.723736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:27.779924 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7bd77f4c-dcbf-47d7-a52f-72b5a0be6739 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/floatingips/4c8fceac-cf8d-40ba-bba2-6e6e9bd6c9a6 HTTP/1.1" status: 200 len: 688 time: 3.3412137 Jul 23 20:32:27.785198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39492) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:27.797751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=70455054-5824-42c3-b2b0-ed93ae2d97f9,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:27.924392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40f614e0-4522-4e71-ba14-a840de5c45f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.933675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d57ec-e11c-4119-97cf-d80f97e7ee96 req-2abfaee2-8e90-457f-a0ef-64503af05773 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:27.935757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-298d57ec-e11c-4119-97cf-d80f97e7ee96 req-2abfaee2-8e90-457f-a0ef-64503af05773 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.5203431 Jul 23 20:32:27.939119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-40f614e0-4522-4e71-ba14-a840de5c45f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:27.967745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-317f6926-cca2-487e-86cd-09f024ff7ffa req-f7e04897-9bd9-4cbb-8817-ba4e26d30424 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056432 Jul 23 20:32:28.046343 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-40f614e0-4522-4e71-ba14-a840de5c45f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49cb30de0dbd45d29dcb9e9c0c7d6622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8860528 Jul 23 20:32:28.048640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39506) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.066881 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:28.067626 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307dc38c-1b05-46f1-97d8-c650c56a3904 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:28.089725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': 'f48a4047-494c-4bda-9b39-7e21eac83993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89585c10-515f-4001-9989-f40207e67a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:28.090499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 89585c10-515f-4001-9989-f40207e67a00, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:28.115209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-298d57ec-e11c-4119-97cf-d80f97e7ee96 req-a5f3a9a1-7102-4826-9624-2d669c6424ec tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714091 Jul 23 20:32:28.116512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f614e0-4522-4e71-ba14-a840de5c45f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f2a2ed-3a56-4aeb-841b-63592c592a0f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.124282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 89585c10-515f-4001-9989-f40207e67a00 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:28.138542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 89585c10-515f-4001-9989-f40207e67a00) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:28.144522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:28.145123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.150915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-06cec65a-914c-4bfa-b669-0cac12e4c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:28.152451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-06cec65a-914c-4bfa-b669-0cac12e4c673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4821286 Jul 23 20:32:28.155491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c02997-4ff7-4c3e-8e6d-65c56113be4b None None] Network 89585c10-515f-4001-9989-f40207e67a00 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:28.187939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-df234ffd-9e89-48b8-b4ad-cb30ea92f9ec tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7965848 Jul 23 20:32:28.188204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:28.366097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 17ea1b15-890e-4da7-862a-639f036d166e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:28.366610 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.396039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.401370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-89585c10-515f-4001-9989-f40207e67a00', 'network_id': '89585c10-515f-4001-9989-f40207e67a00', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '70455054-5824-42c3-b2b0-ed93ae2d97f9'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:28.402559 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.407256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38424715-8181-438c-a287-446b0c959c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.479710 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-c1ff1d85-a621-4b1f-877e-56114bdd4fb8 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3108735 Jul 23 20:32:28.492135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38424715-8181-438c-a287-446b0c959c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.507988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.595578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.595905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.600994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111367a7-b885-4230-8bf3-f07cbef093a2 req-1417b457-58e3-433c-8075-c5958d0c1573 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:28.602754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-111367a7-b885-4230-8bf3-f07cbef093a2 req-1417b457-58e3-433c-8075-c5958d0c1573 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1974599 Jul 23 20:32:28.641822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Allocated IP 172.20.0.2 (89585c10-515f-4001-9989-f40207e67a00/70455054-5824-42c3-b2b0-ed93ae2d97f9/3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:28.676296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-111367a7-b885-4230-8bf3-f07cbef093a2 req-6a5272ed-7e7e-4a0f-a56b-69b5d97e89cc tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666432 Jul 23 20:32:28.713761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 17ea1b15-890e-4da7-862a-639f036d166e owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:28.872611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38424715-8181-438c-a287-446b0c959c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.876046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38424715-8181-438c-a287-446b0c959c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.877363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-38424715-8181-438c-a287-446b0c959c12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0f2a2ed-3a56-4aeb-841b-63592c592a0f HTTP/1.1" status: 204 len: 168 time: 0.8279421 Jul 23 20:32:28.887901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:28.939833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=17ea1b15-890e-4da7-862a-639f036d166e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.954210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.954821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.955373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.956224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.956934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.957494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.958381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.958889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.959390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.959920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.960676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.961208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:28.966356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38424715-8181-438c-a287-446b0c959c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f2a2ed-3a56-4aeb-841b-63592c592a0f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:28.980270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.013578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Transition to ACTIVE for port object 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:29.037808 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3e0a4fe-c638-4fdb-bf58-8e97318d0830 req-95ec5710-3261-4a4f-83a2-899e63990234 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5476382 Jul 23 20:32:29.052762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Transition to ACTIVE for port object 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:29.076843 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.119496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.129676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Network 89585c10-515f-4001-9989-f40207e67a00 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:29.132761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:29.140383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:29.143732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Pushing event updated for resources: {'Port': ['ID=3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.205584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=70455054-5824-42c3-b2b0-ed93ae2d97f9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.280385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Attempting to bind port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:29.283579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Attempting to bind port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f48a4047-494c-4bda-9b39-7e21eac83993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89585c10-515f-4001-9989-f40207e67a00'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:29.284206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Attempting to bind port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 on network 89585c10-515f-4001-9989-f40207e67a00 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:29.290241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.302761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:29.306433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Checking segment: {'id': 'f48a4047-494c-4bda-9b39-7e21eac83993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89585c10-515f-4001-9989-f40207e67a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:29.307241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.307453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.308512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Bound using segment: {'id': 'f48a4047-494c-4bda-9b39-7e21eac83993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89585c10-515f-4001-9989-f40207e67a00'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:29.308946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Bound port: 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48a4047-494c-4bda-9b39-7e21eac83993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '89585c10-515f-4001-9989-f40207e67a00'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:29.310038 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.312713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dc0cf170-5c8b-4573-bd57-6aeb033f5bfe tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/floatingips/4c8fceac-cf8d-40ba-bba2-6e6e9bd6c9a6 HTTP/1.1" status: 204 len: 168 time: 1.5264385 Jul 23 20:32:29.318023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39538) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:29.330970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'ca58f0eb-8192-4c07-aa18-57545610ac60'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:29.366187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.386421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-adc2d06f-96c4-40d0-b043-bd936d5faa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:29.388134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-adc2d06f-96c4-40d0-b043-bd936d5faa85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1095 time: 0.2611074 Jul 23 20:32:29.388896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.461474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89585c10-515f-4001-9989-f40207e67a00']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.490953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] For port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:29.501734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48a4047-494c-4bda-9b39-7e21eac83993') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.502046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48a4047-494c-4bda-9b39-7e21eac83993') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:29.504056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] For port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5,segment=NetworkSegment(f48a4047-494c-4bda-9b39-7e21eac83993),segment_id=f48a4047-494c-4bda-9b39-7e21eac83993)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:29.514952 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.564964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.628420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.649343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:29.649798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:29.658016 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:29.694652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516fa43-57f8-4a4c-bfa1-d32fa7cf28e9 None None] Pushing event updated for resources: {'Port': ['ID=3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:29.702084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa03a2d-0cc6-4adf-9380-16b163ce56eb None None] Network 89585c10-515f-4001-9989-f40207e67a00 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:29.710295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ffcc-1810-4d87-8bb0-ba96faef9450 req-686b5b49-aa89-4040-9258-e5584d5e0ea2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:29.711996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f9ffcc-1810-4d87-8bb0-ba96faef9450 req-686b5b49-aa89-4040-9258-e5584d5e0ea2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.3362966 Jul 23 20:32:29.741196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-ee91e7a6-82e0-4707-9166-4dda15e67af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:29.742949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-ee91e7a6-82e0-4707-9166-4dda15e67af5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.3312457 Jul 23 20:32:29.859249 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-e5e70fdf-d3ae-40c3-aae9-cbf5404bc683 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 217 time: 0.1076474 Jul 23 20:32:29.892635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54a356-6758-46f9-82ed-5fe1891c37ca None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:30.005780 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:30.005780 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:30.005780 n-d-793620-13 neutron-server[94027]: [parameters: {'id': '89585c10-515f-4001-9989-f40207e67a00'}] Jul 23 20:32:30.005780 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:30.007376 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:30.022314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f9ffcc-1810-4d87-8bb0-ba96faef9450 req-e5b7f49d-f6c0-4f79-ae51-244204e4281e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662721 Jul 23 20:32:30.038940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-eb814bed-55da-40db-b7cc-26f1f967881c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:30.050921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-eb814bed-55da-40db-b7cc-26f1f967881c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.1734180 Jul 23 20:32:30.134112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1ccc5-1099-439a-b0b2-4ed7cf2de806 req-e57f627e-53f7-4079-b260-9812302d90c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:30.136695 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.151607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22e1ccc5-1099-439a-b0b2-4ed7cf2de806 req-e57f627e-53f7-4079-b260-9812302d90c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2690187 Jul 23 20:32:30.236355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22e1ccc5-1099-439a-b0b2-4ed7cf2de806 req-a0054da7-6065-4082-83c4-a29fcf89252a tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830021 Jul 23 20:32:30.237533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54a356-6758-46f9-82ed-5fe1891c37ca None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:30.352538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.249 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/66619753-fde2-498e-b2a2-8267dd21f013) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:30.509011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.604926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-e85e1810-0e49-46ac-a827-9dc0b58e70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:30.607448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-e85e1810-0e49-46ac-a827-9dc0b58e70de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5480413 Jul 23 20:32:30.798257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:30.802667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.832276 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-55c63dd5-1de5-4ada-b2f7-476e72a040c9 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823008 Jul 23 20:32:30.836989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.873686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603ecf0-6706-4b22-a085-4fc01d72cf48 req-daab1d53-1aec-4c88-9335-1dab622a553d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:30.875361 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3603ecf0-6706-4b22-a085-4fc01d72cf48 req-daab1d53-1aec-4c88-9335-1dab622a553d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2762849 Jul 23 20:32:30.944750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5,segment=NetworkSegment(f48a4047-494c-4bda-9b39-7e21eac83993),segment_id=f48a4047-494c-4bda-9b39-7e21eac83993)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:30.945036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:30.966747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:31.008439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3603ecf0-6706-4b22-a085-4fc01d72cf48 req-5d807963-fa97-4f3b-84e7-2d8a9afffc4c tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916708 Jul 23 20:32:31.108229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.123754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-1cc6a4e3-7ae0-41fc-ae63-be45731161b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:31.126701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-1cc6a4e3-7ae0-41fc-ae63-be45731161b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=18cbd2de73534bcea64a685080913195&device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 1097 time: 0.5543716 Jul 23 20:32:31.203759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4481ff65-cfbf-4839-9717-3e49919a0e01 req-3827aff7-c7eb-404a-b549-94ca4105b0c1 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612890 Jul 23 20:32:31.241377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:31.258702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:31.269512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=66619753-fde2-498e-b2a2-8267dd21f013,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:31.285249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:31.309326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.335685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:32:31.481361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-6687e10e-8751-4e97-af73-12af7f1398e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:31.483397 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-6687e10e-8751-4e97-af73-12af7f1398e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 200 len: 913 time: 0.3097229 Jul 23 20:32:31.484378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:31.493072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=3bed59b0-e5e8-4b38-96cd-6fb5e2dcbbf5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:31.584627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d065adb-f985-498b-b316-b19964e1138e req-f5135c92-171e-4058-ba89-c5f506c14dc6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:31.587862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d065adb-f985-498b-b316-b19964e1138e req-f5135c92-171e-4058-ba89-c5f506c14dc6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.4351528 Jul 23 20:32:31.640147 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-cef16b10-22a7-412c-8890-aff6bcee642f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 200 len: 999 time: 0.1423891 Jul 23 20:32:31.644529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:31.676744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'port_id': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'mac_address': 'fa:16:3e:88:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:32:31.725111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-36b682ea-0ee5-4fb4-bbd8-e5d9fd1e1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:31.725111 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-36b682ea-0ee5-4fb4-bbd8-e5d9fd1e1d0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 200 len: 851 time: 0.0728722 Jul 23 20:32:31.828564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.833049 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.860972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89585c10-515f-4001-9989-f40207e67a00']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:31.879586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48a4047-494c-4bda-9b39-7e21eac83993') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:31.880067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48a4047-494c-4bda-9b39-7e21eac83993') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:31.899497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43cfb0e-4c06-4890-9037-2bff557aa6a7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:32:31.900357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.938901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:31.951397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:31.953716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.032407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:32.039887 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.135337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-ac253166-0235-4a3e-85f1-18402e6041d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:32.137588 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-ac253166-0235-4a3e-85f1-18402e6041d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20275b04-68cb-4d50-94cf-543c5a033c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3657253 Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:32.162352 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:32.193221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d065adb-f985-498b-b316-b19964e1138e req-2529c369-f825-4195-ab1b-3d48cef240da tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5937936 Jul 23 20:32:32.201165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:32.238295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.252432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.254964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/89585c10-515f-4001-9989-f40207e67a00 HTTP/1.1" status: 204 len: 168 time: 4.0649767 Jul 23 20:32:32.267980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b43cfb0e-4c06-4890-9037-2bff557aa6a7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:32.303384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39622) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:32.314035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1969122044'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:32.344289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0968-5596-44e6-b4ce-2aa798793b24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=89585c10-515f-4001-9989-f40207e67a00,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:32.415478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-e1af752a-739f-4c18-b022-47b4dcd6f9b5 service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578003 Jul 23 20:32:32.436966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d7868-3d2b-4004-aaf2-4196b84ea542 req-6832d216-cb3d-49b2-9fb6-adac8c1b42b2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:32.447845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d5d7868-3d2b-4004-aaf2-4196b84ea542 req-6832d216-cb3d-49b2-9fb6-adac8c1b42b2 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2455499 Jul 23 20:32:32.538209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d5d7868-3d2b-4004-aaf2-4196b84ea542 req-445513e0-0581-4e6d-b14d-7cae00abd70e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893331 Jul 23 20:32:32.594050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:32.599685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.781806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:32.814421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.815017 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment d0f6e8d0-009d-4d64-90d6-023d21e34d00 of type vlan for network 82803f8c-7ece-4509-b9bf-89d10226f611 Jul 23 20:32:32.819064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9cfd3624-4399-4cf4-bc39-1210939ca019 req-61c89c74-a1a8-4a41-b817-00f40c4f8a9d service neutron] 10.222.0.47 "GET /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931096 Jul 23 20:32:32.896246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:32.900303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.061817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.067591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.068230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.131317 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8255222 Jul 23 20:32:33.134184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39656) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:33.139768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '82803f8c-7ece-4509-b9bf-89d10226f611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:33.187898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839c58e-813c-472a-8320-d80182816e3f tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=82803f8c-7ece-4509-b9bf-89d10226f611,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.190464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.221384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 82803f8c-7ece-4509-b9bf-89d10226f611 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:33.359574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:32:33.460217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:33.464993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.501160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port b43cfb0e-4c06-4890-9037-2bff557aa6a7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:32:33.507506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port b43cfb0e-4c06-4890-9037-2bff557aa6a7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:32:33.508078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.520723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.536284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.651659 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.664553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing IP validity checks on allocation pools {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:32:33.666091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:32:33.693864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=66619753-fde2-498e-b2a2-8267dd21f013,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.702557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df88cf-788f-4267-9230-3755f7064cc6 req-7c02570a-a4c3-47cf-ad0c-a72e571da342 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.708420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:33.710995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65df88cf-788f-4267-9230-3755f7064cc6 req-7c02570a-a4c3-47cf-ad0c-a72e571da342 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 944 time: 0.3814569 Jul 23 20:32:33.714255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.719459 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61161f2d-5a23-467e-848f-d0edac082f80" -d '{"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-plugged", "status": "completed", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:33.742199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:33.749064 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:33.836115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65df88cf-788f-4267-9230-3755f7064cc6 req-33f00bfb-7e7d-4a6c-94b7-102e99e505e2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239932 Jul 23 20:32:33.885081 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 1006da8a-bda1-49e2-9865-e2d379f8a99d associated. External IP: 172.25.8.249, port: ca58f0eb-8192-4c07-aa18-57545610ac60. Jul 23 20:32:33.894627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:33.901047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f74e17-5bd1-44e0-b5ca-d5ba977a69d8 req-76f5e2a3-d06e-46a2-b3bf-e52a922cfcd4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:33.908787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94f74e17-5bd1-44e0-b5ca-d5ba977a69d8 req-76f5e2a3-d06e-46a2-b3bf-e52a922cfcd4 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1929500 Jul 23 20:32:33.985361 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178bf635-def8-49b5-bbe6-a83ebe138a3b x-openstack-request-id: req-178bf635-def8-49b5-bbe6-a83ebe138a3b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:33.985680 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-plugged", "status": "completed", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:33.985933 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-178bf635-def8-49b5-bbe6-a83ebe138a3b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:33.986327 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'code': 200} Jul 23 20:32:34.049698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94f74e17-5bd1-44e0-b5ca-d5ba977a69d8 req-3cb408ca-598b-46b2-b527-57d304016f43 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398361 Jul 23 20:32:34.088968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.276618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=ae490f99-cb5d-42ce-96f4-1214cf7904c4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:34.348152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': 'd0f6e8d0-009d-4d64-90d6-023d21e34d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '82803f8c-7ece-4509-b9bf-89d10226f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:34.349092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 82803f8c-7ece-4509-b9bf-89d10226f611, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:34.413182 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:32:34.439737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c16b81-027a-4609-aecf-1e7b60e8f2cc req-7e1717b2-5e88-4c85-84d4-b6183c30aba7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.441347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19c16b81-027a-4609-aecf-1e7b60e8f2cc req-7e1717b2-5e88-4c85-84d4-b6183c30aba7 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.2633817 Jul 23 20:32:34.443045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 82803f8c-7ece-4509-b9bf-89d10226f611 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:34.469214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 82803f8c-7ece-4509-b9bf-89d10226f611) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:34.476310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.477277 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.482858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1668509d-70b4-447b-b8a4-477047a44a3f None None] Network 82803f8c-7ece-4509-b9bf-89d10226f611 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:34.520136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19c16b81-027a-4609-aecf-1e7b60e8f2cc req-4571e19e-8314-407f-902d-a68c04712992 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730052 Jul 23 20:32:34.539857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-58cf63bf-90ea-4056-8dfd-5f9a04d3c1cd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3940542 Jul 23 20:32:34.541650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39720) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:34.655154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cbd74-a209-4704-a6ca-bedaa3056d9e req-c739af97-dc30-4f33-8670-95ab7f510370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:34.657194 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451cbd74-a209-4704-a6ca-bedaa3056d9e req-c739af97-dc30-4f33-8670-95ab7f510370 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.1489937 Jul 23 20:32:34.803919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.908450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:34.909579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93041a14-8b89-4276-a750-5a05516ae33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-82803f8c-7ece-4509-b9bf-89d10226f611', 'network_id': '82803f8c-7ece-4509-b9bf-89d10226f611', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': 'ae490f99-cb5d-42ce-96f4-1214cf7904c4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:34.911170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-93041a14-8b89-4276-a750-5a05516ae33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:34.913898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-451cbd74-a209-4704-a6ca-bedaa3056d9e req-ebe5fa50-2e11-47e1-8fd0-e9ffb9be8da9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358766 Jul 23 20:32:34.929709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.124288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.126248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:35.142970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:35.172483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.186715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:35.187691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.218690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=ae490f99-cb5d-42ce-96f4-1214cf7904c4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:35.259907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-93041a14-8b89-4276-a750-5a05516ae33c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae490f99-cb5d-42ce-96f4-1214cf7904c4: This subnet is being modified by another concurrent operation. Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:32:35.307398 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae490f99-cb5d-42ce-96f4-1214cf7904c4: This subnet is being modified by another concurrent operation. Jul 23 20:32:35.311898 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 20:32:35.316265 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8746784e-4efe-4c00-ac63-70825fc6a687 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9909945 Jul 23 20:32:35.316265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39764) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.319537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:35.320241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.418980 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-23c0490a-b63b-4d0e-8aa0-db493f32326b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/floatingips/1006da8a-bda1-49e2-9865-e2d379f8a99d HTTP/1.1" status: 200 len: 978 time: 0.1046848 Jul 23 20:32:35.419692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.437637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9087a78a-2c10-492b-a64f-b79156af3ef8 None None] Network 82803f8c-7ece-4509-b9bf-89d10226f611 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:35.438159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.441053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.458534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82803f8c-7ece-4509-b9bf-89d10226f611']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.462041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffeced9-7be1-4087-9f2d-f74e6e2d98fc None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:35.483452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342595f0-2b49-45cf-83a4-85bcf03c78c8 req-a18c63bd-4f8d-49d0-bb01-f8f16a6ad13b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:35.493503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-342595f0-2b49-45cf-83a4-85bcf03c78c8 req-a18c63bd-4f8d-49d0-bb01-f8f16a6ad13b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.4398375 Jul 23 20:32:35.499721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f6e8d0-009d-4d64-90d6-023d21e34d00') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.500294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f6e8d0-009d-4d64-90d6-023d21e34d00') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:35.576718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.690584 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f683da17-4ed6-48ca-890b-a3e80ecde951 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2673531 Jul 23 20:32:35.690961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39790) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.695594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.703227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'port_id': '23ea5e5c-8131-4037-aa18-3ff556442e6a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:35.724138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:35.726062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:35.734256 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:35.805077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-342595f0-2b49-45cf-83a4-85bcf03c78c8 req-3d154da8-31d7-49c7-b7b4-aa40623119c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3104019 Jul 23 20:32:35.808180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c2735-3630-4078-8ddb-611321178201 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:35.921732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.928939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.938303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:35.954380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/82803f8c-7ece-4509-b9bf-89d10226f611 HTTP/1.1" status: 204 len: 168 time: 1.4116240 Jul 23 20:32:35.958504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39812) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:35.986173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-846505125'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:36.039884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa141b12-ffcb-4144-8bf0-b17b1f64180c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=82803f8c-7ece-4509-b9bf-89d10226f611,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:36.088357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:36.093133 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.126233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0c2735-3630-4078-8ddb-611321178201 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:36.167782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:36.194442 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.195334 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment f3a5ed3f-8dde-4979-95ff-2615fd645f5d of type vlan for network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 Jul 23 20:32:36.284551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.406928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.413793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:36.414692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.428081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39822) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:36.443703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4786212 Jul 23 20:32:36.448329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39826) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:36.455441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:36.518692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a49717-f281-42be-a50a-a2b6918945c1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=70822e1f-2fba-467a-bcbe-a37e0a503ed7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:36.538716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-5c87c803-fc30-49b4-b3ce-f9517e83a243 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:36.540537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-5c87c803-fc30-49b4-b3ce-f9517e83a243 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=0d36d46d-367b-49ca-8991-3d2eb42c8d40 HTTP/1.1" status: 200 len: 943 time: 0.2288961 Jul 23 20:32:36.548597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:36.627857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b938aace-9569-4aa5-b8fb-380957928300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:36.788730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Deleting port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:36.789079 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.054048 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b938aace-9569-4aa5-b8fb-380957928300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.066898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] For port 13410d21-8fb5-4fb8-a07d-4c59e4532af1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=13410d21-8fb5-4fb8-a07d-4c59e4532af1,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:37.067317 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.085128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b938aace-9569-4aa5-b8fb-380957928300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.095229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.099051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Calling delete_port for 13410d21-8fb5-4fb8-a07d-4c59e4532af1 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:37.114893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.133089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f625498-cf19-4200-8acd-2e61df142f15 req-84169ad5-6375-47fc-9bca-b7a154dbf090 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:37.167257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f625498-cf19-4200-8acd-2e61df142f15 req-84169ad5-6375-47fc-9bca-b7a154dbf090 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2532334 Jul 23 20:32:37.226553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:37.241801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.334520 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 1006da8a-bda1-49e2-9865-e2d379f8a99d associated. External IP: 172.25.8.249, port: ca58f0eb-8192-4c07-aa18-57545610ac60. Jul 23 20:32:37.420828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f625498-cf19-4200-8acd-2e61df142f15 req-90ec4419-0d25-4f8c-b854-e9891c083341 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818117 Jul 23 20:32:37.439678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39848) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:37.440379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b938aace-9569-4aa5-b8fb-380957928300 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cb9e64d40264bfa8a621316358f8dda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0048499 Jul 23 20:32:37.441625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938aace-9569-4aa5-b8fb-380957928300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b8aef8-f441-4c77-ae85-006270bd2f56,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.500880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.515420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:37.517779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:37.566375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'Port': ['ID=13410d21-8fb5-4fb8-a07d-4c59e4532af1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:37.652405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] No DVR routers for this DVR port 13410d21-8fb5-4fb8-a07d-4c59e4532af1 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:37.673492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.684930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8845a77e-505e-43e2-8994-44d34d1737e4 req-d224f556-9cbd-425f-9be6-8f0fb5f2c129 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "DELETE /v2.0/ports/13410d21-8fb5-4fb8-a07d-4c59e4532af1 HTTP/1.1" status: 204 len: 173 time: 1.1335568 Jul 23 20:32:37.691306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-deleted', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:37.694431 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d8acf8-b997-4935-bbdf-1c5ce903a584" -d '{"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-deleted", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:37.786996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74255fc0-763e-4a24-b816-222f88341536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:37.811258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7220fd-d1c4-420e-8e62-8ec4accd4922 req-930f1525-20ed-4883-83a7-dff607fa9d05 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:37.814396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd7220fd-d1c4-420e-8e62-8ec4accd4922 req-930f1525-20ed-4883-83a7-dff607fa9d05 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2232268 Jul 23 20:32:37.950029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd7220fd-d1c4-420e-8e62-8ec4accd4922 req-c811a321-06cf-4703-aea6-a96c5fe20809 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088963 Jul 23 20:32:37.950839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39866) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:38.023642 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a1a42f-7863-4e15-9819-b12f8c0d045a x-openstack-request-id: req-97a1a42f-7863-4e15-9819-b12f8c0d045a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:38.023952 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d36d46d-367b-49ca-8991-3d2eb42c8d40", "name": "network-vif-deleted", "tag": "13410d21-8fb5-4fb8-a07d-4c59e4532af1", "status": "failed", "code": 422}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:38.024214 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97a1a42f-7863-4e15-9819-b12f8c0d045a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:38.024849 n-d-793620-13 neutron-server[94027]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d36d46d-367b-49ca-8991-3d2eb42c8d40', 'name': 'network-vif-deleted', 'tag': '13410d21-8fb5-4fb8-a07d-4c59e4532af1', 'status': 'failed', 'code': 422} returned with failed status Jul 23 20:32:38.032888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74255fc0-763e-4a24-b816-222f88341536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.052432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb79bea7-e02b-45d1-984b-7cfe77d2b968 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:38.057860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.064479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fb79bea7-e02b-45d1-984b-7cfe77d2b968 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1092 time: 0.1125312 Jul 23 20:32:38.065229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39870) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:38.070392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:38.099672 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.291875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:38.292913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=2255aa9c-5133-4a65-8523-2e96eadbdc14,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.317325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74255fc0-763e-4a24-b816-222f88341536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.320031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74255fc0-763e-4a24-b816-222f88341536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.321300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74255fc0-763e-4a24-b816-222f88341536 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17b8aef8-f441-4c77-ae85-006270bd2f56 HTTP/1.1" status: 204 len: 168 time: 0.8804417 Jul 23 20:32:38.325995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:38.326416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 70822e1f-2fba-467a-bcbe-a37e0a503ed7, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:38.338350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74255fc0-763e-4a24-b816-222f88341536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b8aef8-f441-4c77-ae85-006270bd2f56,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:38.385732 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.549219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:38.576876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 70822e1f-2fba-467a-bcbe-a37e0a503ed7) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:38.587121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9696a612-ca6d-4512-b4ca-49bc84d9b78c None None] Network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:38.591196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:38.592210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.640410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:38.647768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-862d6d6c-5f4c-4c03-8a9d-dc61ef9e1e51 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1983829 Jul 23 20:32:38.658866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39894) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:38.662365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:38.681685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:38.688210 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.860416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.873544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.158 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/569c2fc1-7233-4883-bb99-0f27be3539a8) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:38.895985 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:38.896625 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.985177 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:38.990446 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:38.993815 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3292ceb6-1c31-4091-b812-108b3d79b287 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:39.133844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:39.151398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-70822e1f-2fba-467a-bcbe-a37e0a503ed7', 'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '2255aa9c-5133-4a65-8523-2e96eadbdc14'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:39.158609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.177192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 39910) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:39.224913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63e63de5-6fb3-427e-8db4-26ed67690520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.378357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:39.404745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.489776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Allocated IP 172.20.0.1 (70822e1f-2fba-467a-bcbe-a37e0a503ed7/2255aa9c-5133-4a65-8523-2e96eadbdc14/690c1f93-bf74-48e4-970b-514211fbdde2) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:39.514103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2853b928-f55e-4e20-98a7-b6f567b9e359 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/floatingips/1006da8a-bda1-49e2-9865-e2d379f8a99d HTTP/1.1" status: 200 len: 978 time: 3.8210688 Jul 23 20:32:39.514933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39920) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:39.520700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:39.633114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.792046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:39.815819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:39.816632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.859498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.888098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:39.889684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.913162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.920653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.947511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63e63de5-6fb3-427e-8db4-26ed67690520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.971340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.976113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63e63de5-6fb3-427e-8db4-26ed67690520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.977117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:39.977757 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 1006da8a-bda1-49e2-9865-e2d379f8a99d disassociated. External IP: 172.25.8.249, port: 23ea5e5c-8131-4037-aa18-3ff556442e6a. Jul 23 20:32:39.991194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:39.991843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69437333-0d6f-445a-a9e5-c08001da2688 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:40.029228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.040413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Transition to ACTIVE for port object 690c1f93-bf74-48e4-970b-514211fbdde2 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:40.071334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Transition to ACTIVE for port object 690c1f93-bf74-48e4-970b-514211fbdde2 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:40.083793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.126447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-63e63de5-6fb3-427e-8db4-26ed67690520 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a85f7c5b08b4aea8c89dd259fd25bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9315519 Jul 23 20:32:40.126746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39932) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:40.143178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Pushing event updated for resources: {'Port': ['ID=690c1f93-bf74-48e4-970b-514211fbdde2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.151932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63de5-6fb3-427e-8db4-26ed67690520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1c4e89-0f4b-4ff6-95e5-bbfae2a0166e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.158608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:40.162237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:40.169465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:40.176899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6fd8-0913-47e0-8782-0daaeea9256f req-2de24932-6541-44ea-9053-a5201a1fee0f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:40.178731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f3f6fd8-0913-47e0-8782-0daaeea9256f req-2de24932-6541-44ea-9053-a5201a1fee0f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 907 time: 0.7901773 Jul 23 20:32:40.196155 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.210925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.280059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=2255aa9c-5133-4a65-8523-2e96eadbdc14,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.303407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Attempting to bind port 690c1f93-bf74-48e4-970b-514211fbdde2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:40.304344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Attempting to bind port 690c1f93-bf74-48e4-970b-514211fbdde2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:40.304909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Attempting to bind port 690c1f93-bf74-48e4-970b-514211fbdde2 on network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:40.308218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f89eb54-a0f8-4508-81d2-27e7ae78d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.311904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:40.312712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Checking segment: {'id': 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:40.313665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.314715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Bound using segment: {'id': 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:40.315531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Bound port: 690c1f93-bf74-48e4-970b-514211fbdde2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:40.316207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.393232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:40.408446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:40.426439 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:40.440842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f89eb54-a0f8-4508-81d2-27e7ae78d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.447244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] For port 690c1f93-bf74-48e4-970b-514211fbdde2, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:40.459161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] For port 690c1f93-bf74-48e4-970b-514211fbdde2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=690c1f93-bf74-48e4-970b-514211fbdde2,segment=NetworkSegment(f3a5ed3f-8dde-4979-95ff-2615fd645f5d),segment_id=f3a5ed3f-8dde-4979-95ff-2615fd645f5d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:40.461108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=569c2fc1-7233-4883-bb99-0f27be3539a8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.471457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.499161 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.517605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70822e1f-2fba-467a-bcbe-a37e0a503ed7']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:40.532967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:40.533704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:40.546226 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.585134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5094b-be1b-4bd8-8abf-2b9ef85bba2d None None] Pushing event updated for resources: {'Port': ['ID=690c1f93-bf74-48e4-970b-514211fbdde2,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:40.608081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.646111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:40.646327 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:40.649246 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:40.652454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:40.687961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f89eb54-a0f8-4508-81d2-27e7ae78d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.691052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f89eb54-a0f8-4508-81d2-27e7ae78d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:40.695936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9f89eb54-a0f8-4508-81d2-27e7ae78d0e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c1c4e89-0f4b-4ff6-95e5-bbfae2a0166e HTTP/1.1" status: 204 len: 168 time: 0.5681305 Jul 23 20:32:40.729484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ff1a2-b2e7-4f1d-b51f-1e7abb99c39e None None] Network 70822e1f-2fba-467a-bcbe-a37e0a503ed7 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:41.001281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:41.001281 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:41.001281 n-d-793620-13 neutron-server[94027]: [parameters: {'id': '70822e1f-2fba-467a-bcbe-a37e0a503ed7'}] Jul 23 20:32:41.001281 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:41.002160 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:41.267457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781bca12-da22-4e66-b425-012fb3189b4f None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:41.452449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89eb54-a0f8-4508-81d2-27e7ae78d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1c4e89-0f4b-4ff6-95e5-bbfae2a0166e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:41.473302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-e2bfd0c9-aabf-431b-9173-f8d3b7ec58bf tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.476645 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-e2bfd0c9-aabf-431b-9173-f8d3b7ec58bf tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 907 time: 0.9342556 Jul 23 20:32:41.478947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781bca12-da22-4e66-b425-012fb3189b4f None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:41.481976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.620307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.718009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20087d-3973-4e8b-9c0c-a35bbb903a76 req-8c2b75e1-74d1-47a9-99a2-8c881c984561 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:41.722251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:41.726662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df20087d-3973-4e8b-9c0c-a35bbb903a76 req-8c2b75e1-74d1-47a9-99a2-8c881c984561 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 907 time: 0.3672347 Jul 23 20:32:41.738448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:41.753311 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:41.753671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.754927 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.833694 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.834115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Deleting port 37d4fca1-30b2-453f-b18d-0c484685270d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:41.834687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.851265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:41.852168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.895916 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-77ed0e51-9a36-4639-84a9-db9fdcd7ae91 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/floatingips/1006da8a-bda1-49e2-9865-e2d379f8a99d HTTP/1.1" status: 200 len: 688 time: 2.3797376 Jul 23 20:32:41.896858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 39976) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:41.930960 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:41.936850 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:41.940358 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050e01e-b000-4027-a2bf-99be36a7d6a0 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:42.163199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] For port 37d4fca1-30b2-453f-b18d-0c484685270d, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=37d4fca1-30b2-453f-b18d-0c484685270d,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:42.163686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.203279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Calling delete_port for 37d4fca1-30b2-453f-b18d-0c484685270d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:42.277005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 66619753-fde2-498e-b2a2-8267dd21f013 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:42.278209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.324863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.352236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 690c1f93-bf74-48e4-970b-514211fbdde2 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:42.354344 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.363338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.425468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.426114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.449914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 66619753-fde2-498e-b2a2-8267dd21f013 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:42.520523 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.594642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'Port': ['ID=37d4fca1-30b2-453f-b18d-0c484685270d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:42.634862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 690c1f93-bf74-48e4-970b-514211fbdde2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=690c1f93-bf74-48e4-970b-514211fbdde2,segment=NetworkSegment(f3a5ed3f-8dde-4979-95ff-2615fd645f5d),segment_id=f3a5ed3f-8dde-4979-95ff-2615fd645f5d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:42.634862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.640012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=569c2fc1-7233-4883-bb99-0f27be3539a8,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:42.685565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 690c1f93-bf74-48e4-970b-514211fbdde2 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:42.687615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.716561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] No DVR routers for this DVR port 37d4fca1-30b2-453f-b18d-0c484685270d on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:42.720844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.723966 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2ebaad92-476f-4c59-9f4d-0c4ca032845e req-cabb411b-5cc9-4308-a081-651f2b8ccd2f tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "DELETE /v2.0/ports/37d4fca1-30b2-453f-b18d-0c484685270d HTTP/1.1" status: 204 len: 173 time: 1.2395120 Jul 23 20:32:42.724707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'name': 'network-vif-deleted', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:42.727518 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef26005f-4128-4fe4-81a7-89f2d29c302e" -d '{"events": [{"server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "name": "network-vif-deleted", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:42.893315 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2a2620-7044-4ee9-ae23-f17f26868858 x-openstack-request-id: req-eb2a2620-7044-4ee9-ae23-f17f26868858 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:42.894425 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55cac576-9152-42b5-8426-142dd4c82a8f", "name": "network-vif-deleted", "tag": "37d4fca1-30b2-453f-b18d-0c484685270d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:42.895280 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb2a2620-7044-4ee9-ae23-f17f26868858 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:42.895894 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55cac576-9152-42b5-8426-142dd4c82a8f', 'name': 'network-vif-deleted', 'tag': '37d4fca1-30b2-453f-b18d-0c484685270d', 'status': 'completed', 'code': 200} Jul 23 20:32:42.897138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:42.993731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=66619753-fde2-498e-b2a2-8267dd21f013,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:43.041468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1222b459-a0c1-461f-a381-f85fc7168d49 req-5972c808-6642-4f98-8313-7af7d81699e5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=55cac576-9152-42b5-8426-142dd4c82a8f HTTP/1.1" status: 200 len: 210 time: 0.1227481 Jul 23 20:32:43.111707 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP 897bcef8-7de8-4593-8979-eb6b41e38ca6 associated. External IP: 172.25.8.158, port: b43cfb0e-4c06-4890-9037-2bff557aa6a7. Jul 23 20:32:43.114578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.117720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.125333 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bdc31da4-6dd0-4e80-9dc8-22a3f1fd7119 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/floatingips/1006da8a-bda1-49e2-9865-e2d379f8a99d HTTP/1.1" status: 204 len: 168 time: 1.1728141 Jul 23 20:32:43.126261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40022) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.180862 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d0eaf7fc-1a32-4a40-9e7b-a3bd88296b44 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] delete failed (client error): The resource could not be found. Jul 23 20:32:43.190589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0eaf7fc-1a32-4a40-9e7b-a3bd88296b44 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/floatingips/1006da8a-bda1-49e2-9865-e2d379f8a99d HTTP/1.1" status: 404 len: 345 time: 0.0632613 Jul 23 20:32:43.191231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40026) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.311894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.361674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=690c1f93-bf74-48e4-970b-514211fbdde2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:43.364349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 690c1f93-bf74-48e4-970b-514211fbdde2 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:43.468237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7369e4-b25e-493d-9242-9ab9a4cb49e8 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.474752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7369e4-b25e-493d-9242-9ab9a4cb49e8 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.481894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7369e4-b25e-493d-9242-9ab9a4cb49e8 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.486490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0f7369e4-b25e-493d-9242-9ab9a4cb49e8 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/ports?network_id=745947f1-905f-47b6-8feb-9e703a295d4a HTTP/1.1" status: 200 len: 2358 time: 0.2914667 Jul 23 20:32:43.489854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40032) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.527511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.546654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70822e1f-2fba-467a-bcbe-a37e0a503ed7']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.562088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.562382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a5ed3f-8dde-4979-95ff-2615fd645f5d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.577238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.587315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33429730-f164-41a9-ac45-d6113f3e17a3 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:43.588814 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33429730-f164-41a9-ac45-d6113f3e17a3 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/subnets/9db3addc-1cf0-4442-92e8-bebe1849ffe5 HTTP/1.1" status: 200 len: 797 time: 0.0979540 Jul 23 20:32:43.595824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40036) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.604418 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.607114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'port': {'network_id': '745947f1-905f-47b6-8feb-9e703a295d4a', 'name': 'tempest-FloatingIPTestJSON-866754198', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:43.607662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 767ee7df-a97d-46e8-a9d3-09ade79787de has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:43.614735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:43.615138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:43.618244 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:43.755344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.756839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:43.805192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.814384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.817309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/70822e1f-2fba-467a-bcbe-a37e0a503ed7 HTTP/1.1" status: 204 len: 168 time: 5.1575367 Jul 23 20:32:43.820971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40044) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:43.827838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-340500732'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:43.867718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6b9b484a-1d6e-4e5f-8a9f-a8a13d88679b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.887248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03161b-de19-4d66-b925-e56947346b61 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=70822e1f-2fba-467a-bcbe-a37e0a503ed7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:43.912265 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.920492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:43.924258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:43.930362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:43.948352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] device_id is not set on port 8a9a8a39-b864-4767-b4ff-36d860e8d91e yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:32:43.951425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] Sync routers for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:43.964873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:43.965718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:43.981795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:43.984890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.024737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.025126 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment 2d023b58-cb5c-4a7e-af95-466cbf3591b7 of type vlan for network f4b3be7b-2ee8-4def-97ba-e39677928a0c Jul 23 20:32:44.089766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-49efa705-c1eb-44f8-a88a-f9570c08ce99 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0232022 Jul 23 20:32:44.093397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:44.095774 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519a0786-9e03-4689-b3c9-9a42a380ef69" -d '{"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:44.110628 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.170085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.178437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.181109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.233528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:44.271070 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f60ba0d-f622-4592-870d-067320eb9e1c x-openstack-request-id: req-6f60ba0d-f622-4592-870d-067320eb9e1c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:44.275197 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:44.275197 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f60ba0d-f622-4592-870d-067320eb9e1c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:44.278430 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'status': 'completed', 'code': 200} Jul 23 20:32:44.394783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5713239 Jul 23 20:32:44.419722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40062) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:44.427121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:44.507817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6223ba9-09d3-4dd4-81f8-d3fbee9f3026 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=f4b3be7b-2ee8-4def-97ba-e39677928a0c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:44.567764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660e327-9efa-46c3-ab17-4530c44dc8da req-bceb0fd4-e18d-4391-b966-3c0b2a2f6445 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.579001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8660e327-9efa-46c3-ab17-4530c44dc8da req-bceb0fd4-e18d-4391-b966-3c0b2a2f6445 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.3721030 Jul 23 20:32:44.614530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f4b3be7b-2ee8-4def-97ba-e39677928a0c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:44.626394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-917b8cfc-be02-4df4-818a-5ee0c384f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.630383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-917b8cfc-be02-4df4-818a-5ee0c384f263 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.3593256 Jul 23 20:32:44.655479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.14 (745947f1-905f-47b6-8feb-9e703a295d4a/9db3addc-1cf0-4442-92e8-bebe1849ffe5/8a9a8a39-b864-4767-b4ff-36d860e8d91e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:44.670561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:44.678966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:44.703624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8660e327-9efa-46c3-ab17-4530c44dc8da req-c9444690-55b7-43b3-9b12-fc98a09d7ec9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180158 Jul 23 20:32:44.721476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.12 (745947f1-905f-47b6-8feb-9e703a295d4a/9db3addc-1cf0-4442-92e8-bebe1849ffe5/8a9a8a39-b864-4767-b4ff-36d860e8d91e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:44.752550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40072) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:44.766857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '897bcef8-7de8-4593-8979-eb6b41e38ca6', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'port_id': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'mac_address': 'fa:16:3e:88:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:32:41Z', 'updated_at': '2021-07-23T20:32:41Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:17Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:44.834186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] Checking router: 767ee7df-a97d-46e8-a9d3-09ade79787de for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:44.854175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:44.856092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:44.916833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c40cedc-ff2b-49bd-bad2-24eaccdd1e9f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/897bcef8-7de8-4593-8979-eb6b41e38ca6 HTTP/1.1" status: 200 len: 991 time: 0.1670845 Jul 23 20:32:44.953651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de451388-902a-41fe-8b6b-6882ef1d789f req-76edb503-8369-4edd-bec1-a3dfd4f5c7cb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:44.955525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de451388-902a-41fe-8b6b-6882ef1d789f req-76edb503-8369-4edd-bec1-a3dfd4f5c7cb tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 946 time: 0.2907133 Jul 23 20:32:45.019548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-1e197633-e8bf-4e19-b3ce-122a258eec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.020479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de451388-902a-41fe-8b6b-6882ef1d789f req-dcf61887-abed-4cbe-abb6-bc86549280d0 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Jul 23 20:32:45.021035 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-1e197633-e8bf-4e19-b3ce-122a258eec97 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.3832707 Jul 23 20:32:45.120064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:45.274881 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-a47b062c-9955-4232-886b-3f98d1166f95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 999 time: 0.2423010 Jul 23 20:32:45.385752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-10495470-4d3d-441c-a995-fc2887dcb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.388112 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-10495470-4d3d-441c-a995-fc2887dcb85d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.0803339 Jul 23 20:32:45.418496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.456787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '897bcef8-7de8-4593-8979-eb6b41e38ca6', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'port_id': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'mac_address': 'fa:16:3e:88:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:32:41Z', 'updated_at': '2021-07-23T20:32:41Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:17Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:45.504122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.511007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7543770b-b3ec-4a27-9e17-ca15560757c2 None None] The sync data for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 is: [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '897bcef8-7de8-4593-8979-eb6b41e38ca6', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.158', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'port_id': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'mac_address': 'fa:16:3e:88:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:32:41Z', 'updated_at': '2021-07-23T20:32:41Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:17Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:45.597388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=9478c5a7-da19-4db5-b1b8-567b31ddeff8,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.614905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.639092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-21266232-2269-47eb-9796-e93818772401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.640653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-21266232-2269-47eb-9796-e93818772401 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259202 Jul 23 20:32:45.647206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 37d4fca1-30b2-453f-b18d-0c484685270d no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:45.686738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 37d4fca1-30b2-453f-b18d-0c484685270d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:45.687508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 37d4fca1-30b2-453f-b18d-0c484685270d not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:45.696646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': '2d023b58-cb5c-4a7e-af95-466cbf3591b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:45.697025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: f4b3be7b-2ee8-4def-97ba-e39677928a0c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:45.700953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:45.718377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:45.721122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:45.785706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=8a9a8a39-b864-4767-b4ff-36d860e8d91e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:45.841871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network f4b3be7b-2ee8-4def-97ba-e39677928a0c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:45.848997 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43ed443-3c0f-4e92-a8f8-68252ee6810c None None] New status for floating IP 897bcef8-7de8-4593-8979-eb6b41e38ca6: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:32:45.897212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f4b3be7b-2ee8-4def-97ba-e39677928a0c) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:45.902946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.903887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.904604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357232d-34ed-42d2-bef4-e93b6633630c None None] Network f4b3be7b-2ee8-4def-97ba-e39677928a0c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:45.912469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:45.914206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:45.921386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40096) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:45.957114 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-96e08bc5-0ccb-4e85-9c66-790de6fb8328 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903421 Jul 23 20:32:45.994940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40098) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:45.995190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-80516a92-45e9-4b85-b120-ceb428377775 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3982613 Jul 23 20:32:46.000107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5286d8c7-4f97-44d1-844d-893b25b0bb75 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5791786 Jul 23 20:32:46.004547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '8a9a8a39-b864-4767-b4ff-36d860e8d91e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:46.014891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:46.051762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ae73bf5-bec7-4385-897d-4eb7abd8ec6f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/897bcef8-7de8-4593-8979-eb6b41e38ca6 HTTP/1.1" status: 200 len: 991 time: 0.1287460 Jul 23 20:32:46.109618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-bf148763-39fe-4b69-a6c0-97a9c3c644b8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:46.111353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-bf148763-39fe-4b69-a6c0-97a9c3c644b8 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 946 time: 0.2727096 Jul 23 20:32:46.129084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.213397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.285341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-519a0786-9e03-4689-b3c9-9a42a380ef69 req-caddf9bb-f0d4-4de4-8705-89894879d526 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175561 Jul 23 20:32:46.355646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f4b3be7b-2ee8-4def-97ba-e39677928a0c', 'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '9478c5a7-da19-4db5-b1b8-567b31ddeff8'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:46.360016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.372722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Deleting port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:46.372722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.484123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.591598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] For port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:46.592710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.612352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Calling delete_port for c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:46.618931 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-529b699f-4fea-4615-b331-4d39ac3e5163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.646451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.795874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Allocated IP 172.20.0.1 (f4b3be7b-2ee8-4def-97ba-e39677928a0c/9478c5a7-da19-4db5-b1b8-567b31ddeff8/da264db7-7318-42cc-ab09-aa7d4fb52467) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:46.876168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:46.914316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'Port': ['ID=c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:46.952931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:46.984883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:47.007677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] No DVR routers for this DVR port c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:47.010442 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.013932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-62e3fd87-5bba-42f6-86f2-5d83f7cb1555 req-6fa964a3-9821-4b69-bbbb-e959d599129d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "DELETE /v2.0/ports/c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 HTTP/1.1" status: 204 len: 173 time: 0.8929224 Jul 23 20:32:47.014449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'name': 'network-vif-deleted', 'tag': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:47.017495 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf83d7-fbfc-4170-b48e-f8a35b44897e" -d '{"events": [{"server_uuid": "5f207614-ec3d-4c56-9d03-b6d58747c8ca", "name": "network-vif-deleted", "tag": "c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:47.055329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:47.099898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.121902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d032992-8ece-4eec-98c4-8fff72612d3c req-09f5a5f3-5927-48bd-858c-0d17317a01d5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:47.123956 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b32f18-1094-471d-b193-239bd850c632 x-openstack-request-id: req-e7b32f18-1094-471d-b193-239bd850c632 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:47.124315 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f207614-ec3d-4c56-9d03-b6d58747c8ca", "name": "network-vif-deleted", "tag": "c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:47.124634 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7b32f18-1094-471d-b193-239bd850c632 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:47.125828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d032992-8ece-4eec-98c4-8fff72612d3c req-09f5a5f3-5927-48bd-858c-0d17317a01d5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f207614-ec3d-4c56-9d03-b6d58747c8ca HTTP/1.1" status: 200 len: 946 time: 0.8988378 Jul 23 20:32:47.132610 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f207614-ec3d-4c56-9d03-b6d58747c8ca', 'name': 'network-vif-deleted', 'tag': 'c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9', 'status': 'completed', 'code': 200} Jul 23 20:32:47.168691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-75af0a86-be3d-44b3-adf0-9214d00ce045 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/897bcef8-7de8-4593-8979-eb6b41e38ca6 HTTP/1.1" status: 200 len: 993 time: 0.1110389 Jul 23 20:32:47.316555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d032992-8ece-4eec-98c4-8fff72612d3c req-16588561-4944-4cb4-87b8-f6a5e6ef791b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791928 Jul 23 20:32:47.426188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.206 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/6bdcb617-4e0e-4bb0-9519-cdc648c3d054) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:47.471272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.535320 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.588162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Transition to ACTIVE for port object da264db7-7318-42cc-ab09-aa7d4fb52467 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:47.707798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Transition to ACTIVE for port object da264db7-7318-42cc-ab09-aa7d4fb52467 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:47.758565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.768209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.785669 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.802323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:47.842051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Network f4b3be7b-2ee8-4def-97ba-e39677928a0c is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:47.860410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:47.866910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:47.887086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=9478c5a7-da19-4db5-b1b8-567b31ddeff8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:47.900749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.901025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.907739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.908174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.908593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.909031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.909462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.909873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.910301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.910760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.914550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.915316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:32:47.988435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Pushing event updated for resources: {'Port': ['ID=da264db7-7318-42cc-ab09-aa7d4fb52467,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.015530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Attempting to bind port da264db7-7318-42cc-ab09-aa7d4fb52467 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:48.015923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Attempting to bind port da264db7-7318-42cc-ab09-aa7d4fb52467 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '2d023b58-cb5c-4a7e-af95-466cbf3591b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:48.016298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Attempting to bind port da264db7-7318-42cc-ab09-aa7d4fb52467 on network f4b3be7b-2ee8-4def-97ba-e39677928a0c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:48.022888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:48.023285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Checking segment: {'id': '2d023b58-cb5c-4a7e-af95-466cbf3591b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:48.023701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.024100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Bound using segment: {'id': '2d023b58-cb5c-4a7e-af95-466cbf3591b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:48.024589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Bound port: da264db7-7318-42cc-ab09-aa7d4fb52467, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d023b58-cb5c-4a7e-af95-466cbf3591b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:48.024986 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.044371 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.100396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.103326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] For port da264db7-7318-42cc-ab09-aa7d4fb52467, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:48.107909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] For port da264db7-7318-42cc-ab09-aa7d4fb52467, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=da264db7-7318-42cc-ab09-aa7d4fb52467,segment=NetworkSegment(2d023b58-cb5c-4a7e-af95-466cbf3591b7),segment_id=2d023b58-cb5c-4a7e-af95-466cbf3591b7)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:48.114638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.183117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b3be7b-2ee8-4def-97ba-e39677928a0c']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:48.211697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d023b58-cb5c-4a7e-af95-466cbf3591b7') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:48.212086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d023b58-cb5c-4a7e-af95-466cbf3591b7') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:48.221906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.228858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd998b-f509-4fec-9022-f70769d34b3e None None] Pushing event updated for resources: {'Port': ['ID=da264db7-7318-42cc-ab09-aa7d4fb52467,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.251622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.265811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249030d-519f-4dc8-b6c5-277a76c69b3c None None] Network f4b3be7b-2ee8-4def-97ba-e39677928a0c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:48.270418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:48.287406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:48.296427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:48.300407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=6bdcb617-4e0e-4bb0-9519-cdc648c3d054,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:48.314115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:48.314790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:48.451609 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:48.487932 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:48.487932 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:48.487932 n-d-793620-13 neutron-server[94027]: [parameters: {'id': 'f4b3be7b-2ee8-4def-97ba-e39677928a0c'}] Jul 23 20:32:48.487932 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:48.492388 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:48.516372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd5325-92fc-4211-a58d-514da756e624 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:48.717808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bd5325-92fc-4211-a58d-514da756e624 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:49.058758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.080105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626c055-1cd7-4ef9-98b3-393a05354af4 req-7935cf66-0363-446c-9cae-069c92eacef5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:49.101894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a626c055-1cd7-4ef9-98b3-393a05354af4 req-7935cf66-0363-446c-9cae-069c92eacef5 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.2906559 Jul 23 20:32:49.111639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-6bc4983e-5070-4809-9db5-b1899ec327d6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:49.113402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-6bc4983e-5070-4809-9db5-b1899ec327d6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.36 "GET /v2.0/ports?device_id=23bd7da4-827f-442d-b0a3-ed613fe949cf HTTP/1.1" status: 200 len: 945 time: 0.1089921 Jul 23 20:32:49.163084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.281381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Deleting port a3fb2cf7-dade-4565-8933-b53cd710e456 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:49.282013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.313920 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a626c055-1cd7-4ef9-98b3-393a05354af4 req-7d1b1f30-5845-4520-a1b2-25e43146b14d tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=6f220e20-ee36-4452-a298-9620e0e293dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110801 Jul 23 20:32:49.320931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.380071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] For port a3fb2cf7-dade-4565-8933-b53cd710e456, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a3fb2cf7-dade-4565-8933-b53cd710e456,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:49.380464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.396396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Calling delete_port for a3fb2cf7-dade-4565-8933-b53cd710e456 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:49.519302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.533349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.544033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.552048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port da264db7-7318-42cc-ab09-aa7d4fb52467 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:49.552390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.556921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a3fb2cf7-dade-4565-8933-b53cd710e456'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:32:49.650585 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.653296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.658512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:49.705023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:49.705407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c8df22c7-0ed2-4ac1-99d0-c5d6c94296d9 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:49.725534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'Port': ['ID=a3fb2cf7-dade-4565-8933-b53cd710e456,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:49.729083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] No DVR routers for this DVR port a3fb2cf7-dade-4565-8933-b53cd710e456 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:49.731981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:49.734367 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-99a05365-23ff-4cc5-baa5-76708a1ab527 req-20fe170e-2aaf-48f8-a0c9-8d145ce26d16 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.36 "DELETE /v2.0/ports/a3fb2cf7-dade-4565-8933-b53cd710e456 HTTP/1.1" status: 204 len: 173 time: 0.6095901 Jul 23 20:32:49.734827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'name': 'network-vif-deleted', 'tag': 'a3fb2cf7-dade-4565-8933-b53cd710e456'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:49.737135 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da899c-c245-4753-8447-26b2a76f7f50" -d '{"events": [{"server_uuid": "23bd7da4-827f-442d-b0a3-ed613fe949cf", "name": "network-vif-deleted", "tag": "a3fb2cf7-dade-4565-8933-b53cd710e456"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:49.782767 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a0402-cdb5-498f-99cf-b67680da8e43 x-openstack-request-id: req-b44a0402-cdb5-498f-99cf-b67680da8e43 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:49.783114 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bd7da4-827f-442d-b0a3-ed613fe949cf", "name": "network-vif-deleted", "tag": "a3fb2cf7-dade-4565-8933-b53cd710e456", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:49.783371 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b44a0402-cdb5-498f-99cf-b67680da8e43 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:49.783820 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd7da4-827f-442d-b0a3-ed613fe949cf', 'name': 'network-vif-deleted', 'tag': 'a3fb2cf7-dade-4565-8933-b53cd710e456', 'status': 'completed', 'code': 200} Jul 23 20:32:49.996531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=6bdcb617-4e0e-4bb0-9519-cdc648c3d054,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:50.002126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port da264db7-7318-42cc-ab09-aa7d4fb52467, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=da264db7-7318-42cc-ab09-aa7d4fb52467,segment=NetworkSegment(2d023b58-cb5c-4a7e-af95-466cbf3591b7),segment_id=2d023b58-cb5c-4a7e-af95-466cbf3591b7)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:50.002487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.020608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for da264db7-7318-42cc-ab09-aa7d4fb52467 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:50.031721 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 9354b691-3aeb-453f-9d50-525aac8666d5 associated. External IP: 172.25.8.206, port: 8a9a8a39-b864-4767-b4ff-36d860e8d91e. Jul 23 20:32:50.322101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.446327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:50.490377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=da264db7-7318-42cc-ab09-aa7d4fb52467,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:50.502157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port da264db7-7318-42cc-ab09-aa7d4fb52467 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:50.644694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:50.656180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:50.675122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:50.675785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.759878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.762576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.781767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:50.782339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.830562 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.848023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b3be7b-2ee8-4def-97ba-e39677928a0c']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.862350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.863036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1a2dca-5b15-4816-9977-5a8bb1be167b None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:50.867422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d023b58-cb5c-4a7e-af95-466cbf3591b7') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.867848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d023b58-cb5c-4a7e-af95-466cbf3591b7') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:50.877500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c114b9bf-f2d0-442c-a825-3ee51373063f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8807244 Jul 23 20:32:50.880407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40220) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:50.881287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.890263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'port_id': '8a9a8a39-b864-4767-b4ff-36d860e8d91e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:50.898820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.908120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:50.908832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:50.920920 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:51.073953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.077796 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.094039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.100147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/f4b3be7b-2ee8-4def-97ba-e39677928a0c HTTP/1.1" status: 204 len: 168 time: 5.0829220 Jul 23 20:32:51.114564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40226) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:51.121817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-47239001'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:51.127584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74341f5-7bdb-466a-b8e9-d85403a8e64c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=f4b3be7b-2ee8-4def-97ba-e39677928a0c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:51.169852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:51.173540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.239570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:51.315018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.315407 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment d5205660-93f7-407d-93cc-fc13ed7c9850 of type vlan for network 5be98067-80b0-43da-9d77-d8075161c27d Jul 23 20:32:51.382654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.420800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e9aea-c41b-4be6-b9f6-ba62303f78a4 req-5f0acd8d-c8d9-4e1c-9710-4fac069aba8b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.427791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d10e9aea-c41b-4be6-b9f6-ba62303f78a4 req-5f0acd8d-c8d9-4e1c-9710-4fac069aba8b tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.1779976 Jul 23 20:32:51.505407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.517937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:51.518522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.650467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d10e9aea-c41b-4be6-b9f6-ba62303f78a4 req-81cbd301-99ea-402e-a5af-57295ff98eb6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215319 Jul 23 20:32:51.678309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5622301 Jul 23 20:32:51.705743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40246) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:51.712135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:51.715891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7582b55-e295-490e-b817-7842f7571970 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=5be98067-80b0-43da-9d77-d8075161c27d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:51.726424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5be98067-80b0-43da-9d77-d8075161c27d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:51.937472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.954623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:51.991566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 5be98067-80b0-43da-9d77-d8075161c27d is not hosted by any dhcp agent {{(pid=94027) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:32:51.999380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.000282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.001763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "PUT /v2.0/networks/5be98067-80b0-43da-9d77-d8075161c27d HTTP/1.1" status: 200 len: 723 time: 0.2944281 Jul 23 20:32:52.005643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40252) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:52.013602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': '5be98067-80b0-43da-9d77-d8075161c27d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:52.112135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad65ff-3052-4b5e-8c88-1f2d1816aa80 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=5be98067-80b0-43da-9d77-d8075161c27d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:52.123617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5be98067-80b0-43da-9d77-d8075161c27d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:52.217947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:52.222521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.446152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.454940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.481056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.617752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=22b06b2f-6e5e-440d-8292-3047c1ec84cc,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:52.650181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': 'd5205660-93f7-407d-93cc-fc13ed7c9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5be98067-80b0-43da-9d77-d8075161c27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:52.650552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: 5be98067-80b0-43da-9d77-d8075161c27d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:32:52.694132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 5be98067-80b0-43da-9d77-d8075161c27d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:32:52.717416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 5be98067-80b0-43da-9d77-d8075161c27d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:52.726196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.726808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:52.726987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16f8a0d-da5a-4395-90f7-806db1f9ab03 None None] Network 5be98067-80b0-43da-9d77-d8075161c27d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:52.869466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7d6e9b4e-9ea1-4cd3-a574-ba8106326f24 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8594239 Jul 23 20:32:52.870250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40270) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:52.895789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:52.906842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-00c3767e-bdeb-4bc6-89e7-a1fdae8faeec tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:52.908431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-00c3767e-bdeb-4bc6-89e7-a1fdae8faeec tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.3106027 Jul 23 20:32:53.114510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:53.151505 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126847930'] for subnet, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.159377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-5be98067-80b0-43da-9d77-d8075161c27d', 'network_id': '5be98067-80b0-43da-9d77-d8075161c27d', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '22b06b2f-6e5e-440d-8292-3047c1ec84cc'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:32:53.161177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.267426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b94c3-f67b-4f7d-817b-8c92dfb14bb9 req-a31adfd4-6eae-4898-ad27-bf3ece218b65 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.272592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a9b94c3-f67b-4f7d-817b-8c92dfb14bb9 req-a31adfd4-6eae-4898-ad27-bf3ece218b65 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 945 time: 0.5271544 Jul 23 20:32:53.388891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:53.393815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.399583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a9b94c3-f67b-4f7d-817b-8c92dfb14bb9 req-c9f7173d-6c95-4a27-9808-82d1ad21f638 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups?id=e76b1344-dfd3-4a59-8efb-962a425e0596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984087 Jul 23 20:32:53.401382 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:53.413055 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:53.414044 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.443821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a3fb2cf7-dade-4565-8933-b53cd710e456 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:53.452861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744224521804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-129721580'] for subnet, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.461651 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.483766 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:53.485273 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.487862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: a3fb2cf7-dade-4565-8933-b53cd710e456 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:53.488414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a3fb2cf7-dade-4565-8933-b53cd710e456 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:53.499036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Deleting port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:53.499620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.552980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=22b06b2f-6e5e-440d-8292-3047c1ec84cc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:53.564185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:53.565046 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecbba8a-6e0b-4bea-948e-0fcda58d7ae1 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:53.570434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:53.571028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.578938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a806467-51ba-421d-aed5-eb070ad756dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "PUT /v2.0/subnets/22b06b2f-6e5e-440d-8292-3047c1ec84cc HTTP/1.1" status: 200 len: 806 time: 0.6976590 Jul 23 20:32:53.579576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40290) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.599896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Allocated IP 172.20.0.2 (5be98067-80b0-43da-9d77-d8075161c27d/22b06b2f-6e5e-440d-8292-3047c1ec84cc/1f587975-8199-4bcf-ae1b-30078faa423e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:53.685013 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-16a95800-056b-4674-99dd-82ff077c2dc2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/floatingips/9354b691-3aeb-453f-9d50-525aac8666d5 HTTP/1.1" status: 200 len: 978 time: 2.8021333 Jul 23 20:32:53.687929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40298) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:53.752385 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.794475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] For port 14020d29-11f9-45ad-9ea7-33acc0c2ade6, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=14020d29-11f9-45ad-9ea7-33acc0c2ade6,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:53.795099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.865219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.960901 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:53.981073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Transition to ACTIVE for port object 1f587975-8199-4bcf-ae1b-30078faa423e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:53.990587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:54.017715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Transition to ACTIVE for port object 1f587975-8199-4bcf-ae1b-30078faa423e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:32:54.041592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.063374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.084765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 6bdcb617-4e0e-4bb0-9519-cdc648c3d054 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:54.085019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.123352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Network 5be98067-80b0-43da-9d77-d8075161c27d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:32:54.128920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:32:54.134705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.135082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.135398 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Floating IP c3c5fe8b-dc26-484c-aae4-318d155b109b disassociated. External IP: 172.25.8.83, port: 14020d29-11f9-45ad-9ea7-33acc0c2ade6. Jul 23 20:32:54.135747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Calling delete_port for 14020d29-11f9-45ad-9ea7-33acc0c2ade6 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:54.139662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:32:54.148741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=22b06b2f-6e5e-440d-8292-3047c1ec84cc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.280072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.280406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.336270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 6bdcb617-4e0e-4bb0-9519-cdc648c3d054 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:54.442585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Attempting to bind port 1f587975-8199-4bcf-ae1b-30078faa423e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:32:54.442968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Attempting to bind port 1f587975-8199-4bcf-ae1b-30078faa423e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'd5205660-93f7-407d-93cc-fc13ed7c9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5be98067-80b0-43da-9d77-d8075161c27d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:32:54.445822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Attempting to bind port 1f587975-8199-4bcf-ae1b-30078faa423e on network 5be98067-80b0-43da-9d77-d8075161c27d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:32:54.456776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Pushing event updated for resources: {'Port': ['ID=1f587975-8199-4bcf-ae1b-30078faa423e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.469101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:32:54.469967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Checking segment: {'id': 'd5205660-93f7-407d-93cc-fc13ed7c9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5be98067-80b0-43da-9d77-d8075161c27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:32:54.473247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.474285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Bound using segment: {'id': 'd5205660-93f7-407d-93cc-fc13ed7c9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5be98067-80b0-43da-9d77-d8075161c27d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:32:54.474867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Bound port: 1f587975-8199-4bcf-ae1b-30078faa423e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5205660-93f7-407d-93cc-fc13ed7c9850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5be98067-80b0-43da-9d77-d8075161c27d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:32:54.477764 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.614365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] For port 1f587975-8199-4bcf-ae1b-30078faa423e, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:32:54.622998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] For port 1f587975-8199-4bcf-ae1b-30078faa423e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f587975-8199-4bcf-ae1b-30078faa423e,segment=NetworkSegment(d5205660-93f7-407d-93cc-fc13ed7c9850),segment_id=d5205660-93f7-407d-93cc-fc13ed7c9850)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:32:54.635477 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.661079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.775665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'Port': ['ID=14020d29-11f9-45ad-9ea7-33acc0c2ade6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.830730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f026d6-d62e-4086-9c6b-2b58d8763494 None None] Pushing event updated for resources: {'Port': ['ID=1f587975-8199-4bcf-ae1b-30078faa423e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:54.867016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:54.974494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a17430-be40-4441-9cdd-9c95aa5b6493 None None] Network 5be98067-80b0-43da-9d77-d8075161c27d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:55.096807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26c7e065-6b5e-41d5-be82-238015f48f5e req-6ab663ed-54f6-4622-85b5-5751d3bd48b9 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 210 time: 0.1595190 Jul 23 20:32:55.096807 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4219f60-781e-47ae-938a-b04b75e21cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.096807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be98067-80b0-43da-9d77-d8075161c27d']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:55.098381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Router 437a4426-19ae-4cfa-820d-ab2515e87d34 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:55.098693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5205660-93f7-407d-93cc-fc13ed7c9850') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:55.098693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5205660-93f7-407d-93cc-fc13ed7c9850') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:55.098693 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.125651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.139612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:55.140820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:55.144529 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:55.296951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab663f-d779-441c-86e8-c87603ddd321 None None] Network 5be98067-80b0-43da-9d77-d8075161c27d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:32:55.311275 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:32:55.311275 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:32:55.311275 n-d-793620-13 neutron-server[94027]: [parameters: {'id': '5be98067-80b0-43da-9d77-d8075161c27d'}] Jul 23 20:32:55.311275 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:32:55.311777 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:32:55.385012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.490108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=6bdcb617-4e0e-4bb0-9519-cdc648c3d054,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:55.519270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4219f60-781e-47ae-938a-b04b75e21cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.544364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e4219f60-781e-47ae-938a-b04b75e21cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.578256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0334e-fa91-4c34-ae5f-7c89b578c657 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:32:55.627416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e4219f60-781e-47ae-938a-b04b75e21cde admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=86ab241f02574f99ad9717ab0f399b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6355906 Jul 23 20:32:55.635485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40344) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:55.636372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4219f60-781e-47ae-938a-b04b75e21cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafa7407-99c4-4298-881d-2ec8f32e60a6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:55.647980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.648360 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 9354b691-3aeb-453f-9d50-525aac8666d5 disassociated (deleted). External IP: 172.25.8.206, port: 8a9a8a39-b864-4767-b4ff-36d860e8d91e. Jul 23 20:32:55.721281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d0334e-fa91-4c34-ae5f-7c89b578c657 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:32:55.723748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:32:55.735808 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-280ec48b-b49d-453d-8fd4-cc85e8f24ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.792122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-280ec48b-b49d-453d-8fd4-cc85e8f24ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.800203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 14020d29-11f9-45ad-9ea7-33acc0c2ade6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:32:55.800778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 14020d29-11f9-45ad-9ea7-33acc0c2ade6 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:32:55.814859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.857692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:55.947856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 1f587975-8199-4bcf-ae1b-30078faa423e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:55.949951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.966994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-280ec48b-b49d-453d-8fd4-cc85e8f24ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.970251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-280ec48b-b49d-453d-8fd4-cc85e8f24ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:55.974369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-280ec48b-b49d-453d-8fd4-cc85e8f24ccf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fafa7407-99c4-4298-881d-2ec8f32e60a6 HTTP/1.1" status: 204 len: 168 time: 0.3207896 Jul 23 20:32:55.995235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ec48b-b49d-453d-8fd4-cc85e8f24ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafa7407-99c4-4298-881d-2ec8f32e60a6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:56.030218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] Sync routers for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:56.063501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:56.064416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.076904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 1f587975-8199-4bcf-ae1b-30078faa423e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f587975-8199-4bcf-ae1b-30078faa423e,segment=NetworkSegment(d5205660-93f7-407d-93cc-fc13ed7c9850),segment_id=d5205660-93f7-407d-93cc-fc13ed7c9850)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:32:56.076904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.100740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 1f587975-8199-4bcf-ae1b-30078faa423e owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:56.269024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] No DVR routers for this DVR port 14020d29-11f9-45ad-9ea7-33acc0c2ade6 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:56.311528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58729f60-a223-4455-aae8-faa5ad6f3ced req-59b59d29-1eb7-4fe8-831f-d1cd80662389 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/ports?device_id=79531c90-d933-4e25-9eae-25da4afee0b4 HTTP/1.1" status: 200 len: 210 time: 0.0682192 Jul 23 20:32:56.328353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.366491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.369005 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ec219b7b-f11d-48b1-9f76-14376daa6978 req-6a1b49fb-bd67-4bfb-98aa-ba4aaa9464c6 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.47 "DELETE /v2.0/ports/14020d29-11f9-45ad-9ea7-33acc0c2ade6 HTTP/1.1" status: 204 len: 173 time: 3.4517572 Jul 23 20:32:56.369499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-deleted', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:32:56.373954 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5551ae9c-b5f8-4b8b-a8f4-e02cf18f793d" -d '{"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-deleted", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:32:56.429044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=1f587975-8199-4bcf-ae1b-30078faa423e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:56.450976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 1f587975-8199-4bcf-ae1b-30078faa423e on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:32:56.500906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:56.504234 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1feb46-db0c-4d6a-b157-60661fc5242a x-openstack-request-id: req-1a1feb46-db0c-4d6a-b157-60661fc5242a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:32:56.504764 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79531c90-d933-4e25-9eae-25da4afee0b4", "name": "network-vif-deleted", "tag": "14020d29-11f9-45ad-9ea7-33acc0c2ade6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:32:56.505181 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a1feb46-db0c-4d6a-b157-60661fc5242a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:32:56.509236 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79531c90-d933-4e25-9eae-25da4afee0b4', 'name': 'network-vif-deleted', 'tag': '14020d29-11f9-45ad-9ea7-33acc0c2ade6', 'status': 'completed', 'code': 200} Jul 23 20:32:56.530353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:32:56.760649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.777676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be98067-80b0-43da-9d77-d8075161c27d']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.809548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5205660-93f7-407d-93cc-fc13ed7c9850') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.809957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5205660-93f7-407d-93cc-fc13ed7c9850') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.822542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40382) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.830442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:32:56.841620 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:32:56.845402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.851304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb7a-0382-4512-97e0-eebe2d30cc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.855523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.871902 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:56.879038 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.879237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.928445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:32:56.936903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:47Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:56.945144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:32:56.951260 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:32:56.976233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cd9e9a8c-bdad-496e-87e5-e99ea97d8f8b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/floatingips/9354b691-3aeb-453f-9d50-525aac8666d5 HTTP/1.1" status: 204 len: 168 time: 3.2848978 Jul 23 20:32:56.977189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40386) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:56.993380 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.007538 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:57.008168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.023875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] Checking router: 437a4426-19ae-4cfa-820d-ab2515e87d34 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:32:57.045419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:32:57.046078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.048151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:57.048796 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d93d5a5-3e30-40d2-bc70-27b16361ae33 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:57.145005 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.191540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.196184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40390) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.198279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/5be98067-80b0-43da-9d77-d8075161c27d HTTP/1.1" status: 204 len: 168 time: 3.6176386 Jul 23 20:32:57.220832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 8a9a8a39-b864-4767-b4ff-36d860e8d91e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:57.221183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.224280 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31f6a4c-26c7-4ff9-a3c4-b4bc4ae6fa26 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:32:57.224888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31f6a4c-26c7-4ff9-a3c4-b4bc4ae6fa26 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:32:57.230430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60258c61-7ac6-4dec-a24d-2bdce48c98d0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=5be98067-80b0-43da-9d77-d8075161c27d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:57.232519 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d31f6a4c-26c7-4ff9-a3c4-b4bc4ae6fa26 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/5be98067-80b0-43da-9d77-d8075161c27d HTTP/1.1" status: 404 len: 339 time: 0.0349116 Jul 23 20:32:57.233130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40392) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.265482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472471439', 'description': 'd1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:57.352966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.376565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 8a9a8a39-b864-4767-b4ff-36d860e8d91e owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:57.412046 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb7a-0382-4512-97e0-eebe2d30cc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.427763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fb3bb7a-0382-4512-97e0-eebe2d30cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.521644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:32:57.528595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40412) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.554710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3bb7a-0382-4512-97e0-eebe2d30cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00830088-3eb4-4296-b457-37b6eebe96ec,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:57.610955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:57.614878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.638934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4fb3bb7a-0382-4512-97e0-eebe2d30cc7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee750e63f5b7441d9db3780a5359c80f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8156416 Jul 23 20:32:57.642480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40418) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:57.691772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:57.707380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53d171a1-986e-4822-93a3-52c099aad43e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.768355 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53d171a1-986e-4822-93a3-52c099aad43e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.794745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.802790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.803410 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment 7615afbf-7a61-4c93-9253-2e72428cd6e5 of type vlan for network 9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e Jul 23 20:32:57.804799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04b648f6-ac1f-4b33-91f9-88bd8792f63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.850217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=8a9a8a39-b864-4767-b4ff-36d860e8d91e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:57.902904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.908753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04b648f6-ac1f-4b33-91f9-88bd8792f63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:57.957094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:47Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:32:58.008991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e16203-bcd9-426a-bec6-cb09dc80f2e9 None None] The sync data for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 is: [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:23:40Z', 'revision_number': 4, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '984f379b-698b-4f28-8dcb-d71e18581417', 'name': '', 'network_id': '20275b04-68cb-4d50-94cf-543c5a033c35', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'mac_address': 'fa:16:3e:42:f9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:39Z', 'updated_at': '2021-07-23T20:23:47Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'subnets': [{'id': '8fb2b139-2467-4776-b52a-718964b53e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:32:58.037851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53d171a1-986e-4822-93a3-52c099aad43e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.041348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53d171a1-986e-4822-93a3-52c099aad43e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.041868 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.045763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-53d171a1-986e-4822-93a3-52c099aad43e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "DELETE /v2.0/security-groups/e76b1344-dfd3-4a59-8efb-962a425e0596 HTTP/1.1" status: 204 len: 168 time: 0.4827678 Jul 23 20:32:58.050285 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f29d2588-2654-43fc-81b3-b99a3294ba40 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/ports/8a9a8a39-b864-4767-b4ff-36d860e8d91e HTTP/1.1" status: 204 len: 168 time: 1.0714588 Jul 23 20:32:58.051475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40450) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.051969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40452) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.058706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.066639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.067461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.079552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:58.101982 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-a858c232-ad97-4978-92f8-689695e179ad tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] show failed (client error): The resource could not be found. Jul 23 20:32:58.103416 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a858c232-ad97-4978-92f8-689695e179ad tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "GET /v2.0/security-groups/e76b1344-dfd3-4a59-8efb-962a425e0596 HTTP/1.1" status: 404 len: 347 time: 0.0504563 Jul 23 20:32:58.107035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.107984 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04b648f6-ac1f-4b33-91f9-88bd8792f63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.111130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-04b648f6-ac1f-4b33-91f9-88bd8792f63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.114953 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-04b648f6-ac1f-4b33-91f9-88bd8792f63c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00830088-3eb4-4296-b457-37b6eebe96ec HTTP/1.1" status: 204 len: 168 time: 0.4689848 Jul 23 20:32:58.131007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d171a1-986e-4822-93a3-52c099aad43e tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76b1344-dfd3-4a59-8efb-962a425e0596,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:58.149560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b648f6-ac1f-4b33-91f9-88bd8792f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00830088-3eb4-4296-b457-37b6eebe96ec,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:58.167175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9103844 Jul 23 20:32:58.171170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40470) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.252936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecc981-84fc-472b-972e-afe7015462f3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:58.278881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:58.312314 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.410778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee09b8ea-d004-416d-a31e-4bdc76866025 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.422799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ee09b8ea-d004-416d-a31e-4bdc76866025 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks?id=9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e HTTP/1.1" status: 200 len: 761 time: 0.2398996 Jul 23 20:32:58.424517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.433533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'description': 'd2'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:58.518017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e621b9ce-343b-4058-aa9e-642ea1ce3886 None None] New status for floating IP c3c5fe8b-dc26-484c-aae4-318d155b109b: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:32:58.747513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.781674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.810160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network 9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e is not hosted by any dhcp agent {{(pid=94027) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:32:58.836488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:58.840778 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:58.843388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "PUT /v2.0/networks/9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e HTTP/1.1" status: 200 len: 758 time: 0.4138179 Jul 23 20:32:58.951934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4991aa-ac2b-419b-9ccf-a0f9cdf1fb67 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:58.960478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40540) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:58.970398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:59.154739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Deleting port 5fb0e57e-1a09-4e42-9ea6-f6e63ee9d802 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:32:59.156022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.161659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67017d0a-b981-443e-bc29-6d156d6284bb tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.167324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-67017d0a-b981-443e-bc29-6d156d6284bb tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks?id=9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e HTTP/1.1" status: 200 len: 761 time: 0.2049265 Jul 23 20:32:59.171681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40570) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:59.177816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-263279779'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:59.219349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:59.223850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.260334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:32:59.270507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.280743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.282103 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment 67295f56-9f24-4584-bb3f-a1c92b24502e of type vlan for network d789aec5-805d-409d-aa8a-bb7f13687611 Jul 23 20:32:59.286921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.287261 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.354079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Calling delete_port for 5fb0e57e-1a09-4e42-9ea6-f6e63ee9d802 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:32:59.395263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.490245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.517754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:32:59.517754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.566527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.170 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/7d7e2245-79b2-49b6-b2f4-f7b96df890a6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:32:59.567666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3948152 Jul 23 20:32:59.573528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40620) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:32:59.579719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:32:59.679376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f6423-d49b-457e-8326-2749afff31a6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=d789aec5-805d-409d-aa8a-bb7f13687611,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:59.697946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d789aec5-805d-409d-aa8a-bb7f13687611 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:32:59.824116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.871707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Pushing event deleted for resources: {'Port': ['ID=5fb0e57e-1a09-4e42-9ea6-f6e63ee9d802,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:32:59.921001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:32:59.926047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:32:59.945738 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.113633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40680) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.170236 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.173191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.174396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-17c784f0-4291-42d2-8114-512f2e87bb93 tempest-ServerActionsTestJSON-126791816 tempest-ServerActionsTestJSON-126791816-project] 10.222.0.46 "DELETE /v2.0/floatingips/c3c5fe8b-dc26-484c-aae4-318d155b109b HTTP/1.1" status: 204 len: 168 time: 2.0654163 Jul 23 20:33:00.177542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.221753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.318042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:00.324837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0ff4-76e8-4660-a925-6e1855e4877c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.327036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=7d7e2245-79b2-49b6-b2f4-f7b96df890a6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:00.334385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:00.382132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:00.485785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.588255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=348fc56f-da96-4a5f-93bf-2299a1b30d96,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:00.619405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': '67295f56-9f24-4584-bb3f-a1c92b24502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:00.619984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: d789aec5-805d-409d-aa8a-bb7f13687611, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:00.640751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0ff4-76e8-4660-a925-6e1855e4877c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.642088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.658180 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6d7d0ff4-76e8-4660-a925-6e1855e4877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.664549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network d789aec5-805d-409d-aa8a-bb7f13687611 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:00.704411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d789aec5-805d-409d-aa8a-bb7f13687611) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:00.712893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ea8b3-c81e-4608-8215-ca5d508b1b8f None None] Network d789aec5-805d-409d-aa8a-bb7f13687611 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:00.717483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:00.718210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.753489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6d7d0ff4-76e8-4660-a925-6e1855e4877c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4845062cfc214b68b0243744dee41269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383467 Jul 23 20:33:00.755019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c55a1e3d-09e3-48db-a9e9-611fc619df08 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1800315 Jul 23 20:33:00.756353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 40742) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.757063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40740) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:00.758150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.809667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d0ff4-76e8-4660-a925-6e1855e4877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc107d-3061-45b0-9517-e4125f561b25,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:00.977551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99adf734-61bd-48f4-90a2-042f63eb245f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:00.988877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.029139 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99adf734-61bd-48f4-90a2-042f63eb245f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.036227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.051719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-d789aec5-805d-409d-aa8a-bb7f13687611', 'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '348fc56f-da96-4a5f-93bf-2299a1b30d96'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:01.052488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.143484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=7d7e2245-79b2-49b6-b2f4-f7b96df890a6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:01.207831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.232920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.234867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5eee6a80-f467-4695-99b8-3c9d4cd5584c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1704891 Jul 23 20:33:01.238371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 40786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:01.243917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'port': {'network_id': '745947f1-905f-47b6-8feb-9e703a295d4a', 'name': 'tempest-FloatingIPTestJSON-488377509'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:01.312586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.368473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99adf734-61bd-48f4-90a2-042f63eb245f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.373557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-99adf734-61bd-48f4-90a2-042f63eb245f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.379106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-99adf734-61bd-48f4-90a2-042f63eb245f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5bc107d-3061-45b0-9517-e4125f561b25 HTTP/1.1" status: 204 len: 168 time: 0.6177766 Jul 23 20:33:01.393764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adf734-61bd-48f4-90a2-042f63eb245f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc107d-3061-45b0-9517-e4125f561b25,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:01.471451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Allocated IP 172.20.0.2 (d789aec5-805d-409d-aa8a-bb7f13687611/348fc56f-da96-4a5f-93bf-2299a1b30d96/48f52bab-a1ae-4d27-ae66-61feb3184a2e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:01.546434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.666504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.824822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.836787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Transition to ACTIVE for port object 48f52bab-a1ae-4d27-ae66-61feb3184a2e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:01.844971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:01.858004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.879437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Transition to ACTIVE for port object 48f52bab-a1ae-4d27-ae66-61feb3184a2e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:01.888237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:01.936366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Network d789aec5-805d-409d-aa8a-bb7f13687611 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:01.941697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:01.946473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:01.960887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Pushing event updated for resources: {'Port': ['ID=48f52bab-a1ae-4d27-ae66-61feb3184a2e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:01.971568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] device_id is not set on port 97397d78-6f07-438f-ab59-ec8c7c9908b3 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:02.065788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Attempting to bind port 48f52bab-a1ae-4d27-ae66-61feb3184a2e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:02.077837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Attempting to bind port 48f52bab-a1ae-4d27-ae66-61feb3184a2e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '67295f56-9f24-4584-bb3f-a1c92b24502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:02.082491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Attempting to bind port 48f52bab-a1ae-4d27-ae66-61feb3184a2e on network d789aec5-805d-409d-aa8a-bb7f13687611 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:02.093939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:02.095360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Checking segment: {'id': '67295f56-9f24-4584-bb3f-a1c92b24502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:02.096000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.096636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Bound using segment: {'id': '67295f56-9f24-4584-bb3f-a1c92b24502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:02.097586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Bound port: 48f52bab-a1ae-4d27-ae66-61feb3184a2e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67295f56-9f24-4584-bb3f-a1c92b24502e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd789aec5-805d-409d-aa8a-bb7f13687611'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:02.098233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.153802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Deleting port 984f379b-698b-4f28-8dcb-d71e18581417 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:02.155185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.156775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.219084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=348fc56f-da96-4a5f-93bf-2299a1b30d96,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:02.227490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] For port 48f52bab-a1ae-4d27-ae66-61feb3184a2e, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:02.236774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] For port 48f52bab-a1ae-4d27-ae66-61feb3184a2e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=48f52bab-a1ae-4d27-ae66-61feb3184a2e,segment=NetworkSegment(67295f56-9f24-4584-bb3f-a1c92b24502e),segment_id=67295f56-9f24-4584-bb3f-a1c92b24502e)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:02.247195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.305788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.363153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d789aec5-805d-409d-aa8a-bb7f13687611']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:02.375090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67295f56-9f24-4584-bb3f-a1c92b24502e') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:02.375625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67295f56-9f24-4584-bb3f-a1c92b24502e') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:02.387826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.390917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] For port 984f379b-698b-4f28-8dcb-d71e18581417, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=984f379b-698b-4f28-8dcb-d71e18581417,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:02.393256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.406230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600a4bc-b623-4673-a738-32e0cf4aeb96 None None] Pushing event updated for resources: {'Port': ['ID=48f52bab-a1ae-4d27-ae66-61feb3184a2e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:02.412563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.421057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:02.422568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.438852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Calling delete_port for 984f379b-698b-4f28-8dcb-d71e18581417 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:02.524104 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:02.533033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:33:02.533033 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:33:02.533033 n-d-793620-13 neutron-server[94026]: [parameters: {'id': 'd789aec5-805d-409d-aa8a-bb7f13687611'}] Jul 23 20:33:02.533033 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:33:02.534231 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:33:02.609638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.8 (745947f1-905f-47b6-8feb-9e703a295d4a/9db3addc-1cf0-4442-92e8-bebe1849ffe5/97397d78-6f07-438f-ab59-ec8c7c9908b3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:02.898513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.943807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:02.980065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Pushing event deleted for resources: {'Port': ['ID=984f379b-698b-4f28-8dcb-d71e18581417,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:03.035227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.133247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.350443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.370860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=97397d78-6f07-438f-ab59-ec8c7c9908b3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:03.410815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 745947f1-905f-47b6-8feb-9e703a295d4a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:03.423625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:03.444123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:03.532812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:03.534219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.572776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bba014d5-d718-4909-8795-c8382965b564 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3335392 Jul 23 20:33:03.574793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 48f52bab-a1ae-4d27-ae66-61feb3184a2e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:03.575370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.576555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:03.609614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'port_id': '97397d78-6f07-438f-ab59-ec8c7c9908b3'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:03.690773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 48f52bab-a1ae-4d27-ae66-61feb3184a2e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=48f52bab-a1ae-4d27-ae66-61feb3184a2e,segment=NetworkSegment(67295f56-9f24-4584-bb3f-a1c92b24502e),segment_id=67295f56-9f24-4584-bb3f-a1c92b24502e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:03.691157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.722843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 48f52bab-a1ae-4d27-ae66-61feb3184a2e owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:03.741184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:03.996716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.005476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Router 437a4426-19ae-4cfa-820d-ab2515e87d34 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:04.038507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 48f52bab-a1ae-4d27-ae66-61feb3184a2e on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:04.103615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=48f52bab-a1ae-4d27-ae66-61feb3184a2e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:04.179547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb97f834-4aa1-493b-813b-265ed63e5eb2 None None] Network d789aec5-805d-409d-aa8a-bb7f13687611 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:04.289157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.312229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d789aec5-805d-409d-aa8a-bb7f13687611']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:04.336042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67295f56-9f24-4584-bb3f-a1c92b24502e') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:04.336218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67295f56-9f24-4584-bb3f-a1c92b24502e') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:04.365454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.398467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.419429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:04.420955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:04.427390 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:04.439594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-325f81ee-1dc5-4120-88c5-f316b7e44901 None None] Could not find standard attr ID for object 48f52bab-a1ae-4d27-ae66-61feb3184a2e. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:04.566722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.582350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:04.600248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/d789aec5-805d-409d-aa8a-bb7f13687611 HTTP/1.1" status: 204 len: 168 time: 3.5896249 Jul 23 20:33:04.633158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ee1ea-450b-4932-ba32-cf7f59a8cb21 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=d789aec5-805d-409d-aa8a-bb7f13687611,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:04.676047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41086) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:04.752415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426c1d9c-dcb4-41a3-b3df-a4b40556f1e8 None None] DHCP port deletion for d789aec5-805d-409d-aa8a-bb7f13687611 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:04.827555 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40f60b5-9922-4935-8082-229e887ac9c0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] GET failed (client error): The resource could not be found. Jul 23 20:33:04.834472 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d40f60b5-9922-4935-8082-229e887ac9c0 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/subnets/348fc56f-da96-4a5f-93bf-2299a1b30d96 HTTP/1.1" status: 404 len: 337 time: 0.1573284 Jul 23 20:33:04.837328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41100) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:04.889655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 48f52bab-a1ae-4d27-ae66-61feb3184a2e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:04.944827 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97c9070-1f30-44c1-94a8-92264d542ce1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:04.945478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97c9070-1f30-44c1-94a8-92264d542ce1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:04.951742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e97c9070-1f30-44c1-94a8-92264d542ce1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/d789aec5-805d-409d-aa8a-bb7f13687611 HTTP/1.1" status: 404 len: 339 time: 0.1088941 Jul 23 20:33:04.954269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41110) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:04.954995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 48f52bab-a1ae-4d27-ae66-61feb3184a2e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:04.963045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 48f52bab-a1ae-4d27-ae66-61feb3184a2e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:05.008089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:05.029117 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] Sync routers for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:05.045069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8c3373ef-43f1-4087-a7ac-e1a82eec9391 admin admin] 10.222.0.46 "PUT /v2.0/routers/437a4426-19ae-4cfa-820d-ab2515e87d34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8535817 Jul 23 20:33:05.049257 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:05.050267 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:05.058202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41114) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:05.337064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de1b4b-1041-4364-a46e-ee15501d2188 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:05.349743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b1de1b4b-1041-4364-a46e-ee15501d2188 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3911755 Jul 23 20:33:05.351623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41140) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:05.454868 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:05.615838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:05.958848 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101'}], 'enable_snat': True}, 'gw_port_id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:33:02Z', 'revision_number': 5, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port': {'id': '8a5abd2e-be5b-4447-a1ed-d703d674b1aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:e8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:23:36Z', 'updated_at': '2021-07-23T20:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.020462 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] Checking router: 437a4426-19ae-4cfa-820d-ab2515e87d34 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:06.046211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.058868 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1d924cdc-2a8e-4037-bc75-16cff64e0b8a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 207 time: 0.7053833 Jul 23 20:33:06.063334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41164) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:06.070513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.resource_extend [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:33:06.076315 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] Routers {'437a4426-19ae-4cfa-820d-ab2515e87d34'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:06.091386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41166) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:06.096116 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['437a4426-19ae-4cfa-820d-ab2515e87d34'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.221257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.228510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.361420 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 5336f272-d500-4061-8d8f-f662261ad7cf associated. External IP: 172.25.8.170, port: 97397d78-6f07-438f-ab59-ec8c7c9908b3. Jul 23 20:33:06.397885 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] Set router 437a4426-19ae-4cfa-820d-ab2515e87d34 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:06.415700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Deleting port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:06.441053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.446277 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630f8df1-d8cf-47b1-8e27-9445c2efc665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.459602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c75afb-a0ce-46d3-9839-0968b30929b3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.466532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c75afb-a0ce-46d3-9839-0968b30929b3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.472467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c75afb-a0ce-46d3-9839-0968b30929b3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.478955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c75afb-a0ce-46d3-9839-0968b30929b3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.481455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b2c75afb-a0ce-46d3-9839-0968b30929b3 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4171162 Jul 23 20:33:06.488760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41180) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:06.506293 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:33:06Z', 'revision_number': 6, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:06.572880 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d746ee6-6637-44af-8f28-d26830425402 None None] The sync data for ids ['437a4426-19ae-4cfa-820d-ab2515e87d34'] in n-d-793620-13 is: [{'id': '437a4426-19ae-4cfa-820d-ab2515e87d34', 'name': 'tempest-ServerActionsTestJSON-1798364835-router', 'tenant_id': '18cbd2de73534bcea64a685080913195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:23:35Z', 'updated_at': '2021-07-23T20:33:06Z', 'revision_number': 6, 'project_id': '18cbd2de73534bcea64a685080913195', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:06.666721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] For port 8a5abd2e-be5b-4447-a1ed-d703d674b1aa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:06.667466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.738532 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86e12591-b40f-4bb1-80c6-50421bb415e5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2484787 Jul 23 20:33:06.754095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41188) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:06.761203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Calling delete_port for 8a5abd2e-be5b-4447-a1ed-d703d674b1aa owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:06.884562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:06.909043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507de1c-bd59-4441-ae37-00db5927d6dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.910651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d507de1c-bd59-4441-ae37-00db5927d6dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:06.918003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d507de1c-bd59-4441-ae37-00db5927d6dc tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1578977 Jul 23 20:33:06.922997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41192) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:06.971153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630f8df1-d8cf-47b1-8e27-9445c2efc665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:06.975709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 984f379b-698b-4f28-8dcb-d71e18581417 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:06.985290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630f8df1-d8cf-47b1-8e27-9445c2efc665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.022834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 984f379b-698b-4f28-8dcb-d71e18581417 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:07.023391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 984f379b-698b-4f28-8dcb-d71e18581417 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:07.116313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630f8df1-d8cf-47b1-8e27-9445c2efc665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64c36f0-1830-421f-9371-d310c71f32d3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:07.169229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-630f8df1-d8cf-47b1-8e27-9445c2efc665 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fcae7e90244440389c5494c0e6dd2717&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0766675 Jul 23 20:33:07.173463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb04a1f-e095-40c4-a1e0-094a16107c70 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.175143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb04a1f-e095-40c4-a1e0-094a16107c70 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.176787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aeb04a1f-e095-40c4-a1e0-094a16107c70 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2528384 Jul 23 20:33:07.177530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41196) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.202725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:07.220015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41198) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.224026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:07.242638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:07.243460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:07.276040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.340984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:07.364981 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.366387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:07.367233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:07.401549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6bf48d3f-c3fe-474c-b5a9-2eafea498749 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/floatingips/5336f272-d500-4061-8d8f-f662261ad7cf HTTP/1.1" status: 200 len: 977 time: 3.8230610 Jul 23 20:33:07.404849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41210) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.405594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5abd2e-be5b-4447-a1ed-d703d674b1aa,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:07.428865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:07.429745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51e754-8b58-40f6-9fd6-bdc09f449bd4 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:07.518140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea901c1-9bcf-44f9-b486-5f6882e85211 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.519617 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4ea901c1-9bcf-44f9-b486-5f6882e85211 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks/8db5a1cc-42b0-4f03-b7a1-34def15505e8 HTTP/1.1" status: 200 len: 799 time: 0.2983496 Jul 23 20:33:07.536397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43e1b70-6a1e-4b44-a6ea-e3687167cec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.541499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41216) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.622739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.667730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43e1b70-6a1e-4b44-a6ea-e3687167cec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.773572 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c6b25f3-c8c6-4c83-a997-543333deead6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/networks/8db5a1cc-42b0-4f03-b7a1-34def15505e8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2279875 Jul 23 20:33:07.773572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41224) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.824324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43e1b70-6a1e-4b44-a6ea-e3687167cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.827343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d43e1b70-6a1e-4b44-a6ea-e3687167cec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.829145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d43e1b70-6a1e-4b44-a6ea-e3687167cec6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b64c36f0-1830-421f-9371-d310c71f32d3 HTTP/1.1" status: 204 len: 168 time: 0.6501529 Jul 23 20:33:07.844378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e1b70-6a1e-4b44-a6ea-e3687167cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64c36f0-1830-421f-9371-d310c71f32d3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:07.867212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c08301-e0bd-4c74-bab5-da421cf59f1a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.871077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-29c08301-e0bd-4c74-bab5-da421cf59f1a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/subnets/eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f HTTP/1.1" status: 200 len: 811 time: 0.0963640 Jul 23 20:33:07.874136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.914511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.930035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:07.944909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4132c551-b650-4ddb-89ef-c7b1ed705e97 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['shared'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:07.953576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4132c551-b650-4ddb-89ef-c7b1ed705e97 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "GET /v2.0/subnets/eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0781045 Jul 23 20:33:07.954239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:07.963417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374458102'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:08.000046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:08.008251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.040409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:08.051735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.052013 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Added segment b85edef5-0c4a-46c1-9614-6acc6291269f of type vlan for network c24bed6e-0842-4777-a377-eac137f55f4d Jul 23 20:33:08.056616 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.057373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 437a4426-19ae-4cfa-820d-ab2515e87d34 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:08.063664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.071419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ad4b45d4-43c3-40f7-9603-27f34e6fb629 admin admin] 10.222.0.46 "DELETE /v2.0/routers/437a4426-19ae-4cfa-820d-ab2515e87d34 HTTP/1.1" status: 204 len: 168 time: 2.9966388 Jul 23 20:33:08.097001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.121586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 97397d78-6f07-438f-ab59-ec8c7c9908b3 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:08.121961 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.159229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.282232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.299489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:08.300178 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.323042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Deleting subnet 8fb2b139-2467-4776-b52a-718964b53e2e {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:08.364323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.371609 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4162450 Jul 23 20:33:08.372399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41246) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.381056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:08.435384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efe8b0-706f-4af3-abae-35fbf69be6a5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Network': ['ID=c24bed6e-0842-4777-a377-eac137f55f4d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:08.450762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c24bed6e-0842-4777-a377-eac137f55f4d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:08.554272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.557382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Made reservation on behalf of b0f39dfc3ed94665b8327ecc8b7f01b2 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:08.561377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.600872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.639400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Performing IP validity checks on allocation pools {{(pid=94026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 20:33:08.639940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_backend_mixin [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94026) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 20:33:08.642127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41250) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:08.669704 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be368faa-8e92-4e6b-93f2-2368f896dd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:08.842213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8a5abd2e-be5b-4447-a1ed-d703d674b1aa no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:08.883431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8a5abd2e-be5b-4447-a1ed-d703d674b1aa {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:08.891228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8a5abd2e-be5b-4447-a1ed-d703d674b1aa not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:09.073204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.120998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be368faa-8e92-4e6b-93f2-2368f896dd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.132103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.134283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be368faa-8e92-4e6b-93f2-2368f896dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.249710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41270) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.258910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.259312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.259614 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 5336f272-d500-4061-8d8f-f662261ad7cf disassociated. External IP: 172.25.8.170, port: 97397d78-6f07-438f-ab59-ec8c7c9908b3. Jul 23 20:33:09.259967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 97397d78-6f07-438f-ab59-ec8c7c9908b3 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:09.287377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-be368faa-8e92-4e6b-93f2-2368f896dd50 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7891682e187e4f6cb2164bf07e333568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441853 Jul 23 20:33:09.290351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be368faa-8e92-4e6b-93f2-2368f896dd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093e6c75-23e6-488e-a004-c470fb19296c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:09.310443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41274) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.316593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.334456 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.335959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8fb2b139-2467-4776-b52a-718964b53e2e HTTP/1.1" status: 204 len: 168 time: 1.2362270 Jul 23 20:33:09.340195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b64f49e-9b0d-4604-8078-c45c1a6312c4 None None] Network 20275b04-68cb-4d50-94cf-543c5a033c35 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:09.367968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41276) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:09.379628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c58806-538e-47ad-956f-3f7ca6aa0071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fb2b139-2467-4776-b52a-718964b53e2e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:09.397492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=43636a8d-80c9-4c30-b59e-9b617284b270,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:09.486589 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.505859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Checking segment: {'id': 'b85edef5-0c4a-46c1-9614-6acc6291269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:09.506555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network hostable DHCP agents. Network: c24bed6e-0842-4777-a377-eac137f55f4d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:09.591345 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-39ea6d05-3173-4380-8baa-19ff3e308b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.598203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Network c24bed6e-0842-4777-a377-eac137f55f4d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:09.635478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae903-7f09-4b3a-8cb3-001ce4de13a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.654772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Deleting port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:09.655506 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.676162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c24bed6e-0842-4777-a377-eac137f55f4d) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:09.701975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:09.702584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.711944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae903-7f09-4b3a-8cb3-001ce4de13a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.721290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675fa58-d13b-4008-ab97-e4b719af9475 None None] Network c24bed6e-0842-4777-a377-eac137f55f4d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:09.725157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] For port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,segment=NetworkSegment(caa501c6-6191-43bd-82dd-6f2470ebbf3f),segment_id=caa501c6-6191-43bd-82dd-6f2470ebbf3f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:09.725785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.741277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Calling delete_port for 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:09.868269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae903-7f09-4b3a-8cb3-001ce4de13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.871625 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a6ae903-7f09-4b3a-8cb3-001ce4de13a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:09.872824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a6ae903-7f09-4b3a-8cb3-001ce4de13a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/093e6c75-23e6-488e-a004-c470fb19296c HTTP/1.1" status: 204 len: 168 time: 0.5590608 Jul 23 20:33:09.895306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ae903-7f09-4b3a-8cb3-001ce4de13a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093e6c75-23e6-488e-a004-c470fb19296c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.220769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c24bed6e-0842-4777-a377-eac137f55f4d', 'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d', 'tenant_id': 'b0f39dfc3ed94665b8327ecc8b7f01b2', 'fixed_ips': [{'subnet_id': '43636a8d-80c9-4c30-b59e-9b617284b270'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:10.222858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.241309 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.298344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=97397d78-6f07-438f-ab59-ec8c7c9908b3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.428419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.471940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Allocated IP 172.20.0.3 (c24bed6e-0842-4777-a377-eac137f55f4d/43636a8d-80c9-4c30-b59e-9b617284b270/207030a4-d041-4d27-a2fb-2055e3a607b6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:10.494909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=767a5d71-9c81-4e57-b6cc-4ca3b5898b93,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.500759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] No DVR routers for this DVR port 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:10.566512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e841518c-48dc-4a05-a430-bd57dd4fb252 None None] DHCP port deletion for 20275b04-68cb-4d50-94cf-543c5a033c35 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:10.645557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.649270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.677700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Transition to ACTIVE for port object 207030a4-d041-4d27-a2fb-2055e3a607b6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:10.680829 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-39ea6d05-3173-4380-8baa-19ff3e308b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.688112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20275b04-68cb-4d50-94cf-543c5a033c35']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:10.691706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:10.692643 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-262e23ca-5d79-4d2f-ad6b-b073692b135d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3156972 Jul 23 20:33:10.697019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:10.700717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Transition to ACTIVE for port object 207030a4-d041-4d27-a2fb-2055e3a607b6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:10.709179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.711967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:10.735512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-39ea6d05-3173-4380-8baa-19ff3e308b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.788525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa501c6-6191-43bd-82dd-6f2470ebbf3f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:10.788824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa501c6-6191-43bd-82dd-6f2470ebbf3f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:10.824813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Network c24bed6e-0842-4777-a377-eac137f55f4d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:10.837992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:10.842152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:10.847192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:10.858595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea6d05-3173-4380-8baa-19ff3e308b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fe47f8-929a-47fb-a6c9-8d94ec3a7676,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.906722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:10.919831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Pushing event updated for resources: {'Port': ['ID=207030a4-d041-4d27-a2fb-2055e3a607b6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:10.931025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:10.931576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 767a5d71-9c81-4e57-b6cc-4ca3b5898b93 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:10.937336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.937894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.938573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.940469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.940981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.941644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.942176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.943037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.943544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.944212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.944852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.945346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:10.990542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-39ea6d05-3173-4380-8baa-19ff3e308b0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=394f8ac784bd464cb7487c6d7886701a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7396998 Jul 23 20:33:11.010079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41332) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.037681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126513043'] for subnet, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.042052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Attempting to bind port 207030a4-d041-4d27-a2fb-2055e3a607b6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:11.042598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Attempting to bind port 207030a4-d041-4d27-a2fb-2055e3a607b6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b85edef5-0c4a-46c1-9614-6acc6291269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:11.043053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Attempting to bind port 207030a4-d041-4d27-a2fb-2055e3a607b6 on network c24bed6e-0842-4777-a377-eac137f55f4d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:11.048924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:11.049313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Checking segment: {'id': 'b85edef5-0c4a-46c1-9614-6acc6291269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:11.049865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.050269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Bound using segment: {'id': 'b85edef5-0c4a-46c1-9614-6acc6291269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:11.050898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Bound port: 207030a4-d041-4d27-a2fb-2055e3a607b6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b85edef5-0c4a-46c1-9614-6acc6291269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c24bed6e-0842-4777-a377-eac137f55f4d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:11.051308 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.175610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] For port 207030a4-d041-4d27-a2fb-2055e3a607b6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:11.221983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:11.226475 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.236045 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:11.248080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:11.249045 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.250836 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:11.251764 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.262957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8819-d5b2-4461-ba79-18fa0d905413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:11.335538 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:11.346480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] For port 207030a4-d041-4d27-a2fb-2055e3a607b6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=207030a4-d041-4d27-a2fb-2055e3a607b6,segment=NetworkSegment(b85edef5-0c4a-46c1-9614-6acc6291269f),segment_id=b85edef5-0c4a-46c1-9614-6acc6291269f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:11.346647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8819-d5b2-4461-ba79-18fa0d905413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.352257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.396836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.426893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8819-d5b2-4461-ba79-18fa0d905413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.430093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8819-d5b2-4461-ba79-18fa0d905413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.431508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9c1e8819-d5b2-4461-ba79-18fa0d905413 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51fe47f8-929a-47fb-a6c9-8d94ec3a7676 HTTP/1.1" status: 204 len: 168 time: 0.4204657 Jul 23 20:33:11.524381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.530365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] 10.222.0.46 "DELETE /v2.0/networks/20275b04-68cb-4d50-94cf-543c5a033c35 HTTP/1.1" status: 204 len: 168 time: 2.1613159 Jul 23 20:33:11.537942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cff18-b4db-4fe9-99f1-17bc0467ab62 None None] Pushing event updated for resources: {'Port': ['ID=207030a4-d041-4d27-a2fb-2055e3a607b6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:11.585068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0159334-6c07-4609-9a25-b7bd8cf03a5c admin admin] Pushing event deleted for resources: {'Network': ['ID=20275b04-68cb-4d50-94cf-543c5a033c35,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:11.636216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e8819-d5b2-4461-ba79-18fa0d905413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fe47f8-929a-47fb-a6c9-8d94ec3a7676,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:11.637168 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.643639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-960f105d-22c4-487b-b3fc-1a610b29294f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/ports/97397d78-6f07-438f-ab59-ec8c7c9908b3 HTTP/1.1" status: 204 len: 168 time: 4.2357597 Jul 23 20:33:11.646764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41362) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.701753 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.739044 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:33:11.744050 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:11.745414 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:32:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.802997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41394) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:11.811319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-903b4624-5879-40b9-a65c-a0f3df0a963f tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/floatingips/5336f272-d500-4061-8d8f-f662261ad7cf HTTP/1.1" status: 200 len: 688 time: 0.1500630 Jul 23 20:33:11.841332 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744224521804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127373601'] for subnet, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:11.901015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:11.901727 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4faeecf-707c-4f08-b287-ed2f244fa16f None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:12.026615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:12.028056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.030300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "PUT /v2.0/subnets/43636a8d-80c9-4c30-b59e-9b617284b270 HTTP/1.1" status: 200 len: 877 time: 1.3341320 Jul 23 20:33:12.034371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41412) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.050294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03354c-5d09-498d-bbc7-cd0c9b25123c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event updated for resources: {'Subnet': ['ID=43636a8d-80c9-4c30-b59e-9b617284b270,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:12.151562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 7d7e2245-79b2-49b6-b2f4-f7b96df890a6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:12.155630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.216598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41416) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.263131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.349780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e7dd93a-7887-4050-a397-d0e5b8d186a8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18cbd2de73534bcea64a685080913195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307333 Jul 23 20:33:12.355996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41424) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.372273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.372633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.385102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 7d7e2245-79b2-49b6-b2f4-f7b96df890a6 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:12.454115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 207030a4-d041-4d27-a2fb-2055e3a607b6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:12.454558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.489063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41432) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.592142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 207030a4-d041-4d27-a2fb-2055e3a607b6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=207030a4-d041-4d27-a2fb-2055e3a607b6,segment=NetworkSegment(b85edef5-0c4a-46c1-9614-6acc6291269f),segment_id=b85edef5-0c4a-46c1-9614-6acc6291269f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:12.592734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.610894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 207030a4-d041-4d27-a2fb-2055e3a607b6 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:12.617783 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.678421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=7d7e2245-79b2-49b6-b2f4-f7b96df890a6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:12.858747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f127105-b864-4465-96f4-7b1139d1168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.915654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.923803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.926724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a986318e-9579-470e-8dae-b82560eaa5c2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/floatingips/5336f272-d500-4061-8d8f-f662261ad7cf HTTP/1.1" status: 204 len: 168 time: 1.1226826 Jul 23 20:33:12.932901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9587656a-5ade-4907-bcd0-b9c2ca78e2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:12.949890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 207030a4-d041-4d27-a2fb-2055e3a607b6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:12.955294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41452) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:12.966619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '23ea5e5c-8131-4037-aa18-3ff556442e6a'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:12.982781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f127105-b864-4465-96f4-7b1139d1168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.002038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.077043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=207030a4-d041-4d27-a2fb-2055e3a607b6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.088041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No active binding found for port 207030a4-d041-4d27-a2fb-2055e3a607b6 {{(pid=94028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:33:13.090376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 207030a4-d041-4d27-a2fb-2055e3a607b6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:33:13.119364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Port 207030a4-d041-4d27-a2fb-2055e3a607b6 not found, will not notify nova. {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:33:13.174509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 207030a4-d041-4d27-a2fb-2055e3a607b6 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:13.255713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.261051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc1825-c316-4081-a3c4-6d3e78499412 req-94fb852b-3cbd-4cd9-8710-94f4ff1b3fdd tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:13.266278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f127105-b864-4465-96f4-7b1139d1168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.269779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90cc1825-c316-4081-a3c4-6d3e78499412 req-94fb852b-3cbd-4cd9-8710-94f4ff1b3fdd tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.6954277 Jul 23 20:33:13.273681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f127105-b864-4465-96f4-7b1139d1168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.289272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7f127105-b864-4465-96f4-7b1139d1168f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f220e20-ee36-4452-a298-9620e0e293dc HTTP/1.1" status: 204 len: 168 time: 0.9246371 Jul 23 20:33:13.300376 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-90cc1825-c316-4081-a3c4-6d3e78499412 req-ce268348-0cc4-40cc-b8c3-dfc234e8beb3 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.343323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9587656a-5ade-4907-bcd0-b9c2ca78e2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.360709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9587656a-5ade-4907-bcd0-b9c2ca78e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.377907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b1f4cf-1511-4f9e-9b28-93d637279def None None] Network c24bed6e-0842-4777-a377-eac137f55f4d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:13.386022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127105-b864-4465-96f4-7b1139d1168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f220e20-ee36-4452-a298-9620e0e293dc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.439000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.498476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9587656a-5ade-4907-bcd0-b9c2ca78e2e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0726baa39a394ac3baefb7ec497a8886&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0077856 Jul 23 20:33:13.499035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41476) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:13.504155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587656a-5ade-4907-bcd0-b9c2ca78e2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86da184-fcaa-4af5-b59f-3254f1fca819,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.547487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.663450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe63e82a-a89c-42e1-a574-77d6b0148dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.690139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=43636a8d-80c9-4c30-b59e-9b617284b270,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:13.828946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe63e82a-a89c-42e1-a574-77d6b0148dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.894784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-90cc1825-c316-4081-a3c4-6d3e78499412 req-ce268348-0cc4-40cc-b8c3-dfc234e8beb3 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.908539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.928244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7daa0884-8a46-4c20-8f39-65d342ad788a None None] Could not find standard attr ID for object 207030a4-d041-4d27-a2fb-2055e3a607b6. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:33:13.936224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.939736 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-90cc1825-c316-4081-a3c4-6d3e78499412 req-ce268348-0cc4-40cc-b8c3-dfc234e8beb3 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.941666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bf79d18c-ad83-4bd4-9073-58eb0cea1901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:13.958497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24bed6e-0842-4777-a377-eac137f55f4d']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.024852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9a39b-eab2-4bb4-a164-bf4e94cfff2d None None] DHCP port deletion for c24bed6e-0842-4777-a377-eac137f55f4d request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:14.040617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90cc1825-c316-4081-a3c4-6d3e78499412 req-ce268348-0cc4-40cc-b8c3-dfc234e8beb3 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7689567 Jul 23 20:33:14.053298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85edef5-0c4a-46c1-9614-6acc6291269f') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.053773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85edef5-0c4a-46c1-9614-6acc6291269f') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:14.055732 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe63e82a-a89c-42e1-a574-77d6b0148dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.059008 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe63e82a-a89c-42e1-a574-77d6b0148dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.065308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210c4b33-8d75-413f-9c0e-f2dba9e88129 None None] Network c24bed6e-0842-4777-a377-eac137f55f4d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:14.076887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fe63e82a-a89c-42e1-a574-77d6b0148dfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c86da184-fcaa-4af5-b59f-3254f1fca819 HTTP/1.1" status: 204 len: 168 time: 0.5614083 Jul 23 20:33:14.091283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.147927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.156536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce268348-0cc4-40cc-b8c3-dfc234e8beb3 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29080dc-93a2-484f-8d76-92390e61a355,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.158647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.173873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63e82a-a89c-42e1-a574-77d6b0148dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86da184-fcaa-4af5-b59f-3254f1fca819,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.206695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:14.207123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:14.216905 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:14.361954 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.373063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.379131 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/c24bed6e-0842-4777-a377-eac137f55f4d HTTP/1.1" status: 204 len: 168 time: 2.3405526 Jul 23 20:33:14.380441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41516) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.454716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2a4335-e5b3-4480-8797-73320738ad17 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=c24bed6e-0842-4777-a377-eac137f55f4d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:14.455453 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-119446d2-39c6-4017-985e-8c29d697a002 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:14.455928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-119446d2-39c6-4017-985e-8c29d697a002 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:14.462199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-119446d2-39c6-4017-985e-8c29d697a002 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/43636a8d-80c9-4c30-b59e-9b617284b270 HTTP/1.1" status: 404 len: 337 time: 0.0807006 Jul 23 20:33:14.465353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41518) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.514613 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-93bfa7f9-847a-4531-911c-6a16609f63aa tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:14.515238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93bfa7f9-847a-4531-911c-6a16609f63aa tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:14.521261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-93bfa7f9-847a-4531-911c-6a16609f63aa tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/c24bed6e-0842-4777-a377-eac137f55f4d HTTP/1.1" status: 404 len: 339 time: 0.0547969 Jul 23 20:33:14.523714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41522) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.605987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.105 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/c17edca4-6dad-4361-8852-5324ca52a4b5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:14.652601 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-286c31d0-278c-405a-aaee-5c623eb0d7e6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:14.653685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286c31d0-278c-405a-aaee-5c623eb0d7e6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:14.662012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-286c31d0-278c-405a-aaee-5c623eb0d7e6 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/348fc56f-da96-4a5f-93bf-2299a1b30d96 HTTP/1.1" status: 404 len: 337 time: 0.1367490 Jul 23 20:33:14.665537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.689701 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e9e273-cb9f-4f3d-9eb9-39ed89afe0df tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:14.690624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e9e273-cb9f-4f3d-9eb9-39ed89afe0df tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:14.692610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13e9e273-cb9f-4f3d-9eb9-39ed89afe0df tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/d789aec5-805d-409d-aa8a-bb7f13687611 HTTP/1.1" status: 404 len: 339 time: 0.0240462 Jul 23 20:33:14.695640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41534) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:14.866448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 207030a4-d041-4d27-a2fb-2055e3a607b6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:14.907176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.911625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 207030a4-d041-4d27-a2fb-2055e3a607b6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:14.913980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 207030a4-d041-4d27-a2fb-2055e3a607b6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:14.966141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:14.997705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.049315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:15.056712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:15.071605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:15.129513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=c17edca4-6dad-4361-8852-5324ca52a4b5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.186552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.204797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525820a-79f4-43a6-970d-8728d8d39a90 req-a33d2431-f7ad-4f38-a636-083123f4357f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:15.209866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c525820a-79f4-43a6-970d-8728d8d39a90 req-a33d2431-f7ad-4f38-a636-083123f4357f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.9439592 Jul 23 20:33:15.232062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:15.250838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7615afbf-7a61-4c93-9253-2e72428cd6e5') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:15.251138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7615afbf-7a61-4c93-9253-2e72428cd6e5') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:15.283684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.330581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c525820a-79f4-43a6-970d-8728d8d39a90 req-4ff443c3-ac38-4efe-adbc-6d9ce9bcd793 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198108 Jul 23 20:33:15.335348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.348045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:15.348045 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:15.367219 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:15.370938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.450330 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.491482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:15.496825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e HTTP/1.1" status: 204 len: 168 time: 0.7840765 Jul 23 20:33:15.503001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41560) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.513104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc922a87-1aa0-4bb6-af75-559f6c038e56 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=9a11cd3b-c2f0-4d89-a1ef-e815f1c0249e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:15.558533 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92d7201f-c035-4dc6-b557-79d909bcfc0e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/897bcef8-7de8-4593-8979-eb6b41e38ca6 HTTP/1.1" status: 200 len: 993 time: 0.1805069 Jul 23 20:33:15.558768 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a00c66-b134-4f46-855a-60185c87eee7 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.558768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a00c66-b134-4f46-855a-60185c87eee7 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.558768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-38a00c66-b134-4f46-855a-60185c87eee7 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/22b06b2f-6e5e-440d-8292-3047c1ec84cc HTTP/1.1" status: 404 len: 337 time: 0.0510476 Jul 23 20:33:15.570803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41562) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.619968 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f887552-77e7-43ca-95d8-1ee25cc577ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.620917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f887552-77e7-43ca-95d8-1ee25cc577ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.623192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1f887552-77e7-43ca-95d8-1ee25cc577ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/5be98067-80b0-43da-9d77-d8075161c27d HTTP/1.1" status: 404 len: 339 time: 0.0485818 Jul 23 20:33:15.625791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.629705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.690131 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-05af1021-cbf2-46db-b501-d7e36a483cfd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.690631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05af1021-cbf2-46db-b501-d7e36a483cfd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.692766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-05af1021-cbf2-46db-b501-d7e36a483cfd tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/9478c5a7-da19-4db5-b1b8-567b31ddeff8 HTTP/1.1" status: 404 len: 337 time: 0.0655339 Jul 23 20:33:15.696378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41576) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.747707 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc9cc6a-3918-4035-bc42-93c7e274e9ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.751810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc9cc6a-3918-4035-bc42-93c7e274e9ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.758294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9fc9cc6a-3918-4035-bc42-93c7e274e9ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/f4b3be7b-2ee8-4def-97ba-e39677928a0c HTTP/1.1" status: 404 len: 339 time: 0.0587089 Jul 23 20:33:15.758548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41578) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.847016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41584) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.862891 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0073ff1c-bd88-4855-a8f9-7e000e5d4ae5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.864330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0073ff1c-bd88-4855-a8f9-7e000e5d4ae5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.869130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0073ff1c-bd88-4855-a8f9-7e000e5d4ae5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/2255aa9c-5133-4a65-8523-2e96eadbdc14 HTTP/1.1" status: 404 len: 337 time: 0.1096258 Jul 23 20:33:15.872249 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.909653 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da86e0b-0d6b-4be5-942a-43af54906e2c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.910555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da86e0b-0d6b-4be5-942a-43af54906e2c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.912469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1da86e0b-0d6b-4be5-942a-43af54906e2c tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/70822e1f-2fba-467a-bcbe-a37e0a503ed7 HTTP/1.1" status: 404 len: 339 time: 0.0391300 Jul 23 20:33:15.916630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41590) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.957616 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-f593d2e1-ef32-4977-b197-a8ef71d72c95 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.958456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f593d2e1-ef32-4977-b197-a8ef71d72c95 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.960534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f593d2e1-ef32-4977-b197-a8ef71d72c95 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/ae490f99-cb5d-42ce-96f4-1214cf7904c4 HTTP/1.1" status: 404 len: 337 time: 0.0427804 Jul 23 20:33:15.966124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41596) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:15.989399 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28a35d4-837e-4bcf-9272-4e049216c7b1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:15.990679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28a35d4-837e-4bcf-9272-4e049216c7b1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:15.992927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d28a35d4-837e-4bcf-9272-4e049216c7b1 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/82803f8c-7ece-4509-b9bf-89d10226f611 HTTP/1.1" status: 404 len: 339 time: 0.0258412 Jul 23 20:33:15.996423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41598) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.012472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.053464 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-926c43de-f09d-4f78-8723-4b27e95f088a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.055026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926c43de-f09d-4f78-8723-4b27e95f088a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.058338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-926c43de-f09d-4f78-8723-4b27e95f088a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/70455054-5824-42c3-b2b0-ed93ae2d97f9 HTTP/1.1" status: 404 len: 337 time: 0.0609269 Jul 23 20:33:16.063466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41604) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.108826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-723236970-network', 'tenant_id': '8231c8a95f454a8098215397db396501'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:16.143513 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d447fca2-fe79-4dbf-a740-4a8f8afc1be5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.144625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d447fca2-fe79-4dbf-a740-4a8f8afc1be5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.147690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d447fca2-fe79-4dbf-a740-4a8f8afc1be5 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/89585c10-515f-4001-9989-f40207e67a00 HTTP/1.1" status: 404 len: 339 time: 0.0828376 Jul 23 20:33:16.150480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41608) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.164507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Made reservation on behalf of 8231c8a95f454a8098215397db396501 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:16.167913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.198897 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-3330a854-f4ff-40d6-a143-dffeb5ce016b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.199365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3330a854-f4ff-40d6-a143-dffeb5ce016b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.202837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3330a854-f4ff-40d6-a143-dffeb5ce016b tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/78b5b623-3a68-40b3-a805-418ca32542b3 HTTP/1.1" status: 404 len: 337 time: 0.0507910 Jul 23 20:33:16.220382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.251536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.304697 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-22741952-ae03-4e18-9178-6ae284a0ad3a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.305407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22741952-ae03-4e18-9178-6ae284a0ad3a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.309251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-22741952-ae03-4e18-9178-6ae284a0ad3a tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/4a27b643-cfb0-4235-82b6-96cc328e5a1a HTTP/1.1" status: 404 len: 339 time: 0.0542026 Jul 23 20:33:16.311616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41618) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.362422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'network': {'name': 'tempest-network-smoke--847015693', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:16.379596 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-779f019b-9290-48d4-8a04-e3b03d362565 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.380979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-779f019b-9290-48d4-8a04-e3b03d362565 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.387794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-779f019b-9290-48d4-8a04-e3b03d362565 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/f621e7cd-99bb-42f1-8bb8-4857f4628992 HTTP/1.1" status: 404 len: 337 time: 0.0718317 Jul 23 20:33:16.391351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41622) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.419876 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-67baf39a-1586-467d-b476-ca91eeda4687 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.420489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67baf39a-1586-467d-b476-ca91eeda4687 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.422702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-67baf39a-1586-467d-b476-ca91eeda4687 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/f8c95a2c-f582-4993-a006-34000ca534f9 HTTP/1.1" status: 404 len: 339 time: 0.0286109 Jul 23 20:33:16.425659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41624) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.462773 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2ee75b-bb8f-4b2c-932a-4c3e30b7f17d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.463384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2ee75b-bb8f-4b2c-932a-4c3e30b7f17d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.464001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.466023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e2ee75b-bb8f-4b2c-932a-4c3e30b7f17d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/7e178ad0-2bcb-4ce7-8a56-eaa45f4c7bc7 HTTP/1.1" status: 404 len: 337 time: 0.0392988 Jul 23 20:33:16.470611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.474821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.483243 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557d68f3-fb4b-4d8e-a1ef-cecf8b311e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.502087 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03dcc66-4c22-4715-8e97-df8254cae263 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] DELETE failed (client error): The resource could not be found. Jul 23 20:33:16.502867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03dcc66-4c22-4715-8e97-df8254cae263 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:33:16.505078 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a03dcc66-4c22-4715-8e97-df8254cae263 tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/00a6c0b9-e1a2-4d4d-8867-360bb6220109 HTTP/1.1" status: 404 len: 339 time: 0.0331206 Jul 23 20:33:16.509561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41628) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.612805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting subnet eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:16.622610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:16.653027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.721988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.736986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.747023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.788714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.808542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291e2d5-7cd0-4ece-9d44-d29b4628e468 req-9dc97cdb-4272-4393-9f9b-18ce4b3192ff tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:16.825213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e291e2d5-7cd0-4ece-9d44-d29b4628e468 req-9dc97cdb-4272-4393-9f9b-18ce4b3192ff tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2072439 Jul 23 20:33:16.829175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.888879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:16.924810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.925034 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Added segment 9d96671a-d0fd-4bf7-982a-0bc7a6836731 of type vlan for network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 Jul 23 20:33:16.940987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:16.944470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:16.962525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.014751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e291e2d5-7cd0-4ece-9d44-d29b4628e468 req-4f2a32f3-83c9-486a-957a-b505f05dd6e5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749878 Jul 23 20:33:17.027136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.084384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.138403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.139388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:17.139970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.151498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Subnet': ['ID=eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.168416 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 8ccfeb95-4ce7-4275-abe3-e5cec6d0b3e5 associated. External IP: 172.25.8.105, port: 23ea5e5c-8131-4037-aa18-3ff556442e6a. Jul 23 20:33:17.169225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.171174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dea37317-9423-4555-8afe-456a182f7c5d tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/subnets/eca8aee9-8e73-4bc5-8c3a-e3c19dc93a4f HTTP/1.1" status: 204 len: 168 time: 0.6604495 Jul 23 20:33:17.173786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:17.177484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925a35fa-034f-4a10-b1a6-837abba83cfe None None] Network 8db5a1cc-42b0-4f03-b7a1-34def15505e8 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:17.300759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=c17edca4-6dad-4361-8852-5324ca52a4b5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.304145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:17.308391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.344750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.350650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] Pushing event updated for resources: {'Network': ['ID=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:17.370261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-088e8976-42ee-497c-9dc5-802a11e8d6db admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5187347 Jul 23 20:33:17.370549 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.377953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:17.379432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41684) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:17.498981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-0ed4c24c-0963-40a0-8684-8ca8907b2cd7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8752797 Jul 23 20:33:17.520455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.530118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Request body: {'subnet': {'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-723236970-subnet', 'tenant_id': '8231c8a95f454a8098215397db396501', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:17.647355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Deleting port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:17.648051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.706857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] DHCP port deletion for 8db5a1cc-42b0-4f03-b7a1-34def15505e8 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:17.742738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.829327 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.835341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:17.837091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.871026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:17.917832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] For port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,segment=NetworkSegment(1e99a5d4-6434-475d-a71c-f422e4e6313d),segment_id=1e99a5d4-6434-475d-a71c-f422e4e6313d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:17.921987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:17.944358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Calling delete_port for 20271cc5-629d-49ad-b3bd-69cea0a3bd5a owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:17.954264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] Deleting port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:17.954908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.084925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.116719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] For port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,segment=NetworkSegment(1e99a5d4-6434-475d-a71c-f422e4e6313d),segment_id=1e99a5d4-6434-475d-a71c-f422e4e6313d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:18.117178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.144842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.145274 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Added segment 77fa1e51-6e78-4cb0-b08b-2d383d7ade59 of type vlan for network 7e1d9e49-26fc-4b20-874d-d5476728be9b Jul 23 20:33:18.162590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] Calling delete_port for 20271cc5-629d-49ad-b3bd-69cea0a3bd5a owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:18.167997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ca0b46-3ffd-4244-b663-b27d89085b05,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.227860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Port': ['ID=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.234737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] No DVR routers for this DVR port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:18.296961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.311520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Made reservation on behalf of 8231c8a95f454a8098215397db396501 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:18.320159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.343349 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:18.347077 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:33:18.358986 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.402731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] No DVR routers for this DVR port 20271cc5-629d-49ad-b3bd-69cea0a3bd5a on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:18.422026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc506db6-969f-4b5f-8529-a76164a6b239 None None] Pushing event deleted for resources: {'Port': ['ID=20271cc5-629d-49ad-b3bd-69cea0a3bd5a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.429305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-47862011-e781-497d-a7a4-8b51acd65178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.434207 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-47862011-e781-497d-a7a4-8b51acd65178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.5510473 Jul 23 20:33:18.451222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:18.468148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:18.480741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:18.481373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.523374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.532626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:18.533249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.569121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.584027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.584730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa525d3-6cb2-403e-8dd6-0ac6087d6010 None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:18.592447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41764) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.599930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db5a1cc-42b0-4f03-b7a1-34def15505e8']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.621150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.626930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.627606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.653039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.663123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e99a5d4-6434-475d-a71c-f422e4e6313d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.663384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e99a5d4-6434-475d-a71c-f422e4e6313d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:18.695883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.708920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.0780244 Jul 23 20:33:18.723829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.735959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'admin_state_up': True, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.799009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-807a59a6-e07c-4721-a35f-277ff0d99954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.800878 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-807a59a6-e07c-4721-a35f-277ff0d99954 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.3285677 Jul 23 20:33:18.834235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20271cc5-629d-49ad-b3bd-69cea0a3bd5a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:18.837463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b25693-d86c-4826-824a-940b9ef7f3b8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Network': ['ID=7e1d9e49-26fc-4b20-874d-d5476728be9b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:18.842847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.844155 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-50fbbcaf-1eed-4a24-a4f5-4cd57491b493 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8859286 Jul 23 20:33:18.859088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:18.872135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-986737402'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:18.877287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:18.880113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 20271cc5-629d-49ad-b3bd-69cea0a3bd5a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:18.880459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 20271cc5-629d-49ad-b3bd-69cea0a3bd5a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:18.884294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23b2f6cd-0447-493d-adb0-c832af4483f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.889297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:18.890133 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.904271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91201f07-b29a-4c18-8675-50269cfd33db req-9d622d59-2e2d-498d-bdd0-8ac8ca3cfc61 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:18.906001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91201f07-b29a-4c18-8675-50269cfd33db req-9d622d59-2e2d-498d-bdd0-8ac8ca3cfc61 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.7142527 Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:18.906870 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:18.948534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.949723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:18.956262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-1af88ad3-cbcf-4bc7-90ce-84324a715eb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 1001 time: 0.1310441 Jul 23 20:33:18.985660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:18.989836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.078918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-ecc87e61-dae6-4497-8fd6-c98f908b19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.080435 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-ecc87e61-dae6-4497-8fd6-c98f908b19b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.1176057 Jul 23 20:33:19.152094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.198674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.201010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] 10.222.0.46 "DELETE /v2.0/networks/8db5a1cc-42b0-4f03-b7a1-34def15505e8 HTTP/1.1" status: 204 len: 168 time: 2.0262907 Jul 23 20:33:19.202069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:19.253377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91201f07-b29a-4c18-8675-50269cfd33db req-b2e12057-8417-4a90-8fea-a9b5015bcad6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255360 Jul 23 20:33:19.281636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bd42b-424f-44e8-8afd-4442969204ee tempest-NetworksTest-1546335047 tempest-NetworksTest-1546335047-project] Pushing event deleted for resources: {'Network': ['ID=8db5a1cc-42b0-4f03-b7a1-34def15505e8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.301920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.313601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.314165 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Added segment ad9913b2-bde5-49e0-a699-f0b66e96e153 of type vlan for network 52922b68-96d1-40a6-a3b3-84d25013150b Jul 23 20:33:19.500585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-d7d03984-e50c-4bdd-91b5-9b6f3d4680aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.502451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-d7d03984-e50c-4bdd-91b5-9b6f3d4680aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4152298 Jul 23 20:33:19.507606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.543409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.589817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41788) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.648884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.653797 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.660978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:19.665477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.672054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23b2f6cd-0447-493d-adb0-c832af4483f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.678387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.705718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23b2f6cd-0447-493d-adb0-c832af4483f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:19.798666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-fb311aa4-9564-4090-b2dd-5b44285fb334 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867320 Jul 23 20:33:19.800775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=248e3d2d-8561-44ed-957e-d1881f2ef608,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.836326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9729979 Jul 23 20:33:19.842927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41794) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.855609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'subnet': {'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:19.857272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-23b2f6cd-0447-493d-adb0-c832af4483f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=483a9b384f2b4469a9a19956b0f59d69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2592535 Jul 23 20:33:19.861979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2f6cd-0447-493d-adb0-c832af4483f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3588a0df-e564-430e-8aec-a4e025ffb8cd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.864845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Checking segment: {'id': '9d96671a-d0fd-4bf7-982a-0bc7a6836731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:19.865390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Network hostable DHCP agents. Network: 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:19.873853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.902422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2635a-1386-4d16-9777-04b63c53bf2b tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Network': ['ID=52922b68-96d1-40a6-a3b3-84d25013150b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:19.915460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 52922b68-96d1-40a6-a3b3-84d25013150b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:19.941402 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-466e6d1e-aff4-43b8-b89f-b78b1d58e3ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0f39dfc3ed94665b8327ecc8b7f01b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465014 Jul 23 20:33:19.951120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:19.980518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:20.023022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:20.043401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.044559 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.052573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9ca233-4fc7-4707-b784-bed5968fbc4e None None] Network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:20.092070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41397ab6-aa08-4f2c-84d8-5b0632cd5d7e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7109783 Jul 23 20:33:20.113839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-811236f8-c096-404f-9422-731041461a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.139920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-811236f8-c096-404f-9422-731041461a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.222785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-811236f8-c096-404f-9422-731041461a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.226097 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-811236f8-c096-404f-9422-731041461a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.232694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-811236f8-c096-404f-9422-731041461a7f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5468f98b-0094-40ed-bdd9-3f7a38140ad7 HTTP/1.1" status: 204 len: 168 time: 0.2761500 Jul 23 20:33:20.245811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811236f8-c096-404f-9422-731041461a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5468f98b-0094-40ed-bdd9-3f7a38140ad7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:20.281035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef441031-5892-494d-b967-136568683fbb None None] Network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:20.515118 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee5f5452-93c2-410e-bd8f-cc9073c8da90 req-57607f32-6376-400b-b0cc-940f6875dbab service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014017 Jul 23 20:33:20.569389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beea334-5502-42b9-81b8-4b3d8c7a8b41 req-82d7dafa-3acc-419e-874d-da8d6fc574f5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.571080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0beea334-5502-42b9-81b8-4b3d8c7a8b41 req-82d7dafa-3acc-419e-874d-da8d6fc574f5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.1480927 Jul 23 20:33:20.607134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2f57-660f-4f78-804b-5cbebf785e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.649467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0beea334-5502-42b9-81b8-4b3d8c7a8b41 req-74a25ff8-982a-4f06-9e06-1368751e74c8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693579 Jul 23 20:33:20.844064 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2f57-660f-4f78-804b-5cbebf785e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.918985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:20.922538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:20.987791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-387e3765-5dff-41a1-a765-79e940a23833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:20.990991 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-387e3765-5dff-41a1-a765-79e940a23833 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.3932111 Jul 23 20:33:21.007606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-fccc215a-94b9-4975-a129-5b4e2346debc tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:21.009397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-fccc215a-94b9-4975-a129-5b4e2346debc tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/networks?id=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 HTTP/1.1" status: 200 len: 813 time: 0.1659570 Jul 23 20:33:21.029125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-8f37474b-bd1d-4211-8b2a-f4afcab3457f tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/quotas/8231c8a95f454a8098215397db396501 HTTP/1.1" status: 200 len: 375 time: 0.0133712 Jul 23 20:33:21.109832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-b27597aa-e9d8-4ca7-965b-d40b95796260 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8231c8a95f454a8098215397db396501&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609236 Jul 23 20:33:21.230672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-2f949de6-cda0-48e6-b58d-b20c8178c141 service neutron] 10.222.0.46 "GET /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133456 Jul 23 20:33:21.344278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2f57-660f-4f78-804b-5cbebf785e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.348710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-004805b0-3642-416a-856d-f70590dc6012 service neutron] 10.222.0.46 "GET /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110740 Jul 23 20:33:21.350359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3fa2f57-660f-4f78-804b-5cbebf785e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.355660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b3fa2f57-660f-4f78-804b-5cbebf785e66 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3588a0df-e564-430e-8aec-a4e025ffb8cd HTTP/1.1" status: 204 len: 168 time: 1.4637568 Jul 23 20:33:21.381963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:21.382159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.469327 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.508434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa2f57-660f-4f78-804b-5cbebf785e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3588a0df-e564-430e-8aec-a4e025ffb8cd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:21.539043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-8820b826-9d1b-4c01-babb-49542ec5f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:21.542100 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-8820b826-9d1b-4c01-babb-49542ec5f154 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.5301843 Jul 23 20:33:21.663364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2ab0f5b0-bca4-4c6f-9edb-499c973c8acd tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1516647746', 'prefixes': ['172.20.0.0/16']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:21.671271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11e49ad3-97f9-4695-ac81-15ba4a8d0916 req-186571e6-6256-40da-a08d-e9bfaa7d3aba tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 210 time: 0.0619557 Jul 23 20:33:21.815743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-e2491b7e-2a5b-4bc9-b202-1291910ec0ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 1001 time: 0.2085218 Jul 23 20:33:21.834457 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2ab0f5b0-bca4-4c6f-9edb-499c973c8acd tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] Notify callbacks [] for subnetpool, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.835938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2ab0f5b0-bca4-4c6f-9edb-499c973c8acd tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4527161 Jul 23 20:33:21.840780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41864) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:21.948429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.25.8.98 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/f3661c27-bfd1-4b6f-bc5b-5757d7e6d964) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:21.967637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:21.971473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-ce2cde6e-27e0-4d75-a5d7-a226b5e1e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:21.973412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-ce2cde6e-27e0-4d75-a5d7-a226b5e1e0da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.1462016 Jul 23 20:33:22.003211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c116afd-368c-4b00-9883-ffd4ac2d11f2 tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] 10.222.0.46 "GET /v2.0/subnetpools/8573a1e7-ad06-4f25-a074-0b9b560985ae HTTP/1.1" status: 200 len: 732 time: 0.1591253 Jul 23 20:33:22.004626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41874) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.014392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f18eae7c-6f24-44fa-bb3f-0241d44c3883 tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1287513997'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:22.043978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Subnet': ['ID=31fc6b90-3439-4571-bcdd-51e711078109,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.195093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Checking segment: {'id': 'ad9913b2-bde5-49e0-a699-f0b66e96e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:22.195569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network hostable DHCP agents. Network: 52922b68-96d1-40a6-a3b3-84d25013150b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:22.221022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-533db609-05a4-4381-9ac4-b8af2046eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:22.222777 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-533db609-05a4-4381-9ac4-b8af2046eae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801412 Jul 23 20:33:22.263749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e66c-da50-47f0-b358-f8b072dc36ba req-2bbf36f9-bde5-42ff-8970-b0ffbb06d1ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:22.265352 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca82e66c-da50-47f0-b358-f8b072dc36ba req-2bbf36f9-bde5-42ff-8970-b0ffbb06d1ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.4831014 Jul 23 20:33:22.315771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 52922b68-96d1-40a6-a3b3-84d25013150b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:22.347125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 52922b68-96d1-40a6-a3b3-84d25013150b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:22.361414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff25e699-7ac9-44d2-9c50-e0fb23643dbc None None] Network 52922b68-96d1-40a6-a3b3-84d25013150b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:22.368434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:22.369947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.387123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f18eae7c-6f24-44fa-bb3f-0241d44c3883 tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] Notify callbacks [] for subnetpool, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.391333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f18eae7c-6f24-44fa-bb3f-0241d44c3883 tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] 10.222.0.46 "PUT /v2.0/subnetpools/8573a1e7-ad06-4f25-a074-0b9b560985ae HTTP/1.1" status: 200 len: 684 time: 0.3855538 Jul 23 20:33:22.392053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41886) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.416844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.421422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca82e66c-da50-47f0-b358-f8b072dc36ba req-7454f916-0f03-4a1a-ba28-5f25a79621af tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415901 Jul 23 20:33:22.492420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.567014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41892) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.567274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b3eb99de-96aa-4503-b5f6-38009995be23 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7211533 Jul 23 20:33:22.572896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1689041583', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:22.582467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:22.587382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:22.592138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:22.607707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2059f47-5ede-4e83-95e8-cd26d06054fd tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] Notify callbacks [] for subnetpool, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.609115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e2059f47-5ede-4e83-95e8-cd26d06054fd tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] 10.222.0.46 "DELETE /v2.0/subnetpools/8573a1e7-ad06-4f25-a074-0b9b560985ae HTTP/1.1" status: 204 len: 168 time: 0.2054937 Jul 23 20:33:22.612253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-52922b68-96d1-40a6-a3b3-84d25013150b', 'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b', 'tenant_id': 'f8a6f53b425a45d6856f5ec95b2b49a9', 'fixed_ips': [{'subnet_id': '31fc6b90-3439-4571-bcdd-51e711078109'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:22.613138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.624898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41896) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:22.626470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-8af5b1fa-e108-4409-90f1-fd424422ab3d service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894813 Jul 23 20:33:22.636359 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.637701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.748796 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:22.890938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-6156a484-3e58-4286-a34a-78529665302f service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479608 Jul 23 20:33:22.938376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:22.972249 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-6622189a-0c55-499b-be17-b0ca36842ce3 tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] show failed (client error): The resource could not be found. Jul 23 20:33:22.976748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6622189a-0c55-499b-be17-b0ca36842ce3 tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] 10.222.0.46 "GET /v2.0/subnetpools/8573a1e7-ad06-4f25-a074-0b9b560985ae HTTP/1.1" status: 404 len: 346 time: 0.3503718 Jul 23 20:33:22.980224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:23.028429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Allocated IP 172.20.0.2 (52922b68-96d1-40a6-a3b3-84d25013150b/31fc6b90-3439-4571-bcdd-51e711078109/2094522b-b252-49ac-8cf7-27906528f6f6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:23.214565 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-391c54af-0758-424f-907a-17ec669d0baa tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] delete failed (client error): The resource could not be found. Jul 23 20:33:23.216007 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-391c54af-0758-424f-907a-17ec669d0baa tempest-SubnetPoolsTestJSON-1025685865 tempest-SubnetPoolsTestJSON-1025685865-project] 10.222.0.46 "DELETE /v2.0/subnetpools/8573a1e7-ad06-4f25-a074-0b9b560985ae HTTP/1.1" status: 404 len: 346 time: 0.2331355 Jul 23 20:33:23.384186 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.407380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Transition to ACTIVE for port object 2094522b-b252-49ac-8cf7-27906528f6f6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:23.468699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Transition to ACTIVE for port object 2094522b-b252-49ac-8cf7-27906528f6f6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:23.491718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.584528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Pushing event updated for resources: {'Port': ['ID=2094522b-b252-49ac-8cf7-27906528f6f6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:23.596581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Network 52922b68-96d1-40a6-a3b3-84d25013150b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:23.598194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:23.604640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:23.711133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Attempting to bind port 2094522b-b252-49ac-8cf7-27906528f6f6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:23.711511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Attempting to bind port 2094522b-b252-49ac-8cf7-27906528f6f6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ad9913b2-bde5-49e0-a699-f0b66e96e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:23.711885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Attempting to bind port 2094522b-b252-49ac-8cf7-27906528f6f6 on network 52922b68-96d1-40a6-a3b3-84d25013150b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:23.724632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:23.725427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Checking segment: {'id': 'ad9913b2-bde5-49e0-a699-f0b66e96e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:23.726056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.726972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Bound using segment: {'id': 'ad9913b2-bde5-49e0-a699-f0b66e96e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:23.727744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Bound port: 2094522b-b252-49ac-8cf7-27906528f6f6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad9913b2-bde5-49e0-a699-f0b66e96e153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:23.728982 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.802258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41932) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:23.825056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.828343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] For port 2094522b-b252-49ac-8cf7-27906528f6f6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:23.839519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] For port 2094522b-b252-49ac-8cf7-27906528f6f6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2094522b-b252-49ac-8cf7-27906528f6f6,segment=NetworkSegment(ad9913b2-bde5-49e0-a699-f0b66e96e153),segment_id=ad9913b2-bde5-49e0-a699-f0b66e96e153)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:23.847666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b160340b-0f18-4380-a2ad-45afe18eb89a req-3a31920a-021c-49f4-b0c5-f97c42a7c668 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 210 time: 0.8794491 Jul 23 20:33:23.850444 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:23.912249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-618cb6e4-fdbe-42d9-8636-9caa573a3230 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:23.914238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-618cb6e4-fdbe-42d9-8636-9caa573a3230 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.36 "GET /v2.0/networks?id=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 HTTP/1.1" status: 200 len: 813 time: 0.7013183 Jul 23 20:33:23.944798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Request body: {'port': {'device_id': 'f8731044-b954-4fed-bbe8-32a283034878', 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27', 'admin_state_up': True, 'tenant_id': '8231c8a95f454a8098215397db396501'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:24.014256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.015379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa8238-9d05-4b73-9516-a33a331c1e40 None None] Pushing event updated for resources: {'Port': ['ID=2094522b-b252-49ac-8cf7-27906528f6f6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:24.017559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3fcf6-4b7b-406e-b172-b8350adefec5 req-aea77e3d-f74a-4e01-995a-9904554ab46a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:24.026374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79d3fcf6-4b7b-406e-b172-b8350adefec5 req-aea77e3d-f74a-4e01-995a-9904554ab46a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.1893790 Jul 23 20:33:24.126315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79d3fcf6-4b7b-406e-b172-b8350adefec5 req-6d7e283d-9647-4f35-9e26-f2bdc717f2ec tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525095 Jul 23 20:33:24.248350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41948) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:24.405281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.429667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2b715c9e-7fb0-4594-8124-c657138afd6c tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-196642551'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:24.430257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2b715c9e-7fb0-4594-8124-c657138afd6c tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Unknown quota resources ['metering_label']. {{(pid=94027) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:33:24.434093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.592753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.25.8.62 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/09f3f4b8-5697-4892-8b62-9ba3e5114eaa) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:24.692905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9041-eeb0-418b-81fc-9c0bd843710d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:24.871685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2094522b-b252-49ac-8cf7-27906528f6f6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:24.959545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 2094522b-b252-49ac-8cf7-27906528f6f6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:25.010276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b715c9e-7fb0-4594-8124-c657138afd6c tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.018075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b715c9e-7fb0-4594-8124-c657138afd6c tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7662184 Jul 23 20:33:25.020538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41960) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.026759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3ba4bccc-d822-4868-ace7-71abf18f55b5 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '711f6172-07ae-4fd9-a185-22a9215246e1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.027264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3ba4bccc-d822-4868-ace7-71abf18f55b5 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:33:25.052076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.063072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9041-eeb0-418b-81fc-9c0bd843710d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.104956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc2d7cb8-dcb6-4cae-93e0-81a5cf12fa5f req-9c812f8f-f10a-4079-99f3-67364cbd95f6 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 210 time: 0.1025119 Jul 23 20:33:25.164575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c8a9041-eeb0-418b-81fc-9c0bd843710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.195924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.204383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1c8a9041-eeb0-418b-81fc-9c0bd843710d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0ed40dde3074ec9a7d6d71f9aae36da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3956800 Jul 23 20:33:25.238791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.354340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.371384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fcb-2d29-40a2-a3e8-b3575c9e9bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.408996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fcb-2d29-40a2-a3e8-b3575c9e9bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.433260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:25.439576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:25.449416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:25.470974 n-d-793620-13 neutron-server[94026]: WARNING neutron.services.metering.metering_plugin [None req-3ba4bccc-d822-4868-ace7-71abf18f55b5 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:33:25.618424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69517-39b9-4055-93eb-9077d9c33dd0 req-871ae334-8593-44d7-accd-88483ff67199 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:25.620003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccb69517-39b9-4055-93eb-9077d9c33dd0 req-871ae334-8593-44d7-accd-88483ff67199 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.3575244 Jul 23 20:33:25.622881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=09f3f4b8-5697-4892-8b62-9ba3e5114eaa,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.638769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Made reservation on behalf of 8231c8a95f454a8098215397db396501 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:25.642614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f8b27c-6427-4016-897b-7e1311da8449 None None] Network 52922b68-96d1-40a6-a3b3-84d25013150b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:25.655449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.670026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ba4bccc-d822-4868-ace7-71abf18f55b5 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.672292 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3ba4bccc-d822-4868-ace7-71abf18f55b5 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6507070 Jul 23 20:33:25.673252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fcb-2d29-40a2-a3e8-b3575c9e9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.675950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41968) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:25.676334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e2b7fcb-2d29-40a2-a3e8-b3575c9e9bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:25.680318 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1e2b7fcb-2d29-40a2-a3e8-b3575c9e9bdf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6639e84-6d2b-4928-a5cc-8a217a9800db HTTP/1.1" status: 204 len: 168 time: 0.4385352 Jul 23 20:33:25.683243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-456b9da0-72e7-44f5-bfd5-8a772dbbd63d tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '711f6172-07ae-4fd9-a185-22a9215246e1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:25.683800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-456b9da0-72e7-44f5-bfd5-8a772dbbd63d tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94027) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:33:25.690948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a9041-eeb0-418b-81fc-9c0bd843710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6639e84-6d2b-4928-a5cc-8a217a9800db,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.746021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b7fcb-2d29-40a2-a3e8-b3575c9e9bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6639e84-6d2b-4928-a5cc-8a217a9800db,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:25.818004 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccb69517-39b9-4055-93eb-9077d9c33dd0 req-997b89eb-99f0-4854-8c9a-9e7191ab51e3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893053 Jul 23 20:33:25.818773 n-d-793620-13 neutron-server[94027]: WARNING neutron.services.metering.metering_plugin [None req-456b9da0-72e7-44f5-bfd5-8a772dbbd63d tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 23 20:33:25.959257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] Provisioning for port 2094522b-b252-49ac-8cf7-27906528f6f6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:25.977334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] Provisioning complete for port 2094522b-b252-49ac-8cf7-27906528f6f6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:25.994732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.068606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:26.086468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.089832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-456b9da0-72e7-44f5-bfd5-8a772dbbd63d tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.091146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-456b9da0-72e7-44f5-bfd5-8a772dbbd63d tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4138498 Jul 23 20:33:26.093735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.204863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Allocated IP 172.20.0.14 (39c6b78b-c4ed-496c-a3e3-0f7ef3955b27/248e3d2d-8561-44ed-957e-d1881f2ef608/c6968cc5-0bdb-4744-9ffb-d24ea2494962) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:26.251546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.334750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] For port 2094522b-b252-49ac-8cf7-27906528f6f6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2094522b-b252-49ac-8cf7-27906528f6f6,segment=NetworkSegment(ad9913b2-bde5-49e0-a699-f0b66e96e153),segment_id=ad9913b2-bde5-49e0-a699-f0b66e96e153)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:26.343321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5cd14021-3ba9-4ded-848d-7184bb3bf1b9 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=d9bd06c2-7aad-4e67-9f6a-08c97fef649d HTTP/1.1" status: 200 len: 464 time: 0.2484977 Jul 23 20:33:26.345729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.348260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 41990) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.458684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:26.472942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:26.479277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504f57fb-42ca-4ba9-8278-31899705385b None None] Pushing event updated for resources: {'Port': ['ID=2094522b-b252-49ac-8cf7-27906528f6f6,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:26.492045 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:26.492710 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:26.544063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.547273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9e44e88a-4845-4998-9c32-d36660e516f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.8191524 Jul 23 20:33:26.555346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 41994) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.623017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5de5f125-9101-4de2-8926-6688414bce53 req-6b0793a1-e080-46f0-a513-be5cfbe498d1 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 210 time: 0.2697899 Jul 23 20:33:26.631996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.774817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9e32ec4c-473b-4388-b246-adeb9606a14d None None] Provisioning complete for port 2094522b-b252-49ac-8cf7-27906528f6f6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:26.777813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9e32ec4c-473b-4388-b246-adeb9606a14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.781783 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:26.790448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:26.951333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42010) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:26.953988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2094522b-b252-49ac-8cf7-27906528f6f6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:27.037207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.075309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 2094522b-b252-49ac-8cf7-27906528f6f6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:27.076620 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.131070 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-06ee9a94-9ced-49b9-897d-e9cdc710b0e4 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b7a7288d0ad0429a97447c8453fc55bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5746381 Jul 23 20:33:27.161375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42014) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.199474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:23Z', 'revision_number': 3, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.240682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1716397247'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:27.242806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:27.243168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Updating router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:33:27.280877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:27.303324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:27.313552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:27.316706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14b7a9cb-bbb8-43ea-993e-1c9c50265157 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.321574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-14b7a9cb-bbb8-43ea-993e-1c9c50265157 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/d9bd06c2-7aad-4e67-9f6a-08c97fef649d HTTP/1.1" status: 204 len: 168 time: 0.9656949 Jul 23 20:33:27.322356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42020) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.324492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Pushing event updated for resources: {'Port': ['ID=c6968cc5-0bdb-4744-9ffb-d24ea2494962,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.330930 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.335775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 2a5e9fc0-696a-42bc-897f-1abd4061113e is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:33:27.348833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a9b63e5b-60b1-4c17-962b-a8849196675c tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=d9bd06c2-7aad-4e67-9f6a-08c97fef649d HTTP/1.1" status: 200 len: 221 time: 0.0244744 Jul 23 20:33:27.356369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.362926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5da86478-14b8-4e75-9bff-f771caf4b9fb tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--410478865', 'description': 'label created by tempest'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:27.363384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5da86478-14b8-4e75-9bff-f771caf4b9fb tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Unknown quota resources ['metering_label']. {{(pid=94027) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:33:27.396514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Made reservation on behalf of 252dd1320b8242c1b3269de9a1d9b1ee for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:27.399091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.432454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.486576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:27.487109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.492296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d00761-03d6-452d-bfa1-6e9fec7f7d70 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:27.496834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-58d00761-03d6-452d-bfa1-6e9fec7f7d70 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2994723 Jul 23 20:33:27.500235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42024) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.567380 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-98418f96-9352-4cd8-b92e-ef7f798e29cf tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0618775 Jul 23 20:33:27.572600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42026) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.579927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1852034128', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:27.599117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:27.613465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] Sync routers for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:27.629581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:27.631948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.637790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2a9dd-2744-4819-8fe0-3d2c24f8f85f req-b573097d-c169-4d4b-a397-cf9117911bd3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:27.640282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31b2a9dd-2744-4819-8fe0-3d2c24f8f85f req-b573097d-c169-4d4b-a397-cf9117911bd3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.6522284 Jul 23 20:33:27.727813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.750125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:27.751029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.804151 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.813153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.823566 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Transition to ACTIVE for port object f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:27.832637 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.839266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:27.839913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad091131-9d1e-459e-b86d-2f8de945f7a2 None None] The sync data for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:27.879935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.899341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5da86478-14b8-4e75-9bff-f771caf4b9fb tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.904184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5da86478-14b8-4e75-9bff-f771caf4b9fb tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5419946 Jul 23 20:33:27.905300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42030) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:27.913943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Pushing event updated for resources: {'Port': ['ID=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:27.914101 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-95d4ff38-7275-40f7-baa9-50494ac4a048 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9796722 Jul 23 20:33:27.930131 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31b2a9dd-2744-4819-8fe0-3d2c24f8f85f req-e3cb9be4-7cf7-4526-882e-d24dc83f18f8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834853 Jul 23 20:33:27.946726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:27.953465 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.954441 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.954952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.955483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.956647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.957161 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.957734 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.958719 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.959217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.959761 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.960252 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.960792 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:27.964622 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Attempting to bind port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:27.965354 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Attempting to bind port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:27.966058 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Attempting to bind port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:27.974393 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:27.975008 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:27.975597 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.975798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.976903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:27.977578 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Bound port: f3661c27-bfd1-4b6f-bc5b-5757d7e6d964, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:27.978142 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:27.980240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-925d04e4-7ae5-4ee7-901c-d13d5908f815 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.4118509 Jul 23 20:33:27.982115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42032) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:28.005156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Request body: {'port': {'device_id': 'f8731044-b954-4fed-bbe8-32a283034878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:28.064824 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] For port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:28.068658 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] For port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:28.100898 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.143200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.144492 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Added segment 1dda08aa-f5cb-410f-91de-663be458fa56 of type vlan for network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 Jul 23 20:33:28.161650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ef2dc8d-9c42-4503-8294-e23403380ff2 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=676d60b8-ac06-4896-a8c5-724897963ece HTTP/1.1" status: 200 len: 467 time: 0.2464819 Jul 23 20:33:28.170819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42034) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:28.171913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=261f99e1-4bd1-4591-85b2-5ba3e3e4b3dc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.232307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:28.233776 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d09229-f792-47e2-b6f2-44779322f552 None None] Pushing event updated for resources: {'Port': ['ID=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:28.243942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:28.265776 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:28.266349 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:28.474993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfed6b-c64e-45c1-a24f-bf26ba7f56e3 req-e93ebeb4-c1d3-4cdd-890f-bda2bc53df0a tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:28.482629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cabfed6b-c64e-45c1-a24f-bf26ba7f56e3 req-e93ebeb4-c1d3-4cdd-890f-bda2bc53df0a tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 932 time: 0.6432343 Jul 23 20:33:28.492039 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:28.613396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cabfed6b-c64e-45c1-a24f-bf26ba7f56e3 req-b07a6d73-8970-4c9a-9803-a913940fbc5b tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233993 Jul 23 20:33:28.785134 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:23Z', 'revision_number': 3, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:28.818643 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2440890c-52ee-4e40-8e7c-6c84386afd09 None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:23Z', 'revision_number': 3, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:28.928397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.085297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.087452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.125526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.255658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefe0f2-3a7f-40c9-a639-9e42d77b72b2 req-4d01dc18-cb2e-4915-b599-46cb9b30a5b6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:29.266681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1aefe0f2-3a7f-40c9-a639-9e42d77b72b2 req-4d01dc18-cb2e-4915-b599-46cb9b30a5b6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.1792326 Jul 23 20:33:29.364612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1aefe0f2-3a7f-40c9-a639-9e42d77b72b2 req-11cdcb5e-7450-40b6-bd9e-3177e492c12c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973229 Jul 23 20:33:29.452295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.resource_extend [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:33:29.502640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.1 (52922b68-96d1-40a6-a3b3-84d25013150b/31fc6b90-3439-4571-bcdd-51e711078109/6d4ec95f-d044-4945-86fa-8ddd6bcf29d5) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:29.567007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f1aa2739-b7b5-408c-9a9e-8ed9ffe20861 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.568542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f1aa2739-b7b5-408c-9a9e-8ed9ffe20861 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/676d60b8-ac06-4896-a8c5-724897963ece HTTP/1.1" status: 204 len: 168 time: 1.3929119 Jul 23 20:33:29.573067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Subnet': ['ID=d24fa6ac-b508-4efa-957e-cc4ea7d16437,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.583982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.589370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.589943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.590462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.590978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.591498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.592007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.592763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.593272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.593816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.594530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.596216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.596769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:29.645261 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.654536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:29.655415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.670983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53b0273b-b5aa-4511-a8d2-8fb4298f7cf4 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=676d60b8-ac06-4896-a8c5-724897963ece HTTP/1.1" status: 200 len: 216 time: 0.0626791 Jul 23 20:33:29.704922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42142) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.736951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Checking segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:29.737667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network hostable DHCP agents. Network: 7e1d9e49-26fc-4b20-874d-d5476728be9b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:29.805078 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8437014 Jul 23 20:33:29.855627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42156) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:29.872589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Request body: {'subnet': {'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:29.886012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d03099-f848-47c4-9767-fe8ca5e9d235 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event updated for resources: {'Network': ['ID=3976d669-fb3f-4f22-b336-bda5fce6d2e0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:29.901347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:29.905538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:29.933801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:29.996868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Transition to ACTIVE for port object 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:30.020734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7e1d9e49-26fc-4b20-874d-d5476728be9b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:30.034919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:30.035934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.060160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e20c7e-9ee2-44f9-b6dd-8eec20ecc9ad None None] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:30.138412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce423ebd-97d5-4150-af5d-779a49a8e244 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5646780 Jul 23 20:33:30.144343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42190) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.364824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-7e1d9e49-26fc-4b20-874d-d5476728be9b', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:30.365709 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.395883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Made reservation on behalf of 252dd1320b8242c1b3269de9a1d9b1ee for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:30.401061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.658921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Allocated IP 172.20.0.2 (7e1d9e49-26fc-4b20-874d-d5476728be9b/d24fa6ac-b508-4efa-957e-cc4ea7d16437/bbcca027-524b-41b3-bb2c-308e9de564dc) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:30.794307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6968cc5-0bdb-4744-9ffb-d24ea2494962 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:30.807758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.848043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Transition to ACTIVE for port object c6968cc5-0bdb-4744-9ffb-d24ea2494962 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:30.858007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fff06677-e310-419c-94e6-5aeedd358238 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 1.1519217 Jul 23 20:33:30.860433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42266) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.861030 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:30.922043 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f6a361fa-61ec-4884-be56-2c65e8dde72e tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0585704 Jul 23 20:33:30.929052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42274) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:30.953301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:31.060232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2124c553-ec28-4f8b-bb25-4f296a943faa tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-labels/711f6172-07ae-4fd9-a185-22a9215246e1 HTTP/1.1" status: 200 len: 472 time: 0.1299245 Jul 23 20:33:31.068003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.071293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.141158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2329cb-2a70-4901-89e6-cb698ade3d2b req-999e1b86-f36e-4f0d-b676-a061f7e3cb22 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:31.148302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e2329cb-2a70-4901-89e6-cb698ade3d2b req-999e1b86-f36e-4f0d-b676-a061f7e3cb22 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2886136 Jul 23 20:33:31.166579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.206530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ddd2-0153-4e15-830c-546f1154a28c req-dc3e32c3-8696-4a62-bac1-2b7ef5f521f7 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:31.208415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d432ddd2-0153-4e15-830c-546f1154a28c req-dc3e32c3-8696-4a62-bac1-2b7ef5f521f7 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 932 time: 1.2443593 Jul 23 20:33:31.308815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 52922b68-96d1-40a6-a3b3-84d25013150b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:31.321605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d432ddd2-0153-4e15-830c-546f1154a28c req-67955a67-a00b-4f6d-b2ea-0ed61a203f07 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901937 Jul 23 20:33:31.332697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:31.337095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6968cc5-0bdb-4744-9ffb-d24ea2494962,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.338327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=6d4ec95f-d044-4945-86fa-8ddd6bcf29d5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.340666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:31.385497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e3529cd1-ff9b-423f-b4d0-0f1e021acb74 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "GET /v2.0/metering/metering-label-rules/8a95d1ef-7435-4a42-93c0-41a4fce291c6 HTTP/1.1" status: 200 len: 461 time: 0.2926869 Jul 23 20:33:31.396465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42316) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.410933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e2329cb-2a70-4901-89e6-cb698ade3d2b req-8457ebe9-a875-4816-9ad5-3c00ed795016 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614973 Jul 23 20:33:31.440185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.464610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event updated for resources: {'Subnet': ['ID=4c53ee3c-9a01-47cc-b5a4-9e1298d10c16,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.496344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.517262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Transition to ACTIVE for port object bbcca027-524b-41b3-bb2c-308e9de564dc will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:31.536093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Transition to ACTIVE for port object bbcca027-524b-41b3-bb2c-308e9de564dc will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:31.558041 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.593060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Checking segment: {'id': '1dda08aa-f5cb-410f-91de-663be458fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:31.593462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Network hostable DHCP agents. Network: 3976d669-fb3f-4f22-b336-bda5fce6d2e0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:31.616658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Pushing event updated for resources: {'Port': ['ID=bbcca027-524b-41b3-bb2c-308e9de564dc,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:31.638275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:31.642739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:31.648747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:31.661636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:31.743127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Attempting to bind port c6968cc5-0bdb-4744-9ffb-d24ea2494962 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:31.744234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Attempting to bind port c6968cc5-0bdb-4744-9ffb-d24ea2494962 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '9d96671a-d0fd-4bf7-982a-0bc7a6836731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:31.744953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Attempting to bind port c6968cc5-0bdb-4744-9ffb-d24ea2494962 on network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:31.750499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:31.750996 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.778581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.813205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:31.818381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311bd71d-7920-44ac-9837-8018365b7966 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.819787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-311bd71d-7920-44ac-9837-8018365b7966 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-label-rules/8a95d1ef-7435-4a42-93c0-41a4fce291c6 HTTP/1.1" status: 204 len: 168 time: 0.3856642 Jul 23 20:33:31.820676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Attempting to bind port bbcca027-524b-41b3-bb2c-308e9de564dc on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:31.821057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Attempting to bind port bbcca027-524b-41b3-bb2c-308e9de564dc by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:31.821425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Attempting to bind port bbcca027-524b-41b3-bb2c-308e9de564dc on network 7e1d9e49-26fc-4b20-874d-d5476728be9b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:31.825299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42356) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:31.829359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Port c6968cc5-0bdb-4744-9ffb-d24ea2494962 on network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:31.829978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Attempting to bind port c6968cc5-0bdb-4744-9ffb-d24ea2494962 on network 39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:31.860990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:31.862174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Checking segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:31.862856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.863516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Bound using segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:31.863859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Bound port: bbcca027-524b-41b3-bb2c-308e9de564dc, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:31.864318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.871406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-baac1e78-020c-44ee-871e-5336ca3ac147 None None] Provisioning for port 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:31.892890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-baac1e78-020c-44ee-871e-5336ca3ac147 None None] Provisioning complete for port 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:31.893383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-baac1e78-020c-44ee-871e-5336ca3ac147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.919680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:31.920085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Checking segment: {'id': '9d96671a-d0fd-4bf7-982a-0bc7a6836731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:31.920390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Bound using segment: {'id': '9d96671a-d0fd-4bf7-982a-0bc7a6836731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:31.921479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Bound port: c6968cc5-0bdb-4744-9ffb-d24ea2494962, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d96671a-d0fd-4bf7-982a-0bc7a6836731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:31.922061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.924431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 3976d669-fb3f-4f22-b336-bda5fce6d2e0) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:31.941191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.950099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:31.951030 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:31.973715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] For port bbcca027-524b-41b3-bb2c-308e9de564dc, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:31.977240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] For port bbcca027-524b-41b3-bb2c-308e9de564dc, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bbcca027-524b-41b3-bb2c-308e9de564dc,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:32.024395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b4e581-c95b-42d1-933a-888b63d22bf0 None None] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:32.142354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-abc1b4ad-530f-4bcc-9200-d874274cb2dc tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2823753 Jul 23 20:33:32.148052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42392) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:32.160992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Request body: {'port': {'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0', 'name': 'tempest-TagsExtTest-1627614222'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:32.169970 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.242854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214dc65f-3b88-4cb6-8d33-1d209f7e82f0 None None] Pushing event updated for resources: {'Port': ['ID=bbcca027-524b-41b3-bb2c-308e9de564dc,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.286181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.302751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-baac1e78-020c-44ee-871e-5336ca3ac147 None None] Port 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:32.306024 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.307984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-3976d669-fb3f-4f22-b336-bda5fce6d2e0', 'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0', 'tenant_id': '252dd1320b8242c1b3269de9a1d9b1ee', 'fixed_ips': [{'subnet_id': '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:32.310654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.315180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.450068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=6d4ec95f-d044-4945-86fa-8ddd6bcf29d5,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.498635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.532225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:32.548721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:32.831020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Allocated IP 172.20.0.2 (3976d669-fb3f-4f22-b336-bda5fce6d2e0/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/aa9e9332-1a84-4206-acb4-9ee53d82465b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:32.860215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430ef06-af59-4b5f-b695-751138ee71a7 req-e87e5094-30fc-4245-a8c5-05c08c8fc9d4 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:32.874006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8430ef06-af59-4b5f-b695-751138ee71a7 req-e87e5094-30fc-4245-a8c5-05c08c8fc9d4 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 944 time: 0.3919094 Jul 23 20:33:32.887428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:32.924262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bbcca027-524b-41b3-bb2c-308e9de564dc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:32.981950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f2cb1d-d488-4120-9ce1-bab641239ed8 req-42807eee-235f-4f0c-8105-1a2708f8e832 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:32.984007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9f2cb1d-d488-4120-9ce1-bab641239ed8 req-42807eee-235f-4f0c-8105-1a2708f8e832 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.4285820 Jul 23 20:33:33.053424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port bbcca027-524b-41b3-bb2c-308e9de564dc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:33.088030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 52922b68-96d1-40a6-a3b3-84d25013150b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:33.096496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8430ef06-af59-4b5f-b695-751138ee71a7 req-d147b31a-ec53-4662-9231-ba47e2b069ce tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216320 Jul 23 20:33:33.098872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b80df044-12c0-43dc-8201-74a71d0fc909 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.100776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b80df044-12c0-43dc-8201-74a71d0fc909 tempest-MeteringTestJSON-257371535 tempest-MeteringTestJSON-257371535-project-admin] 10.222.0.46 "DELETE /v2.0/metering/metering-labels/711f6172-07ae-4fd9-a185-22a9215246e1 HTTP/1.1" status: 204 len: 168 time: 1.2662346 Jul 23 20:33:33.114057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] For port c6968cc5-0bdb-4744-9ffb-d24ea2494962, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:33.133712 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.135184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:33.144251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Transition to ACTIVE for port object aa9e9332-1a84-4206-acb4-9ee53d82465b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:33.182356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] For port c6968cc5-0bdb-4744-9ffb-d24ea2494962, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962,segment=NetworkSegment(9d96671a-d0fd-4bf7-982a-0bc7a6836731),segment_id=9d96671a-d0fd-4bf7-982a-0bc7a6836731)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:33.193356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Transition to ACTIVE for port object aa9e9332-1a84-4206-acb4-9ee53d82465b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:33.209021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9f2cb1d-d488-4120-9ce1-bab641239ed8 req-5b6946b7-24f5-47a4-8150-645ef202f9c0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753278 Jul 23 20:33:33.215732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.243600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.335923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:33.349240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:33.352714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:33.390442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Pushing event updated for resources: {'Port': ['ID=aa9e9332-1a84-4206-acb4-9ee53d82465b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:33.500567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 2a5e9fc0-696a-42bc-897f-1abd4061113e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:33.521775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6968cc5-0bdb-4744-9ffb-d24ea2494962,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:33.527952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:33.528574 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.533886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Attempting to bind port aa9e9332-1a84-4206-acb4-9ee53d82465b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:33.534267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Attempting to bind port aa9e9332-1a84-4206-acb4-9ee53d82465b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1dda08aa-f5cb-410f-91de-663be458fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:33.534633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Attempting to bind port aa9e9332-1a84-4206-acb4-9ee53d82465b on network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:33.546623 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-1d2d0961-6189-48da-8d6a-887e12b2e4d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6968cc5-0bdb-4744-9ffb-d24ea2494962 HTTP/1.1" status: 200 len: 1093 time: 5.5965600 Jul 23 20:33:33.552839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:33.553525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Checking segment: {'id': '1dda08aa-f5cb-410f-91de-663be458fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:33.554111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.554668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Bound using segment: {'id': '1dda08aa-f5cb-410f-91de-663be458fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:33.556345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Bound port: aa9e9332-1a84-4206-acb4-9ee53d82465b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dda08aa-f5cb-410f-91de-663be458fa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '3976d669-fb3f-4f22-b336-bda5fce6d2e0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:33.556345 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.562276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8731044-b954-4fed-bbe8-32a283034878', 'tag': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:33.577592 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7127721-ab37-4912-ac5e-eaa3db96bdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "f8731044-b954-4fed-bbe8-32a283034878", "tag": "c6968cc5-0bdb-4744-9ffb-d24ea2494962"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:33.726035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42542) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.788778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] For port aa9e9332-1a84-4206-acb4-9ee53d82465b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:33.789028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:33.801830 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] Sync routers for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:33.802591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73268a3b-d273-4199-bbd0-ab87f8741e45 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/routers/2a5e9fc0-696a-42bc-897f-1abd4061113e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8167608 Jul 23 20:33:33.804213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] For port aa9e9332-1a84-4206-acb4-9ee53d82465b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa9e9332-1a84-4206-acb4-9ee53d82465b,segment=NetworkSegment(1dda08aa-f5cb-410f-91de-663be458fa56),segment_id=1dda08aa-f5cb-410f-91de-663be458fa56)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:33.805112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42548) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:33.812252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'port': {'network_id': '52922b68-96d1-40a6-a3b3-84d25013150b', 'name': 'tempest-FloatingIPTestJSON-1847095282'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:33.817103 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:33.817919 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.828324 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.831512 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b576ba62-65c2-412c-9286-3fb8cca6c447 x-openstack-request-id: req-b576ba62-65c2-412c-9286-3fb8cca6c447 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:33.832107 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8731044-b954-4fed-bbe8-32a283034878", "tag": "c6968cc5-0bdb-4744-9ffb-d24ea2494962", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:33.832365 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b576ba62-65c2-412c-9286-3fb8cca6c447 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:33.833520 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8731044-b954-4fed-bbe8-32a283034878', 'tag': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962', 'status': 'completed', 'code': 200} Jul 23 20:33:33.875292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.890160 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:33.891228 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.910852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Made reservation on behalf of 252dd1320b8242c1b3269de9a1d9b1ee for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:33.923869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.968908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1fb192b3-1dd3-4e31-b384-0f7ba6696cc3 None None] Provisioning complete for port 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:33.969292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1fb192b3-1dd3-4e31-b384-0f7ba6696cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:33.973796 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:33.974600 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1beac5-a26b-44bb-881d-b8993ef715f7 None None] The sync data for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:34.023824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] device_id is not set on port b4a5d0ab-f6bc-45ff-9066-5eb216801841 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:34.039205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4cd69d61-9012-41cd-b668-56f2c9ab274a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.057406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Made reservation on behalf of f8a6f53b425a45d6856f5ec95b2b49a9 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:34.065244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.068859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1fb192b3-1dd3-4e31-b384-0f7ba6696cc3 None None] Port 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:34.081209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2bfc4-2d07-4975-aab7-c12a39822bac None None] Pushing event updated for resources: {'Port': ['ID=aa9e9332-1a84-4206-acb4-9ee53d82465b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.098992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-fb57c206-1086-4c57-a42e-18993294b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.102202 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-fb57c206-1086-4c57-a42e-18993294b88c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8231c8a95f454a8098215397db396501&device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 1096 time: 0.4869514 Jul 23 20:33:34.105488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] device_id is not set on port 710e97fd-1353-41ea-9baf-605a2dbaa20c yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:34.123514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.20.0.1 (7e1d9e49-26fc-4b20-874d-d5476728be9b/d24fa6ac-b508-4efa-957e-cc4ea7d16437/a05ff055-e502-454f-b317-957f16ea466f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:34.176195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-96941a21-d654-4996-8e0e-d460ce3ca885 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962 HTTP/1.1" status: 200 len: 217 time: 0.0645723 Jul 23 20:33:34.199259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbeb948-b74f-4223-8068-cbfe4125643f None None] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:34.335370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-c2ed59bb-5d28-4bfb-91ef-49bdfaf76029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.336898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-c2ed59bb-5d28-4bfb-91ef-49bdfaf76029 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=248e3d2d-8561-44ed-957e-d1881f2ef608 HTTP/1.1" status: 200 len: 853 time: 0.1482458 Jul 23 20:33:34.366033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] Provisioning for port bbcca027-524b-41b3-bb2c-308e9de564dc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:34.379097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] Provisioning complete for port bbcca027-524b-41b3-bb2c-308e9de564dc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:34.379736 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.436453 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-3f458b80-9dc5-4297-b301-1a2a0131a193 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807364 Jul 23 20:33:34.563323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Allocated IP 172.20.0.12 (3976d669-fb3f-4f22-b336-bda5fce6d2e0/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/b4a5d0ab-f6bc-45ff-9066-5eb216801841) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:34.582559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Allocated IP 172.20.0.11 (52922b68-96d1-40a6-a3b3-84d25013150b/31fc6b90-3439-4571-bcdd-51e711078109/710e97fd-1353-41ea-9baf-605a2dbaa20c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:34.610869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.633890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4cd69d61-9012-41cd-b668-56f2c9ab274a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.645014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b4958-7446-42d2-a0e0-1d12f7efeef1 req-3ca1e4bd-7e99-4c14-a2f4-3c255e61f92c tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.647310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-003b4958-7446-42d2-a0e0-1d12f7efeef1 req-3ca1e4bd-7e99-4c14-a2f4-3c255e61f92c tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 944 time: 0.4081793 Jul 23 20:33:34.653593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4cd69d61-9012-41cd-b668-56f2c9ab274a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.695788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] For port bbcca027-524b-41b3-bb2c-308e9de564dc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bbcca027-524b-41b3-bb2c-308e9de564dc,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:34.702879 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.722105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:34.749992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-8b4bc12a-4b2b-41e7-a7ff-c68a95886eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045883 Jul 23 20:33:34.783090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Transition to ACTIVE for port object a05ff055-e502-454f-b317-957f16ea466f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:34.802902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2d7a6-ebd9-442a-838c-b418ba9dd799 None None] Pushing event updated for resources: {'Port': ['ID=bbcca027-524b-41b3-bb2c-308e9de564dc,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.838886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-003b4958-7446-42d2-a0e0-1d12f7efeef1 req-1eebd36d-50fc-4155-8c12-0d40ff827ae3 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799743 Jul 23 20:33:34.870146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd69d61-9012-41cd-b668-56f2c9ab274a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6331e0b4-08c8-4e6d-b84c-d0d343efa1aa,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:34.904528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4cd69d61-9012-41cd-b668-56f2c9ab274a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e302f4f5d1424b81859b2813490ddd64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1773252 Jul 23 20:33:34.907976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42564) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:34.929884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0d6d7-7dbd-4f2a-8261-f62b34403541 req-e33fed8f-a515-4526-94bf-4e5c8c460000 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:34.939703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fb0d6d7-7dbd-4f2a-8261-f62b34403541 req-e33fed8f-a515-4526-94bf-4e5c8c460000 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.5326138 Jul 23 20:33:35.039751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa9e9332-1a84-4206-acb4-9ee53d82465b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:35.079700 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-365b4750-a0b1-4504-8fea-b35c41ca070b req-ace46032-147a-478c-8a7d-f0aa31a8bc7e service neutron] 10.222.0.36 "GET /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174324 Jul 23 20:33:35.131697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.138366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port aa9e9332-1a84-4206-acb4-9ee53d82465b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:35.150362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:35.233081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:35.238121 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.240607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fb0d6d7-7dbd-4f2a-8261-f62b34403541 req-af47c173-238a-4a90-aad6-97b61c17cdbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2996991 Jul 23 20:33:35.254581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2528f4a9-1c6a-4bca-8229-d7dd53798e7f None None] Provisioning complete for port bbcca027-524b-41b3-bb2c-308e9de564dc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:35.255177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2528f4a9-1c6a-4bca-8229-d7dd53798e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.358310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.369479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5093ea24-b55e-445c-b07a-ea4ae81bb19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.398520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5093ea24-b55e-445c-b07a-ea4ae81bb19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.448644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Transition to ACTIVE for port object 710e97fd-1353-41ea-9baf-605a2dbaa20c will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:35.483841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.504961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:35.506617 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5093ea24-b55e-445c-b07a-ea4ae81bb19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.510495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5093ea24-b55e-445c-b07a-ea4ae81bb19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.516611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5093ea24-b55e-445c-b07a-ea4ae81bb19b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6331e0b4-08c8-4e6d-b84c-d0d343efa1aa HTTP/1.1" status: 204 len: 168 time: 0.5966914 Jul 23 20:33:35.535927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093ea24-b55e-445c-b07a-ea4ae81bb19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6331e0b4-08c8-4e6d-b84c-d0d343efa1aa,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.546638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.558075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:35.581342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:35.637091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.639746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=a05ff055-e502-454f-b317-957f16ea466f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.673762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Network 52922b68-96d1-40a6-a3b3-84d25013150b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:35.689664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ed083d-3e7d-41f6-ad6d-81190471bced None None] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:35.703385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:35.713811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:35.717372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Transition to ACTIVE for port object b4a5d0ab-f6bc-45ff-9066-5eb216801841 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:35.741953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event updated for resources: {'Port': ['ID=710e97fd-1353-41ea-9baf-605a2dbaa20c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:35.751460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-c9e2af9b-92b8-4530-aa77-dad23905ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:35.753574 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-c9e2af9b-92b8-4530-aa77-dad23905ffc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8231c8a95f454a8098215397db396501&device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 1096 time: 0.6055002 Jul 23 20:33:35.815842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] Provisioning for port aa9e9332-1a84-4206-acb4-9ee53d82465b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:35.915311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:35.922331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.930921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] Provisioning complete for port aa9e9332-1a84-4206-acb4-9ee53d82465b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:35.931376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:35.960321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc489b01-13ca-406d-b6bc-d559abc131b2 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1537433 Jul 23 20:33:35.964846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42576) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:35.969718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-37910e44-cfa3-4dd0-b265-dcfe9def9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:35.975521 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-37910e44-cfa3-4dd0-b265-dcfe9def9e15 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 HTTP/1.1" status: 200 len: 914 time: 0.2116349 Jul 23 20:33:35.976888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Request body: {'floatingip': {'port_id': '710e97fd-1353-41ea-9baf-605a2dbaa20c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:36.041312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.200045 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-fb3a44e4-15cf-46ed-b5e1-43f10763b1b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962 HTTP/1.1" status: 200 len: 217 time: 0.2137003 Jul 23 20:33:36.226065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42580) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:36.243385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.255155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.299680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:36.306930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:36.335471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] For port aa9e9332-1a84-4206-acb4-9ee53d82465b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa9e9332-1a84-4206-acb4-9ee53d82465b,segment=NetworkSegment(1dda08aa-f5cb-410f-91de-663be458fa56),segment_id=1dda08aa-f5cb-410f-91de-663be458fa56)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:36.337735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:36.341150 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.371876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40123e2a-f9ae-4651-9c4a-ddb59b21ca41 req-61e9d7f0-497d-4cfc-8773-a401b25c1d1a tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:36.378897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40123e2a-f9ae-4651-9c4a-ddb59b21ca41 req-61e9d7f0-497d-4cfc-8773-a401b25c1d1a tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 944 time: 0.3318033 Jul 23 20:33:36.380760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc522ff2-e5a8-4bc9-8562-d4b7f6d9cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.487436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:36.499151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.499750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda490-9ce9-4fdb-a10a-2e94f6c64501 None None] Pushing event updated for resources: {'Port': ['ID=aa9e9332-1a84-4206-acb4-9ee53d82465b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.515973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Provisioning for port 710e97fd-1353-41ea-9baf-605a2dbaa20c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:36.524622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Provisioning complete for port 710e97fd-1353-41ea-9baf-605a2dbaa20c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:36.525765 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.536783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40123e2a-f9ae-4651-9c4a-ddb59b21ca41 req-7b62bb58-66ef-4957-8aa8-0e69a272a12c tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569433 Jul 23 20:33:36.585157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Port 710e97fd-1353-41ea-9baf-605a2dbaa20c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:36.592376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.602644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Provisioning for port a05ff055-e502-454f-b317-957f16ea466f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:36.610693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Provisioning complete for port a05ff055-e502-454f-b317-957f16ea466f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:36.611250 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.620849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-51a2ea0b-74fe-4e60-b89c-9233e6522982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:36.622749 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-51a2ea0b-74fe-4e60-b89c-9233e6522982 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=248e3d2d-8561-44ed-957e-d1881f2ef608 HTTP/1.1" status: 200 len: 853 time: 0.3878210 Jul 23 20:33:36.625448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event updated for resources: {'Port': ['ID=b4a5d0ab-f6bc-45ff-9066-5eb216801841,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:36.677989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6ecdf7ba-fad2-44cf-a912-139aba1ba77b None None] Port a05ff055-e502-454f-b317-957f16ea466f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:36.726956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-67fc7911-1282-4b41-b430-6f07f58d641e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940230 Jul 23 20:33:36.744395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045c48-4b78-460f-8e18-e46228440802 req-492e4e2e-adbb-48ee-9b66-732084b46311 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:36.751296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0045c48-4b78-460f-8e18-e46228440802 req-492e4e2e-adbb-48ee-9b66-732084b46311 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.3374763 Jul 23 20:33:36.822273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a968bc4e-d409-4924-bc96-ef38dcf5280d None None] Provisioning for port b4a5d0ab-f6bc-45ff-9066-5eb216801841 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:36.838720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a968bc4e-d409-4924-bc96-ef38dcf5280d None None] Provisioning complete for port b4a5d0ab-f6bc-45ff-9066-5eb216801841 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:36.839430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a968bc4e-d409-4924-bc96-ef38dcf5280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:36.903212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a968bc4e-d409-4924-bc96-ef38dcf5280d None None] Port b4a5d0ab-f6bc-45ff-9066-5eb216801841 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:36.917713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bbcca027-524b-41b3-bb2c-308e9de564dc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:37.002939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a968bc4e-d409-4924-bc96-ef38dcf5280d None None] Provisioning complete for port aa9e9332-1a84-4206-acb4-9ee53d82465b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:37.003565 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a968bc4e-d409-4924-bc96-ef38dcf5280d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.008836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port bbcca027-524b-41b3-bb2c-308e9de564dc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:37.009786 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.163706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-83b005a5-ba78-431f-93c7-b4b47171eac2 service neutron] 10.222.0.36 "GET /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188633 Jul 23 20:33:37.273320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0045c48-4b78-460f-8e18-e46228440802 req-5c8de4df-5379-4a4c-9fa9-353014a64fa3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5209479 Jul 23 20:33:37.357012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc522ff2-e5a8-4bc9-8562-d4b7f6d9cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.362772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc522ff2-e5a8-4bc9-8562-d4b7f6d9cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.370726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.389479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.464488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fb43d7fb-4348-43fc-8a3b-4a306e6f1cc1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3075166 Jul 23 20:33:37.474394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42592) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:37.501721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1231152842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:37.511846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc522ff2-e5a8-4bc9-8562-d4b7f6d9cad4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2135993c2ae14abebdcc0c81910cf6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2815347 Jul 23 20:33:37.515393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:37.519098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc522ff2-e5a8-4bc9-8562-d4b7f6d9cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d0a8a-a898-4cb9-9e44-16c853792688,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:37.534559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7127721-ab37-4912-ac5e-eaa3db96bdf0 req-7557678a-2804-4fba-87f8-a1f11dba7042 service neutron] 10.222.0.36 "GET /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608801 Jul 23 20:33:37.614011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6968cc5-0bdb-4744-9ffb-d24ea2494962 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:37.636996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f57195a-2af2-4733-b22b-d78b82505930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.639704 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 8ccfeb95-4ce7-4275-abe3-e5cec6d0b3e5 associated. External IP: 172.25.8.105, port: 23ea5e5c-8131-4037-aa18-3ff556442e6a. Jul 23 20:33:37.653729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.656395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.773148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa9e9332-1a84-4206-acb4-9ee53d82465b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:37.815463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.833125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.873866 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.880066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:37.986239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.049972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.054662 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e0c61d4b-e39f-4041-ba81-6e5eb4fcece3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5767608 Jul 23 20:33:38.061147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42600) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:38.080129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c6968cc5-0bdb-4744-9ffb-d24ea2494962, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962,segment=NetworkSegment(9d96671a-d0fd-4bf7-982a-0bc7a6836731),segment_id=9d96671a-d0fd-4bf7-982a-0bc7a6836731)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:38.100970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ae0bb4c9-42fd-45d9-ab70-353b38b1487e tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-932658689', 'prefixes': ['172.20.0.0/16']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:38.104025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-545059d7-2cf5-4b43-b631-52911c9a8b26 None None] Provisioning complete for port b4a5d0ab-f6bc-45ff-9066-5eb216801841 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:38.104407 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-545059d7-2cf5-4b43-b631-52911c9a8b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.157003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aa9e9332-1a84-4206-acb4-9ee53d82465b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:38.157380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.174942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f57195a-2af2-4733-b22b-d78b82505930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.216666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=a05ff055-e502-454f-b317-957f16ea466f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:38.216924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962', 'network_id': '39c6b78b-c4ed-496c-a3e3-0f7ef3955b27', 'port_id': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962', 'mac_address': 'fa:16:3e:fa:fa:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e3d2d-8561-44ed-957e-d1881f2ef608', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:38.282786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:38.290879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:38.302026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-545059d7-2cf5-4b43-b631-52911c9a8b26 None None] Port b4a5d0ab-f6bc-45ff-9066-5eb216801841 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:38.356296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.392461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6968cc5-0bdb-4744-9ffb-d24ea2494962 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:38.504429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c6968cc5-0bdb-4744-9ffb-d24ea2494962, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962,segment=NetworkSegment(9d96671a-d0fd-4bf7-982a-0bc7a6836731),segment_id=9d96671a-d0fd-4bf7-982a-0bc7a6836731)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:38.519991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8cda1-e6ee-446e-9270-39dbfc8c30dc req-d31bfc93-059c-460c-ab10-69954c541150 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.521873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2aa8cda1-e6ee-446e-9270-39dbfc8c30dc req-d31bfc93-059c-460c-ab10-69954c541150 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 944 time: 0.8275058 Jul 23 20:33:38.524137 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.542411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f57195a-2af2-4733-b22b-d78b82505930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.547069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f57195a-2af2-4733-b22b-d78b82505930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.549472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4f57195a-2af2-4733-b22b-d78b82505930 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/909d0a8a-a898-4cb9-9e44-16c853792688 HTTP/1.1" status: 204 len: 168 time: 1.0324414 Jul 23 20:33:38.573515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57195a-2af2-4733-b22b-d78b82505930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d0a8a-a898-4cb9-9e44-16c853792688,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:38.627655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae0bb4c9-42fd-45d9-ab70-353b38b1487e tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for subnetpool, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.632404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ae0bb4c9-42fd-45d9-ab70-353b38b1487e tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5440533 Jul 23 20:33:38.632404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42612) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:38.639481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-3e107e58-6a4d-429f-aa07-600410990c64 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-1449674819') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:38.682594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c6968cc5-0bdb-4744-9ffb-d24ea2494962,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:38.774163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:38.777816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c6968cc5-0bdb-4744-9ffb-d24ea2494962'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:38.857746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fdae8-64ca-42c3-a9ed-9cc49f5867c5 req-32120f27-a019-4579-bbeb-60a94c86f993 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:38.865491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f24fdae8-64ca-42c3-a9ed-9cc49f5867c5 req-32120f27-a019-4579-bbeb-60a94c86f993 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.4741528 Jul 23 20:33:38.891704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2aa8cda1-e6ee-446e-9270-39dbfc8c30dc req-de354876-d371-4d2b-8857-d31eed8d31f2 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622243 Jul 23 20:33:38.905908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b7e9980d-5e93-4ddd-b0c0-c182e3c49f47 None None] Provisioning complete for port a05ff055-e502-454f-b317-957f16ea466f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:38.906141 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7e9980d-5e93-4ddd-b0c0-c182e3c49f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:38.994910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f24fdae8-64ca-42c3-a9ed-9cc49f5867c5 req-460924b1-4225-4dd5-b8fe-50429756b780 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284811 Jul 23 20:33:39.032615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:39.043486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b7e9980d-5e93-4ddd-b0c0-c182e3c49f47 None None] Port a05ff055-e502-454f-b317-957f16ea466f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:39.236207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:39.247691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:39.261040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:39.261717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.328566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.344216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:39.344859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.415568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.416257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdca033-e13f-428b-a929-286e33b44f4b None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:39.562897 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3e107e58-6a4d-429f-aa07-600410990c64 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-1449674819 HTTP/1.1" status: 201 len: 201 time: 0.9294076 Jul 23 20:33:39.564575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:39.577113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-bd6be7cb-a27b-458c-8649-77590786ec61 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-402280486') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.599723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:39.605269 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba39b990-d79a-46bf-83e5-75a15232df61 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "PUT /v2.0/routers/d3fa9fac-3f38-4e67-b535-d0085dc5efb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4489605 Jul 23 20:33:39.610016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42636) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:39.612126 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:39.623278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6968cc5-0bdb-4744-9ffb-d24ea2494962 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:39.654620 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:39.657927 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:39.757797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 2a5e9fc0-696a-42bc-897f-1abd4061113e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:39.779802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c6968cc5-0bdb-4744-9ffb-d24ea2494962 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:39.785976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c6968cc5-0bdb-4744-9ffb-d24ea2494962 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:39.786546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:39.918988 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:40.079491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42654) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.131234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.175140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8731044-b954-4fed-bbe8-32a283034878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:40.177353 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523fecc8-fe85-43f6-81f8-4f93014ff0f4" -d '{"events": [{"server_uuid": "f8731044-b954-4fed-bbe8-32a283034878", "name": "network-vif-plugged", "status": "completed", "tag": "c6968cc5-0bdb-4744-9ffb-d24ea2494962"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:40.216528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c6968cc5-0bdb-4744-9ffb-d24ea2494962, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962,segment=NetworkSegment(9d96671a-d0fd-4bf7-982a-0bc7a6836731),segment_id=9d96671a-d0fd-4bf7-982a-0bc7a6836731)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:40.224841 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.331415 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-88156b11-ee10-4b40-9664-6913986cde3f req-171b3914-683c-454a-9911-211256dffc7f service neutron] show failed (client error): The resource could not be found. Jul 23 20:33:40.332460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-171b3914-683c-454a-9911-211256dffc7f service neutron] 10.222.0.36 "GET /v2.0/ports/b43cfb0e-4c06-4890-9037-2bff557aa6a7/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.2299843 Jul 23 20:33:40.334986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c6968cc5-0bdb-4744-9ffb-d24ea2494962,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:40.356995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ef718d3d-13ab-42d5-8efc-9182e7d2259d tempest-AgentManagementNegativeTest-2081146547 tempest-AgentManagementNegativeTest-2081146547-project] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2544591 Jul 23 20:33:40.395015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.395660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.396149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.396621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.397094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.404938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.405756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.406197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.406678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.407147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.407616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.413116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a53ced46-7e1b-432c-8d30-f673d7008c52 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7759 time: 0.8019211 Jul 23 20:33:40.413784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42664) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.486874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:40.499003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] Sync routers for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:40.512063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.515077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:40.515734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.518448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:37Z', 'revision_number': 2, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.630101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bd6be7cb-a27b-458c-8649-77590786ec61 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-402280486 HTTP/1.1" status: 201 len: 201 time: 1.0642490 Jul 23 20:33:40.633175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.638291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42666) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.657729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-959089b0-eb18-4157-8303-724dc1d1df64 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-587391152') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.667302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:40.667661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.717887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cf2de-f712-4a03-8a1a-a27e56cc64a7 req-022a5f78-b0fe-4a32-9eaa-5c4c92039d85 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.719502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab9cf2de-f712-4a03-8a1a-a27e56cc64a7 req-022a5f78-b0fe-4a32-9eaa-5c4c92039d85 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 945 time: 0.6706510 Jul 23 20:33:40.731419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:40.732067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a59674-a472-45cb-8f47-b46b55a46039 None None] The sync data for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:40.802730 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:33:40.803981 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Updating router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 port a05ff055-e502-454f-b317-957f16ea466f binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:33:40.872653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.873132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.873677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.874142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.874620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.875059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.875514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.875965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.876413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.876864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.877310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.886682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-52d4a0a6-4624-4583-84f7-db23305c2331 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7086 time: 0.4718370 Jul 23 20:33:40.887317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42676) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.903971 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:40.935488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42678) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:40.949467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3cec0-a12e-4ecc-9bdb-6b183663a640 req-b86a4f51-78d7-45bb-8cf3-cc7ac40b69e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:40.950959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3a3cec0-a12e-4ecc-9bdb-6b183663a640 req-b86a4f51-78d7-45bb-8cf3-cc7ac40b69e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.7175245 Jul 23 20:33:40.971841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-63bdbbe1-d1bb-4d92-9ff6-6189eb12b07c tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/floatingips/8ccfeb95-4ce7-4275-abe3-e5cec6d0b3e5 HTTP/1.1" status: 200 len: 979 time: 5.0056539 Jul 23 20:33:40.988081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab9cf2de-f712-4a03-8a1a-a27e56cc64a7 req-97218020-fd12-467d-81b3-497f8ce28858 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625668 Jul 23 20:33:40.988625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42682) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:41.055097 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4283d6-ffe8-430e-89c3-3bb483bbb93f x-openstack-request-id: req-1b4283d6-ffe8-430e-89c3-3bb483bbb93f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:41.055596 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8731044-b954-4fed-bbe8-32a283034878", "name": "network-vif-plugged", "status": "completed", "tag": "c6968cc5-0bdb-4744-9ffb-d24ea2494962", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:41.055714 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b4283d6-ffe8-430e-89c3-3bb483bbb93f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:41.056209 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8731044-b954-4fed-bbe8-32a283034878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962', 'code': 200} Jul 23 20:33:41.093283 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3a3cec0-a12e-4ecc-9bdb-6b183663a640 req-039241b4-34f1-406b-965b-1f72d63e4091 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314433 Jul 23 20:33:41.202012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e25f400-5f78-4a83-a68d-ce11aff8ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.209367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 710e97fd-1353-41ea-9baf-605a2dbaa20c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:41.209758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.237942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-01ad70a9-fe96-4008-862f-140c34351dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.241157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-01ad70a9-fe96-4008-862f-140c34351dd3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 1097 time: 0.5899894 Jul 23 20:33:41.252417 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-959089b0-eb18-4157-8303-724dc1d1df64 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-587391152 HTTP/1.1" status: 201 len: 201 time: 0.6130748 Jul 23 20:33:41.257055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:41.262117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:41.275856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-23f96680-eaa7-4830-8238-9e7ac8891fa4 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-65297308') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:41.355760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e25f400-5f78-4a83-a68d-ce11aff8ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.365420 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.365667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e25f400-5f78-4a83-a68d-ce11aff8ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.377759 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Transition to ACTIVE for port object a05ff055-e502-454f-b317-957f16ea466f will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:41.388137 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.440865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25f400-5f78-4a83-a68d-ce11aff8ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef9605-1134-4f5b-961f-55660867bc38,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.460039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26979c-5cb3-49cf-a697-fec98f00c73f req-6c9613e0-f687-4a55-9a1f-d2639546d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:41.463107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c26979c-5cb3-49cf-a697-fec98f00c73f req-6c9613e0-f687-4a55-9a1f-d2639546d7cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 1098 time: 0.3266633 Jul 23 20:33:41.470178 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-23f96680-eaa7-4830-8238-9e7ac8891fa4 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-65297308 HTTP/1.1" status: 201 len: 201 time: 0.2015517 Jul 23 20:33:41.473547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:41.490991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-210052df-d7bc-4f0f-966c-33b64ed8be97 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:41.503371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.512425 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab149a6a-9b06-4ba2-b901-f8116e878118 None None] Pushing event updated for resources: {'Port': ['ID=a05ff055-e502-454f-b317-957f16ea466f,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:41.546560 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Attempting to bind port a05ff055-e502-454f-b317-957f16ea466f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:41.546934 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Attempting to bind port a05ff055-e502-454f-b317-957f16ea466f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:41.547339 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Attempting to bind port a05ff055-e502-454f-b317-957f16ea466f on network 7e1d9e49-26fc-4b20-874d-d5476728be9b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:41.553345 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:41.554251 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Checking segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:41.554251 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.554560 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Bound using segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:41.555073 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Bound port: a05ff055-e502-454f-b317-957f16ea466f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:41.555520 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.585988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e25f400-5f78-4a83-a68d-ce11aff8ff54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e1a4d9155938441394986906969a52a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6476715 Jul 23 20:33:41.599452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42688) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:41.639408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.646982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c26979c-5cb3-49cf-a697-fec98f00c73f req-58949661-ec80-4cde-8b7c-9cbf8406afd5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724911 Jul 23 20:33:41.649237 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] For port a05ff055-e502-454f-b317-957f16ea466f, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:41.654072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] For port a05ff055-e502-454f-b317-957f16ea466f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a05ff055-e502-454f-b317-957f16ea466f,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:41.669870 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.783181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:41.783976 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:41.827349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d327e9e6-705a-45d0-a614-7339fff365ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:41.906900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d327e9e6-705a-45d0-a614-7339fff365ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.084916 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:33:42.085503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.085964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.086290 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Floating IP 8ccfeb95-4ce7-4275-abe3-e5cec6d0b3e5 disassociated. External IP: 172.25.8.105, port: 710e97fd-1353-41ea-9baf-605a2dbaa20c. Jul 23 20:33:42.086684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 710e97fd-1353-41ea-9baf-605a2dbaa20c owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:42.110754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d327e9e6-705a-45d0-a614-7339fff365ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.113852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d327e9e6-705a-45d0-a614-7339fff365ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.117348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d327e9e6-705a-45d0-a614-7339fff365ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bcef9605-1134-4f5b-961f-55660867bc38 HTTP/1.1" status: 204 len: 168 time: 0.5146625 Jul 23 20:33:42.131644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327e9e6-705a-45d0-a614-7339fff365ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef9605-1134-4f5b-961f-55660867bc38,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.175232 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab149a6a-9b06-4ba2-b901-f8116e878118 None None] Pushing event updated for resources: {'Port': ['ID=a05ff055-e502-454f-b317-957f16ea466f,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.254495 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ff8dd4ec-92a1-4798-ab44-ea5cc444331a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5776 time: 1.3571386 Jul 23 20:33:42.269011 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-210052df-d7bc-4f0f-966c-33b64ed8be97 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags HTTP/1.1" status: 200 len: 241 time: 0.7823815 Jul 23 20:33:42.271957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.286172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-d9009dd3-98b8-4622-8229-b8ab4012d817 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-1449674819') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:42.324696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:42.377541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d9009dd3-98b8-4622-8229-b8ab4012d817 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-1449674819 HTTP/1.1" status: 204 len: 168 time: 0.0963700 Jul 23 20:33:42.380002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42708) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.384721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-2d6634b5-fa3c-424e-8c4b-002d762906cb tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-1449674819') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:42.443014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3393-653d-4379-8aee-d0626ebb1d35 req-a7920c4d-b75f-4d94-879b-ac0db5920eea tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:42.448270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c3a3393-653d-4379-8aee-d0626ebb1d35 req-a7920c4d-b75f-4d94-879b-ac0db5920eea tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 946 time: 0.3194838 Jul 23 20:33:42.448589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:42.496228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.509750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Transition to ACTIVE for port object b43cfb0e-4c06-4890-9037-2bff557aa6a7 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:42.511463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:42.513929 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2428199-f972-461e-a9d7-ae37a9faaa85" -d '{"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-unplugged", "status": "completed", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:42.523162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.601906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:42.633146 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:41Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:42.684786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862dd11e-d0fc-430b-ac37-449da9b87db9 None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:41Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:42.687122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.718633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=710e97fd-1353-41ea-9baf-605a2dbaa20c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:42.777717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c3a3393-653d-4379-8aee-d0626ebb1d35 req-65e3e260-fd77-4aa6-b632-27c3531879ef tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973431 Jul 23 20:33:42.838021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2d6634b5-fa3c-424e-8c4b-002d762906cb tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-1449674819 HTTP/1.1" status: 204 len: 168 time: 0.4567602 Jul 23 20:33:42.850296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42722) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:42.883774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-5dcf84b2-7d12-49f3-948c-fb4f11e3b159 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:43.046680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] No DVR routers for this DVR port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:43.137972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0f4e-e5b1-4d24-a7c8-f7995fb65c9b req-99d2a2eb-d5df-426c-84ae-aba0061ede11 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:43.143601 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87b0f4e-e5b1-4d24-a7c8-f7995fb65c9b req-99d2a2eb-d5df-426c-84ae-aba0061ede11 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.8632989 Jul 23 20:33:43.328626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b87b0f4e-e5b1-4d24-a7c8-f7995fb65c9b req-a8c8fa74-5afe-43d3-a871-1b5bb561d737 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551609 Jul 23 20:33:43.328626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:43.357084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166474466', 'description': 'tempest-secgroup-smoke-166474466 description', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:43.392924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 2a5e9fc0-696a-42bc-897f-1abd4061113e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:43.475333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.637578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:43.647323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:43.658510 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] Sync routers for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:43.672488 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:43.673565 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:43.743995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:43.761689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:43.773510 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:43.774450 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.793650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:43.794694 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:43.876885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e635157c-4b89-4c18-8c94-06b1b495d640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.906482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:43.916217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ff0414-a72d-4049-ac54-c75fefd39603 None None] The sync data for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:43.953353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:43.980144 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951a0d85-64a8-4d45-9a31-fea776f2d5ad x-openstack-request-id: req-951a0d85-64a8-4d45-9a31-fea776f2d5ad {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:43.980689 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-unplugged", "status": "completed", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:43.980689 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-951a0d85-64a8-4d45-9a31-fea776f2d5ad {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:43.981078 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'code': 200} Jul 23 20:33:43.997206 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.027347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-222667998'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:44.027581 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5dcf84b2-7d12-49f3-948c-fb4f11e3b159 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags HTTP/1.1" status: 200 len: 205 time: 1.1718729 Jul 23 20:33:44.030294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42750) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.038166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-0c817946-3618-4d52-a8e9-b9cf245a2da3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:44.080673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.084860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a8b73db-eedc-455f-a1d9-cbc5308eddc7 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/ports/710e97fd-1353-41ea-9baf-605a2dbaa20c HTTP/1.1" status: 204 len: 168 time: 3.0893350 Jul 23 20:33:44.100557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.103073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7633414 Jul 23 20:33:44.104104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42752) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.111774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42754) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.121543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'e8b2e0b9-93b1-4bab-818b-21f3171533dd', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:44.124355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f37a09-4b8e-4cb7-87f9-3e1f00472eb3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b2e0b9-93b1-4bab-818b-21f3171533dd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:44.209303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:44.213238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:44.213689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:44.227102 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0c817946-3618-4d52-a8e9-b9cf245a2da3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags HTTP/1.1" status: 200 len: 240 time: 0.1954725 Jul 23 20:33:44.229947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42758) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.233310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:44.233679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Attempting to bind port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on network dbf770b7-0919-49e3-b577-1bd7b19c6a42 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:44.242604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-770da236-8af9-4cc0-b821-fe94c591a765 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-402280486') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:44.246310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:44.246913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Checking segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:44.247308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Bound using segment: {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:44.247774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Bound port: b43cfb0e-4c06-4890-9037-2bff557aa6a7, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52dd612a-1c23-4ddb-afe6-fb7877cda764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:44.248149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.281133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:44.300111 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.384791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.460514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:44.464401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:44.475377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.588632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.638595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.639230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.640799 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 1092 time: 3.3847108 Jul 23 20:33:44.658390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b434091-6ef6-4bc3-8c7d-c9d6e6ece74b req-1a8d9f18-bff9-4540-a2b9-b9aee158b4ae tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.660807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b434091-6ef6-4bc3-8c7d-c9d6e6ece74b req-1a8d9f18-bff9-4540-a2b9-b9aee158b4ae tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 946 time: 0.7061625 Jul 23 20:33:44.765060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-770da236-8af9-4cc0-b821-fe94c591a765 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-402280486 HTTP/1.1" status: 204 len: 168 time: 0.5121782 Jul 23 20:33:44.765852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d25d00-d582-490d-bb15-31c4cf88daf3 service neutron] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:44.783595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.813252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:44.815374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-849185a6-d36b-4d99-ad49-6dc3f6faf57c tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-402280486') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:44.849387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1266610-17e2-4c53-9a86-2b1d04277cab req-496ecbee-0fa1-4173-af37-3269d0a1b9b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:44.851054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1266610-17e2-4c53-9a86-2b1d04277cab req-496ecbee-0fa1-4173-af37-3269d0a1b9b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.3921978 Jul 23 20:33:44.941525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:44.959370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.012675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a05ff055-e502-454f-b317-957f16ea466f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:45.072981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2773a0d-355c-413f-bbeb-0e65ae1c2067,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.079751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b434091-6ef6-4bc3-8c7d-c9d6e6ece74b req-b0599575-7df8-4182-8b4e-2704dd8b36d3 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015398 Jul 23 20:33:45.089911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-c301c1f6-376a-44f0-a3b2-135fe0c3e3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.091457 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-c301c1f6-376a-44f0-a3b2-135fe0c3e3ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1095 time: 0.4221280 Jul 23 20:33:45.123656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a05ff055-e502-454f-b317-957f16ea466f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:45.127794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.138682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a05ff055-e502-454f-b317-957f16ea466f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:45.138804 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.147615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1266610-17e2-4c53-9a86-2b1d04277cab req-bab1878b-7405-41b1-9e97-ab1e1ca2dbfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788315 Jul 23 20:33:45.196072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.207537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-64f6eec2-44ce-4587-b146-ade43aa24812 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0923619 Jul 23 20:33:45.210472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42778) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:45.244003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'e8b2e0b9-93b1-4bab-818b-21f3171533dd', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:45.286064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-82d75421-9446-4290-ab69-f6193a884530 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62dd9d74b8c6419b98810643e9441baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670203 Jul 23 20:33:45.286812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42782) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:45.289084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.298171 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-849185a6-d36b-4d99-ad49-6dc3f6faf57c tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-402280486 HTTP/1.1" status: 204 len: 168 time: 0.5109723 Jul 23 20:33:45.301369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42784) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:45.361352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-f034dc45-cb64-479d-8f60-a82be06b8152 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:45.363247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.376409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-ed06e45d-70ed-49f4-8258-99bc46ce1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.377996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-ed06e45d-70ed-49f4-8258-99bc46ce1dc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.2694688 Jul 23 20:33:45.412756 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.417000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500a4a63-8e6d-46c0-a7e8-3cea349f5bd8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.463963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port a05ff055-e502-454f-b317-957f16ea466f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a05ff055-e502-454f-b317-957f16ea466f,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:45.466246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:45.470683 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.499706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.500097 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Added segment 349fac05-7458-48be-b48c-0fc72d84a5e9 of type vlan for network d04dfe0d-652f-41a1-bcf2-c97957f37213 Jul 23 20:33:45.534897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=a05ff055-e502-454f-b317-957f16ea466f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.584826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e061f06-9274-4447-b89f-6a7d06613b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.636841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f034dc45-cb64-479d-8f60-a82be06b8152 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags HTTP/1.1" status: 200 len: 205 time: 0.3322358 Jul 23 20:33:45.639598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.643455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:45.645305 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-f92635b3-4884-4250-aef6-20cc698c8aa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 999 time: 0.2592442 Jul 23 20:33:45.656704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-51455f55-45b5-4c81-b117-cccaaba98398 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:45.665084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e061f06-9274-4447-b89f-6a7d06613b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.695979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.714336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.752825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-23baa823-9525-455e-a191-3dd05e25523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:45.754500 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-23baa823-9525-455e-a191-3dd05e25523f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.0983965 Jul 23 20:33:45.756769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e43924a-fd5c-4f16-8310-76e31535b185,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.768884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.773390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-30e926f2-1ae7-40a0-9b92-8fdc4a8363a3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5538850 Jul 23 20:33:45.775042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:45.786980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'e8b2e0b9-93b1-4bab-818b-21f3171533dd', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:45.837970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e061f06-9274-4447-b89f-6a7d06613b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.840982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e061f06-9274-4447-b89f-6a7d06613b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.842343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9e061f06-9274-4447-b89f-6a7d06613b4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f0dff76-80a0-4201-8e5c-2cff26ef0e7d HTTP/1.1" status: 204 len: 168 time: 0.5495822 Jul 23 20:33:45.861986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e061f06-9274-4447-b89f-6a7d06613b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0dff76-80a0-4201-8e5c-2cff26ef0e7d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:45.873587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.981383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:45.983884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:45.986285 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e548fb6-335e-4d3f-9c93-557529e17a98" -d '{"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:46.011566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88156b11-ee10-4b40-9664-6913986cde3f req-d99ac703-0182-43ca-8378-b92fd61faf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.017401 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-d99ac703-0182-43ca-8378-b92fd61faf6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2504916 Jul 23 20:33:46.020049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.096207 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd0aeb-500f-4b78-b009-b34dcd082a02 x-openstack-request-id: req-7ecd0aeb-500f-4b78-b009-b34dcd082a02 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:46.097457 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:46.097896 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ecd0aeb-500f-4b78-b009-b34dcd082a02 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:46.098469 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'status': 'completed', 'code': 200} Jul 23 20:33:46.099290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094e1bd0-ea67-4ce8-a094-08494ba4b3d3,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.210027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.213833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.resource_extend [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:33:46.218729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2f6ce217-08a4-422c-ad6f-3b2bee2cc91d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4334316 Jul 23 20:33:46.224580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42816) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.259313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'e8b2e0b9-93b1-4bab-818b-21f3171533dd', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:46.285959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-7ed4a455-05e0-4a2a-a58d-29bfc1f1fe74 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474809 Jul 23 20:33:46.299941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.309473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-746e21e3-3292-4fb2-9ea1-7453ed8294ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.311033 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-746e21e3-3292-4fb2-9ea1-7453ed8294ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1095 time: 0.2013984 Jul 23 20:33:46.397274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.403930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.404839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.422617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-51455f55-45b5-4c81-b117-cccaaba98398 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags HTTP/1.1" status: 200 len: 240 time: 0.7742329 Jul 23 20:33:46.435398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42822) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.454051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c920453-2914-4331-bf2b-b9ae11817cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.454773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-b41b3a91-32db-4090-8928-6b751253a124 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-587391152') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:46.464499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.532518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88156b11-ee10-4b40-9664-6913986cde3f req-b7657125-9458-4c89-8c73-72dd3cd82638 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368634 Jul 23 20:33:46.533908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7688532 Jul 23 20:33:46.534751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.548529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42832) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.553987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'subnet': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:46.562679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-42393652-8ac7-40cc-8ac3-9a9fd228ee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.564161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-42393652-8ac7-40cc-8ac3-9a9fd228ee5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.2338438 Jul 23 20:33:46.620589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701707c-796a-4bc4-ae65-7a0c37742828 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Network': ['ID=d04dfe0d-652f-41a1-bcf2-c97957f37213,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:46.637058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:46.688920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a202a-4e96-4e33-bd30-4a0343f8b626 req-4a854476-861e-4711-ba32-1dbeae9831b6 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.690501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c67a202a-4e96-4e33-bd30-4a0343f8b626 req-4a854476-861e-4711-ba32-1dbeae9831b6 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 946 time: 0.4963408 Jul 23 20:33:46.836190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebacbe-a332-49c7-9fb8-baacd03786c3 req-88ee2706-b0af-4ece-a89b-a208a2e0d03c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:46.845144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bebacbe-a332-49c7-9fb8-baacd03786c3 req-88ee2706-b0af-4ece-a89b-a208a2e0d03c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.5796411 Jul 23 20:33:46.862796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a05ff055-e502-454f-b317-957f16ea466f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:46.865116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b41b3a91-32db-4090-8928-6b751253a124 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-587391152 HTTP/1.1" status: 204 len: 168 time: 0.4153733 Jul 23 20:33:46.873178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42836) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:46.879621 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-8682d4e4-bc42-44f3-9a14-6cadadb27748 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 999 time: 0.2904353 Jul 23 20:33:46.883169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-98218dc5-1d5c-439f-87b6-170a94777ed6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-587391152') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:46.915820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.940385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a05ff055-e502-454f-b317-957f16ea466f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:46.941085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:46.947778 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.008299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c67a202a-4e96-4e33-bd30-4a0343f8b626 req-c192c893-8c1a-43a4-88d0-2c90b556cdcc tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835903 Jul 23 20:33:47.030306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bebacbe-a332-49c7-9fb8-baacd03786c3 req-13e3dde3-e5c6-44ad-88db-6a4efa81bacd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797554 Jul 23 20:33:47.060032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df82a43d-926c-4101-bc46-ec9fb363c8e9,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:47.076501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.080611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-23342962-f6ad-47c6-8f7f-a8974f6aaa74 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8512418 Jul 23 20:33:47.084432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.090868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'e8b2e0b9-93b1-4bab-818b-21f3171533dd', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:47.111859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:47.117272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.172987 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Project b7a7288d0ad0429a97447c8453fc55bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:33:47.183666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-5a5d4427-1037-4c80-b45a-1c5478cb7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.185465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.186737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-5a5d4427-1037-4c80-b45a-1c5478cb7ebe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1095 time: 0.4971118 Jul 23 20:33:47.188346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-25f590f1-308a-4f5e-b56f-81950773202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.189957 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-25f590f1-308a-4f5e-b56f-81950773202c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.3001173 Jul 23 20:33:47.249277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.275894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:47.276504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.302347 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.316382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.347870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.349080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2634435 Jul 23 20:33:47.357626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.383030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cdfae-bac2-4387-95e3-a6cdfce53d45 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759765e9-219d-4bc7-a7fb-0817b0632a34,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:47.402804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'e8b2e0b9-93b1-4bab-818b-21f3171533dd', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:47.420901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.425853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-98218dc5-1d5c-439f-87b6-170a94777ed6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-587391152 HTTP/1.1" status: 204 len: 168 time: 0.5511048 Jul 23 20:33:47.427100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.453543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-32b70f2d-7d6b-4594-8b57-566afe44fd23 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:47.485738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-a275141d-4798-40bb-8145-7c2d84f31c0b tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.488217 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-a275141d-4798-40bb-8145-7c2d84f31c0b tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 946 time: 0.5049717 Jul 23 20:33:47.523123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 6d4ec95f-d044-4945-86fa-8ddd6bcf29d5 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:47.564686 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Project b7a7288d0ad0429a97447c8453fc55bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:33:47.620243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-32b70f2d-7d6b-4594-8b57-566afe44fd23 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags HTTP/1.1" status: 200 len: 205 time: 0.1813500 Jul 23 20:33:47.621260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.627515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-1fd5630f-ca74-4f34-ab0e-c0473a40144d tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:47.633329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.697601 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.701552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1fd5630f-ca74-4f34-ab0e-c0473a40144d tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags HTTP/1.1" status: 200 len: 239 time: 0.0792017 Jul 23 20:33:47.704207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42864) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.706240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-681bfd9e-9c27-41e6-832d-bf952fd4eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.707570 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-681bfd9e-9c27-41e6-832d-bf952fd4eb05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.4768553 Jul 23 20:33:47.739207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-c82fba60-7cd4-46ef-a720-a3ddd9f28e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:47.740031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-145c53c4-9297-461e-a524-aa0f0f9087bb tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-65297308') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:47.741396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-c82fba60-7cd4-46ef-a720-a3ddd9f28e6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5016148 Jul 23 20:33:47.778600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-145c53c4-9297-461e-a524-aa0f0f9087bb tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-65297308 HTTP/1.1" status: 204 len: 168 time: 0.0733554 Jul 23 20:33:47.784768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42866) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.790165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-b36ccf64-a404-4527-8c6d-ee38873cf224 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-65297308') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:47.876299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b36ccf64-a404-4527-8c6d-ee38873cf224 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-65297308 HTTP/1.1" status: 204 len: 168 time: 0.0904388 Jul 23 20:33:47.879101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.887856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-1a2a3b51-d9e4-4159-8b78-7b582855369c tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:47.906615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:47.941342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1a2a3b51-d9e4-4159-8b78-7b582855369c tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags HTTP/1.1" status: 200 len: 205 time: 0.0611911 Jul 23 20:33:47.942248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=6d4ec95f-d044-4945-86fa-8ddd6bcf29d5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:47.944337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42870) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:47.980742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-2b67bd75-3c82-4520-b9c8-aa14da6d15d4 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:47.992725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.993785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.994190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.994607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.994995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.995335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.995677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.996061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.996400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.996782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.997123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:47.997469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:33:48.020401 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-35fa397d-5d97-43d7-8a6c-4a29ea25bf06 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 999 time: 0.2995450 Jul 23 20:33:48.022511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-e6f19f50-9fe2-40e4-af09-0097a76a693f service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401133 Jul 23 20:33:48.027508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.136575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b67bd75-3c82-4520-b9c8-aa14da6d15d4 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags HTTP/1.1" status: 204 len: 168 time: 0.1654341 Jul 23 20:33:48.140271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42878) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:48.235151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-7596dbd4-f642-430b-a50b-5b8778a8b01a tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:48.289586 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-e657b7db-862d-4bc9-93d9-06a7a6b7babf service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177405 Jul 23 20:33:48.301663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Subnet': ['ID=60880563-e45f-4f0f-9048-d3dd203bb551,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:48.372841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.378578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Deleting port c6968cc5-0bdb-4744-9ffb-d24ea2494962 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:48.379039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.459606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.468581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Checking segment: {'id': '349fac05-7458-48be-b48c-0fc72d84a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:48.468959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network hostable DHCP agents. Network: d04dfe0d-652f-41a1-bcf2-c97957f37213, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:48.520986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7596dbd4-f642-430b-a50b-5b8778a8b01a tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags HTTP/1.1" status: 204 len: 168 time: 0.3736513 Jul 23 20:33:48.527709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb3bc03-e745-42db-abdf-88d9a098cf4c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:48.528827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:48.541858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-ff91b2ab-6db7-4c39-a54f-0d22503c94c8 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:48.544644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-051173d2-ff56-4df3-a25d-c45199f26917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.546724 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-051173d2-ff56-4df3-a25d-c45199f26917 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.4932601 Jul 23 20:33:48.547799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.558260 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c7c34ce1-3b4d-485f-a560-2c267ce6540c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1630754 Jul 23 20:33:48.575012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6a9de-6a62-4391-968a-0058b48262a1 req-319dacd7-3d71-4658-bd84-0b775b56338e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.580717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b6a9de-6a62-4391-968a-0058b48262a1 req-319dacd7-3d71-4658-bd84-0b775b56338e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.3434315 Jul 23 20:33:48.581630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.644966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6cb47-cd36-471d-8fb8-02a856830207 req-af882772-066f-46a4-9d0d-03b260c2dbce tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.646526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01b6cb47-cd36-471d-8fb8-02a856830207 req-af882772-066f-46a4-9d0d-03b260c2dbce tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8731044-b954-4fed-bbe8-32a283034878 HTTP/1.1" status: 200 len: 946 time: 0.5081980 Jul 23 20:33:48.686432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] For port c6968cc5-0bdb-4744-9ffb-d24ea2494962, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6968cc5-0bdb-4744-9ffb-d24ea2494962,segment=NetworkSegment(9d96671a-d0fd-4bf7-982a-0bc7a6836731),segment_id=9d96671a-d0fd-4bf7-982a-0bc7a6836731)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:48.686806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.693526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:48.701384 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:33:48.737539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Calling delete_port for c6968cc5-0bdb-4744-9ffb-d24ea2494962 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:48.908866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b6a9de-6a62-4391-968a-0058b48262a1 req-101bb9c4-b935-4009-97f3-76fbfecf6f6d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731872 Jul 23 20:33:48.937078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d04dfe0d-652f-41a1-bcf2-c97957f37213) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:48.946922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:48.947995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.949773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb6107-fb0f-454c-b63e-25acb389e1cb None None] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:48.953540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:48.970490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01b6cb47-cd36-471d-8fb8-02a856830207 req-dfbc6278-00e3-457e-8330-2dcdadd6ec23 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.46 "GET /v2.0/security-groups?id=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116615 Jul 23 20:33:49.018452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Pushing event deleted for resources: {'Port': ['ID=c6968cc5-0bdb-4744-9ffb-d24ea2494962,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:49.031941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff91b2ab-6db7-4c39-a54f-0d22503c94c8 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags HTTP/1.1" status: 204 len: 168 time: 0.4972823 Jul 23 20:33:49.033192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42910) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.050466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-4b8dc578-585b-443f-a4b5-25a9c65f9852 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:49.064999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-26c43f3f-3d62-4767-b5be-46a08d3dbedd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5151179 Jul 23 20:33:49.067049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42912) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.110007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'name': 'tempest-AllowedAddressPairTestJSON-1169355129'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:49.154662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 2a5e9fc0-696a-42bc-897f-1abd4061113e has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:33:49.195778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5472f5c2-dc78-4f3a-95a8-418f6710d2cf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166474466&fields=id&tenant_id=b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 267 time: 0.1589808 Jul 23 20:33:49.239996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-d04dfe0d-652f-41a1-bcf2-c97957f37213', 'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'tenant_id': '2c13892a90a2473a854b9d915efd0cb3', 'fixed_ips': [{'subnet_id': '60880563-e45f-4f0f-9048-d3dd203bb551'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:33:49.241141 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.511298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-e8bb3a7d-509b-4c2b-8bc9-7eeb5ba5ecf5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:49.512911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-e8bb3a7d-509b-4c2b-8bc9-7eeb5ba5ecf5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 796 time: 0.2919166 Jul 23 20:33:49.516733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Allocated IP 172.20.0.2 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/16ad5e76-80b4-4d68-ad21-36b64b5ba86d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:49.576493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4c839c69-011d-4404-9b9c-60dfb4c6a555 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/quotas/b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 375 time: 0.0454690 Jul 23 20:33:49.595747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4b8dc578-585b-443f-a4b5-25a9c65f9852 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags HTTP/1.1" status: 204 len: 168 time: 0.5558910 Jul 23 20:33:49.630025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42924) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.639013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-41a3d4b5-4a51-4457-aafd-8451ee7b64b1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-65921634') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:49.655675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-a8489c6c-e6ad-46e9-99c1-71f80fff449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:49.657192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-a8489c6c-e6ad-46e9-99c1-71f80fff449a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0869222 Jul 23 20:33:49.660798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] No DVR routers for this DVR port c6968cc5-0bdb-4744-9ffb-d24ea2494962 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:49.671927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.674151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-84c26fc6-c9fc-4607-8806-458de55f53a4 req-71dfdadd-6e92-4c9f-b35f-e81b97b15250 tempest-ServerAddressesTestJSON-1138363049 tempest-ServerAddressesTestJSON-1138363049-project] 10.222.0.36 "DELETE /v2.0/ports/c6968cc5-0bdb-4744-9ffb-d24ea2494962 HTTP/1.1" status: 204 len: 173 time: 2.1580389 Jul 23 20:33:49.674645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6968cc5-0bdb-4744-9ffb-d24ea2494962 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:49.684620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8731044-b954-4fed-bbe8-32a283034878', 'name': 'network-vif-deleted', 'tag': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:49.686595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:33:49.687647 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87131de1-45d3-4f58-a366-6b9908331e62" -d '{"events": [{"server_uuid": "f8731044-b954-4fed-bbe8-32a283034878", "name": "network-vif-deleted", "tag": "c6968cc5-0bdb-4744-9ffb-d24ea2494962"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:49.705182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d81d852-0468-467f-958c-7a114cf4b529 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/routers/2a5e9fc0-696a-42bc-897f-1abd4061113e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5787904 Jul 23 20:33:49.710250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42928) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.750998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] Sync routers for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:33:49.806547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:49.810712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c6968cc5-0bdb-4744-9ffb-d24ea2494962 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:33:49.811366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6968cc5-0bdb-4744-9ffb-d24ea2494962 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:33:49.841274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:49.846340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:49.850614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-366a9e84-3a48-4cb6-943a-9fe157d902c8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2731667 Jul 23 20:33:49.866987 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b7102-b497-4efc-bbd0-d7e5a723023a x-openstack-request-id: req-1d4b7102-b497-4efc-bbd0-d7e5a723023a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:49.867555 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8731044-b954-4fed-bbe8-32a283034878", "name": "network-vif-deleted", "tag": "c6968cc5-0bdb-4744-9ffb-d24ea2494962", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:49.871553 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d4b7102-b497-4efc-bbd0-d7e5a723023a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:49.872155 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8731044-b954-4fed-bbe8-32a283034878', 'name': 'network-vif-deleted', 'tag': 'c6968cc5-0bdb-4744-9ffb-d24ea2494962', 'status': 'completed', 'code': 200} Jul 23 20:33:49.931108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:49.955142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:33:49.967504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41a3d4b5-4a51-4457-aafd-8451ee7b64b1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-65921634 HTTP/1.1" status: 201 len: 201 time: 0.3362989 Jul 23 20:33:49.969979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42932) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:49.978415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-aec93723-36b6-4593-b4c3-66bdd8cbda63 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-235397896') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.029014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-46b842dc-61c9-4e0e-b9af-145f6e75e0ce service neutron] 10.222.0.46 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729269 Jul 23 20:33:50.066205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] Routers {'2a5e9fc0-696a-42bc-897f-1abd4061113e'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:33:50.066863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2a5e9fc0-696a-42bc-897f-1abd4061113e'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.177192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.178147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b795a-3ac9-4730-b9d2-9c028fa0c7c2 None None] The sync data for ids ['2a5e9fc0-696a-42bc-897f-1abd4061113e'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:33:50.190440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.201556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.242708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Transition to ACTIVE for port object 16ad5e76-80b4-4d68-ad21-36b64b5ba86d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:50.245348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:50.249528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.278010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Transition to ACTIVE for port object 16ad5e76-80b4-4d68-ad21-36b64b5ba86d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:50.298747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:50.301277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aec93723-36b6-4593-b4c3-66bdd8cbda63 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-235397896 HTTP/1.1" status: 201 len: 201 time: 0.3285265 Jul 23 20:33:50.303289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.310767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42942) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.326544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] device_id is not set on port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:50.360135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-08bd717e-198c-4efd-a9f6-67d30f77c038 service neutron] 10.222.0.46 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298542 Jul 23 20:33:50.379143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-d7578cf8-53e7-4c94-85ed-6dced4c83c37 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-105912136') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:50.381520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'port_id': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'mac_address': 'fa:16:3e:88:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:33:50.415722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:50.421298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:50.448027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:50.553043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Pushing event updated for resources: {'Port': ['ID=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:50.624968 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-c2c8058f-7e48-4e87-8a2d-bb8c1ae8c1d7 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9498608 Jul 23 20:33:50.637715 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.674472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b43cfb0e-4c06-4890-9037-2bff557aa6a7 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:50.718124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Attempting to bind port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:50.718495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Attempting to bind port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '349fac05-7458-48be-b48c-0fc72d84a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:50.718915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Attempting to bind port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d on network d04dfe0d-652f-41a1-bcf2-c97957f37213 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:50.722539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:50.730484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:50.731036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Checking segment: {'id': '349fac05-7458-48be-b48c-0fc72d84a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:50.731513 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.731910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Bound using segment: {'id': '349fac05-7458-48be-b48c-0fc72d84a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:50.732429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Bound port: 16ad5e76-80b4-4d68-ad21-36b64b5ba86d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '349fac05-7458-48be-b48c-0fc72d84a5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:50.732947 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.753463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.799869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42950) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:50.817129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.859739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Allocated IP 172.20.0.4 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/76ecdcd0-fb2d-4795-a915-dde1c5c1df49) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:50.912979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] For port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:33:50.918781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:50.933315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] For port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,segment=NetworkSegment(349fac05-7458-48be-b48c-0fc72d84a5e9),segment_id=349fac05-7458-48be-b48c-0fc72d84a5e9)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:33:50.938353 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:50.970151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1e548fb6-335e-4d3f-9c93-557529e17a98 req-424eab60-ebf6-4463-acfc-49b33f8606bd service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998190 Jul 23 20:33:50.990971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Deleting subnet 248e3d2d-8561-44ed-957e-d1881f2ef608 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:50.995066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.010484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['b43cfb0e-4c06-4890-9037-2bff557aa6a7'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:33:51.023197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83331-9091-4c41-bda5-2f11eaa50910 req-e97db524-f3ae-461f-8d69-570b7f2293ff tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.031075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ed83331-9091-4c41-bda5-2f11eaa50910 req-e97db524-f3ae-461f-8d69-570b7f2293ff tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 943 time: 0.9921279 Jul 23 20:33:51.035190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.120202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9e7cc-d585-41ae-b12e-17098900519f None None] Pushing event updated for resources: {'Port': ['ID=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.122469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72152bf9-276d-42f2-920f-cc8555779a60 req-7969bb4f-7f2a-4bc3-a9a7-6cbfc2b69f57 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 210 time: 0.0695438 Jul 23 20:33:51.145310 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.221666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ed83331-9091-4c41-bda5-2f11eaa50910 req-6c32a542-a331-4e43-bb72-f660f5ab9b27 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853776 Jul 23 20:33:51.224294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7578cf8-53e7-4c94-85ed-6dced4c83c37 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-105912136 HTTP/1.1" status: 201 len: 201 time: 0.9066906 Jul 23 20:33:51.227259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42960) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.257457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-57c893a7-031b-4148-8cfd-38b50b676ab0 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-2129672832') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:51.279894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.343482 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-57c893a7-031b-4148-8cfd-38b50b676ab0 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-2129672832 HTTP/1.1" status: 201 len: 201 time: 0.1000018 Jul 23 20:33:51.344023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42964) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.349412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-893a60a4-66dc-4c08-9eab-f7e5bf9ee107 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', {'tags': ['tempest-TagsExtTest-Tag-1231940240', 'tempest-TagsExtTest-Tag-1999689676', 'tempest-TagsExtTest-Tag-1918521013']}) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:51.497704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-893a60a4-66dc-4c08-9eab-f7e5bf9ee107 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags HTTP/1.1" status: 200 len: 318 time: 0.1494753 Jul 23 20:33:51.500987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.524839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-7080e118-dd67-4fe2-8196-f8aa6d72c7de tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:51.555047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248e3d2d-8561-44ed-957e-d1881f2ef608,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:51.636454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.638329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5bea54d8-2380-443b-a65f-83abcb251a39 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/248e3d2d-8561-44ed-957e-d1881f2ef608 HTTP/1.1" status: 204 len: 168 time: 0.8352168 Jul 23 20:33:51.644648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 42974) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.750471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d7d96-f957-4a07-b688-e1c6d3600c92 req-3e6f0a8d-acdf-4a9d-a3bd-59b8b5e9e814 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:51.752185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-854d7d96-f957-4a07-b688-e1c6d3600c92 req-3e6f0a8d-acdf-4a9d-a3bd-59b8b5e9e814 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 944 time: 0.1428483 Jul 23 20:33:51.837533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 09f3f4b8-5697-4892-8b62-9ba3e5114eaa {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:51.838705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:51.868126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7080e118-dd67-4fe2-8196-f8aa6d72c7de tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags HTTP/1.1" status: 204 len: 168 time: 0.3624356 Jul 23 20:33:51.874055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.900393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-c8000132-c24a-4501-b1a6-8be012e885db tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-1231940240') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:51.935969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-854d7d96-f957-4a07-b688-e1c6d3600c92 req-bec03829-030b-4975-ae06-c4bbcfe7195e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732314 Jul 23 20:33:51.940932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:51.975349 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-c8000132-c24a-4501-b1a6-8be012e885db tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:51.976850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c8000132-c24a-4501-b1a6-8be012e885db tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-1231940240 HTTP/1.1" status: 404 len: 329 time: 0.1023126 Jul 23 20:33:51.980659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42986) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:51.989415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-22aafea8-95a2-41d8-9a98-86caf6f94583 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-1999689676') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.062101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port b43cfb0e-4c06-4890-9037-2bff557aa6a7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:52.066533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port b43cfb0e-4c06-4890-9037-2bff557aa6a7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:52.067017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.081562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.118309 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-22aafea8-95a2-41d8-9a98-86caf6f94583 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:52.119593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-22aafea8-95a2-41d8-9a98-86caf6f94583 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-1999689676 HTTP/1.1" status: 404 len: 329 time: 0.1342030 Jul 23 20:33:52.122697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42988) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.132830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-dc2be273-39da-4200-9808-42d202cb4db2 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16', 'tempest-TagsExtTest-Tag-1918521013') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.139567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.190092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Transition to ACTIVE for port object 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:52.246896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.257790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.293645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 09f3f4b8-5697-4892-8b62-9ba3e5114eaa owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:52.315089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:52.318205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:33:52.319947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a83b1e6a-d2f8-431e-8d25-5d32dd72ce1f req-fef26f6a-f85b-4a31-bcf2-cee8376eb678 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 210 time: 0.0892060 Jul 23 20:33:52.324678 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b226bf67-f71e-4cd6-ac7a-30a31d4dcf4b" -d '{"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-plugged", "status": "completed", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:33:52.332735 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-dc2be273-39da-4200-9808-42d202cb4db2 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:52.339061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.339299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc2be273-39da-4200-9808-42d202cb4db2 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags/tempest-TagsExtTest-Tag-1918521013 HTTP/1.1" status: 404 len: 329 time: 0.2110903 Jul 23 20:33:52.339850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 42998) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.353777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-52833467-347d-4009-9977-865885d33fb1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', {'tags': ['tempest-TagsExtTest-Tag-1032044847', 'tempest-TagsExtTest-Tag-1575842728', 'tempest-TagsExtTest-Tag-1189716692']}) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.435739 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4426c2-078d-496f-91da-273c4939804f x-openstack-request-id: req-6f4426c2-078d-496f-91da-273c4939804f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:33:52.435739 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-plugged", "status": "completed", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:33:52.435739 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f4426c2-078d-496f-91da-273c4939804f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:33:52.436159 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'code': 200} Jul 23 20:33:52.472194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.483700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-52833467-347d-4009-9977-865885d33fb1 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags HTTP/1.1" status: 200 len: 318 time: 0.1422343 Jul 23 20:33:52.485813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43000) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.490531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-5151be04-7b51-4e0c-8a14-f0f76fb37540 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:52.492139 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-5151be04-7b51-4e0c-8a14-f0f76fb37540 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 944 time: 0.9087307 Jul 23 20:33:52.495509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-9a2e0fd3-f4ac-48d9-8011-4363ad0c4764 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.596313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9a2e0fd3-f4ac-48d9-8011-4363ad0c4764 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags HTTP/1.1" status: 204 len: 168 time: 0.1092420 Jul 23 20:33:52.599703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43002) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.604991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-71c1e80d-ce15-41c1-b940-0519cd16c537 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-1032044847') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.641513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be18fa4-86f7-459d-8ba9-9b954b46e589 None None] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:52.677812 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-71c1e80d-ce15-41c1-b940-0519cd16c537 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:52.681428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71c1e80d-ce15-41c1-b940-0519cd16c537 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-1032044847 HTTP/1.1" status: 404 len: 329 time: 0.0803277 Jul 23 20:33:52.683837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43004) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.691354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-4db8bfc0-9573-41b0-bef8-6c2976111a18 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-1575842728') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.705350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.781499 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-4db8bfc0-9573-41b0-bef8-6c2976111a18 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:52.784338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4db8bfc0-9573-41b0-bef8-6c2976111a18 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-1575842728 HTTP/1.1" status: 404 len: 329 time: 0.0995207 Jul 23 20:33:52.784945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43010) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.790878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1571d74e-6a70-4e1c-9746-ed1d9432a8c9 None None] Provisioning for port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:52.794411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-ef351ccb-2b40-4d33-8fd7-fbc3ec29f298 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841', 'tempest-TagsExtTest-Tag-1189716692') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.840623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=76ecdcd0-fb2d-4795-a915-dde1c5c1df49,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:52.922942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:52.939967 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-ef351ccb-2b40-4d33-8fd7-fbc3ec29f298 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:52.945729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:52.949772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ef351ccb-2b40-4d33-8fd7-fbc3ec29f298 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags/tempest-TagsExtTest-Tag-1189716692 HTTP/1.1" status: 404 len: 329 time: 0.1614048 Jul 23 20:33:52.950002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43016) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:52.955844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-63a90202-d3cb-435f-8c18-06c064d18d0b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', {'tags': ['tempest-TagsExtTest-Tag-620685931', 'tempest-TagsExtTest-Tag-931015278', 'tempest-TagsExtTest-Tag-1630556341']}) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:52.974294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:52.987942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c6b78b-c4ed-496c-a3e3-0f7ef3955b27']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.079556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 16ad5e76-80b4-4d68-ad21-36b64b5ba86d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:53.100676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-53bd09df-3f77-4193-b6c7-6c19ed99c5c7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:53.103138 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-53bd09df-3f77-4193-b6c7-6c19ed99c5c7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 796 time: 0.8053331 Jul 23 20:33:53.104155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:53.132683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-63a90202-d3cb-435f-8c18-06c064d18d0b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags HTTP/1.1" status: 200 len: 316 time: 0.1812055 Jul 23 20:33:53.155630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43020) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.156083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:53.162311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-5e3707de-3647-466d-ab75-e61e1c3a4ced tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.166924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:53.166924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.210331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d96671a-d0fd-4bf7-982a-0bc7a6836731') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.210633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d96671a-d0fd-4bf7-982a-0bc7a6836731') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.290350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.312266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.346639 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-6b36450a-e549-4d34-83b0-16e571aab611 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 379 time: 0.1687222 Jul 23 20:33:53.348511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eb723-9c15-43a0-ba64-bd072b2fa6c6 req-473a7a1e-2d14-4c46-8ca0-f7bbb200f609 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:53.350999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-160eb723-9c15-43a0-ba64-bd072b2fa6c6 req-473a7a1e-2d14-4c46-8ca0-f7bbb200f609 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2509890 Jul 23 20:33:53.356553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e3707de-3647-466d-ab75-e61e1c3a4ced tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags HTTP/1.1" status: 204 len: 168 time: 0.1981139 Jul 23 20:33:53.360841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43024) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.373235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'port': {'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'admin_state_up': True, 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'security_groups': ['e8b2e0b9-93b1-4bab-818b-21f3171533dd']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:53.382163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-1cb80b78-768f-48e2-b7b5-4028a807a6b9 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-620685931') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.404521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-160eb723-9c15-43a0-ba64-bd072b2fa6c6 req-20e978d1-c4cf-4f79-91c1-a48e55b05008 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Jul 23 20:33:53.507842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.552662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ecfae32-8481-43a8-ac7b-815877062112 req-51205e5c-3179-49b6-8541-d023e2a02bac tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 210 time: 0.0678623 Jul 23 20:33:53.567542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:53.568185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.605854 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-9a3f6bc7-2d98-468b-9e64-8c8e3598fb2e service neutron] delete failed (client error): The resource could not be found. Jul 23 20:33:53.607106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-9a3f6bc7-2d98-468b-9e64-8c8e3598fb2e service neutron] 10.222.0.36 "DELETE /v2.0/ports/b43cfb0e-4c06-4890-9037-2bff557aa6a7/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.9235497 Jul 23 20:33:53.621704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:53.622068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:53.626860 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:53.643160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,segment=NetworkSegment(349fac05-7458-48be-b48c-0fc72d84a5e9),segment_id=349fac05-7458-48be-b48c-0fc72d84a5e9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:53.658246 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.701019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a02da3e-2453-4cf7-b74e-932699226d2f None None] Provisioning complete for port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:53.701763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a02da3e-2453-4cf7-b74e-932699226d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.738477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-752976c9-83f8-4739-bbce-9dc635b413cd tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6380379 Jul 23 20:33:53.738668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43028) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.745085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'name': 'tempest-AllowedAddressPairTestJSON-793654515', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:da:ca:75'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:53.794883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:53.850366 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-1cb80b78-768f-48e2-b7b5-4028a807a6b9 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:53.855482 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1cb80b78-768f-48e2-b7b5-4028a807a6b9 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-620685931 HTTP/1.1" status: 404 len: 328 time: 0.4732416 Jul 23 20:33:53.857199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.860402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43030) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:53.863116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a02da3e-2453-4cf7-b74e-932699226d2f None None] Provisioning for port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:53.869279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a02da3e-2453-4cf7-b74e-932699226d2f None None] Provisioning complete for port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:53.869971 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a02da3e-2453-4cf7-b74e-932699226d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.896111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-d77d1fe2-eee3-40ac-8c14-5acd2e436545 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-931015278') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:53.907432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=09f3f4b8-5697-4892-8b62-9ba3e5114eaa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:53.909460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.916630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6a02da3e-2453-4cf7-b74e-932699226d2f None None] Port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:53.973315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:53.980732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:53.984981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/39c6b78b-c4ed-496c-a3e3-0f7ef3955b27 HTTP/1.1" status: 204 len: 168 time: 2.3022697 Jul 23 20:33:53.996568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551cf65-69ae-496d-aeb1-458f07b369e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c6b78b-c4ed-496c-a3e3-0f7ef3955b27,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.054771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1ea36fc4-273f-42d4-a7c7-4f31982c090c None None] Provisioning complete for port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:54.055842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1ea36fc4-273f-42d4-a7c7-4f31982c090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.142740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1ea36fc4-273f-42d4-a7c7-4f31982c090c None None] Port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:54.167822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.193988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] device_id is not set on port d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:54.242593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.318603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43038) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:54.385545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Allocated IP 172.20.0.11 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:54.418572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e8229dcc-ff55-4ff3-89a7-bb979c2c5179 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8231c8a95f454a8098215397db396501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0985525 Jul 23 20:33:54.419559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43042) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:54.545395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8dc5-e078-46a0-a5e5-5be79b18bd84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.570109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8dc5-e078-46a0-a5e5-5be79b18bd84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.731886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f12d21d-ec49-4e3b-b826-b8dd629c1686 req-ec513752-b1c7-49c8-b60e-01fb86e61c47 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 210 time: 0.0837111 Jul 23 20:33:54.794044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb44e8-39a7-48c4-90ba-61f225858426 req-02ed4a0a-3b67-4f66-a32f-901b2e6f5f9e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:54.795699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1feb44e8-39a7-48c4-90ba-61f225858426 req-02ed4a0a-3b67-4f66-a32f-901b2e6f5f9e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2224088 Jul 23 20:33:54.809563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8dc5-e078-46a0-a5e5-5be79b18bd84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.809798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.810278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8dc5-e078-46a0-a5e5-5be79b18bd84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.811013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.811581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c0c8dc5-e078-46a0-a5e5-5be79b18bd84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36 HTTP/1.1" status: 204 len: 168 time: 0.3882117 Jul 23 20:33:54.860506 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.872212 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-d77d1fe2-eee3-40ac-8c14-5acd2e436545 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:54.873442 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d77d1fe2-eee3-40ac-8c14-5acd2e436545 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-931015278 HTTP/1.1" status: 404 len: 328 time: 0.9864497 Jul 23 20:33:54.876537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-22d374b0-153e-4d07-b11e-8e5a4b019f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:54.878726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43054) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:54.878891 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-22d374b0-153e-4d07-b11e-8e5a4b019f34 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 1.1685736 Jul 23 20:33:54.884155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.884764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-bc19c3bb-afe5-4ef9-b7d6-bd1c9b0810bf tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19', 'tempest-TagsExtTest-Tag-1630556341') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:54.884922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5e9fc0-696a-42bc-897f-1abd4061113e {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:33:54.891467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c8dc5-e078-46a0-a5e5-5be79b18bd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820bd8c3-ee8b-4fd3-9de4-fdf6d9e17d36,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:54.921326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:54.925614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e4d3d0d-e0cd-47c6-9819-a416da3a5230 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/routers/2a5e9fc0-696a-42bc-897f-1abd4061113e HTTP/1.1" status: 204 len: 168 time: 5.2145734 Jul 23 20:33:54.934134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 16ad5e76-80b4-4d68-ad21-36b64b5ba86d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:33:54.988486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43056) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:55.047001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:55.047387 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.075924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Transition to ACTIVE for port object d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:55.086935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:55.096780 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.244774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1feb44e8-39a7-48c4-90ba-61f225858426 req-4b1edad0-45ab-4f18-bd3e-158d5455b1dd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266462 Jul 23 20:33:55.264837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting subnet 31fc6b90-3439-4571-bcdd-51e711078109 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:33:55.268338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-b6bf5144-ad8f-4a07-a985-b22cbd8a746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.272158 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-b6bf5144-ad8f-4a07-a985-b22cbd8a746d service neutron] 10.222.0.36 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.3445847 Jul 23 20:33:55.273327 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.349006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.527949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.20.0.6 (7e1d9e49-26fc-4b20-874d-d5476728be9b/d24fa6ac-b508-4efa-957e-cc4ea7d16437/e376f66b-f2d0-4174-a844-eddc67fecb06) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:55.538240 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-bc19c3bb-afe5-4ef9-b7d6-bd1c9b0810bf tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:55.543529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc19c3bb-afe5-4ef9-b7d6-bd1c9b0810bf tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags/tempest-TagsExtTest-Tag-1630556341 HTTP/1.1" status: 404 len: 329 time: 0.6622901 Jul 23 20:33:55.546357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.549341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43082) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:55.594143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-28998a00-22cc-4e7d-a31f-864343619af3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', {'tags': ['tempest-TagsExtTest-Tag-1359621010', 'tempest-TagsExtTest-Tag-2059024026', 'tempest-TagsExtTest-Tag-1627906728']}) {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:55.609705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.609939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-34913a3f-4859-42d4-97bb-b47cf320ac8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 1001 time: 0.3287504 Jul 23 20:33:55.741412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:55.744326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:55.748352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:55.841296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.843817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.846181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.851281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:55.880358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:55.885874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-e6aa2f4b-a7c0-48f3-8b23-18bccfdce7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:55.887893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-e6aa2f4b-a7c0-48f3-8b23-18bccfdce7c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.2478304 Jul 23 20:33:55.921184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28998a00-22cc-4e7d-a31f-864343619af3 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "PUT /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags HTTP/1.1" status: 200 len: 318 time: 0.3670928 Jul 23 20:33:55.932445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Subnet': ['ID=31fc6b90-3439-4571-bcdd-51e711078109,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:55.941461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43096) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:55.986017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-d4887b27-5772-4612-adef-45cfb49b829b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:56.042168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f01ae4ce-e7f7-4b40-9729-c76e17541dec req-1196c656-8d5b-497c-89c5-803f27149b2f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 210 time: 0.0973930 Jul 23 20:33:56.053469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.059567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1067bf-7da9-45f0-940f-d60a0210e684 None None] Network 52922b68-96d1-40a6-a3b3-84d25013150b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:56.075662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-48e8af83-83f8-4297-a6b6-0464bbce6854 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/subnets/31fc6b90-3439-4571-bcdd-51e711078109 HTTP/1.1" status: 204 len: 168 time: 1.0283446 Jul 23 20:33:56.076320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43098) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.087946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9421a54a-e74d-4763-976e-b3cebbb7608f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.3484633 Jul 23 20:33:56.093013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.138721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.143760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1536127727-network', 'tenant_id': '09969208ccea41fea073db280e0e9239'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:56.195076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Transition to ACTIVE for port object e376f66b-f2d0-4174-a844-eddc67fecb06 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:56.270338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4acd81e3-9b08-4a10-a991-de9df62bed82 None None] Provisioning for port d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:56.288110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.293546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba125d-56c3-4800-9a7f-14de52ba822e tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.301566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba125d-56c3-4800-9a7f-14de52ba822e tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.305055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4acd81e3-9b08-4a10-a991-de9df62bed82 None None] Provisioning complete for port d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:56.306265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4acd81e3-9b08-4a10-a991-de9df62bed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.311333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba125d-56c3-4800-9a7f-14de52ba822e tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.315969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dbba125d-56c3-4800-9a7f-14de52ba822e tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2192113 Jul 23 20:33:56.316313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43104) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.323594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Made reservation on behalf of 09969208ccea41fea073db280e0e9239 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:56.325933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.372786 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d4887b27-5772-4612-adef-45cfb49b829b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags HTTP/1.1" status: 204 len: 168 time: 0.4135091 Jul 23 20:33:56.375318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43108) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.399768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4acd81e3-9b08-4a10-a991-de9df62bed82 None None] Port d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:56.409061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-3de30e28-9c86-40b8-8be4-4d5b82c5585b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-1359621010') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:56.424876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-5fa82555-29f6-4b83-ba1c-32afb501224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.431566 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-5fa82555-29f6-4b83-ba1c-32afb501224d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4949436 Jul 23 20:33:56.431566 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.566625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] DHCP port deletion for 52922b68-96d1-40a6-a3b3-84d25013150b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:33:56.574768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:56.574768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.629719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bef18-1ba9-4bca-bd0b-25bbb9c033cd req-dad7aa9d-5881-4f84-b95e-e404b4222ea8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:56.631504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-735bef18-1ba9-4bca-bd0b-25bbb9c033cd req-dad7aa9d-5881-4f84-b95e-e404b4222ea8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.2378860 Jul 23 20:33:56.655776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.687496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] Deleting port 2094522b-b252-49ac-8cf7-27906528f6f6 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:56.687989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.691463 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-3de30e28-9c86-40b8-8be4-4d5b82c5585b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:56.693039 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3de30e28-9c86-40b8-8be4-4d5b82c5585b tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-1359621010 HTTP/1.1" status: 404 len: 329 time: 0.3139560 Jul 23 20:33:56.714670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43112) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.734055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-e32f3846-6c9f-4e25-8754-b52a6bc9a131 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-2059024026') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:56.777835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:56.780235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-81ab20e2-393d-4b49-bda5-6b83abd2805a service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430078 Jul 23 20:33:56.790566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:56.802498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:56.824803 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=e376f66b-f2d0-4174-a844-eddc67fecb06,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:56.855217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] For port 2094522b-b252-49ac-8cf7-27906528f6f6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2094522b-b252-49ac-8cf7-27906528f6f6,segment=NetworkSegment(ad9913b2-bde5-49e0-a699-f0b66e96e153),segment_id=ad9913b2-bde5-49e0-a699-f0b66e96e153)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:56.856424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.878135 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-e32f3846-6c9f-4e25-8754-b52a6bc9a131 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:56.882585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e32f3846-6c9f-4e25-8754-b52a6bc9a131 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-2059024026 HTTP/1.1" status: 404 len: 329 time: 0.1628695 Jul 23 20:33:56.884220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] Calling delete_port for 2094522b-b252-49ac-8cf7-27906528f6f6 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:56.884844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43114) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:56.897716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2094522b-b252-49ac-8cf7-27906528f6f6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:33:56.913288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-c9704076-bc0a-46aa-b977-12510cdc6b08 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671', 'tempest-TagsExtTest-Tag-1627906728') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:56.924587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:56.958763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-735bef18-1ba9-4bca-bd0b-25bbb9c033cd req-bc5872b7-d32a-48ed-a317-dfdb1f56c21f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195121 Jul 23 20:33:56.980823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:56.989492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 2094522b-b252-49ac-8cf7-27906528f6f6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:56.990531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.020328 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-c9704076-bc0a-46aa-b977-12510cdc6b08 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] show failed (client error): The resource could not be found. Jul 23 20:33:57.021389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9704076-bc0a-46aa-b977-12510cdc6b08 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags/tempest-TagsExtTest-Tag-1627906728 HTTP/1.1" status: 404 len: 329 time: 0.1214087 Jul 23 20:33:57.025835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43116) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:57.053331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-261c6e09-7a2e-4ff2-b5f8-94a0406b7161 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '69b6dcaa-6eee-4d0e-9fa4-c425aa130671') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:57.067734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:57.082845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.093426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.130989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 2094522b-b252-49ac-8cf7-27906528f6f6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2094522b-b252-49ac-8cf7-27906528f6f6,segment=NetworkSegment(ad9913b2-bde5-49e0-a699-f0b66e96e153),segment_id=ad9913b2-bde5-49e0-a699-f0b66e96e153)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:57.145835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.234084 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.247570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] No DVR routers for this DVR port 2094522b-b252-49ac-8cf7-27906528f6f6 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:57.259415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=2094522b-b252-49ac-8cf7-27906528f6f6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.294761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] For port 2094522b-b252-49ac-8cf7-27906528f6f6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2094522b-b252-49ac-8cf7-27906528f6f6,segment=NetworkSegment(ad9913b2-bde5-49e0-a699-f0b66e96e153),segment_id=ad9913b2-bde5-49e0-a699-f0b66e96e153)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:33:57.295427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.297006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94cbb7-9b4f-4618-8658-1d6664afc3b6 None None] Pushing event deleted for resources: {'Port': ['ID=2094522b-b252-49ac-8cf7-27906528f6f6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.303113 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-32f90a86-f55b-42be-b8dc-5573ec64570c req-fc3187fd-28f9-4b6f-8c8f-a600005a7612 service neutron] 10.222.0.36 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143003 Jul 23 20:33:57.309749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9a3e7cd-11e7-4536-a60d-f739bd85f8ec None None] Provisioning for port e376f66b-f2d0-4174-a844-eddc67fecb06 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:33:57.316118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9a3e7cd-11e7-4536-a60d-f739bd85f8ec None None] Provisioning complete for port e376f66b-f2d0-4174-a844-eddc67fecb06 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:33:57.316781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9a3e7cd-11e7-4536-a60d-f739bd85f8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.319197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.343771 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.349323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 2094522b-b252-49ac-8cf7-27906528f6f6 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:33:57.351549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.385410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3e7cd-11e7-4536-a60d-f739bd85f8ec None None] Port e376f66b-f2d0-4174-a844-eddc67fecb06 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:33:57.412520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.418647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-4d28a182-14f2-4470-b844-bab16ad5a9ea tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0494282 Jul 23 20:33:57.427588 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-261c6e09-7a2e-4ff2-b5f8-94a0406b7161 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671/tags HTTP/1.1" status: 204 len: 168 time: 0.3849406 Jul 23 20:33:57.446644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:57.446901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Request body: {'port': {'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:57.452176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-5a8ee582-18da-4370-8f14-d1b707096dd4 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e719887b-d34d-4dc7-9f16-9186fb8f6d19') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:57.519040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46ed19-b07d-4a81-907c-92ea6337c645 req-aa1f7e23-e347-4b84-9292-47ec9db9b0b7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:57.520918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b46ed19-b07d-4a81-907c-92ea6337c645 req-aa1f7e23-e347-4b84-9292-47ec9db9b0b7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 931 time: 0.3164759 Jul 23 20:33:57.535471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:33:57.657638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.658099 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Added segment 03479724-3e5e-4ba4-94d4-15fb3bb94914 of type vlan for network d8c62d42-35a1-47d0-8b44-bf0f16c82560 Jul 23 20:33:57.731316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.762352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:57.811227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b46ed19-b07d-4a81-907c-92ea6337c645 req-5709b380-612e-4bbf-a790-26cb833f2cd4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227333 Jul 23 20:33:57.867601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.868631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:57.869215 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.879869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:57.953160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0695117 Jul 23 20:33:57.966936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43134) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:57.972915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Request body: {'subnet': {'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1536127727-subnet', 'tenant_id': '09969208ccea41fea073db280e0e9239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:57.995034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a8ee582-18da-4370-8f14-d1b707096dd4 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19/tags HTTP/1.1" status: 204 len: 168 time: 0.5469069 Jul 23 20:33:58.007466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43138) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.021559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.tag.tag_plugin [None req-18468398-0943-4428-bd8f-20d4b7f6051a tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b4a5d0ab-f6bc-45ff-9066-5eb216801841') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:58.077118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ec5f9-ec3a-49b7-afc4-1af119087447 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c62d42-35a1-47d0-8b44-bf0f16c82560,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:58.089966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d8c62d42-35a1-47d0-8b44-bf0f16c82560 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:33:58.109678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.117416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Made reservation on behalf of 09969208ccea41fea073db280e0e9239 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:58.120430 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.163087 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.165093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aed9958d-5d2c-4a79-9bad-717a9e288e4a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/ports/d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe HTTP/1.1" status: 204 len: 168 time: 1.8472066 Jul 23 20:33:58.170858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.220323 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-53fdfaa2-b43c-40bd-95aa-b97b67d2e84d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] GET failed (client error): The resource could not be found. Jul 23 20:33:58.222056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-53fdfaa2-b43c-40bd-95aa-b97b67d2e84d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "GET /v2.0/ports/d06eeef0-3ef0-43c8-81ea-4be4f9dcfafe HTTP/1.1" status: 404 len: 333 time: 0.0493350 Jul 23 20:33:58.252165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43142) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.260335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'name': 'tempest-AllowedAddressPairTestJSON-1879820989'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:33:58.346262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=2094522b-b252-49ac-8cf7-27906528f6f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:58.355647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] No DVR routers for this DVR port 2094522b-b252-49ac-8cf7-27906528f6f6 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:33:58.387347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-18468398-0943-4428-bd8f-20d4b7f6051a tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841/tags HTTP/1.1" status: 204 len: 168 time: 0.3702791 Jul 23 20:33:58.389645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43148) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.402078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daaf47-f3ea-4aa7-bd79-a5b1562d0099 req-53bb30d5-a2d6-4da6-9c82-bb97e6900cf0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:58.402325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.tag.tag_plugin [None req-e148287e-3cb3-4698-9f3d-cb280e6f469a tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '4c53ee3c-9a01-47cc-b5a4-9e1298d10c16') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:58.402430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20daaf47-f3ea-4aa7-bd79-a5b1562d0099 req-53bb30d5-a2d6-4da6-9c82-bb97e6900cf0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.3094120 Jul 23 20:33:58.507587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.539662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52922b68-96d1-40a6-a3b3-84d25013150b']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:58.559400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20daaf47-f3ea-4aa7-bd79-a5b1562d0099 req-9f93d5f8-6a8b-4892-816a-76c90e1858bc tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447113 Jul 23 20:33:58.579975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9913b2-bde5-49e0-a699-f0b66e96e153') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:58.580352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9913b2-bde5-49e0-a699-f0b66e96e153') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:33:58.580934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43152) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.595309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.610310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e376f66b-f2d0-4174-a844-eddc67fecb06 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:33:58.628162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.631705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.649916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:33:58.650571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:33:58.654128 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:33:58.713079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:33:58.716773 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.731523 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e148287e-3cb3-4698-9f3d-cb280e6f469a tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16/tags HTTP/1.1" status: 204 len: 168 time: 0.3345983 Jul 23 20:33:58.736917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43162) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.751143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Transition to ACTIVE for port object e376f66b-f2d0-4174-a844-eddc67fecb06 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:58.754349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5f5e1709-2ec2-4b4b-9db5-c7297ef4a985 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/897bcef8-7de8-4593-8979-eb6b41e38ca6 HTTP/1.1" status: 200 len: 993 time: 0.1716516 Jul 23 20:33:58.755708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] device_id is not set on port cbab3158-93be-4cbd-ad77-212325d4b2d2 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:33:58.757889 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.770923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.779114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.782772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/networks/52922b68-96d1-40a6-a3b3-84d25013150b HTTP/1.1" status: 204 len: 168 time: 2.7002254 Jul 23 20:33:58.797542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:58.802215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43164) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:58.981946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8a267-4cee-442b-8ff8-e41db753ccf4 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Network': ['ID=52922b68-96d1-40a6-a3b3-84d25013150b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.072549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d4aacd-cee8-4707-811a-a03826b84dd1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.116799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Allocated IP 172.20.0.13 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/cbab3158-93be-4cbd-ad77-212325d4b2d2) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:33:59.131464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Checking segment: {'id': '03479724-3e5e-4ba4-94d4-15fb3bb94914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:59.131987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Network hostable DHCP agents. Network: d8c62d42-35a1-47d0-8b44-bf0f16c82560, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:33:59.234683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78565b-b94a-4e3a-b47f-a75bd853b90f req-a712c94c-d3fe-4fa6-8e02-20a6a03e2d51 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:59.236591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d78565b-b94a-4e3a-b47f-a75bd853b90f req-a712c94c-d3fe-4fa6-8e02-20a6a03e2d51 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 943 time: 0.2925658 Jul 23 20:33:59.265801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Attempting to bind port e376f66b-f2d0-4174-a844-eddc67fecb06 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:33:59.265801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Attempting to bind port e376f66b-f2d0-4174-a844-eddc67fecb06 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:33:59.266471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Attempting to bind port e376f66b-f2d0-4174-a844-eddc67fecb06 on network 7e1d9e49-26fc-4b20-874d-d5476728be9b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:59.270781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-040c96ba-e4c3-4e2b-9fbb-63a7bde33ca9 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for subnetpool, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.274599 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-040c96ba-e4c3-4e2b-9fbb-63a7bde33ca9 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnetpools/69b6dcaa-6eee-4d0e-9fa4-c425aa130671 HTTP/1.1" status: 204 len: 168 time: 0.5340490 Jul 23 20:33:59.278476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43174) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.285863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Pushing event updated for resources: {'Port': ['ID=e376f66b-f2d0-4174-a844-eddc67fecb06,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.297638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Port e376f66b-f2d0-4174-a844-eddc67fecb06 on network 7e1d9e49-26fc-4b20-874d-d5476728be9b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:33:59.297638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Attempting to bind port e376f66b-f2d0-4174-a844-eddc67fecb06 on network 7e1d9e49-26fc-4b20-874d-d5476728be9b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:33:59.307494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Network d8c62d42-35a1-47d0-8b44-bf0f16c82560 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:33:59.311033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:33:59.311502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Checking segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:33:59.312451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Bound using segment: {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:33:59.321151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Bound port: e376f66b-f2d0-4174-a844-eddc67fecb06, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fa1e51-6e78-4cb0-b08b-2d383d7ade59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:33:59.322464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.351928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a607c4b1-d5ed-4553-a71c-17ca22fc2406 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "GET /v2.0/ports?device_id=e719887b-d34d-4dc7-9f16-9186fb8f6d19 HTTP/1.1" status: 200 len: 205 time: 0.0667310 Jul 23 20:33:59.378767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43180) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.388991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d8c62d42-35a1-47d0-8b44-bf0f16c82560) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:59.409269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:59.409899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.410188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e8684-27bc-4c41-8992-66a326d7060c None None] Network d8c62d42-35a1-47d0-8b44-bf0f16c82560 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:59.428259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d78565b-b94a-4e3a-b47f-a75bd853b90f req-d9e0e470-7f8d-42b4-b963-1a06fe880f57 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786909 Jul 23 20:33:59.552055 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.568439 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Transition to ACTIVE for port object cbab3158-93be-4cbd-ad77-212325d4b2d2 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:33:59.613476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6bfbec5d-e8bb-454a-a9e9-0ae5e0c76e8b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6370132 Jul 23 20:33:59.628547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61605e73-d72a-4a63-80c4-f717a5035839 None None] Network d8c62d42-35a1-47d0-8b44-bf0f16c82560 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:33:59.646951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.667141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port c17edca4-6dad-4361-8852-5324ca52a4b5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:33:59.667522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.744448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:33:59.754945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:33:59.777126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:33:59.870953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=cbab3158-93be-4cbd-ad77-212325d4b2d2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:33:59.872008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.922075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:33:59.922970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:33:59.943746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-38afda8c-e05a-43a1-9cb9-a7eeeeac08ac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6874471 Jul 23 20:33:59.947318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43192) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:33:59.959867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:da:ca:75'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:00.071651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.085187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.104460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for c17edca4-6dad-4361-8852-5324ca52a4b5 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:00.186368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] For port e376f66b-f2d0-4174-a844-eddc67fecb06, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:00.218087 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.266366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] For port e376f66b-f2d0-4174-a844-eddc67fecb06, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e376f66b-f2d0-4174-a844-eddc67fecb06,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:00.275267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ae33315-71c4-42c2-99c4-c96ae3108465 None None] Provisioning for port cbab3158-93be-4cbd-ad77-212325d4b2d2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:00.280252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ae33315-71c4-42c2-99c4-c96ae3108465 None None] Provisioning complete for port cbab3158-93be-4cbd-ad77-212325d4b2d2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:00.281527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ae33315-71c4-42c2-99c4-c96ae3108465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.343324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.368426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8ae33315-71c4-42c2-99c4-c96ae3108465 None None] Port cbab3158-93be-4cbd-ad77-212325d4b2d2 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:00.390931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:00.391568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.393326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] 10.222.0.36 "PUT /v2.0/ports/e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 1092 time: 2.9578402 Jul 23 20:34:00.412903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:00.417149 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:00.425853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.431086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.500973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.556391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.566346 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59feb30a-d083-4a7f-a98f-c1212217fb56 x-openstack-request-id: req-59feb30a-d083-4a7f-a98f-c1212217fb56 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:00.566928 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:00.567408 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59feb30a-d083-4a7f-a98f-c1212217fb56 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:00.568062 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'status': 'completed', 'code': 200} Jul 23 20:34:00.573730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502f4eb-66d8-4b16-a3ce-ca9f60e86db8 service neutron] Pushing event updated for resources: {'Port': ['ID=e376f66b-f2d0-4174-a844-eddc67fecb06,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:00.589740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.590620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Fanout notify agent at l3_agent the message router_deleted on router e719887b-d34d-4dc7-9f16-9186fb8f6d19 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:00.601759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:00.606285 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c23d86a6-80ab-40ab-bae5-1ce10a484304 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/routers/e719887b-d34d-4dc7-9f16-9186fb8f6d19 HTTP/1.1" status: 204 len: 168 time: 1.2201226 Jul 23 20:34:00.608363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43214) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.147831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=cbab3158-93be-4cbd-ad77-212325d4b2d2,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:01.160552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-f9db9014-d027-4ac1-9f9d-4ecaa88afa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.162534 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-f9db9014-d027-4ac1-9f9d-4ecaa88afa8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1095 time: 0.7118945 Jul 23 20:34:01.171153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.176188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-be393aec-e894-4e04-8453-45c29c962372 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.177796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-be393aec-e894-4e04-8453-45c29c962372 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/networks?id=d8c62d42-35a1-47d0-8b44-bf0f16c82560 HTTP/1.1" status: 200 len: 821 time: 0.6745181 Jul 23 20:34:01.184308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] In _notify_port_updated(), no bound segment for port cbab3158-93be-4cbd-ad77-212325d4b2d2 on network d04dfe0d-652f-41a1-bcf2-c97957f37213 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:34:01.191242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.191949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.193598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e9d1b77-a2a3-45f5-acb1-d36b8b021ace tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "PUT /v2.0/ports/cbab3158-93be-4cbd-ad77-212325d4b2d2 HTTP/1.1" status: 200 len: 994 time: 1.2450211 Jul 23 20:34:01.204778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43224) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.226505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3abb34ad-045b-4cdd-8547-ded1ef213932 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/quotas/09969208ccea41fea073db280e0e9239 HTTP/1.1" status: 200 len: 375 time: 0.0307410 Jul 23 20:34:01.269546 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-cb757a21-ef9c-4ace-a6db-ca17d5035afc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 217 time: 0.0936534 Jul 23 20:34:01.270849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=c17edca4-6dad-4361-8852-5324ca52a4b5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:01.272126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ebeb3a-a1ef-4ad7-bdb1-3e49e404c598 req-775f976a-53f4-43e0-b494-6f01487f4097 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.280041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26ebeb3a-a1ef-4ad7-bdb1-3e49e404c598 req-775f976a-53f4-43e0-b494-6f01487f4097 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 943 time: 0.6842365 Jul 23 20:34:01.306959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-5b43e941-e098-43f6-a4e4-a791585d9709 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=09969208ccea41fea073db280e0e9239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588121 Jul 23 20:34:01.407282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Deleting port b4a5d0ab-f6bc-45ff-9066-5eb216801841 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:01.407811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.423682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39ca08d3-2d25-4b54-8bee-e4aa2c795f06 None None] Provisioning complete for port cbab3158-93be-4cbd-ad77-212325d4b2d2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:01.424665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39ca08d3-2d25-4b54-8bee-e4aa2c795f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.469943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-39ca08d3-2d25-4b54-8bee-e4aa2c795f06 None None] Port cbab3158-93be-4cbd-ad77-212325d4b2d2 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:01.475147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-a360b189-5679-45b0-bd95-f95aabc087a3 service neutron] 10.222.0.46 "GET /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558521 Jul 23 20:34:01.489239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.492393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.498520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b3a3e75a-8e19-4a3f-b158-ed55da54e7f9 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/floatingips/8ccfeb95-4ce7-4275-abe3-e5cec6d0b3e5 HTTP/1.1" status: 204 len: 168 time: 2.6552203 Jul 23 20:34:01.502048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.513510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-75d50007-d3c2-426c-88d2-d6fc2e511b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.515356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-75d50007-d3c2-426c-88d2-d6fc2e511b62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 200 len: 835 time: 0.1922505 Jul 23 20:34:01.590869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26ebeb3a-a1ef-4ad7-bdb1-3e49e404c598 req-f0bce640-7927-44ad-b63b-de3248015d4e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883184 Jul 23 20:34:01.595316 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-df940190-1d19-4f38-a400-b79fca9f9346 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:01.596156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df940190-1d19-4f38-a400-b79fca9f9346 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:01.601192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-df940190-1d19-4f38-a400-b79fca9f9346 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/ports/710e97fd-1353-41ea-9baf-605a2dbaa20c HTTP/1.1" status: 404 len: 333 time: 0.0977006 Jul 23 20:34:01.607168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43234) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.647496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bd5a27cc-2d5d-4e04-a9ad-0fa5bba3f5c3 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a5e9fc0-696a-42bc-897f-1abd4061113e HTTP/1.1" status: 200 len: 205 time: 0.0348542 Jul 23 20:34:01.652056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.666355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.682650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Calling delete_port for b4a5d0ab-f6bc-45ff-9066-5eb216801841 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:01.708862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-08c8ae2b-3e02-4d5c-9b7e-b14ac5e75e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:01.710477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-08c8ae2b-3e02-4d5c-9b7e-b14ac5e75e93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453643 Jul 23 20:34:01.715503 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-c5bbfaa0-df9f-4f66-b6f2-c185159ce037 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] delete failed (client error): The resource could not be found. Jul 23 20:34:01.716759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c5bbfaa0-df9f-4f66-b6f2-c185159ce037 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/routers/2a5e9fc0-696a-42bc-897f-1abd4061113e HTTP/1.1" status: 404 len: 336 time: 0.0599647 Jul 23 20:34:01.719212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-9a3a26d3-2445-4065-a686-e84dee863578 service neutron] 10.222.0.46 "GET /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345874 Jul 23 20:34:01.725845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43242) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.728815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port cbab3158-93be-4cbd-ad77-212325d4b2d2 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:01.729159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.839741 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-660ecb7f-a6b3-4dcb-a1e4-53c30f3fe272 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] DELETE failed (client error): The resource could not be found. Jul 23 20:34:01.840201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660ecb7f-a6b3-4dcb-a1e4-53c30f3fe272 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:34:01.842365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-660ecb7f-a6b3-4dcb-a1e4-53c30f3fe272 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/subnets/31fc6b90-3439-4571-bcdd-51e711078109 HTTP/1.1" status: 404 len: 337 time: 0.0343902 Jul 23 20:34:01.845655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43248) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:01.949299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:01.967031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for cbab3158-93be-4cbd-ad77-212325d4b2d2 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:02.019320 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-6dda9dab-6f3c-494a-ba26-131ae7e1c64b service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700932 Jul 23 20:34:02.065905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ceeec1b-cbf5-431d-94e7-97645bb2bfb0 req-6a059d7c-3e52-433a-86a6-668de5ce43dd tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 210 time: 0.0591528 Jul 23 20:34:02.085735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 23ea5e5c-8131-4037-aa18-3ff556442e6a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:02.086677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.133116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.219072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event deleted for resources: {'Port': ['ID=b4a5d0ab-f6bc-45ff-9066-5eb216801841,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:02.227280 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.271991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=cbab3158-93be-4cbd-ad77-212325d4b2d2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:02.452080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4829b20-789b-410c-9c98-e0b5ac875dec req-e67bcaae-38bc-4096-b456-f76ced7861dd service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211369 Jul 23 20:34:02.515790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.552628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 23ea5e5c-8131-4037-aa18-3ff556442e6a owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:02.639666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.643135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f921fa3c-df76-41db-b7e6-da7a022d4ba8 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/ports/cbab3158-93be-4cbd-ad77-212325d4b2d2 HTTP/1.1" status: 204 len: 168 time: 1.4351299 Jul 23 20:34:02.646283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43270) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:02.721953 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b35a95-741e-46c1-9be9-2bd4fd551997 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] GET failed (client error): The resource could not be found. Jul 23 20:34:02.724089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-89b35a95-741e-46c1-9be9-2bd4fd551997 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "GET /v2.0/ports/cbab3158-93be-4cbd-ad77-212325d4b2d2 HTTP/1.1" status: 404 len: 333 time: 0.0768027 Jul 23 20:34:02.730581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43272) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:02.749159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'name': 'tempest-AllowedAddressPairTestJSON-1105110367'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:02.824852 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.831538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bef20dc0-ed9f-47e3-a63b-cffc38fcee80 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/ports/b4a5d0ab-f6bc-45ff-9066-5eb216801841 HTTP/1.1" status: 204 len: 168 time: 2.2215331 Jul 23 20:34:02.836996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43276) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:02.941711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Deleting subnet 4c53ee3c-9a01-47cc-b5a4-9e1298d10c16 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:02.944755 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.951331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:02.972623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c994c05-f541-42d7-8420-2c3d818046d5 req-c50a6394-0427-4817-8608-1e4118839c1b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:02.974244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c994c05-f541-42d7-8420-2c3d818046d5 req-c50a6394-0427-4817-8608-1e4118839c1b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 943 time: 0.2023234 Jul 23 20:34:03.022019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:03.026113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.041284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=23ea5e5c-8131-4037-aa18-3ff556442e6a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:03.051125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] device_id is not set on port 568e4d60-94ee-4de6-bf52-5e68a939b428 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:03.087243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c994c05-f541-42d7-8420-2c3d818046d5 req-7557a167-0b2d-44c5-8ffe-1f8bbcb8927f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049159 Jul 23 20:34:03.163087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-5588e075-d977-48c9-af7f-1dba3c96e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:03.165598 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-5588e075-d977-48c9-af7f-1dba3c96e00c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1095 time: 0.6460123 Jul 23 20:34:03.169937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.269739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1c5e379-0fe2-4bb1-8ba4-9c5170b829b3 req-c8bff293-c52f-4ba4-aa8d-2e1ab96533e3 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 210 time: 0.0503588 Jul 23 20:34:03.284399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Allocated IP 172.20.0.13 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/568e4d60-94ee-4de6-bf52-5e68a939b428) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:03.315328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.319569 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-379cf320-186e-4bd1-a431-64a096dd1594 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/ports/23ea5e5c-8131-4037-aa18-3ff556442e6a HTTP/1.1" status: 204 len: 168 time: 1.4701889 Jul 23 20:34:03.321750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43284) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:03.379463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-58738750-f20f-46fd-b156-36f5fa5bd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:03.381014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-58738750-f20f-46fd-b156-36f5fa5bd026 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 897 time: 0.2082105 Jul 23 20:34:03.451698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.563486 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-9fa23ed3-c4aa-46c3-9d37-31b6dafb4c33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 217 time: 0.1736023 Jul 23 20:34:03.641174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-f1d4a1cf-1231-49c8-bdfd-cecc11e0679d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:03.642735 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-f1d4a1cf-1231-49c8-bdfd-cecc11e0679d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 200 len: 835 time: 0.0708187 Jul 23 20:34:03.648575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.678710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port ca58f0eb-8192-4c07-aa18-57545610ac60 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:03.679064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.711101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e376f66b-f2d0-4174-a844-eddc67fecb06 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:03.768967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-0b2a0461-6dce-420c-a9e4-5fa7becea5f2 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:03.770558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-0b2a0461-6dce-420c-a9e4-5fa7becea5f2 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.47 "GET /v2.0/networks?id=d8c62d42-35a1-47d0-8b44-bf0f16c82560 HTTP/1.1" status: 200 len: 821 time: 0.3155367 Jul 23 20:34:03.792642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Request body: {'port': {'device_id': '136546b1-071e-4f91-a966-e4660f0dafc3', 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560', 'admin_state_up': True, 'tenant_id': '09969208ccea41fea073db280e0e9239'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:03.801926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Transition to ACTIVE for port object 568e4d60-94ee-4de6-bf52-5e68a939b428 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:03.820104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.872092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event deleted for resources: {'Subnet': ['ID=4c53ee3c-9a01-47cc-b5a4-9e1298d10c16,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:03.896117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca2041-4fde-49d3-acf7-2c9a880b1e61 None None] Network 3976d669-fb3f-4f22-b336-bda5fce6d2e0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:03.946584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:03.953708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-039b1827-862e-4a2f-a6b4-02d5b08c5ba6 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/subnets/4c53ee3c-9a01-47cc-b5a4-9e1298d10c16 HTTP/1.1" status: 204 len: 168 time: 1.1158199 Jul 23 20:34:03.974106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:03.976117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-7509f8bc-dbf7-4c5d-815c-c56e858fc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:03.978483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-7509f8bc-dbf7-4c5d-815c-c56e858fc328 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3101513 Jul 23 20:34:04.005026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e376f66b-f2d0-4174-a844-eddc67fecb06, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e376f66b-f2d0-4174-a844-eddc67fecb06,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:04.006601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-4d1ee525-4f2b-4f19-aa25-1fe9df947615 req-8364b616-871d-4b0b-9475-759707bdb44c service neutron] (94027) timed out ('10.222.0.46', 41852) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:34:04.010624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.082088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:04.152544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:04.170998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.182202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:04.200366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e376f66b-f2d0-4174-a844-eddc67fecb06 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:04.224471 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.227865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e376f66b-f2d0-4174-a844-eddc67fecb06, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e376f66b-f2d0-4174-a844-eddc67fecb06,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:04.234754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.234954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=568e4d60-94ee-4de6-bf52-5e68a939b428,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:04.256713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:04.277527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.285552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Made reservation on behalf of 09969208ccea41fea073db280e0e9239 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:04.290830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.328998 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-ce60e951-0e3f-421f-a541-0720f674fd5c service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263690 Jul 23 20:34:04.335222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e376f66b-f2d0-4174-a844-eddc67fecb06,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:04.358191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370397bc-d733-462c-995b-249ae5952eee None None] DHCP port deletion for 3976d669-fb3f-4f22-b336-bda5fce6d2e0 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:04.379795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for ca58f0eb-8192-4c07-aa18-57545610ac60 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:04.450099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e376f66b-f2d0-4174-a844-eddc67fecb06'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:04.515050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62e4bf84-e828-4277-b7df-f24d3f7b5deb req-c563623b-6b75-46d0-8aad-11b8a924605a tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 210 time: 0.0683570 Jul 23 20:34:04.555349 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d0c06e4c-fa62-4217-bdd2-66e76bd948dc req-d419450c-49b5-444b-a844-46b9d01cc9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117343 Jul 23 20:34:04.588195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:04.588938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.593484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-370397bc-d733-462c-995b-249ae5952eee None None] Deleting port aa9e9332-1a84-4206-acb4-9ee53d82465b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:04.593926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-370397bc-d733-462c-995b-249ae5952eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.640748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fad07-9dd9-4b50-a87f-1c343c94921a req-aa59a0ac-0626-4874-a1b9-08a97877223a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:04.647432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-234fad07-9dd9-4b50-a87f-1c343c94921a req-aa59a0ac-0626-4874-a1b9-08a97877223a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 944 time: 0.4419591 Jul 23 20:34:04.658524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-be3f8da9-f72a-446b-b532-091b20a27532 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9266434 Jul 23 20:34:04.662858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:04.670768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:da:ca:75'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:04.724501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-370397bc-d733-462c-995b-249ae5952eee None None] For port aa9e9332-1a84-4206-acb4-9ee53d82465b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa9e9332-1a84-4206-acb4-9ee53d82465b,segment=NetworkSegment(1dda08aa-f5cb-410f-91de-663be458fa56),segment_id=1dda08aa-f5cb-410f-91de-663be458fa56)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:04.725056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-370397bc-d733-462c-995b-249ae5952eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.743747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-234fad07-9dd9-4b50-a87f-1c343c94921a req-3af60d92-a725-4488-9a0c-e485c8f9f5c0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949903 Jul 23 20:34:04.749278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-370397bc-d733-462c-995b-249ae5952eee None None] Calling delete_port for aa9e9332-1a84-4206-acb4-9ee53d82465b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:04.828245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.890023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Allocated IP 172.20.0.13 (d8c62d42-35a1-47d0-8b44-bf0f16c82560/e1d4aacd-cee8-4707-811a-a03826b84dd1/c96028d3-0bb7-40e5-b92c-100b1d097f3e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:04.896781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=ca58f0eb-8192-4c07-aa18-57545610ac60,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:04.948021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa9e9332-1a84-4206-acb4-9ee53d82465b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:04.964169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-61337836-bd38-4dd7-8eea-6bd3bba5e487 None None] Provisioning for port 568e4d60-94ee-4de6-bf52-5e68a939b428 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:04.978998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:04.979287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-86d23f02-55f3-4729-98f9-cb4fd5eabf63 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/ports/ca58f0eb-8192-4c07-aa18-57545610ac60 HTTP/1.1" status: 204 len: 168 time: 1.6565490 Jul 23 20:34:04.981852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43310) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:04.993188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Deleting port aa9e9332-1a84-4206-acb4-9ee53d82465b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:04.994118 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.013569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-61337836-bd38-4dd7-8eea-6bd3bba5e487 None None] Provisioning complete for port 568e4d60-94ee-4de6-bf52-5e68a939b428 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:05.013948 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-61337836-bd38-4dd7-8eea-6bd3bba5e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.079512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-61337836-bd38-4dd7-8eea-6bd3bba5e487 None None] Port 568e4d60-94ee-4de6-bf52-5e68a939b428 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:05.106650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5812a620-3265-4f71-84d9-8afde2b0ea34 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:05.110585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5812a620-3265-4f71-84d9-8afde2b0ea34 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "GET /v2.0/ports?device_id=360d5116-e396-44f2-9ac4-4ce927af007b HTTP/1.1" status: 200 len: 913 time: 0.1268215 Jul 23 20:34:05.113400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:05.204162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-370397bc-d733-462c-995b-249ae5952eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.216841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] For port aa9e9332-1a84-4206-acb4-9ee53d82465b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa9e9332-1a84-4206-acb4-9ee53d82465b,segment=NetworkSegment(1dda08aa-f5cb-410f-91de-663be458fa56),segment_id=1dda08aa-f5cb-410f-91de-663be458fa56)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:05.217267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.245896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370397bc-d733-462c-995b-249ae5952eee None None] Pushing event deleted for resources: {'Port': ['ID=aa9e9332-1a84-4206-acb4-9ee53d82465b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:05.247719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Calling delete_port for aa9e9332-1a84-4206-acb4-9ee53d82465b owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:05.248688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370397bc-d733-462c-995b-249ae5952eee None None] No DVR routers for this DVR port aa9e9332-1a84-4206-acb4-9ee53d82465b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:05.259391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.649727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f9bc7f4b-df1a-41d7-8379-95be4252cdff req-d69fc97b-72cd-4da9-8bec-6808dda50f6b tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Jul 23 20:34:05.718797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e376f66b-f2d0-4174-a844-eddc67fecb06 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:05.763052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.789548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.848865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.901372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port e376f66b-f2d0-4174-a844-eddc67fecb06 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:05.907731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port e376f66b-f2d0-4174-a844-eddc67fecb06 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:05.908145 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:05.950391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.015272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event deleted for resources: {'Port': ['ID=aa9e9332-1a84-4206-acb4-9ee53d82465b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.061044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] No DVR routers for this DVR port aa9e9332-1a84-4206-acb4-9ee53d82465b on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:06.120991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.152995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.177047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:06.179833 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8055c0-cc0f-4192-84fc-b1a288780e38" -d '{"events": [{"server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "name": "network-vif-plugged", "status": "completed", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:06.195539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e376f66b-f2d0-4174-a844-eddc67fecb06, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e376f66b-f2d0-4174-a844-eddc67fecb06,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:06.201294 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.217422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.235874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.264030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e376f66b-f2d0-4174-a844-eddc67fecb06,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.281505 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43210b0f-2a3a-4c64-9558-bc9ddbb47191 x-openstack-request-id: req-43210b0f-2a3a-4c64-9558-bc9ddbb47191 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:06.281859 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "name": "network-vif-plugged", "status": "completed", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:06.282118 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43210b0f-2a3a-4c64-9558-bc9ddbb47191 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:06.282520 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'code': 200} Jul 23 20:34:06.329056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.340658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Network d8c62d42-35a1-47d0-8b44-bf0f16c82560 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:06.342150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:06.362121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:06.372393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3976d669-fb3f-4f22-b336-bda5fce6d2e0']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:06.406170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c78298-a4a3-42e4-944f-01ad37a8bdd7 req-1e0f57ab-c6a0-47a8-ae94-377f904d28f7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:06.408356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3c78298-a4a3-42e4-944f-01ad37a8bdd7 req-1e0f57ab-c6a0-47a8-ae94-377f904d28f7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 944 time: 0.5307889 Jul 23 20:34:06.476034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Pushing event updated for resources: {'Port': ['ID=c96028d3-0bb7-40e5-b92c-100b1d097f3e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.482474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3c78298-a4a3-42e4-944f-01ad37a8bdd7 req-60452e48-749a-45bc-9991-936a25ee07ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660355 Jul 23 20:34:06.486539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dda08aa-f5cb-410f-91de-663be458fa56') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:06.486742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dda08aa-f5cb-410f-91de-663be458fa56') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:06.536559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.594780 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.610966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] In _notify_port_updated(), no bound segment for port 568e4d60-94ee-4de6-bf52-5e68a939b428 on network d04dfe0d-652f-41a1-bcf2-c97957f37213 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:34:06.617797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:06.618664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.620086 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "PUT /v2.0/ports/568e4d60-94ee-4de6-bf52-5e68a939b428 HTTP/1.1" status: 200 len: 997 time: 1.9561508 Jul 23 20:34:06.634788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:06.635487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.645374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43338) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:06.648607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:06.649110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:06.655713 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:06.682130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-3e723674-8175-46fe-81c4-c59a0bbf3fac tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8983169 Jul 23 20:34:06.702680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435d51b-1057-4cba-b9da-3d0fefa8ac3d tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=568e4d60-94ee-4de6-bf52-5e68a939b428,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.782121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27502696-34b9-412b-914a-4e107d95fd43 req-7e771195-fa21-4396-b58c-bf446cb58e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:06.783768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27502696-34b9-412b-914a-4e107d95fd43 req-7e771195-fa21-4396-b58c-bf446cb58e7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1097 time: 0.4517059 Jul 23 20:34:06.818887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-42d7aa68-b253-4e83-9c1b-e18f00c0973a None None] Provisioning complete for port 568e4d60-94ee-4de6-bf52-5e68a939b428 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:06.819351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-42d7aa68-b253-4e83-9c1b-e18f00c0973a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.834590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.862525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-42d7aa68-b253-4e83-9c1b-e18f00c0973a None None] Port 568e4d60-94ee-4de6-bf52-5e68a939b428 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:06.875789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:06.880576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] 10.222.0.46 "DELETE /v2.0/networks/3976d669-fb3f-4f22-b336-bda5fce6d2e0 HTTP/1.1" status: 204 len: 168 time: 2.8987839 Jul 23 20:34:06.891593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27502696-34b9-412b-914a-4e107d95fd43 req-a48bcba2-dfb3-428d-948b-3554f01ac951 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004851 Jul 23 20:34:06.892724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06361fa4-d8ef-42b4-8cd0-7c3dbbf10173 tempest-TagsExtTest-335968902 tempest-TagsExtTest-335968902-project] Pushing event deleted for resources: {'Network': ['ID=3976d669-fb3f-4f22-b336-bda5fce6d2e0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:06.906376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Request body: {'port': {'device_id': '136546b1-071e-4f91-a966-e4660f0dafc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:06.979428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port e1781a3f-3f08-45be-a9af-5af50e7b8581 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:06.980033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.030790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89017425-9f48-4b1d-bf9b-ff68c50a9928 req-4a48424c-102f-4d49-9e32-47c81fd94be7 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.032851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89017425-9f48-4b1d-bf9b-ff68c50a9928 req-4a48424c-102f-4d49-9e32-47c81fd94be7 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 932 time: 0.1919010 Jul 23 20:34:07.049037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.061963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port 568e4d60-94ee-4de6-bf52-5e68a939b428 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:07.062307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.297285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89017425-9f48-4b1d-bf9b-ff68c50a9928 req-2567ba88-54ba-45a4-95e4-7a42ccff98a4 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442648 Jul 23 20:34:07.338424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.342409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.346934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.393940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for e1781a3f-3f08-45be-a9af-5af50e7b8581 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:07.396356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for 568e4d60-94ee-4de6-bf52-5e68a939b428 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:07.469863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96028d3-0bb7-40e5-b92c-100b1d097f3e {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:07.480878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.511463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Transition to ACTIVE for port object c96028d3-0bb7-40e5-b92c-100b1d097f3e will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:07.517095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.568298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Pushing event updated for resources: {'Port': ['ID=c96028d3-0bb7-40e5-b92c-100b1d097f3e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:07.642275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9abfccad-2a00-44ba-b3be-31c66ae0364f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=252dd1320b8242c1b3269de9a1d9b1ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979662 Jul 23 20:34:07.652974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43366) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:07.738903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3862832-95cb-4de6-bbd5-b8da63d835f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.788109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3862832-95cb-4de6-bbd5-b8da63d835f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.791716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068d891-8964-434d-b60e-eec28f6a4210 req-f47047ee-af17-4c9f-b90d-a4f91542c3ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:07.793263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6068d891-8964-434d-b60e-eec28f6a4210 req-f47047ee-af17-4c9f-b90d-a4f91542c3ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 945 time: 0.1836348 Jul 23 20:34:07.799608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Attempting to bind port c96028d3-0bb7-40e5-b92c-100b1d097f3e on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:07.800357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Attempting to bind port c96028d3-0bb7-40e5-b92c-100b1d097f3e by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '03479724-3e5e-4ba4-94d4-15fb3bb94914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:07.801109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Attempting to bind port c96028d3-0bb7-40e5-b92c-100b1d097f3e on network d8c62d42-35a1-47d0-8b44-bf0f16c82560 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:07.833794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Port c96028d3-0bb7-40e5-b92c-100b1d097f3e on network d8c62d42-35a1-47d0-8b44-bf0f16c82560 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:34:07.834500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Attempting to bind port c96028d3-0bb7-40e5-b92c-100b1d097f3e on network d8c62d42-35a1-47d0-8b44-bf0f16c82560 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:07.861724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:07.862388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Checking segment: {'id': '03479724-3e5e-4ba4-94d4-15fb3bb94914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:07.862792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Bound using segment: {'id': '03479724-3e5e-4ba4-94d4-15fb3bb94914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:07.863487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Bound port: c96028d3-0bb7-40e5-b92c-100b1d097f3e, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03479724-3e5e-4ba4-94d4-15fb3bb94914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:07.863945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.958991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3862832-95cb-4de6-bbd5-b8da63d835f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.959948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.962747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3862832-95cb-4de6-bbd5-b8da63d835f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:07.964069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f3862832-95cb-4de6-bbd5-b8da63d835f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/261f99e1-4bd1-4591-85b2-5ba3e3e4b3dc HTTP/1.1" status: 204 len: 168 time: 0.3097098 Jul 23 20:34:07.965631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] For port c96028d3-0bb7-40e5-b92c-100b1d097f3e, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:07.987954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6068d891-8964-434d-b60e-eec28f6a4210 req-0e2a07e1-c3fc-441c-b52a-1ad1f63c622a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855228 Jul 23 20:34:08.001639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3862832-95cb-4de6-bbd5-b8da63d835f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261f99e1-4bd1-4591-85b2-5ba3e3e4b3dc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.049071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=568e4d60-94ee-4de6-bf52-5e68a939b428,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.075281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] For port c96028d3-0bb7-40e5-b92c-100b1d097f3e, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e,segment=NetworkSegment(03479724-3e5e-4ba4-94d4-15fb3bb94914),segment_id=03479724-3e5e-4ba4-94d4-15fb3bb94914)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:08.087167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.101151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.154165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.154815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.161715 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] 10.222.0.47 "PUT /v2.0/ports/c96028d3-0bb7-40e5-b92c-100b1d097f3e HTTP/1.1" status: 200 len: 1093 time: 1.4624529 Jul 23 20:34:08.168490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136546b1-071e-4f91-a966-e4660f0dafc3', 'tag': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:08.175279 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806a5c60-6614-4d04-880b-7537c6036c81" -d '{"events": [{"name": "network-changed", "server_uuid": "136546b1-071e-4f91-a966-e4660f0dafc3", "tag": "c96028d3-0bb7-40e5-b92c-100b1d097f3e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:08.245323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=e1781a3f-3f08-45be-a9af-5af50e7b8581,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.440804 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadd27f9-a260-46c6-9b5e-133a84122fa9 x-openstack-request-id: req-eadd27f9-a260-46c6-9b5e-133a84122fa9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:08.441104 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136546b1-071e-4f91-a966-e4660f0dafc3", "tag": "c96028d3-0bb7-40e5-b92c-100b1d097f3e", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:08.441361 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eadd27f9-a260-46c6-9b5e-133a84122fa9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:08.441785 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136546b1-071e-4f91-a966-e4660f0dafc3', 'tag': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e', 'status': 'completed', 'code': 200} Jul 23 20:34:08.454741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.456940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e973-f6a5-46da-835a-6fd55906f33d service neutron] Pushing event updated for resources: {'Port': ['ID=c96028d3-0bb7-40e5-b92c-100b1d097f3e,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:08.472234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c5b4c79-2005-433d-942f-34a44a41c58c tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/ports/568e4d60-94ee-4de6-bf52-5e68a939b428 HTTP/1.1" status: 204 len: 168 time: 1.8206477 Jul 23 20:34:08.477656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43380) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:08.554000 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b479b1d3-814a-4fcd-a9ec-8b0f8980d6eb tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] GET failed (client error): The resource could not be found. Jul 23 20:34:08.562432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b479b1d3-814a-4fcd-a9ec-8b0f8980d6eb tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "GET /v2.0/ports/568e4d60-94ee-4de6-bf52-5e68a939b428 HTTP/1.1" status: 404 len: 333 time: 0.0774598 Jul 23 20:34:08.567485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43386) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:08.575703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'name': 'tempest-AllowedAddressPairTestJSON-1305903336'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:08.600110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-01dd6f85-5013-496c-9657-23a4318e15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.602310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-01dd6f85-5013-496c-9657-23a4318e15b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09969208ccea41fea073db280e0e9239&device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 1096 time: 0.3207469 Jul 23 20:34:08.676602 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-bffe05af-cc72-482f-b34e-67b85d87d50d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e HTTP/1.1" status: 200 len: 217 time: 0.0451000 Jul 23 20:34:08.712063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:08.727309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e504f-46d1-48f2-b297-62b26c406255 req-487c403e-4ffc-45c0-ae44-2c9f5dae1443 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.745408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f57e504f-46d1-48f2-b297-62b26c406255 req-487c403e-4ffc-45c0-ae44-2c9f5dae1443 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 944 time: 0.2957819 Jul 23 20:34:08.852405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-19f065fa-381c-48e1-8820-33be4a46afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:08.853999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-19f065fa-381c-48e1-8820-33be4a46afe6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1d4aacd-cee8-4707-811a-a03826b84dd1 HTTP/1.1" status: 200 len: 861 time: 0.1169693 Jul 23 20:34:08.937054 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-b3e436a7-23aa-4af3-9dd5-2732f76e95f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c62d42-35a1-47d0-8b44-bf0f16c82560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634627 Jul 23 20:34:08.952014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f57e504f-46d1-48f2-b297-62b26c406255 req-c50622c1-34e8-4d5c-a233-de43b513ff11 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053971 Jul 23 20:34:09.028954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:09.053949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.174298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] device_id is not set on port 008ea27d-c826-432d-8d80-8ebcbaf63101 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:09.255617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Router 360d5116-e396-44f2-9ac4-4ce927af007b has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:09.274997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fa5f8-5c00-428c-9671-4f61d5bdec01 req-db5b5ba0-bd8c-41f8-a8b7-f7e8a4475863 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.280648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-574fa5f8-5c00-428c-9671-4f61d5bdec01 req-db5b5ba0-bd8c-41f8-a8b7-f7e8a4475863 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 945 time: 0.1894326 Jul 23 20:34:09.299641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-24c48903-16b5-4ea3-95bc-845ea40325bd service neutron] 10.222.0.47 "GET /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544414 Jul 23 20:34:09.477276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Allocated IP 172.20.0.12 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/008ea27d-c826-432d-8d80-8ebcbaf63101) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:09.536744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-574fa5f8-5c00-428c-9671-4f61d5bdec01 req-aa00894e-8a06-4e1c-a7a9-0773ce7c9edf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406273 Jul 23 20:34:09.572697 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7fb7aa97-527f-4d38-a79f-b29184a76cb4 req-4c8960dd-4d7d-4f6a-a18d-25397f738507 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654676 Jul 23 20:34:09.639461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:09.661937 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] Sync routers for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:09.674583 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-102a3d92-4bff-47b7-9234-00e70d70c0ec tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "PUT /v2.0/routers/360d5116-e396-44f2-9ac4-4ce927af007b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5595882 Jul 23 20:34:09.676977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43416) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:09.683317 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:09.683950 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:09.754647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:09.776098 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] Routers {'360d5116-e396-44f2-9ac4-4ce927af007b'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:09.777422 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:33:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['360d5116-e396-44f2-9ac4-4ce927af007b'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:09.850041 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:09.850905 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b363a4-de76-4326-bcb6-03d63019262a None None] The sync data for ids ['360d5116-e396-44f2-9ac4-4ce927af007b'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:09.899620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a5c60-6614-4d04-880b-7537c6036c81 req-961bad49-8d30-4f32-a0eb-7c0a08f6f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:09.901080 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-961bad49-8d30-4f32-a0eb-7c0a08f6f7c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09969208ccea41fea073db280e0e9239&device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 1096 time: 0.2569308 Jul 23 20:34:09.985075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:09.990149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.046781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Transition to ACTIVE for port object 008ea27d-c826-432d-8d80-8ebcbaf63101 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:10.119171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a5c60-6614-4d04-880b-7537c6036c81 req-21f2a71d-0d2e-4e83-adfe-7e806127ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.124180 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-21f2a71d-0d2e-4e83-adfe-7e806127ce5f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8c62d42-35a1-47d0-8b44-bf0f16c82560 HTTP/1.1" status: 200 len: 922 time: 0.2132246 Jul 23 20:34:10.220978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-65334ce5-568c-4433-83d5-4f6dcc64a67a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e HTTP/1.1" status: 200 len: 217 time: 0.0820630 Jul 23 20:34:10.369760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a5c60-6614-4d04-880b-7537c6036c81 req-7f6c38f4-bac1-41e4-b76d-3cf7b8da3944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.375055 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-7f6c38f4-bac1-41e4-b76d-3cf7b8da3944 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1d4aacd-cee8-4707-811a-a03826b84dd1 HTTP/1.1" status: 200 len: 861 time: 0.1441550 Jul 23 20:34:10.384789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.515664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c924b9-880a-4c96-a015-221cc3584829 req-3edc3c62-fb18-4bbe-b194-37414e0a6211 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.517061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68c924b9-880a-4c96-a015-221cc3584829 req-3edc3c62-fb18-4bbe-b194-37414e0a6211 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 945 time: 0.5849705 Jul 23 20:34:10.577418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=008ea27d-c826-432d-8d80-8ebcbaf63101,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:10.581964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.596486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e569d8-dc4c-4dca-ba1c-8bf44e4e88a3 req-0c58470e-a7a7-480f-bf01-9dbc15cc8d47 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.604245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5e569d8-dc4c-4dca-ba1c-8bf44e4e88a3 req-0c58470e-a7a7-480f-bf01-9dbc15cc8d47 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 944 time: 0.4966650 Jul 23 20:34:10.630447 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-0eb8da97-cf39-4778-b4ba-f2a381cc2199 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8c62d42-35a1-47d0-8b44-bf0f16c82560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2400665 Jul 23 20:34:10.638467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68c924b9-880a-4c96-a015-221cc3584829 req-a7d9f9eb-94c3-434a-8cfb-0b81bddade0c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992410 Jul 23 20:34:10.699597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:10.703670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43438) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:10.717548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5e569d8-dc4c-4dca-ba1c-8bf44e4e88a3 req-c31acbd9-2a63-4967-a5f1-52b342cb5fe0 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123216 Jul 23 20:34:10.725460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:10.750636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:10.751977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting port 0b730461-b0c6-4535-9023-250e1f6e6e15 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:10.752335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.877302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:10.877995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.912983 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2d59fa3f-7596-4b8e-b505-b42a1fe36e7f tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3433542 Jul 23 20:34:10.922142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43444) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:10.939341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'network_id': 'd04dfe0d-652f-41a1-bcf2-c97957f37213', 'name': 'tempest-AllowedAddressPairTestJSON-1852055703'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:10.965696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:10.994589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Calling delete_port for 0b730461-b0c6-4535-9023-250e1f6e6e15 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:11.138909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace33b0-415e-40b5-a378-652e9f25f1cf tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:11.141281 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8ace33b0-415e-40b5-a378-652e9f25f1cf tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1092 time: 0.3920555 Jul 23 20:34:11.145348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43452) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:11.151619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:11.162891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Made reservation on behalf of 2c13892a90a2473a854b9d915efd0cb3 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:11.163995 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-2d9680ff-476e-4019-9109-d8400b191c81 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920645 Jul 23 20:34:11.170185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.199137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] device_id is not set on port e9918a9e-850f-4735-9f3a-fe2ed090a718 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:11.228040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.247395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bc1d3e1b-f3d8-4331-80c7-a3316c19a41f None None] Provisioning for port 008ea27d-c826-432d-8d80-8ebcbaf63101 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:11.253027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bc1d3e1b-f3d8-4331-80c7-a3316c19a41f None None] Provisioning complete for port 008ea27d-c826-432d-8d80-8ebcbaf63101 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:11.253363 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3e1b-f3d8-4331-80c7-a3316c19a41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.331434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bc1d3e1b-f3d8-4331-80c7-a3316c19a41f None None] Port 008ea27d-c826-432d-8d80-8ebcbaf63101 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:11.417589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Allocated IP 172.20.0.6 (d04dfe0d-652f-41a1-bcf2-c97957f37213/60880563-e45f-4f0f-9048-d3dd203bb551/e9918a9e-850f-4735-9f3a-fe2ed090a718) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:11.437247 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-806a5c60-6614-4d04-880b-7537c6036c81 req-95bfea5e-2405-4ca7-b21a-5ce872770625 service neutron] 10.222.0.47 "GET /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619090 Jul 23 20:34:11.443850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.493805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Port': ['ID=0b730461-b0c6-4535-9023-250e1f6e6e15,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:11.605772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.749613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.25.8.129 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ca1ea227-739b-4ad6-9734-ceed22f269ec) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:11.808468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:11.985893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c96028d3-0bb7-40e5-b92c-100b1d097f3e details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:12.066458 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-cfc14e6c-eae6-4448-b680-4d765836ae98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2770169 Jul 23 20:34:12.067122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.075925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.106150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.171273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c96028d3-0bb7-40e5-b92c-100b1d097f3e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e,segment=NetworkSegment(03479724-3e5e-4ba4-94d4-15fb3bb94914),segment_id=03479724-3e5e-4ba4-94d4-15fb3bb94914)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:12.184523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.187863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.188751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Fanout notify agent at l3_agent the message router_deleted on router 360d5116-e396-44f2-9ac4-4ce927af007b {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:12.189385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e', 'network_id': 'd8c62d42-35a1-47d0-8b44-bf0f16c82560', 'port_id': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e', 'mac_address': 'fa:16:3e:e2:c9:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d4aacd-cee8-4707-811a-a03826b84dd1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:12.202429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.206230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c92331c1-60ce-441f-8d9a-e56ab41e5a1d tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/routers/360d5116-e396-44f2-9ac4-4ce927af007b HTTP/1.1" status: 204 len: 168 time: 2.5268259 Jul 23 20:34:12.210724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43488) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.211074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43486) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.263997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff9a19-cf2a-48fb-91cb-06b31c5f3228 req-26bdd271-4e38-4917-b756-8790b7314d64 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.265809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1cff9a19-cf2a-48fb-91cb-06b31c5f3228 req-26bdd271-4e38-4917-b756-8790b7314d64 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 944 time: 0.3738532 Jul 23 20:34:12.267148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Transition to ACTIVE for port object e9918a9e-850f-4735-9f3a-fe2ed090a718 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:12.293489 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.319160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Deleting subnet 9db3addc-1cf0-4442-92e8-bebe1849ffe5 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:12.325360 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.326725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96028d3-0bb7-40e5-b92c-100b1d097f3e {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:12.332195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.374258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1cff9a19-cf2a-48fb-91cb-06b31c5f3228 req-96e99279-7c93-406d-867c-fbaf5f912f48 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980270 Jul 23 20:34:12.376256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c96028d3-0bb7-40e5-b92c-100b1d097f3e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e,segment=NetworkSegment(03479724-3e5e-4ba4-94d4-15fb3bb94914),segment_id=03479724-3e5e-4ba4-94d4-15fb3bb94914)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:12.392662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.409056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.412801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.424471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:12.430632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-970cf5eb-9212-42fc-a079-28bdd13b1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.432173 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-970cf5eb-9212-42fc-a079-28bdd13b1af0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.2798114 Jul 23 20:34:12.449697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:12.465006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:12.468396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=c96028d3-0bb7-40e5-b92c-100b1d097f3e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.476449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.477320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.477904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.478438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.478955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.479480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.479999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.480493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.480987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.481528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.482142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.482634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:12.501398 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80f9c68f-dde9-4ebf-ab72-db6080412016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.541330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=ca1ea227-739b-4ad6-9734-ceed22f269ec,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.545655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:12.563481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.573283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:12.597694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:12.600280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=e9918a9e-850f-4735-9f3a-fe2ed090a718,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:12.620693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c96028d3-0bb7-40e5-b92c-100b1d097f3e'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:12.695484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.696174 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.730510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.792584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-7ffe5525-d902-4168-8b0a-d1f65b8edfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:12.795269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:12.798798 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-7ffe5525-d902-4168-8b0a-d1f65b8edfde service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.3315320 Jul 23 20:34:12.802136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/subnets/9db3addc-1cf0-4442-92e8-bebe1849ffe5 HTTP/1.1" status: 204 len: 168 time: 0.5892262 Jul 23 20:34:12.808556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43496) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:12.878897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140f9f5-c854-480f-818c-32023a1ea472 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Subnet': ['ID=9db3addc-1cf0-4442-92e8-bebe1849ffe5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:13.101009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c3813470-a730-4d39-945b-72cf8a0f07b7 None None] Provisioning for port e9918a9e-850f-4735-9f3a-fe2ed090a718 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:13.113213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c3813470-a730-4d39-945b-72cf8a0f07b7 None None] Provisioning complete for port e9918a9e-850f-4735-9f3a-fe2ed090a718 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:13.113619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c3813470-a730-4d39-945b-72cf8a0f07b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.176119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c3813470-a730-4d39-945b-72cf8a0f07b7 None None] Port e9918a9e-850f-4735-9f3a-fe2ed090a718 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:13.215357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.224871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-3aee3355-e76c-4f60-9f9f-c3f0cb198b65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 1001 time: 0.4090188 Jul 23 20:34:13.295419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80f9c68f-dde9-4ebf-ab72-db6080412016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.308146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80f9c68f-dde9-4ebf-ab72-db6080412016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.312661 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e98b461-2dbb-434b-a056-4daaf0bc938b tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3862932 Jul 23 20:34:13.313765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:13.323570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:da:ca:75'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:a3:93:b9'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:13.386548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-b1e582c8-04ee-4efe-9711-30424938ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:13.388030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-b1e582c8-04ee-4efe-9711-30424938ee8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.1546404 Jul 23 20:34:13.438340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-80f9c68f-dde9-4ebf-ab72-db6080412016 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd8dec43fed64661b8749628dcbd4fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2225420 Jul 23 20:34:13.438953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:13.491733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9c68f-dde9-4ebf-ab72-db6080412016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc1064f-80da-4fed-a4de-42c0a9957198,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:13.525349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.553047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['745947f1-905f-47b6-8feb-9e703a295d4a']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:13.612533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b2d23-9aef-4a0f-b846-fcf8ff4c0390') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:13.612533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b2d23-9aef-4a0f-b846-fcf8ff4c0390') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:13.660184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb8954-6ab6-40e0-b56b-da70c07410d2 req-46d055b0-5234-4312-9729-3c06de669569 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:13.661904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8eb8954-6ab6-40e0-b56b-da70c07410d2 req-46d055b0-5234-4312-9729-3c06de669569 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 945 time: 0.1531596 Jul 23 20:34:13.678948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.766314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.812388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8eb8954-6ab6-40e0-b56b-da70c07410d2 req-347c6d92-31b7-43ad-8b21-4e0d28d92e90 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400652 Jul 23 20:34:13.863465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-640b9e88-1744-413c-be80-1167143e441a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:13.986315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c96028d3-0bb7-40e5-b92c-100b1d097f3e up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:14.065463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.067072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.078062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.095898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.145402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:14.145867 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.150900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07e0b7d8-9ce4-4875-a0eb-bcb4fb165b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:14.152760 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:14.171447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port c96028d3-0bb7-40e5-b92c-100b1d097f3e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:14.193023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event updated for resources: {'Port': ['ID=e9918a9e-850f-4735-9f3a-fe2ed090a718,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.203660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] In _notify_port_updated(), no bound segment for port e9918a9e-850f-4735-9f3a-fe2ed090a718 on network d04dfe0d-652f-41a1-bcf2-c97957f37213 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:34:14.205613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port c96028d3-0bb7-40e5-b92c-100b1d097f3e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:14.206234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.209525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:14.210201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.211656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-30c9d958-ddbc-47d0-9c5f-5db2529e6e83 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "PUT /v2.0/ports/e9918a9e-850f-4735-9f3a-fe2ed090a718 HTTP/1.1" status: 200 len: 1056 time: 0.8947964 Jul 23 20:34:14.216091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43532) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:14.333468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-7abcc7a1-132d-4a5b-b016-0a5871dfeebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:14.337385 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-7abcc7a1-132d-4a5b-b016-0a5871dfeebf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9307432 Jul 23 20:34:14.395632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07e0b7d8-9ce4-4875-a0eb-bcb4fb165b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.402713 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.427852 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.460463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.478984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136546b1-071e-4f91-a966-e4660f0dafc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:14.481389 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff04eb4-d3a3-4699-aa05-18d7f1fdb7f3" -d '{"events": [{"server_uuid": "136546b1-071e-4f91-a966-e4660f0dafc3", "name": "network-vif-plugged", "status": "completed", "tag": "c96028d3-0bb7-40e5-b92c-100b1d097f3e"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:14.520274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port c96028d3-0bb7-40e5-b92c-100b1d097f3e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e,segment=NetworkSegment(03479724-3e5e-4ba4-94d4-15fb3bb94914),segment_id=03479724-3e5e-4ba4-94d4-15fb3bb94914)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:14.544971 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.565312 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61efdc8a-260e-4db7-bd34-9c48caf5faae x-openstack-request-id: req-61efdc8a-260e-4db7-bd34-9c48caf5faae {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:14.565684 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136546b1-071e-4f91-a966-e4660f0dafc3", "name": "network-vif-plugged", "status": "completed", "tag": "c96028d3-0bb7-40e5-b92c-100b1d097f3e", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:14.565931 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61efdc8a-260e-4db7-bd34-9c48caf5faae {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:14.567224 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136546b1-071e-4f91-a966-e4660f0dafc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e', 'code': 200} Jul 23 20:34:14.590516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-38d98428-fddb-4be6-b2dd-729dd7b7430e None None] Provisioning complete for port e9918a9e-850f-4735-9f3a-fe2ed090a718 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:14.591064 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-38d98428-fddb-4be6-b2dd-729dd7b7430e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.645006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.656470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] 10.222.0.46 "DELETE /v2.0/networks/745947f1-905f-47b6-8feb-9e703a295d4a HTTP/1.1" status: 204 len: 168 time: 1.8214257 Jul 23 20:34:14.834285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7837b-3da6-4389-95a2-1062220a5f25 tempest-FloatingIPTestJSON-819286970 tempest-FloatingIPTestJSON-819286970-project] Pushing event deleted for resources: {'Network': ['ID=745947f1-905f-47b6-8feb-9e703a295d4a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.885061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07e0b7d8-9ce4-4875-a0eb-bcb4fb165b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.888134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-07e0b7d8-9ce4-4875-a0eb-bcb4fb165b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:14.889406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-07e0b7d8-9ce4-4875-a0eb-bcb4fb165b9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffc1064f-80da-4fed-a4de-42c0a9957198 HTTP/1.1" status: 204 len: 168 time: 1.4274194 Jul 23 20:34:14.892269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-38d98428-fddb-4be6-b2dd-729dd7b7430e None None] Port e9918a9e-850f-4735-9f3a-fe2ed090a718 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:14.934819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=c96028d3-0bb7-40e5-b92c-100b1d097f3e,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.944952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15bd69-f288-4b5e-b334-8a178180b3e2 req-ee873e93-97a7-4e6a-b083-a6fac44bbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:14.951373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa15bd69-f288-4b5e-b334-8a178180b3e2 req-ee873e93-97a7-4e6a-b083-a6fac44bbbfc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 1098 time: 0.2845712 Jul 23 20:34:14.958977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0b7d8-9ce4-4875-a0eb-bcb4fb165b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc1064f-80da-4fed-a4de-42c0a9957198,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:14.971863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-9f699dd5-d6f3-43d1-a102-1908fcaed29a service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248860 Jul 23 20:34:14.973279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.088232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port e9918a9e-850f-4735-9f3a-fe2ed090a718 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:15.092869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.169632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa15bd69-f288-4b5e-b334-8a178180b3e2 req-1229fced-c7b7-409a-9179-2f41cafff14e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044647 Jul 23 20:34:15.176335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:15.299288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176a704-39be-4b83-afc1-8cdc96fc5f07 req-eb3f7f66-4d59-4ffb-b1e3-b9639bea46a3 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:15.307544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0176a704-39be-4b83-afc1-8cdc96fc5f07 req-eb3f7f66-4d59-4ffb-b1e3-b9639bea46a3 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 946 time: 0.2998757 Jul 23 20:34:15.388688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0176a704-39be-4b83-afc1-8cdc96fc5f07 req-de90e9d3-1969-48cb-bfcd-5d587f03a078 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798588 Jul 23 20:34:15.423024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.453575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.496094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-790c2148-5c69-4156-ab6f-f9986231b425 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8a6f53b425a45d6856f5ec95b2b49a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156328 Jul 23 20:34:15.498498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:15.615202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43570) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:15.615896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f80c642a-0701-454a-ba37-41e07d50b749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.644997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e789dbe-e89b-48fd-ae5e-aede76e9fc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.667356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f80c642a-0701-454a-ba37-41e07d50b749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.734482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.787104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e789dbe-e89b-48fd-ae5e-aede76e9fc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.793890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e789dbe-e89b-48fd-ae5e-aede76e9fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.839619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=ca1ea227-739b-4ad6-9734-ceed22f269ec,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:15.855147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e789dbe-e89b-48fd-ae5e-aede76e9fc8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18c197dd0b8447de913ee38c04eb6f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2363150 Jul 23 20:34:15.857049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e789dbe-e89b-48fd-ae5e-aede76e9fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a780ed0d-2809-4357-90f4-4ab5f8ab9285,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:15.859510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:15.869405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f80c642a-0701-454a-ba37-41e07d50b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.873371 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f80c642a-0701-454a-ba37-41e07d50b749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.874986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f80c642a-0701-454a-ba37-41e07d50b749 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbcf692a-e02d-4b4d-8577-b8b014943775 HTTP/1.1" status: 204 len: 168 time: 0.3751435 Jul 23 20:34:15.904858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c642a-0701-454a-ba37-41e07d50b749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcf692a-e02d-4b4d-8577-b8b014943775,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:15.948961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:15.967451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ef8598fb-6aee-4a5c-a7b0-a3ee60c17cf2 req-b339b5a0-2f58-4053-ad21-179c2ec8c8c1 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9879549 Jul 23 20:34:15.985913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for e9918a9e-850f-4735-9f3a-fe2ed090a718 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:16.096699 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Floating IP 39ecbb07-561e-4b0c-8496-4ddca2e07c98 associated. External IP: 172.25.8.129, port: e376f66b-f2d0-4174-a844-eddc67fecb06. Jul 23 20:34:16.199518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a384fad3-5a4a-43a4-8b4b-452df7efed9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.293018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a384fad3-5a4a-43a4-8b4b-452df7efed9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.433090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f5235566-eb2b-4e75-b651-1d2291fe430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.439478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.570825 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a384fad3-5a4a-43a4-8b4b-452df7efed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.575911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a384fad3-5a4a-43a4-8b4b-452df7efed9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.580451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a384fad3-5a4a-43a4-8b4b-452df7efed9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a780ed0d-2809-4357-90f4-4ab5f8ab9285 HTTP/1.1" status: 204 len: 168 time: 0.6888597 Jul 23 20:34:16.598211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:16.600059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384fad3-5a4a-43a4-8b4b-452df7efed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a780ed0d-2809-4357-90f4-4ab5f8ab9285,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.667616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54884ea2-176b-40da-be6b-c735fe9137f4 req-747fbef7-168d-46bc-afc4-21d6dd1b81f3 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:16.668562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=e9918a9e-850f-4735-9f3a-fe2ed090a718,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:16.682659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54884ea2-176b-40da-be6b-c735fe9137f4 req-747fbef7-168d-46bc-afc4-21d6dd1b81f3 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 946 time: 0.1398771 Jul 23 20:34:16.740647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54884ea2-176b-40da-be6b-c735fe9137f4 req-795fffae-872d-4956-b96a-c2b6be88e17e tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567024 Jul 23 20:34:16.755410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:17.083698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:17.106329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:17.120793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:17.123661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:17.171047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.244874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.283055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43634) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.291788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3ac9fb6-5809-41e5-a2f4-ca86d264122f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.1449516 Jul 23 20:34:17.297361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:17.302355 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:17.313951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:17.327777 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.330539 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a0ee69c-1f78-4be1-bb2f-43015bef6cac tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/ports/e9918a9e-850f-4735-9f3a-fe2ed090a718 HTTP/1.1" status: 204 len: 168 time: 3.1062453 Jul 23 20:34:17.333879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43644) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.394661 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-f366f94c-a1ec-4e83-b6f0-f4d9874b53f2 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] GET failed (client error): The resource could not be found. Jul 23 20:34:17.396320 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f366f94c-a1ec-4e83-b6f0-f4d9874b53f2 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "GET /v2.0/ports/e9918a9e-850f-4735-9f3a-fe2ed090a718 HTTP/1.1" status: 404 len: 333 time: 0.0613036 Jul 23 20:34:17.409550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43650) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.418315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-478d3d56-5b06-4260-b6da-0d7fdac8a7c6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/39ecbb07-561e-4b0c-8496-4ddca2e07c98 HTTP/1.1" status: 200 len: 991 time: 0.1340523 Jul 23 20:34:17.424868 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd7ac2b-5bd5-4890-a6b5-72ca2c51258a x-openstack-request-id: req-2dd7ac2b-5bd5-4890-a6b5-72ca2c51258a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:17.425158 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:17.425404 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2dd7ac2b-5bd5-4890-a6b5-72ca2c51258a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:17.425818 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'status': 'completed', 'code': 200} Jul 23 20:34:17.676483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-97e1a881-1c55-4e21-a210-c65fc7157835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:17.678171 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-97e1a881-1c55-4e21-a210-c65fc7157835 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1097 time: 0.2516186 Jul 23 20:34:17.690781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43666) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:17.808094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port 008ea27d-c826-432d-8d80-8ebcbaf63101 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:17.808473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.819246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-6a8e3fe9-23cf-4b39-a9f1-bc6d0a4c716e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:17.824163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-6a8e3fe9-23cf-4b39-a9f1-bc6d0a4c716e service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 897 time: 0.1386158 Jul 23 20:34:17.890968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:17.921534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 0, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:17.958528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:17.969300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:17.970103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:18.053569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-154168589'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:18.082949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-c1b145b6-cbf0-41d6-b1a7-9d41ede2fd41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 999 time: 0.2404234 Jul 23 20:34:18.097102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:18.101962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.117403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.198241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.219447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for 008ea27d-c826-432d-8d80-8ebcbaf63101 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:18.306244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:18.412623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.421823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.427706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:18.531653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e3816e-aa99-4e3c-ab6f-480917faedf3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:18.572974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65664e-a84d-48e4-a564-03caa053c85a req-3536712a-c3cc-4b5d-bac7-36f49b5ebb54 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:18.574875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac65664e-a84d-48e4-a564-03caa053c85a req-3536712a-c3cc-4b5d-bac7-36f49b5ebb54 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 946 time: 0.1416419 Jul 23 20:34:18.600066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-0ed54d80-aaf8-4d3c-8ec0-3f585c5c8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:18.602206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-0ed54d80-aaf8-4d3c-8ec0-3f585c5c8cd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 200 len: 835 time: 0.5133152 Jul 23 20:34:18.605839 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-fe2cb538-c94a-43a4-9a90-581eb874f53d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7641876 Jul 23 20:34:18.633520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.662321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:18.676960 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:18.677611 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment 1b19191a-8cbe-46fe-9a5e-112a0656e1d2 of type vlan for network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 Jul 23 20:34:18.696766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=008ea27d-c826-432d-8d80-8ebcbaf63101,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:18.735263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-59cc0359-1b05-4ecd-b958-af291c982843 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/39ecbb07-561e-4b0c-8496-4ddca2e07c98 HTTP/1.1" status: 200 len: 991 time: 0.2754052 Jul 23 20:34:18.807325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 0, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:18.900565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e91340-d560-4687-8576-87509eaa07a0 None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:33:36Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:13Z', 'revision_number': 0, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:18.929584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-a51644f0-3f48-4afa-b78a-b7b032b03b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:18.951979 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-a51644f0-3f48-4afa-b78a-b7b032b03b37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3396366 Jul 23 20:34:19.006900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.009571 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19dce973-0e27-406b-9366-aea21839f4ae tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/ports/008ea27d-c826-432d-8d80-8ebcbaf63101 HTTP/1.1" status: 204 len: 168 time: 1.5988922 Jul 23 20:34:19.032161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43722) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:19.111789 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01bee6f-a525-4cfa-867b-a7eea27b225a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] GET failed (client error): The resource could not be found. Jul 23 20:34:19.113656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d01bee6f-a525-4cfa-867b-a7eea27b225a tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "GET /v2.0/ports/008ea27d-c826-432d-8d80-8ebcbaf63101 HTTP/1.1" status: 404 len: 333 time: 0.0803161 Jul 23 20:34:19.119222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43728) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:19.235773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac65664e-a84d-48e4-a564-03caa053c85a req-0f8d0780-a9a1-423a-af62-4409d9c4e0b6 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541157 Jul 23 20:34:19.259275 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.327653 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d19c0a-baa5-4b0a-be90-fd96328732d6 None None] New status for floating IP 39ecbb07-561e-4b0c-8496-4ddca2e07c98: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:34:19.328638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.336219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.336896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.425608 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-5f8dd07c-756b-42ed-9edd-5b3988905635 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469459 Jul 23 20:34:19.445861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:19.459204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:19.501285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4d4f2a44-f87c-45b2-a93d-2e8f7e13e4c8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8071678 Jul 23 20:34:19.502761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43746) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:19.509570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-218609059'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:19.540011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:19.544400 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.576436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:19.577166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.666484 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.673187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:19.688383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.688730 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment 0e59cb37-f896-41f5-8f34-bd21689cd6ff of type vlan for network 93911448-1aaf-405b-8d64-49c441f8d5ba Jul 23 20:34:19.696052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d47b3cc5-f2c4-484e-812d-d25123b7b2d7 req-474ed20a-d2f8-4a3e-b0fa-4502fdfefdaa service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546875 Jul 23 20:34:19.744584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:19.826875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.847117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37c3b8-3f51-4e87-8520-7cee894ffd8d req-7604a6f2-69dd-4b53-89f8-e2643c2d829c tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.855440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc37c3b8-3f51-4e87-8520-7cee894ffd8d req-7604a6f2-69dd-4b53-89f8-e2643c2d829c tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.2783096 Jul 23 20:34:19.879087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.899022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-3df5eacb-877b-40d4-9f3f-567efbbfadf4 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.901021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-3df5eacb-877b-40d4-9f3f-567efbbfadf4 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.47 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 946 time: 0.2034366 Jul 23 20:34:19.916664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for 76ecdcd0-fb2d-4795-a915-dde1c5c1df49 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:19.936566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.953214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:19.953899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:19.971265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ca49060d-acfb-4546-ac72-8fb5dfb00082 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/39ecbb07-561e-4b0c-8496-4ddca2e07c98 HTTP/1.1" status: 200 len: 993 time: 0.2252083 Jul 23 20:34:20.012741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc37c3b8-3f51-4e87-8520-7cee894ffd8d req-71022f20-c803-4ec6-b4cd-a66799720157 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509256 Jul 23 20:34:20.037707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.141940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6377263 Jul 23 20:34:20.145653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43768) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.191166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:20.247988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0da3-618e-4c1d-ae2c-33525e56e66a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=93911448-1aaf-405b-8d64-49c441f8d5ba,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.418029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:20.422767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.496609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 93911448-1aaf-405b-8d64-49c441f8d5ba details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:20.511122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 569c2fc1-7233-4883-bb99-0f27be3539a8 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:20.511476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.575184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbce70-dac5-4669-ae26-06ea233c4612 req-66aedbce-28cb-4b12-8801-46eb92bf52b6 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:20.577083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5bbce70-dac5-4669-ae26-06ea233c4612 req-66aedbce-28cb-4b12-8801-46eb92bf52b6 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 946 time: 0.2153051 Jul 23 20:34:20.639907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-177fdbe0-ab0a-4e14-a05f-7d72699cdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:20.641518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-177fdbe0-ab0a-4e14-a05f-7d72699cdbb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1097 time: 0.8379140 Jul 23 20:34:20.719211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5bbce70-dac5-4669-ae26-06ea233c4612 req-0a64fc98-6b3f-49bb-b3d2-d27fffd29762 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321938 Jul 23 20:34:20.721417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.721774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.744525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 569c2fc1-7233-4883-bb99-0f27be3539a8 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:20.760882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:20.880773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.915660 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:20.958567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=76ecdcd0-fb2d-4795-a915-dde1c5c1df49,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:20.980421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-187c3a77-06f0-49c2-bad8-1e4ee4b59a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.061613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=94a74461-3b2d-4067-b34e-126a51a27cd4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.092289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': '1b19191a-8cbe-46fe-9a5e-112a0656e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:21.092694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:21.095569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Deleting port c96028d3-0bb7-40e5-b92c-100b1d097f3e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:21.096494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.180651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:21.217739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:21.227009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] For port c96028d3-0bb7-40e5-b92c-100b1d097f3e, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=c96028d3-0bb7-40e5-b92c-100b1d097f3e,segment=NetworkSegment(03479724-3e5e-4ba4-94d4-15fb3bb94914),segment_id=03479724-3e5e-4ba4-94d4-15fb3bb94914)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:21.227335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa73ad7-fc83-4306-b171-183153832e81 None None] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:21.227625 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.237097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:21.237992 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.242637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.246880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Calling delete_port for c96028d3-0bb7-40e5-b92c-100b1d097f3e owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:21.321884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=569c2fc1-7233-4883-bb99-0f27be3539a8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.327362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-187c3a77-06f0-49c2-bad8-1e4ee4b59a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.388574 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-187c3a77-06f0-49c2-bad8-1e4ee4b59a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.410893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-4a566419-0536-4882-a953-ed5e7dd25f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:21.413824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-4a566419-0536-4882-a953-ed5e7dd25f04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 897 time: 0.7469337 Jul 23 20:34:21.420757 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.423059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c3a77-06f0-49c2-bad8-1e4ee4b59a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01d66da-ff9e-4fd7-baaa-22c40a288aeb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.426577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ce26753d-4bac-48d2-a0a2-f25917a06743 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2412143 Jul 23 20:34:21.431674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.442834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:21.454506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['c96028d3-0bb7-40e5-b92c-100b1d097f3e'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:21.482915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.483470 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP 897bcef8-7de8-4593-8979-eb6b41e38ca6 disassociated (deleted). External IP: 172.25.8.158, port: b43cfb0e-4c06-4890-9037-2bff557aa6a7. Jul 23 20:34:21.511279 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-d94d55e2-0653-492f-a075-e2c388b549c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 1001 time: 0.0844424 Jul 23 20:34:21.543241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-187c3a77-06f0-49c2-bad8-1e4ee4b59a42 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5faa1da294314768b09f807fd4917260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812800 Jul 23 20:34:21.551839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43808) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.553790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78', 'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '94a74461-3b2d-4067-b34e-126a51a27cd4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:21.555108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Pushing event deleted for resources: {'Port': ['ID=c96028d3-0bb7-40e5-b92c-100b1d097f3e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:21.555262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.711264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:21.716929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.733955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.736087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-93087ab8-a215-4b3e-a8cf-e7e531797784 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/ports/76ecdcd0-fb2d-4795-a915-dde1c5c1df49 HTTP/1.1" status: 204 len: 168 time: 2.6157937 Jul 23 20:34:21.737197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] No DVR routers for this DVR port c96028d3-0bb7-40e5-b92c-100b1d097f3e on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:21.743015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43812) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:21.808532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Allocated IP 2001:db8::2 (dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78/94a74461-3b2d-4067-b34e-126a51a27cd4/aebc91ea-94c9-470e-b331-cb7666da6d1c) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:21.834594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.838123 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59e538b-7e5b-4f1e-a8ee-377688c01d9f req-df5ddccc-1804-4adb-915e-fff50cab8720 tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.47 "DELETE /v2.0/ports/c96028d3-0bb7-40e5-b92c-100b1d097f3e HTTP/1.1" status: 204 len: 173 time: 1.9293909 Jul 23 20:34:21.855007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting subnet 60880563-e45f-4f0f-9048-d3dd203bb551 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:21.878682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136546b1-071e-4f91-a966-e4660f0dafc3', 'name': 'network-vif-deleted', 'tag': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:21.885078 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86899e4f-63a2-4c6a-a221-1d10c7c154a5" -d '{"events": [{"server_uuid": "136546b1-071e-4f91-a966-e4660f0dafc3", "name": "network-vif-deleted", "tag": "c96028d3-0bb7-40e5-b92c-100b1d097f3e"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:21.901591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.968074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596a58ea-9d0f-44ae-993c-84f9db4b1d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:21.972783 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce227f2-d14d-49b4-a114-4084339304af x-openstack-request-id: req-7ce227f2-d14d-49b4-a114-4084339304af {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:21.973322 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136546b1-071e-4f91-a966-e4660f0dafc3", "name": "network-vif-deleted", "tag": "c96028d3-0bb7-40e5-b92c-100b1d097f3e", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:21.987398 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ce227f2-d14d-49b4-a114-4084339304af {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:21.990519 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136546b1-071e-4f91-a966-e4660f0dafc3', 'name': 'network-vif-deleted', 'tag': 'c96028d3-0bb7-40e5-b92c-100b1d097f3e', 'status': 'completed', 'code': 200} Jul 23 20:34:22.033343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-e6252d95-244b-49f5-aad5-7066c03c66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:22.035513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-e6252d95-244b-49f5-aad5-7066c03c66d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 200 len: 835 time: 0.4826539 Jul 23 20:34:22.070222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af7dafe2-abb9-47ef-a507-36d89ddf3297 req-1c7ff3e9-2f11-4b2d-8a58-2f7a978389bf tempest-ServerMetadataNegativeTestJSON-971803554 tempest-ServerMetadataNegativeTestJSON-971803554-project] 10.222.0.46 "GET /v2.0/ports?device_id=136546b1-071e-4f91-a966-e4660f0dafc3 HTTP/1.1" status: 200 len: 210 time: 0.1336384 Jul 23 20:34:22.130420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.141276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Transition to ACTIVE for port object aebc91ea-94c9-470e-b331-cb7666da6d1c will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:22.159694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Transition to ACTIVE for port object aebc91ea-94c9-470e-b331-cb7666da6d1c will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:22.167400 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.172071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.176208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596a58ea-9d0f-44ae-993c-84f9db4b1d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.217012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:22.221724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:22.227109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:22.231741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.234796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 767ee7df-a97d-46e8-a9d3-09ade79787de has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:22.270834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Pushing event updated for resources: {'Port': ['ID=aebc91ea-94c9-470e-b331-cb7666da6d1c,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.300007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.313005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Attempting to bind port aebc91ea-94c9-470e-b331-cb7666da6d1c on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:22.313387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Attempting to bind port aebc91ea-94c9-470e-b331-cb7666da6d1c by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1b19191a-8cbe-46fe-9a5e-112a0656e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:22.313778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Attempting to bind port aebc91ea-94c9-470e-b331-cb7666da6d1c on network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:22.321252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:22.321654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Checking segment: {'id': '1b19191a-8cbe-46fe-9a5e-112a0656e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:22.322526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.322992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Bound using segment: {'id': '1b19191a-8cbe-46fe-9a5e-112a0656e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:22.323671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Bound port: aebc91ea-94c9-470e-b331-cb7666da6d1c, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b19191a-8cbe-46fe-9a5e-112a0656e1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:22.324044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.390248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596a58ea-9d0f-44ae-993c-84f9db4b1d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.393773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596a58ea-9d0f-44ae-993c-84f9db4b1d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.406229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] For port aebc91ea-94c9-470e-b331-cb7666da6d1c, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:22.409808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': '0e59cb37-f896-41f5-8f34-bd21689cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:22.410302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] For port aebc91ea-94c9-470e-b331-cb7666da6d1c, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aebc91ea-94c9-470e-b331-cb7666da6d1c,segment=NetworkSegment(1b19191a-8cbe-46fe-9a5e-112a0656e1d2),segment_id=1b19191a-8cbe-46fe-9a5e-112a0656e1d2)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:22.410415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: 93911448-1aaf-405b-8d64-49c441f8d5ba, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:22.411569 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-596a58ea-9d0f-44ae-993c-84f9db4b1d09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c01d66da-ff9e-4fd7-baaa-22c40a288aeb HTTP/1.1" status: 204 len: 168 time: 0.8540144 Jul 23 20:34:22.420785 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.519606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b2909-93c6-4688-bf9d-206c6bf2bba4 None None] Pushing event updated for resources: {'Port': ['ID=aebc91ea-94c9-470e-b331-cb7666da6d1c,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.540111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a58ea-9d0f-44ae-993c-84f9db4b1d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01d66da-ff9e-4fd7-baaa-22c40a288aeb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:22.594892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 93911448-1aaf-405b-8d64-49c441f8d5ba is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:22.606288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 93911448-1aaf-405b-8d64-49c441f8d5ba) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:22.612592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:22.613245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:22.618628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0341b77-2728-44f9-932a-22ff14e77807 None None] Network 93911448-1aaf-405b-8d64-49c441f8d5ba requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:22.625902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-8089a9a5-b214-40ba-9623-67b44a929504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:22.628271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-8089a9a5-b214-40ba-9623-67b44a929504 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5835302 Jul 23 20:34:22.759663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.109285 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-d0e80dc0-fcf6-440e-918a-89f70fb481b8 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661551 Jul 23 20:34:23.152972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-03125f8c-9093-4537-a96a-548f164904fe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7199576 Jul 23 20:34:23.161854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-93911448-1aaf-405b-8d64-49c441f8d5ba', 'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': 'fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:23.162877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.166845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43842) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.188479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-514349458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:23.192125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.216002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.255667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.264046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:23.284437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.287511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] Sync routers for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:23.319820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:23.325936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:23.367793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Deleting subnet e1d4aacd-cee8-4707-811a-a03826b84dd1 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:23.371234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:34:23.371234 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:34:23.371234 n-d-793620-13 neutron-server[94026]: [parameters: {'project_id_1': '6a4a30af1fbd47c585b85b27aa7a542d', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 34, 23, 290696)}] Jul 23 20:34:23.371234 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:34:23.374512 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:34:23.379986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.386151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-25543394-9331-4c02-8dd8-6e69ea5148d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/floatingips/897bcef8-7de8-4593-8979-eb6b41e38ca6 HTTP/1.1" status: 204 len: 168 time: 3.3340123 Jul 23 20:34:23.387537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.401063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:23.406991 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c205dcb7-b14d-4110-a295-2110ea981efb" -d '{"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:23.418904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Subnet': ['ID=60880563-e45f-4f0f-9048-d3dd203bb551,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:23.421246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.424256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.469712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0293f626-f956-4bc0-b2bf-8121ad53ecfd req-f84f1c8f-e3a0-4dd3-8362-36cb39aacc90 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369224 Jul 23 20:34:23.473181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.477718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9bd84c41-c54b-455a-98ce-b27d0bf4d3c1 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/subnets/60880563-e45f-4f0f-9048-d3dd203bb551 HTTP/1.1" status: 204 len: 168 time: 1.7312446 Jul 23 20:34:23.478702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43856) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.535059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d1206-0a98-47ff-9a5d-c5297bdf4103 None None] Network d04dfe0d-652f-41a1-bcf2-c97957f37213 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:23.542568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.597485 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d932fe7c-7248-475d-89cd-1c3dd071d9c8 x-openstack-request-id: req-d932fe7c-7248-475d-89cd-1c3dd071d9c8 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:23.598075 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:23.598754 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d932fe7c-7248-475d-89cd-1c3dd071d9c8 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:23.599533 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'status': 'completed', 'code': 200} Jul 23 20:34:23.656055 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.720664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.777334 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.795209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.818061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d4aacd-cee8-4707-811a-a03826b84dd1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:23.825535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.829669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d60a4047-0f6e-43d1-a58c-d400597f043e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e1d4aacd-cee8-4707-811a-a03826b84dd1 HTTP/1.1" status: 204 len: 168 time: 0.6304188 Jul 23 20:34:23.832954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.842593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.880340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.887085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:23.889406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-94b77f30-b55f-47cd-a070-b7eb9b0ffbf4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7215889 Jul 23 20:34:23.895602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 43868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:23.943300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205dcb7-b14d-4110-a295-2110ea981efb req-a267143b-c663-4b4f-903f-6510dd358e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:23.945980 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-a267143b-c663-4b4f-903f-6510dd358e3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 1097 time: 0.3001115 Jul 23 20:34:24.068168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205dcb7-b14d-4110-a295-2110ea981efb req-28cddbf9-a078-4203-85cf-0c6bca47d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.070340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-28cddbf9-a078-4203-85cf-0c6bca47d7df service neutron] 10.222.0.47 "GET /v2.0/networks?id=dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 200 len: 898 time: 0.1150348 Jul 23 20:34:24.133916 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-99470344-3c06-470b-abeb-bf3da86aa3f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 200 len: 217 time: 0.0523202 Jul 23 20:34:24.217357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Deleting port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:24.218399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.219387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Allocated IP 2001:db8:1::2 (93911448-1aaf-405b-8d64-49c441f8d5ba/fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a/f5cd64b5-22f8-4da0-981e-2c47269b4704) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:24.247016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c96028d3-0bb7-40e5-b92c-100b1d097f3e no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:24.260257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.274231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90eabc5-2ca7-4adb-a6ba-3bd5aefad0e7 None None] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:24.298447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205dcb7-b14d-4110-a295-2110ea981efb req-812e27dd-2a28-43b3-8bcc-c50bc1e8e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.300370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-812e27dd-2a28-43b3-8bcc-c50bc1e8e5e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 200 len: 835 time: 0.1485004 Jul 23 20:34:24.310049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f074275-dae4-44c3-8330-bd115cad0aee req-f1d70675-ecf3-440a-921a-0248f1736c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.311637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f074275-dae4-44c3-8330-bd115cad0aee req-f1d70675-ecf3-440a-921a-0248f1736c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.4605441 Jul 23 20:34:24.370945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: c96028d3-0bb7-40e5-b92c-100b1d097f3e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:24.371296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device c96028d3-0bb7-40e5-b92c-100b1d097f3e not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:24.515140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-173286e0-d254-4dcd-9e17-26c0086ec7cc None None] Provisioning for port aebc91ea-94c9-470e-b331-cb7666da6d1c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:24.536535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] For port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,segment=NetworkSegment(349fac05-7458-48be-b48c-0fc72d84a5e9),segment_id=349fac05-7458-48be-b48c-0fc72d84a5e9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:24.536910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.558033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.573889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Calling delete_port for 16ad5e76-80b4-4d68-ad21-36b64b5ba86d owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:24.577739 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.620220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:24.688560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f074275-dae4-44c3-8330-bd115cad0aee req-a9a0d63e-6de5-4a2b-8b15-75285a12f215 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192017 Jul 23 20:34:24.721152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205dcb7-b14d-4110-a295-2110ea981efb req-1d80f87f-7574-461c-a196-d0d0f3de25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:24.730352 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-1d80f87f-7574-461c-a196-d0d0f3de25c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dbf770b7-0919-49e3-b577-1bd7b19c6a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4044373 Jul 23 20:34:24.920256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.948913 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a4a30af1fbd47c585b85b27aa7a542d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7228401 Jul 23 20:34:24.949879 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.951088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-1a120036-90b7-4041-84de-0f0736db19b0 service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200027 Jul 23 20:34:24.961457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43888) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:24.961457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3173466-148a-422f-99dd-d6fb1a178967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fdcaa6-b375-412e-8eab-793d2beaf5a7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:24.961457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:24.997887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Port': ['ID=16ad5e76-80b4-4d68-ad21-36b64b5ba86d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.091280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] No DVR routers for this DVR port 16ad5e76-80b4-4d68-ad21-36b64b5ba86d on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:25.131364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c62d42-35a1-47d0-8b44-bf0f16c82560']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.169986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03479724-3e5e-4ba4-94d4-15fb3bb94914') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.170372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03479724-3e5e-4ba4-94d4-15fb3bb94914') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.195421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aebc91ea-94c9-470e-b331-cb7666da6d1c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:25.204418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b54ab015-1fa5-4523-a3ca-a2e672dceaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.227254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.252270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.279173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:25.279661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.287688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b54ab015-1fa5-4523-a3ca-a2e672dceaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.321378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.359598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04dfe0d-652f-41a1-bcf2-c97957f37213']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.362606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.395336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '349fac05-7458-48be-b48c-0fc72d84a5e9') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.395641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '349fac05-7458-48be-b48c-0fc72d84a5e9') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.416157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.436434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Transition to ACTIVE for port object f5cd64b5-22f8-4da0-981e-2c47269b4704 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:25.438276 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c205dcb7-b14d-4110-a295-2110ea981efb req-26515f3d-409b-431c-9f70-d669e6b7549f service neutron] 10.222.0.47 "GET /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413605 Jul 23 20:34:25.440242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.445188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a44f9-5abb-4ade-b71e-b75a06f6b2c0 None None] DHCP port deletion for d04dfe0d-652f-41a1-bcf2-c97957f37213 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:25.458737 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:25.473640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:25.474510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.504867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:17Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:25.529484 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:25.544711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Transition to ACTIVE for port object f5cd64b5-22f8-4da0-981e-2c47269b4704 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:25.555808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b54ab015-1fa5-4523-a3ca-a2e672dceaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.560466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b54ab015-1fa5-4523-a3ca-a2e672dceaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.562190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b54ab015-1fa5-4523-a3ca-a2e672dceaa7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/28fdcaa6-b375-412e-8eab-793d2beaf5a7 HTTP/1.1" status: 204 len: 168 time: 0.6043961 Jul 23 20:34:25.572237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] Checking router: 767ee7df-a97d-46e8-a9d3-09ade79787de for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:25.593649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.647888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ab015-1fa5-4523-a3ca-a2e672dceaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fdcaa6-b375-412e-8eab-793d2beaf5a7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:25.668802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.680399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.685873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.687217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port aebc91ea-94c9-470e-b331-cb7666da6d1c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:25.692218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:25.692862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:25.696382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] 10.222.0.46 "DELETE /v2.0/networks/d04dfe0d-652f-41a1-bcf2-c97957f37213 HTTP/1.1" status: 204 len: 168 time: 2.2159593 Jul 23 20:34:25.703448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:34:25.718308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:25.723573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] 10.222.0.46 "DELETE /v2.0/networks/d8c62d42-35a1-47d0-8b44-bf0f16c82560 HTTP/1.1" status: 204 len: 168 time: 1.8886025 Jul 23 20:34:25.729787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c487af-c4e4-456d-8963-f5ae2b8e17c9 tempest-AllowedAddressPairTestJSON-215487178 tempest-AllowedAddressPairTestJSON-215487178-project] Pushing event deleted for resources: {'Network': ['ID=d04dfe0d-652f-41a1-bcf2-c97957f37213,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.007548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8::1 (dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78/94a74461-3b2d-4067-b34e-126a51a27cd4/cc260662-7eed-4d14-8a9c-00b6c1478cfb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:26.010078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc916c-909c-4eb9-8abd-6c1006bf92ac admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c62d42-35a1-47d0-8b44-bf0f16c82560,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.031560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:26.120079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-6a969902-fa7d-439e-81f2-98fca2be1429 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:26.121905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-6a969902-fa7d-439e-81f2-98fca2be1429 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 1.1316981 Jul 23 20:34:26.162281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aebc91ea-94c9-470e-b331-cb7666da6d1c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:26.163088 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.176487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Network 93911448-1aaf-405b-8d64-49c441f8d5ba is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:26.250079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:26.267428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Pushing event updated for resources: {'Port': ['ID=f5cd64b5-22f8-4da0-981e-2c47269b4704,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:26.281155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:26.309281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ba38e-604e-4f5c-98d3-45804b125e32 req-86742bd2-a508-48d3-9f21-cdea116d3626 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:26.310885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-958ba38e-604e-4f5c-98d3-45804b125e32 req-86742bd2-a508-48d3-9f21-cdea116d3626 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 945 time: 0.3286841 Jul 23 20:34:26.378522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43920) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.437336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43926) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.539916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Attempting to bind port f5cd64b5-22f8-4da0-981e-2c47269b4704 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:26.541335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Attempting to bind port f5cd64b5-22f8-4da0-981e-2c47269b4704 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0e59cb37-f896-41f5-8f34-bd21689cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:26.542272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Attempting to bind port f5cd64b5-22f8-4da0-981e-2c47269b4704 on network 93911448-1aaf-405b-8d64-49c441f8d5ba {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:26.573426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e1eaaacf-deb1-46dd-bfca-c07619a1cddd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09969208ccea41fea073db280e0e9239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317334 Jul 23 20:34:26.573690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43928) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.601418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:26.602177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Checking segment: {'id': '0e59cb37-f896-41f5-8f34-bd21689cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:26.602830 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.603744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Bound using segment: {'id': '0e59cb37-f896-41f5-8f34-bd21689cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:26.604427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Bound port: f5cd64b5-22f8-4da0-981e-2c47269b4704, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e59cb37-f896-41f5-8f34-bd21689cd6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '93911448-1aaf-405b-8d64-49c441f8d5ba'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:26.605005 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.696592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-696a1a98-fd0b-43c1-8ffc-503cc1b45efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.704895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-958ba38e-604e-4f5c-98d3-45804b125e32 req-1dc1e137-29e9-4da6-b0a8-a2449f56d4e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=1c03104b-4cb9-4734-9ce8-0a7303896645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3549650 Jul 23 20:34:26.709987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.711182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.726140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port b43cfb0e-4c06-4890-9037-2bff557aa6a7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:26.727149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.767057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-696a1a98-fd0b-43c1-8ffc-503cc1b45efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.789905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-de8354a2-1356-442e-8171-da70046106c8 None None] Provisioning complete for port aebc91ea-94c9-470e-b331-cb7666da6d1c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:26.790343 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-de8354a2-1356-442e-8171-da70046106c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.911592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b4360e2d-2fac-4f6e-bb25-22ae795c5cd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c13892a90a2473a854b9d915efd0cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318069 Jul 23 20:34:26.917890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port b43cfb0e-4c06-4890-9037-2bff557aa6a7, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=b43cfb0e-4c06-4890-9037-2bff557aa6a7,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:26.918610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.919397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 43942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:26.935946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for b43cfb0e-4c06-4890-9037-2bff557aa6a7 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:26.950518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-696a1a98-fd0b-43c1-8ffc-503cc1b45efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.953750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-696a1a98-fd0b-43c1-8ffc-503cc1b45efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:26.958747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-696a1a98-fd0b-43c1-8ffc-503cc1b45efc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2c094f5f-9f64-48a6-ad8e-4019f8d6ae66 HTTP/1.1" status: 204 len: 168 time: 0.3837037 Jul 23 20:34:26.979171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object cc260662-7eed-4d14-8a9c-00b6c1478cfb will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:27.043013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a1a98-fd0b-43c1-8ffc-503cc1b45efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c094f5f-9f64-48a6-ad8e-4019f8d6ae66,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.115640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d8febed-74c5-4109-aaa7-2c8bee3fe077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.179476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port aebc91ea-94c9-470e-b331-cb7666da6d1c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aebc91ea-94c9-470e-b331-cb7666da6d1c,segment=NetworkSegment(1b19191a-8cbe-46fe-9a5e-112a0656e1d2),segment_id=1b19191a-8cbe-46fe-9a5e-112a0656e1d2)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:27.188695 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d8febed-74c5-4109-aaa7-2c8bee3fe077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.189699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:17Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:27.195716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] For port f5cd64b5-22f8-4da0-981e-2c47269b4704, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:27.219831 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.246520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.309127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d8febed-74c5-4109-aaa7-2c8bee3fe077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.311816 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d8febed-74c5-4109-aaa7-2c8bee3fe077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.313110 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8d8febed-74c5-4109-aaa7-2c8bee3fe077 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/500a4a63-8e6d-46c0-a7e8-3cea349f5bd8 HTTP/1.1" status: 204 len: 168 time: 0.3915844 Jul 23 20:34:27.325857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8febed-74c5-4109-aaa7-2c8bee3fe077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a4a63-8e6d-46c0-a7e8-3cea349f5bd8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.404411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:27.408438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] For port f5cd64b5-22f8-4da0-981e-2c47269b4704, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f5cd64b5-22f8-4da0-981e-2c47269b4704,segment=NetworkSegment(0e59cb37-f896-41f5-8f34-bd21689cd6ff),segment_id=0e59cb37-f896-41f5-8f34-bd21689cd6ff)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:27.415881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:27.416252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 16ad5e76-80b4-4d68-ad21-36b64b5ba86d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:27.434345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:27.435187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.442648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=cc260662-7eed-4d14-8a9c-00b6c1478cfb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.463180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8895dde3-bef6-44aa-8f45-a644f55064f4 None None] The sync data for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 is: [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:32:06Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '1b8f1ddd-8b2d-473e-a956-11aa8bfb3748', 'name': '', 'network_id': 'dbf770b7-0919-49e3-b577-1bd7b19c6a42', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:a8:1c:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:32:05Z', 'updated_at': '2021-07-23T20:32:17Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '2029708c-2671-4a2c-8fa1-4ec8a77e9e6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:27.476762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 16ad5e76-80b4-4d68-ad21-36b64b5ba86d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:27.477543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 16ad5e76-80b4-4d68-ad21-36b64b5ba86d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:27.489310 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.580522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:27.628375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=aebc91ea-94c9-470e-b331-cb7666da6d1c,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.725626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=b43cfb0e-4c06-4890-9037-2bff557aa6a7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.785352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939c7ba-3c99-4a62-a442-a744ec03c14e None None] Pushing event updated for resources: {'Port': ['ID=f5cd64b5-22f8-4da0-981e-2c47269b4704,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:27.983351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] No DVR routers for this DVR port b43cfb0e-4c06-4890-9037-2bff557aa6a7 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:28.066144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:28.106581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.109341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a058f0-0ad0-4013-bb4c-e68034923801 req-b7cb8595-70e8-453b-b64c-4b58938eced5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "DELETE /v2.0/ports/b43cfb0e-4c06-4890-9037-2bff557aa6a7 HTTP/1.1" status: 204 len: 173 time: 1.9746785 Jul 23 20:34:28.127772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-deleted', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:28.142162 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c8d30f-f040-4337-adce-35969961dadc" -d '{"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-deleted", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:28.162933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: b43cfb0e-4c06-4890-9037-2bff557aa6a7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:28.164755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device b43cfb0e-4c06-4890-9037-2bff557aa6a7 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:28.202042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d700ac53-a03d-4ba8-bc04-616652a6d2f1 None None] Provisioning for port cc260662-7eed-4d14-8a9c-00b6c1478cfb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:28.206290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d700ac53-a03d-4ba8-bc04-616652a6d2f1 None None] Provisioning complete for port cc260662-7eed-4d14-8a9c-00b6c1478cfb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:28.206813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d700ac53-a03d-4ba8-bc04-616652a6d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.216650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae53bc7a-310a-4603-8617-37b50905df8d None None] New status for floating IP 897bcef8-7de8-4593-8979-eb6b41e38ca6: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:34:28.277503 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fe33dc-8e5f-4055-b819-92e4d7918ba4 x-openstack-request-id: req-67fe33dc-8e5f-4055-b819-92e4d7918ba4 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:28.279402 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7051ea15-1180-4dde-9205-f5b5b29a5c39", "name": "network-vif-deleted", "tag": "b43cfb0e-4c06-4890-9037-2bff557aa6a7", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:28.281468 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67fe33dc-8e5f-4055-b819-92e4d7918ba4 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:28.282176 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7051ea15-1180-4dde-9205-f5b5b29a5c39', 'name': 'network-vif-deleted', 'tag': 'b43cfb0e-4c06-4890-9037-2bff557aa6a7', 'status': 'completed', 'code': 200} Jul 23 20:34:28.290468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b08e7d07-2e90-480c-b805-05a696fc27ce req-81fb4d6e-5ad8-425f-8ef7-a18a4074ddd7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=7051ea15-1180-4dde-9205-f5b5b29a5c39 HTTP/1.1" status: 200 len: 210 time: 0.3094997 Jul 23 20:34:28.300187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d700ac53-a03d-4ba8-bc04-616652a6d2f1 None None] Port cc260662-7eed-4d14-8a9c-00b6c1478cfb cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:28.344208 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.924446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.938750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:28.945493 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:29.175945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=cc260662-7eed-4d14-8a9c-00b6c1478cfb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:29.373465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:29.375197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:29.401017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44060) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:29.587043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f5cd64b5-22f8-4da0-981e-2c47269b4704 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:29.598628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44066) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:29.752480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c57ceb-3b97-494c-9d82-de85eddae63d None None] Network 93911448-1aaf-405b-8d64-49c441f8d5ba requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:29.878941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router 32da3f01-2a8b-4f74-84d2-1479d291f089 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:34:30.149180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d21845bc-23c7-412d-8e41-1f4d4abc4f7b None None] Provisioning for port f5cd64b5-22f8-4da0-981e-2c47269b4704 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:30.197974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f5cd64b5-22f8-4da0-981e-2c47269b4704 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:30.223443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f5cd64b5-22f8-4da0-981e-2c47269b4704 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:30.224399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.361132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-623695062-network', 'tenant_id': '723e6dd00e744f39ada6556a5b6fd33f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:30.490895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44092) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:30.492170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2f503c27-c244-4654-b21d-468da31163af None None] Provisioning complete for port cc260662-7eed-4d14-8a9c-00b6c1478cfb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:30.492750 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2f503c27-c244-4654-b21d-468da31163af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.573643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Made reservation on behalf of 723e6dd00e744f39ada6556a5b6fd33f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:30.580573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.592901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.623304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2f503c27-c244-4654-b21d-468da31163af None None] Port cc260662-7eed-4d14-8a9c-00b6c1478cfb cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:30.744723 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:30.762124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:30.783746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-142441581'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:30.785695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e8478-6570-407e-973f-851203ba7b69 None None] Sync routers for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:30.791338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e0f68e19-59f2-48c0-9873-bd73e80149c0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/32da3f01-2a8b-4f74-84d2-1479d291f089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8936710 Jul 23 20:34:30.792285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44120) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:30.868169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e8478-6570-407e-973f-851203ba7b69 None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:30.868867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-376e8478-6570-407e-973f-851203ba7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:30.927047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6193b141-74f5-4921-b921-fa256ea945b9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:30.928906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6193b141-74f5-4921-b921-fa256ea945b9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports/cc260662-7eed-4d14-8a9c-00b6c1478cfb HTTP/1.1" status: 200 len: 911 time: 0.1351135 Jul 23 20:34:30.932188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:30.947167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-376e8478-6570-407e-973f-851203ba7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:30.992473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f5cd64b5-22f8-4da0-981e-2c47269b4704, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f5cd64b5-22f8-4da0-981e-2c47269b4704,segment=NetworkSegment(0e59cb37-f896-41f5-8f34-bd21689cd6ff),segment_id=0e59cb37-f896-41f5-8f34-bd21689cd6ff)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:31.003095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.003906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aebc91ea-94c9-470e-b331-cb7666da6d1c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:31.041180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.094344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e8478-6570-407e-973f-851203ba7b69 None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:31.094999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-376e8478-6570-407e-973f-851203ba7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:31.135357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-376e8478-6570-407e-973f-851203ba7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:31.135357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376e8478-6570-407e-973f-851203ba7b69 None None] The sync data for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:31.162668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aebc91ea-94c9-470e-b331-cb7666da6d1c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:31.163096 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.164660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-696efe2d-3943-4e91-a0a5-4e4cd0903d1d None None] Provisioning complete for port f5cd64b5-22f8-4da0-981e-2c47269b4704 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:31.165020 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-696efe2d-3943-4e91-a0a5-4e4cd0903d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.222601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.233314 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.265251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f5cd64b5-22f8-4da0-981e-2c47269b4704,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:31.281252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:31.308987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:31.312697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.355297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68959dd0-c859-4218-9776-25cb3b2a86b3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:31.395926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.403311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.403745 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Added segment 04d5ef9c-5a53-45be-96bf-cc512d50f645 of type vlan for network 990f5680-f8a0-4b3a-8161-859188a3a221 Jul 23 20:34:31.491930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.492682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.494857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.495310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.501191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.503843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.504259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.504615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.504969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.505315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.505691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.506033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:31.602058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.706304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.714871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f5cd64b5-22f8-4da0-981e-2c47269b4704 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:31.740710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.743801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:31.745296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:31.821917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f5cd64b5-22f8-4da0-981e-2c47269b4704 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:31.822730 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.157490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44160) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:32.243811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8:1::1 (93911448-1aaf-405b-8d64-49c441f8d5ba/fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a/24b2f87b-72f4-4be7-97c1-7d7e83fa2b54) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:32.361327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] Pushing event updated for resources: {'Network': ['ID=990f5680-f8a0-4b3a-8161-859188a3a221,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.380501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 990f5680-f8a0-4b3a-8161-859188a3a221 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:32.416311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.428463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.444183 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-69fbfee5-c572-40e9-b5a6-5be7adca8814 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8320687 Jul 23 20:34:32.446260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44166) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:32.447528 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e87be54a-e4ef-4740-bc02-5d73c90e2d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.458032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Request body: {'subnet': {'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-623695062-subnet', 'tenant_id': '723e6dd00e744f39ada6556a5b6fd33f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:32.482125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:32.504168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a663d243-b6ea-47f0-8299-1f9bf663ae46,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.520258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.520258 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Added segment 91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004 of type vlan for network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e Jul 23 20:34:32.521181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.535725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Made reservation on behalf of 723e6dd00e744f39ada6556a5b6fd33f for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:32.539119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.542918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:32.543269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.563880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:32.628848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.658454 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.742513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e87be54a-e4ef-4740-bc02-5d73c90e2d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.754716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 93911448-1aaf-405b-8d64-49c441f8d5ba is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:32.760023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:32.762717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:32.763613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.769822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e87be54a-e4ef-4740-bc02-5d73c90e2d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.779911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:32.780504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.785049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.791528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:32.792452 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:32.844549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=24b2f87b-72f4-4be7-97c1-7d7e83fa2b54,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.855420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:32.902688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87be54a-e4ef-4740-bc02-5d73c90e2d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182043a5-a980-48c2-bdfe-197bd2931859,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:32.949401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e87be54a-e4ef-4740-bc02-5d73c90e2d9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec382f18d7da4d2098f189ce9fd9dae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7907448 Jul 23 20:34:32.954352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44168) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:32.968715 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4766104 Jul 23 20:34:32.979826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44172) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:33.014068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:33.091982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ec67f-6f64-48c3-a677-4b33be19bf4a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Network': ['ID=9f334b1e-459b-4068-b7b1-7ef9a9f1292e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:33.106812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:33.203677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-186ce3dd-cebc-42dc-b35e-1aa05e3d3785 None None] Provisioning for port 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:33.208739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-186ce3dd-cebc-42dc-b35e-1aa05e3d3785 None None] Provisioning complete for port 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:33.209126 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-186ce3dd-cebc-42dc-b35e-1aa05e3d3785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.236156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.275840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-186ce3dd-cebc-42dc-b35e-1aa05e3d3785 None None] Port 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:33.319368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:33.324172 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.351354 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e063eb0f-e89e-41c8-b1be-2b8101bc0825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.381183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31daa728-33d7-41db-a5da-b861253c6c31,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:33.388975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Checking segment: {'id': '04d5ef9c-5a53-45be-96bf-cc512d50f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:33.389346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Network hostable DHCP agents. Network: 990f5680-f8a0-4b3a-8161-859188a3a221, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:33.397988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.443873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Network 990f5680-f8a0-4b3a-8161-859188a3a221 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:33.457858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-fcbb6344-e761-47f7-baad-47c9e57c97f9 req-6d4855b4-691c-4ecb-a70d-c61e1326b0bd service neutron] (94027) timed out ('10.222.0.46', 42464) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:34:33.461424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e063eb0f-e89e-41c8-b1be-2b8101bc0825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.467158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 990f5680-f8a0-4b3a-8161-859188a3a221) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:33.476241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767d588b-9568-41d7-a32f-af43b023f86b None None] Network 990f5680-f8a0-4b3a-8161-859188a3a221 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:33.476476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:33.477081 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.528271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.591277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=1b8f1ddd-8b2d-473e-a956-11aa8bfb3748,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:33.597761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-647561cb-aaa4-4d8a-9f9d-5aed256c4e7b admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1439550 Jul 23 20:34:33.821178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e063eb0f-e89e-41c8-b1be-2b8101bc0825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.824314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e063eb0f-e89e-41c8-b1be-2b8101bc0825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:33.831616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e063eb0f-e89e-41c8-b1be-2b8101bc0825 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/182043a5-a980-48c2-bdfe-197bd2931859 HTTP/1.1" status: 204 len: 168 time: 0.8762305 Jul 23 20:34:33.835639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ca427c-30df-4661-a8d6-2624fb941549 None None] Network 990f5680-f8a0-4b3a-8161-859188a3a221 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:33.892834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063eb0f-e89e-41c8-b1be-2b8101bc0825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182043a5-a980-48c2-bdfe-197bd2931859,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:34.017191 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.068225 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.223486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=05e1ba39-b57c-4c89-a77d-3939a499ceeb,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:34.228701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:34.229287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network hostable DHCP agents. Network: 9f334b1e-459b-4068-b7b1-7ef9a9f1292e, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:34.277109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.290204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:34.306690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.309581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.323529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 9f334b1e-459b-4068-b7b1-7ef9a9f1292e) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:34.335610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a4c1d7-1cc3-446c-84a2-3d5206cd8819 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:34.349572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:34.351441 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.504943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44194) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:34.531360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 767ee7df-a97d-46e8-a9d3-09ade79787de has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:34.533886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e30f96-2d20-4c30-8343-d3ffb7464870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.563446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 93911448-1aaf-405b-8d64-49c441f8d5ba is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:34.565161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c0ea8cfa-cb06-4807-a248-ccdeb815a0d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5835648 Jul 23 20:34:34.571659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44196) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:34.572693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:34.581602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'name': 'tempest-NetworksTestDHCPv6-638102311'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:34.585513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=24b2f87b-72f4-4be7-97c1-7d7e83fa2b54,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:34.744045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '05e1ba39-b57c-4c89-a77d-3939a499ceeb'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:34.745537 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:34.903130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:34.914605 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] Sync routers for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:34.937028 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-874fd4cb-2de2-493b-a8f5-f453a8257fbd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/767ee7df-a97d-46e8-a9d3-09ade79787de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5300889 Jul 23 20:34:34.937875 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:34.938819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router 32da3f01-2a8b-4f74-84d2-1479d291f089 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:34.942842 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:34.950355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44208) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:34.999317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-1266ce9f-4f7b-4355-a35e-56db7835a646 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:35.004046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-1266ce9f-4f7b-4355-a35e-56db7835a646 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/networks?id=990f5680-f8a0-4b3a-8161-859188a3a221 HTTP/1.1" status: 200 len: 808 time: 0.3077192 Jul 23 20:34:35.009447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/05e1ba39-b57c-4c89-a77d-3939a499ceeb/abec720d-edd8-40c3-8b19-5e7c901cc338) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:35.055454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-461e8217-7087-43db-98da-23dc82595239 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/quotas/723e6dd00e744f39ada6556a5b6fd33f HTTP/1.1" status: 200 len: 375 time: 0.0407937 Jul 23 20:34:35.159488 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:35.162348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting subnet 2029708c-2671-4a2c-8fa1-4ec8a77e9e6a {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:35.186067 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.191403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e30f96-2d20-4c30-8343-d3ffb7464870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.224940 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.234970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Transition to ACTIVE for port object abec720d-edd8-40c3-8b19-5e7c901cc338 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:35.246364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e30f96-2d20-4c30-8343-d3ffb7464870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.253675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Transition to ACTIVE for port object abec720d-edd8-40c3-8b19-5e7c901cc338 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:35.267717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.277160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-377ff2e1-7e50-4e2e-a6a8-7f4cd6473cd7 None None] Provisioning complete for port 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:35.277572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-377ff2e1-7e50-4e2e-a6a8-7f4cd6473cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.346655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Pushing event updated for resources: {'Port': ['ID=abec720d-edd8-40c3-8b19-5e7c901cc338,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.363810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:35.369576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:35.375702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:35.376522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e30f96-2d20-4c30-8343-d3ffb7464870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a20698-6680-466d-8fc4-7a48b95af95a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.378328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-377ff2e1-7e50-4e2e-a6a8-7f4cd6473cd7 None None] Port 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:34:35.396713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.423157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81e30f96-2d20-4c30-8343-d3ffb7464870 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54bd06cf700b4742aee84240b60208f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9148090 Jul 23 20:34:35.428966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44212) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:35.472489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Attempting to bind port abec720d-edd8-40c3-8b19-5e7c901cc338 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:35.472874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Attempting to bind port abec720d-edd8-40c3-8b19-5e7c901cc338 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:35.473242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Attempting to bind port abec720d-edd8-40c3-8b19-5e7c901cc338 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:35.482016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:35.482459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:35.482818 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.483465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:35.483953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Bound port: abec720d-edd8-40c3-8b19-5e7c901cc338, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:35.484347 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.517234 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:34:33Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:35.544032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2007-2aaf-485c-9a39-790c4c79c1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.568624 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] Checking router: 767ee7df-a97d-46e8-a9d3-09ade79787de for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:35.581138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2007-2aaf-485c-9a39-790c4c79c1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.588126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] For port abec720d-edd8-40c3-8b19-5e7c901cc338, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:35.593703 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] Routers {'767ee7df-a97d-46e8-a9d3-09ade79787de'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:35.594364 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['767ee7df-a97d-46e8-a9d3-09ade79787de'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:35.595269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] For port abec720d-edd8-40c3-8b19-5e7c901cc338, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abec720d-edd8-40c3-8b19-5e7c901cc338,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:35.610927 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.648301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2007-2aaf-485c-9a39-790c4c79c1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.651242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb0e2007-2aaf-485c-9a39-790c4c79c1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.652414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bb0e2007-2aaf-485c-9a39-790c4c79c1ae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3a20698-6680-466d-8fc4-7a48b95af95a HTTP/1.1" status: 204 len: 168 time: 0.2222695 Jul 23 20:34:35.661410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.770942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc3503-7273-4f5c-b7f4-95ce7e518c9d None None] Pushing event updated for resources: {'Port': ['ID=abec720d-edd8-40c3-8b19-5e7c901cc338,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.845968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e2007-2aaf-485c-9a39-790c4c79c1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a20698-6680-466d-8fc4-7a48b95af95a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.847876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-c46d6244-91f0-40ea-958f-a61438663871 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=723e6dd00e744f39ada6556a5b6fd33f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7260988 Jul 23 20:34:35.871305 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.921305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:35.925127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Subnet': ['ID=2029708c-2671-4a2c-8fa1-4ec8a77e9e6a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:35.934292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc43eb1-b8c4-4431-b62e-f2b4d53f5c51 None None] Network dbf770b7-0919-49e3-b577-1bd7b19c6a42 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:35.934881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.948901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:35.955257 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4c43629-d1cb-46da-afef-a6eabdf26f73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/subnets/2029708c-2671-4a2c-8fa1-4ec8a77e9e6a HTTP/1.1" status: 204 len: 168 time: 1.0008998 Jul 23 20:34:35.961216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44218) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:35.985469 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] Set router 767ee7df-a97d-46e8-a9d3-09ade79787de gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:36.171402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:36.188017 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6491c805-098b-4698-b217-f5d58cf4da17 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/32da3f01-2a8b-4f74-84d2-1479d291f089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2541652 Jul 23 20:34:36.191178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] Sync routers for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:36.192993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44222) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:36.205683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-e8c4bc79-d2e9-4b6a-8d8a-01f34602f9a4 service neutron] 10.222.0.46 "GET /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456290 Jul 23 20:34:36.258812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:36.259513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:36.266584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.292229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port d0486b13-9e81-45cc-8481-d1c40d81bcce yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:36.314149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:36.338091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:36.338987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:36.400875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:36.401736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5db519-ed9a-40c4-8ca1-2952e58488d7 None None] The sync data for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:36.435116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] DHCP port deletion for dbf770b7-0919-49e3-b577-1bd7b19c6a42 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:36.488910 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:34:33Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:36.501598 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.539520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] Deleting port 95475994-3154-4d2d-a97b-7153b82d1f70 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:36.539907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.619605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 70266b17-bccc-48ed-8a0d-201ff2502a65 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:36.620217 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.676313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] For port 95475994-3154-4d2d-a97b-7153b82d1f70, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=95475994-3154-4d2d-a97b-7153b82d1f70,segment=NetworkSegment(52dd612a-1c23-4ddb-afe6-fb7877cda764),segment_id=52dd612a-1c23-4ddb-afe6-fb7877cda764)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:36.676714 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.681889 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1667bd-34c3-42db-8848-3265db481dd1 None None] The sync data for ids ['767ee7df-a97d-46e8-a9d3-09ade79787de'] in n-d-793620-13 is: [{'id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914508047', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46'}], 'enable_snat': True}, 'gw_port_id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:51Z', 'updated_at': '2021-07-23T20:34:33Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '70266b17-bccc-48ed-8a0d-201ff2502a65', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:c1:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767ee7df-a97d-46e8-a9d3-09ade79787de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2686, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:53Z', 'updated_at': '2021-07-23T20:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:36.709489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] Calling delete_port for 95475994-3154-4d2d-a97b-7153b82d1f70 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:36.715169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::167 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/05e1ba39-b57c-4c89-a77d-3939a499ceeb/d0486b13-9e81-45cc-8481-d1c40d81bcce) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:36.798615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-eaec5f5a-e7e6-4af7-b843-1eabeb5aa289 service neutron] 10.222.0.46 "GET /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647340 Jul 23 20:34:36.816458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 70266b17-bccc-48ed-8a0d-201ff2502a65, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=70266b17-bccc-48ed-8a0d-201ff2502a65,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:36.816838 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.848192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 70266b17-bccc-48ed-8a0d-201ff2502a65 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:36.880379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435be49a-8e12-4b1c-873c-a3cdb8e3af04 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:36.884869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-435be49a-8e12-4b1c-873c-a3cdb8e3af04 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports/24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 HTTP/1.1" status: 200 len: 913 time: 0.6908422 Jul 23 20:34:36.892682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44238) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:36.911009 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:36.970593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] Pushing event deleted for resources: {'Port': ['ID=95475994-3154-4d2d-a97b-7153b82d1f70,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:36.980762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e571df8-e015-46fd-8637-c664268ce184 None None] No DVR routers for this DVR port 95475994-3154-4d2d-a97b-7153b82d1f70 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:37.383208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f63bbd1a-028c-4460-b990-c8ba8e0afe99 req-6b13d6f3-0b19-4db3-a4fc-159fef80d151 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 210 time: 0.1012056 Jul 23 20:34:37.432134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.496499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object d0486b13-9e81-45cc-8481-d1c40d81bcce will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:37.650535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.718084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240722c-763d-4688-a786-b33d0e5cfca4 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:37.780684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:37.784057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=d0486b13-9e81-45cc-8481-d1c40d81bcce,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:37.805337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:37.811215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:37.825720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:37.826487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:37.862470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fd97a48e-676c-413d-a713-06cfb2610ca2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2846937 Jul 23 20:34:37.863146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44264) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:37.879565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abec720d-edd8-40c3-8b19-5e7c901cc338 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:38.049031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb927269-8346-4553-9169-5b38974144ce tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:38.066897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa169ca1-54d1-4370-8403-8fb809bc75f2 None None] Provisioning for port abec720d-edd8-40c3-8b19-5e7c901cc338 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:38.068177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb927269-8346-4553-9169-5b38974144ce tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:38.090063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fb927269-8346-4553-9169-5b38974144ce tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2225015 Jul 23 20:34:38.090773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44272) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:38.211788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port abec720d-edd8-40c3-8b19-5e7c901cc338 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:38.226519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port abec720d-edd8-40c3-8b19-5e7c901cc338 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:38.229874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.344000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port d0486b13-9e81-45cc-8481-d1c40d81bcce {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:38.356316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.496038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.560304 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=70266b17-bccc-48ed-8a0d-201ff2502a65,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:38.645114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a233da6e-7016-4161-8aa1-704715f188fa req-b0c0acee-155f-4fef-9b86-a5ef6c18c690 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 210 time: 0.0814073 Jul 23 20:34:38.696065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.715628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for d0486b13-9e81-45cc-8481-d1c40d81bcce owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:38.806083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:38.925192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.024154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.031520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port abec720d-edd8-40c3-8b19-5e7c901cc338, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abec720d-edd8-40c3-8b19-5e7c901cc338,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:39.044940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.056262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.070485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.073620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.152179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=d0486b13-9e81-45cc-8481-d1c40d81bcce,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.165726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.168418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-45cb8738-886e-4b0f-8599-8738cd1c7ee2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/d0486b13-9e81-45cc-8481-d1c40d81bcce HTTP/1.1" status: 204 len: 168 time: 1.0743127 Jul 23 20:34:39.172457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44298) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:39.174386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=abec720d-edd8-40c3-8b19-5e7c901cc338,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:39.203712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 95475994-3154-4d2d-a97b-7153b82d1f70 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:39.264289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 95475994-3154-4d2d-a97b-7153b82d1f70 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:39.264557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 95475994-3154-4d2d-a97b-7153b82d1f70 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:39.264988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:39.283069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3b5a0-adbb-4e8b-8457-e84244f4f2cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.285268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed3b5a0-adbb-4e8b-8457-e84244f4f2cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.287035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8ed3b5a0-adbb-4e8b-8457-e84244f4f2cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1124389 Jul 23 20:34:39.326746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44300) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:39.332232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:39.332590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1b8f1ddd-8b2d-473e-a956-11aa8bfb3748 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:39.394802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.395335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Fanout notify agent at l3_agent the message router_deleted on router 767ee7df-a97d-46e8-a9d3-09ade79787de {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:39.414298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.415761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-775d320a-2b09-4872-ac3a-96e263fdeb29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/routers/767ee7df-a97d-46e8-a9d3-09ade79787de HTTP/1.1" status: 204 len: 168 time: 3.4537044 Jul 23 20:34:39.419021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44304) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:39.550120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 05e1ba39-b57c-4c89-a77d-3939a499ceeb {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:39.601420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.747700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0f43cc7e-742f-4ba7-8b2c-825350c9008b None None] Could not find standard attr ID for object d0486b13-9e81-45cc-8481-d1c40d81bcce. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:39.783925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0f43cc7e-742f-4ba7-8b2c-825350c9008b None None] Provisioning complete for port abec720d-edd8-40c3-8b19-5e7c901cc338 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:39.784631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f43cc7e-742f-4ba7-8b2c-825350c9008b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.921059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-ecfd7b75-0aa1-4ade-a0ed-5702fc63ac30 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:39.922739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-ecfd7b75-0aa1-4ade-a0ed-5702fc63ac30 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.47 "GET /v2.0/networks?id=990f5680-f8a0-4b3a-8161-859188a3a221 HTTP/1.1" status: 200 len: 808 time: 0.6342137 Jul 23 20:34:39.937715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:39.938312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:39.951182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Request body: {'port': {'device_id': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221', 'admin_state_up': True, 'tenant_id': '723e6dd00e744f39ada6556a5b6fd33f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:40.051054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f1c10ad-9b96-4f80-bba7-9a821d50bcee req-b5a6d505-8b38-401f-8d15-fc15bdf4759a tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 210 time: 0.1755805 Jul 23 20:34:40.072335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.076605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.124630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.150068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abec720d-edd8-40c3-8b19-5e7c901cc338 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:40.167232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 24b2f87b-72f4-4be7-97c1-7d7e83fa2b54 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:40.262896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0da5c0b8-4053-40ba-9e3a-bdce3ff613a3 None None] Could not find standard attr ID for object d0486b13-9e81-45cc-8481-d1c40d81bcce. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:40.322810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port abec720d-edd8-40c3-8b19-5e7c901cc338 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:40.324609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.436816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.616973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44330) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:40.625224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.639292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:40.641676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Made reservation on behalf of 723e6dd00e744f39ada6556a5b6fd33f for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:40.645407 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.650037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.671318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf770b7-0919-49e3-b577-1bd7b19c6a42']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.706665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=24b2f87b-72f4-4be7-97c1-7d7e83fa2b54,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:40.738600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52dd612a-1c23-4ddb-afe6-fb7877cda764') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.738905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52dd612a-1c23-4ddb-afe6-fb7877cda764') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:40.774658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.935406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.935637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Allocated IP 172.20.0.9 (990f5680-f8a0-4b3a-8161-859188a3a221/31daa728-33d7-41db-a5da-b861253c6c31/35575391-04e6-4d94-a670-5e503100e87c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:40.976612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.979567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:40.988440 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-141f5f7f-8a76-4428-8e43-df14b0b33c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.002438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:41.003171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:41.027853 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:41.062658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=05e1ba39-b57c-4c89-a77d-3939a499ceeb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:41.087705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844014a8-660b-4a7d-930b-cb8d872e9c6e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:41.105680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2e4a7-04d1-4b44-9356-1d855a85754a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:41.107105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2e4a7-04d1-4b44-9356-1d855a85754a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:41.107793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f2e4a7-04d1-4b44-9356-1d855a85754a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:41.110267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d6f2e4a7-04d1-4b44-9356-1d855a85754a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/ports?project_id=b7a7288d0ad0429a97447c8453fc55bf&network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 2972 time: 0.4920442 Jul 23 20:34:41.119801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.122248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-00f14b57-49f3-4554-abf7-d1906efcbade tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/05e1ba39-b57c-4c89-a77d-3939a499ceeb HTTP/1.1" status: 204 len: 168 time: 1.7939858 Jul 23 20:34:41.126994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44340) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.240087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9271db34-922e-44f7-aa9c-bd899cafe4a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066244 Jul 23 20:34:41.243817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44344) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.253982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:41.331573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcc34c1b-414b-484f-8a16-f098275c89e8 req-6cea8c47-17cd-4cd4-b057-1fa34104dafe tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 210 time: 0.0387073 Jul 23 20:34:41.361782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.441598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:41.459174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router 32da3f01-2a8b-4f74-84d2-1479d291f089 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:41.472841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-141f5f7f-8a76-4428-8e43-df14b0b33c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.477639 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.483352 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.489717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/networks/dbf770b7-0919-49e3-b577-1bd7b19c6a42 HTTP/1.1" status: 204 len: 168 time: 2.0690749 Jul 23 20:34:41.493458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44348) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.502298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-141f5f7f-8a76-4428-8e43-df14b0b33c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.519725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] Deleting port abec720d-edd8-40c3-8b19-5e7c901cc338 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:41.520680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.548321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d9440-ad0b-4381-aa6f-ab873016c7ee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Network': ['ID=dbf770b7-0919-49e3-b577-1bd7b19c6a42,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:41.634358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] For port abec720d-edd8-40c3-8b19-5e7c901cc338, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abec720d-edd8-40c3-8b19-5e7c901cc338,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:41.634772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.666381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] Calling delete_port for abec720d-edd8-40c3-8b19-5e7c901cc338 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:41.681943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44352) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.688548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-141f5f7f-8a76-4428-8e43-df14b0b33c64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2deae1fb3e89453fbb1837a561ea3fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0476875 Jul 23 20:34:41.704750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f5f7f-8a76-4428-8e43-df14b0b33c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac2c0bb-47b0-4fd3-b3d6-a76949579141,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:41.745260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:41.751643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.774124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fdae5d9-d0b6-4586-bac1-015c28b156d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.795077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.807658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:41.819251 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] Sync routers for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:41.832232 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:41.833538 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:41.834772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b35b5ad-ae73-42db-9b4e-d7a654eacc39 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/32da3f01-2a8b-4f74-84d2-1479d291f089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9408259 Jul 23 20:34:41.858514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44354) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:41.877950 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fdae5d9-d0b6-4586-bac1-015c28b156d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.890401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abec720d-edd8-40c3-8b19-5e7c901cc338 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:41.921576 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:41.945806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: abec720d-edd8-40c3-8b19-5e7c901cc338 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:41.946154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abec720d-edd8-40c3-8b19-5e7c901cc338 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:41.946590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 70266b17-bccc-48ed-8a0d-201ff2502a65 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:41.952405 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:41.953147 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:41.956250 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:41.977841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efb7e8fa-d7f0-4d05-9c96-ec9513487509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.024169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:42.025026 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83096b6-ea8b-42f8-b5af-8a98e4342693 None None] The sync data for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:42.035788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efb7e8fa-d7f0-4d05-9c96-ec9513487509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.094846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] Pushing event deleted for resources: {'Port': ['ID=abec720d-edd8-40c3-8b19-5e7c901cc338,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.113354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 70266b17-bccc-48ed-8a0d-201ff2502a65 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:42.114520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 70266b17-bccc-48ed-8a0d-201ff2502a65 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:42.130591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a2a47-663a-4ad1-a5ec-1ec6183ef537 None None] No DVR routers for this DVR port abec720d-edd8-40c3-8b19-5e7c901cc338 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:42.156174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efb7e8fa-d7f0-4d05-9c96-ec9513487509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.159084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-efb7e8fa-d7f0-4d05-9c96-ec9513487509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.160348 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-efb7e8fa-d7f0-4d05-9c96-ec9513487509 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ac2c0bb-47b0-4fd3-b3d6-a76949579141 HTTP/1.1" status: 204 len: 168 time: 0.4772530 Jul 23 20:34:42.201489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7e8fa-d7f0-4d05-9c96-ec9513487509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac2c0bb-47b0-4fd3-b3d6-a76949579141,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.314094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.393565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=05fbc6a3-397f-45e3-8dea-c0b2a07b2c52,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.402867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Network 990f5680-f8a0-4b3a-8161-859188a3a221 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:42.403060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:42.404530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:42.416358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b944cee-4a79-452b-b4d9-c2260619287c None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:42.420087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.420788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.447788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:42.453038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-93a27fbf-f141-43a3-886f-f0b1c14eccc2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2080145 Jul 23 20:34:42.455677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44364) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:42.457495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Pushing event updated for resources: {'Port': ['ID=35575391-04e6-4d94-a670-5e503100e87c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.463618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'name': 'tempest-NetworksTestDHCPv6-2003231611'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:42.480075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:42.601192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fdae5d9-d0b6-4586-bac1-015c28b156d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.604288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7fdae5d9-d0b6-4586-bac1-015c28b156d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.609695 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7fdae5d9-d0b6-4586-bac1-015c28b156d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/security-groups/1c03104b-4cb9-4734-9ce8-0a7303896645 HTTP/1.1" status: 204 len: 168 time: 1.1095545 Jul 23 20:34:42.636393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:42.639244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.640577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.640722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.672721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '05fbc6a3-397f-45e3-8dea-c0b2a07b2c52'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:42.672721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.679788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 2fe59ab7-b405-4892-85e0-8a253b75f864 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:42.874706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdae5d9-d0b6-4586-bac1-015c28b156d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c03104b-4cb9-4734-9ce8-0a7303896645,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:42.876022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44374) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:42.899571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81df90f9-78dc-4d26-a8aa-6188811e0856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:42.915394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/05fbc6a3-397f-45e3-8dea-c0b2a07b2c52/2646aea8-0290-425c-9f7f-9e7ceb55aa81) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:42.992766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bccb50-c977-4910-8dd5-28014fb3cd81 req-9b44292e-e9bc-4ed9-8404-f1e963ed0b6b tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:42.994458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66bccb50-c977-4910-8dd5-28014fb3cd81 req-9b44292e-e9bc-4ed9-8404-f1e963ed0b6b tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 931 time: 0.5512915 Jul 23 20:34:43.107376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66bccb50-c977-4910-8dd5-28014fb3cd81 req-9b24368b-999a-4135-88bf-9d85d2d2d376 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036997 Jul 23 20:34:43.116876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81df90f9-78dc-4d26-a8aa-6188811e0856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.136157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81df90f9-78dc-4d26-a8aa-6188811e0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.148289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.152516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-89b28bd4-681d-4987-a98a-843a49083e42 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2127225 Jul 23 20:34:43.194434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Request body: {'port': {'device_id': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:43.201381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df90f9-78dc-4d26-a8aa-6188811e0856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e266906-6156-46e9-9b58-9ffcfe364b45,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.247961 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81df90f9-78dc-4d26-a8aa-6188811e0856 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51ad28c284914434964024f2193e281b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676548 Jul 23 20:34:43.248189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44376) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:43.333824 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.355381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Transition to ACTIVE for port object 2646aea8-0290-425c-9f7f-9e7ceb55aa81 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:43.382221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f962a0bf-53ec-4d37-9505-3d5cdc1e3728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.386840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Transition to ACTIVE for port object 2646aea8-0290-425c-9f7f-9e7ceb55aa81 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:43.400396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.455361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Pushing event updated for resources: {'Port': ['ID=2646aea8-0290-425c-9f7f-9e7ceb55aa81,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.469398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:43.471055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:43.477553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:43.520727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::3a9 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/05fbc6a3-397f-45e3-8dea-c0b2a07b2c52/2fe59ab7-b405-4892-85e0-8a253b75f864) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:43.525719 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f962a0bf-53ec-4d37-9505-3d5cdc1e3728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.542661 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.591423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44382) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:43.603620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Attempting to bind port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:43.603863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Attempting to bind port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:43.604237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Attempting to bind port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:43.605655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282429827', 'description': 'tempest-secgroup-smoke-282429827 description', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:43.610455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:43.610840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:43.611255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.611658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:43.612290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Bound port: 2646aea8-0290-425c-9f7f-9e7ceb55aa81, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:43.612689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.692733 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.695435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] For port 2646aea8-0290-425c-9f7f-9e7ceb55aa81, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:43.699901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] For port 2646aea8-0290-425c-9f7f-9e7ceb55aa81, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2646aea8-0290-425c-9f7f-9e7ceb55aa81,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:43.713055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.719780 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f962a0bf-53ec-4d37-9505-3d5cdc1e3728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.730386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f962a0bf-53ec-4d37-9505-3d5cdc1e3728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.733972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f962a0bf-53ec-4d37-9505-3d5cdc1e3728 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e266906-6156-46e9-9b58-9ffcfe364b45 HTTP/1.1" status: 204 len: 168 time: 0.4826312 Jul 23 20:34:43.778719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f80e4-df45-4949-827f-09b17cc50464 None None] Pushing event updated for resources: {'Port': ['ID=2646aea8-0290-425c-9f7f-9e7ceb55aa81,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.817531 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.850897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962a0bf-53ec-4d37-9505-3d5cdc1e3728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e266906-6156-46e9-9b58-9ffcfe364b45,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:43.861017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:43.884465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 2fe59ab7-b405-4892-85e0-8a253b75f864 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:43.897666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d27bce46-d983-4ddf-a074-a5c09ec02873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.028343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.095230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.111670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.151832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:44.191136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:44.201662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=2fe59ab7-b405-4892-85e0-8a253b75f864,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:44.204141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:44.212701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:44.213386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.245555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.250824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6580615 Jul 23 20:34:44.263154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44392) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:44.281452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': 'f50f728b-8ef4-447c-9385-455a299c00f6', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:44.288761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07e049-791d-4214-994e-3e6384a48dd9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50f728b-8ef4-447c-9385-455a299c00f6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:44.318266 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d462112f-6ef6-41ce-b306-12379801070d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8615060 Jul 23 20:34:44.326242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44394) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:44.392369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35575391-04e6-4d94-a670-5e503100e87c {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:44.403894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.407923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44400) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:44.492275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.500752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Transition to ACTIVE for port object 35575391-04e6-4d94-a670-5e503100e87c will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:44.532843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.625522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5952264-4941-407b-9e4e-ec9442e53d82 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:44.643983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5952264-4941-407b-9e4e-ec9442e53d82 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c HTTP/1.1" status: 200 len: 814 time: 0.2292233 Jul 23 20:34:44.683533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.695180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0d9c1-d209-4a9e-a2cd-eb6bbaf725ba req-65b5243b-d536-4b59-bda6-09d022a4007c tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:44.696741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1d0d9c1-d209-4a9e-a2cd-eb6bbaf725ba req-65b5243b-d536-4b59-bda6-09d022a4007c tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 931 time: 0.4180925 Jul 23 20:34:44.705848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4351b9-c4e3-479d-a3ce-c23a05e61c51 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:44.715826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4351b9-c4e3-479d-a3ce-c23a05e61c51 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:44.717741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=35575391-04e6-4d94-a670-5e503100e87c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:44.739552 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7b4351b9-c4e3-479d-a3ce-c23a05e61c51 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4090579 Jul 23 20:34:44.744300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.766189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:44.801632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:44.809611 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5414410 Jul 23 20:34:44.811952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44416) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:44.815694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5239a-4c5a-45cb-a856-f7a7da245d53 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025ac068-5b1a-482e-9ed2-817936037981,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:44.837614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': 'f50f728b-8ef4-447c-9385-455a299c00f6', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:44.891670 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.010876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port cc260662-7eed-4d14-8a9c-00b6c1478cfb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:45.011244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.034042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.055982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.072360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Attempting to bind port 35575391-04e6-4d94-a670-5e503100e87c on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:45.073154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Attempting to bind port 35575391-04e6-4d94-a670-5e503100e87c by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '04d5ef9c-5a53-45be-96bf-cc512d50f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:45.073154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Attempting to bind port 35575391-04e6-4d94-a670-5e503100e87c on network 990f5680-f8a0-4b3a-8161-859188a3a221 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:45.075254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2329de0-44b1-4240-8f4b-37c0b8b5e48b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:45.081278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.083054 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72a93428-d51a-4d5a-8aa5-4837d448050e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2590733 Jul 23 20:34:45.087133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44426) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:45.093649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': 'f50f728b-8ef4-447c-9385-455a299c00f6', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:45.112855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1d0d9c1-d209-4a9e-a2cd-eb6bbaf725ba req-fcdfb024-67dc-4fd0-90a2-652b93da91e3 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027717 Jul 23 20:34:45.127341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Port 35575391-04e6-4d94-a670-5e503100e87c on network 990f5680-f8a0-4b3a-8161-859188a3a221 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:34:45.127671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Attempting to bind port 35575391-04e6-4d94-a670-5e503100e87c on network 990f5680-f8a0-4b3a-8161-859188a3a221 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:45.136605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.148744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:45.149095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Checking segment: {'id': '04d5ef9c-5a53-45be-96bf-cc512d50f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:45.149526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Bound using segment: {'id': '04d5ef9c-5a53-45be-96bf-cc512d50f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:45.149980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Bound port: 35575391-04e6-4d94-a670-5e503100e87c, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d5ef9c-5a53-45be-96bf-cc512d50f645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:45.150360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.237143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.246528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.264985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78dca56d-9639-445d-b9a0-700e1e7152a7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:45.296246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.301788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4568acfd-6499-4b4a-9e24-8b52a8c7bd06 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2093620 Jul 23 20:34:45.304019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44428) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:45.317011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': 'f50f728b-8ef4-447c-9385-455a299c00f6', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:45.330000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 2fe59ab7-b405-4892-85e0-8a253b75f864 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:45.331983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.377932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.401239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.452803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] For port 35575391-04e6-4d94-a670-5e503100e87c, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:45.458809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] For port 35575391-04e6-4d94-a670-5e503100e87c, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=35575391-04e6-4d94-a670-5e503100e87c,segment=NetworkSegment(04d5ef9c-5a53-45be-96bf-cc512d50f645),segment_id=04d5ef9c-5a53-45be-96bf-cc512d50f645)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:45.551507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ef30ed21-b895-4291-aef8-789647e17bbe None None] Provisioning for port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:45.582683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.599209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 2fe59ab7-b405-4892-85e0-8a253b75f864 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:45.788953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2646aea8-0290-425c-9f7f-9e7ceb55aa81 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:45.821078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44438) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:45.830636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'network': {'name': 'tempest-network-smoke--1600905476', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'port_security_enabled': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:45.840815 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.843514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for cc260662-7eed-4d14-8a9c-00b6c1478cfb owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:45.902021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:45.909211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:45.910583 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:45.922147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=35575391-04e6-4d94-a670-5e503100e87c,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:45.931550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.022243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.022243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.023838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-a7ffbfbd-6e50-4557-8d44-be54cefbf0c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/35575391-04e6-4d94-a670-5e503100e87c HTTP/1.1" status: 200 len: 1092 time: 2.8353729 Jul 23 20:34:46.024687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=2fe59ab7-b405-4892-85e0-8a253b75f864,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:46.027404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'tag': '35575391-04e6-4d94-a670-5e503100e87c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:34:46.029205 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ef0273-890a-4ff2-972f-1b253d3835bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d", "tag": "35575391-04e6-4d94-a670-5e503100e87c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:34:46.079995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0946c993-7728-4279-83e7-a910d1636230 None None] Could not find standard attr ID for object 2fe59ab7-b405-4892-85e0-8a253b75f864. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:46.087876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:46.091607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.102654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.107319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-928cd859-6049-421e-bee1-a5c907574a0e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/2fe59ab7-b405-4892-85e0-8a253b75f864 HTTP/1.1" status: 204 len: 168 time: 1.3336465 Jul 23 20:34:46.109934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44478) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:46.135588 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.233527 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71f2f7e-3d68-4eb4-b37f-baea20cdfae9 x-openstack-request-id: req-d71f2f7e-3d68-4eb4-b37f-baea20cdfae9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:34:46.233838 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d", "tag": "35575391-04e6-4d94-a670-5e503100e87c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:34:46.234059 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d71f2f7e-3d68-4eb4-b37f-baea20cdfae9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:34:46.234238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 2646aea8-0290-425c-9f7f-9e7ceb55aa81, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2646aea8-0290-425c-9f7f-9e7ceb55aa81,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:46.234564 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'tag': '35575391-04e6-4d94-a670-5e503100e87c', 'status': 'completed', 'code': 200} Jul 23 20:34:46.250162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.367689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.372002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5eae7-8880-408d-b9d8-83c3dc76ce1c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.374384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5eae7-8880-408d-b9d8-83c3dc76ce1c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.376778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7dd5eae7-8880-408d-b9d8-83c3dc76ce1c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2461042 Jul 23 20:34:46.380305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44482) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:46.382990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=2646aea8-0290-425c-9f7f-9e7ceb55aa81,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:46.404319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.451945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e768046-9ad0-4930-ae5c-60a68ce56a2d,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:46.469556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96876b08-75ea-4f11-bfc6-1d98643bccf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.471165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.472266 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4879155a-5c3b-41ed-bf14-fa3404265de6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1666737 Jul 23 20:34:46.476005 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.477618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 05fbc6a3-397f-45e3-8dea-c0b2a07b2c52 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:46.480189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44486) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:46.492620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': 'f50f728b-8ef4-447c-9385-455a299c00f6', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:46.500577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.561757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:46.575887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.594766 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:34:46.635163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.635795 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Added segment 3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d of type vlan for network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b Jul 23 20:34:46.647271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadbe6b-e84a-4d14-853f-bbed79e083b9 req-0d1e767e-d58c-4985-8422-74aba0e7be1b tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.652085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fadbe6b-e84a-4d14-853f-bbed79e083b9 req-0d1e767e-d58c-4985-8422-74aba0e7be1b tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 943 time: 0.3509781 Jul 23 20:34:46.683778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-16f0f140-9fad-480d-9396-2ab6ebdb52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:46.686304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-16f0f140-9fad-480d-9396-2ab6ebdb52c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=723e6dd00e744f39ada6556a5b6fd33f&device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 1095 time: 0.5999470 Jul 23 20:34:46.741019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.874841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.883817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.889108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.943363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:46.948892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4659617 Jul 23 20:34:46.954795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:46.960486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': 'f50f728b-8ef4-447c-9385-455a299c00f6', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:46.968565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640abde-9ef1-480d-9e5e-8290d948d21b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9430e660-4543-4d89-a837-6dfcd359416f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.010236 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:34:47.019058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.042012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.093616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=05fbc6a3-397f-45e3-8dea-c0b2a07b2c52,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.096003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.098792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1edf2168-0ce1-4431-8a0e-df7cec210168 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:47.111654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-05ec9e9d-43ac-4ce2-80de-952a96247354 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/05fbc6a3-397f-45e3-8dea-c0b2a07b2c52 HTTP/1.1" status: 204 len: 168 time: 0.7273824 Jul 23 20:34:47.121493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44524) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:47.252018 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-792da06c-217d-4e41-9b6b-8102124191d0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267395 Jul 23 20:34:47.262984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:47.280809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-6026cb38-bf13-41b3-a5cf-f1e79291ac08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35575391-04e6-4d94-a670-5e503100e87c HTTP/1.1" status: 200 len: 217 time: 0.5820649 Jul 23 20:34:47.296708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:47.338501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.345961 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.386185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.428708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=cc260662-7eed-4d14-8a9c-00b6c1478cfb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.499591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fadbe6b-e84a-4d14-853f-bbed79e083b9 req-b175b4e0-4074-4c83-a4d4-24059e53cfed tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8102264 Jul 23 20:34:47.503547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-38391c51-0f6f-4559-ae98-5caa18593a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:47.505120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-38391c51-0f6f-4559-ae98-5caa18593a72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31daa728-33d7-41db-a5da-b861253c6c31 HTTP/1.1" status: 200 len: 848 time: 0.2212303 Jul 23 20:34:47.520850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.523943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:47.533910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.589623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:47.601077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.636090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] Deleting port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:47.636750 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.659625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-9e385a3f-72d3-4a27-8f23-ddfe87cdf305 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=990f5680-f8a0-4b3a-8161-859188a3a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023180 Jul 23 20:34:47.659625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.673468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4d7136-38ac-4a29-8a6b-8eb15a25a0f2,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:47.681101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.693950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:47.694617 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.698975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.700485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a00f3a4f-8bc0-40c2-94cd-6a211a0b0b8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7454114 Jul 23 20:34:47.734845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44534) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:47.756952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2646aea8-0290-425c-9f7f-9e7ceb55aa81 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:47.793080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'network': {'name': 'tempest-network-smoke--1886304865', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'port_security_enabled': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:47.839831 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.918426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] For port 2646aea8-0290-425c-9f7f-9e7ceb55aa81, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2646aea8-0290-425c-9f7f-9e7ceb55aa81,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:47.919140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.952286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] Calling delete_port for 2646aea8-0290-425c-9f7f-9e7ceb55aa81 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:47.992606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:47.996078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:48.000207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.055640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:48.071650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:48.088905 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.089514 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.118486 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.134047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=98c9255e-97ae-45e7-82cc-b8db33a7b55f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.149917 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5781bea5-dd6d-4407-9dd8-efda0c02b9d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8793340 Jul 23 20:34:48.149917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.154124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'name': 'tempest-NetworksTestDHCPv6-348932433'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:48.201718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 2646aea8-0290-425c-9f7f-9e7ceb55aa81, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2646aea8-0290-425c-9f7f-9e7ceb55aa81,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:48.209178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Network': ['ID=1e1ae9ec-07a2-4bcc-9590-9639546fce0b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.212918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.213618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-6a83aba9-6c5b-4ee5-850e-bfb7d2f3cf78 service neutron] 10.222.0.47 "GET /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518546 Jul 23 20:34:48.220323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.235099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4120021 Jul 23 20:34:48.235748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44542) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.246407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event deleted for resources: {'Port': ['ID=2646aea8-0290-425c-9f7f-9e7ceb55aa81,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.278936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] No DVR routers for this DVR port 2646aea8-0290-425c-9f7f-9e7ceb55aa81 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:48.281213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0684a7-53cc-4cdd-89d8-5273a5be0434 None None] Pushing event deleted for resources: {'Port': ['ID=2646aea8-0290-425c-9f7f-9e7ceb55aa81,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:48.296228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0321bc3-7fac-4f3a-96b3-00575b897b6e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:48.366684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:48.370412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.382484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.384566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.384922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.385273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.385649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.385995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.386858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.386858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.387096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.387315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.387654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.388012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe3fd18-bda0-4e0c-8d40-7327da9a87f5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:48.395679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port f5fddc47-58e8-4680-81de-685a79c6f6c6 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:48.423890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:48.436296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:48.444427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4a8ce8-27da-4749-8088-f32fc7ad9aa3 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.447075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e4a8ce8-27da-4749-8088-f32fc7ad9aa3 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b7a7288d0ad0429a97447c8453fc55bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2011666 Jul 23 20:34:48.457354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44546) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.532380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.532788 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Added segment 8858904d-c445-4fbe-81f4-1b5942cc745a of type vlan for network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 Jul 23 20:34:48.628469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '98c9255e-97ae-45e7-82cc-b8db33a7b55f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:48.629383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.679916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e22942c5-10f1-4ed0-9f86-10377162fb55 req-3db351a8-d4be-4a24-9ba1-660f1a3329b2 service neutron] 10.222.0.47 "GET /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353788 Jul 23 20:34:48.714300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::118 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/98c9255e-97ae-45e7-82cc-b8db33a7b55f/f5fddc47-58e8-4680-81de-685a79c6f6c6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:48.719885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a8e246-1923-47c6-a4d1-dd14fd5ed9a3 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.721679 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-55a8e246-1923-47c6-a4d1-dd14fd5ed9a3 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2633111 Jul 23 20:34:48.724538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44552) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.770216 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-73bbc04d-595e-49af-b8b5-ad745b035e79 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416048 Jul 23 20:34:48.773455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44554) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.820009 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-34e44f8c-4f15-48f3-8460-58af89684b18 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b7a7288d0ad0429a97447c8453fc55bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452435 Jul 23 20:34:48.823969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44556) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:48.839994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.853418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router 32da3f01-2a8b-4f74-84d2-1479d291f089 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:34:48.975696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.981392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:48.982041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:48.997325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792ed4f5-429c-4a36-8ae0-af356f17a3c3 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.001509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-792ed4f5-429c-4a36-8ae0-af356f17a3c3 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1741080 Jul 23 20:34:49.001761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44560) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:49.029556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca22b84-2ac7-4b57-b4f3-cdc237539854 req-2a52e096-6f63-43a9-ac42-e54dae6e51e7 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.037786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aca22b84-2ac7-4b57-b4f3-cdc237539854 req-2a52e096-6f63-43a9-ac42-e54dae6e51e7 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 943 time: 0.3544288 Jul 23 20:34:49.049944 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-982642c6-381a-4b22-99f1-37e4083daae5 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469699 Jul 23 20:34:49.053594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44562) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:49.058694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-193980681', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:49.065254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:49.086959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.090063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] Sync routers for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:49.098168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f20228c-5e59-430e-be51-a21f61f3d177 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/32da3f01-2a8b-4f74-84d2-1479d291f089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2380316 Jul 23 20:34:49.101170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:49.107940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:49.114942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44564) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:49.120137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-6052f6c6-a93d-4eb4-ad53-a2d2c2e8b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.133857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-6052f6c6-a93d-4eb4-ad53-a2d2c2e8b91b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=723e6dd00e744f39ada6556a5b6fd33f&device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 1095 time: 0.3474984 Jul 23 20:34:49.148656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object f5fddc47-58e8-4680-81de-685a79c6f6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:49.190872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:49.198103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4594867 Jul 23 20:34:49.200208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44566) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:49.207750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'admin_state_up': True, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:49.210775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] Routers {'32da3f01-2a8b-4f74-84d2-1479d291f089'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:49.213804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['32da3f01-2a8b-4f74-84d2-1479d291f089'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:49.272120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:49.272503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-91f15e27-3791-40d9-a7b8-1ebb19c07b49 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=32da3f01-2a8b-4f74-84d2-1479d291f089 HTTP/1.1" status: 200 len: 205 time: 0.1228862 Jul 23 20:34:49.273832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035697-8fd9-4930-a6ad-98fd31690fea None None] The sync data for ids ['32da3f01-2a8b-4f74-84d2-1479d291f089'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:49.283028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:49.321273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c680672-ee10-4ab8-a11f-fe648bedcbd4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Network': ['ID=33a41ab7-ed90-40ae-8c62-22ec0c07fc28,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:49.331906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:49.335984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:49.337621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.351145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aca22b84-2ac7-4b57-b4f3-cdc237539854 req-40fa576d-6251-4674-8591-13d2333740d3 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123870 Jul 23 20:34:49.477620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-6b3cd91c-292f-464d-ab62-f5b5d6c94c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.479287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-6b3cd91c-292f-464d-ab62-f5b5d6c94c1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=990f5680-f8a0-4b3a-8161-859188a3a221 HTTP/1.1" status: 200 len: 909 time: 0.3446169 Jul 23 20:34:49.507807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.540979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-cfcb06c4-e669-4286-b662-12237e97545d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35575391-04e6-4d94-a670-5e503100e87c HTTP/1.1" status: 200 len: 217 time: 0.0533915 Jul 23 20:34:49.555049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/98c9255e-97ae-45e7-82cc-b8db33a7b55f/125ba1c8-5da8-4e90-a7fe-6a0211a9f833) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:49.586229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.587257 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.593350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.652941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:49.681258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:49.683976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=f5fddc47-58e8-4680-81de-685a79c6f6c6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:49.687982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-e6f49c7d-5e64-43fa-914a-55250a5c4ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.688582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:49.693168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-e6f49c7d-5e64-43fa-914a-55250a5c4ac4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=31daa728-33d7-41db-a5da-b861253c6c31 HTTP/1.1" status: 200 len: 848 time: 0.1451800 Jul 23 20:34:49.696226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:49.696882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.717354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.768331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-6319b353-7314-4676-8ed1-76b73b3753d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=990f5680-f8a0-4b3a-8161-859188a3a221&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678978 Jul 23 20:34:49.799604 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-87656c40-e959-4600-9376-32c8c09cadb1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6496768 Jul 23 20:34:49.810593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44582) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:49.961236 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:49.961236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Transition to ACTIVE for port object 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:50.099586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-0c7cd5cc-bff2-4dd4-aa10-4a8bfb5d5ebf service neutron] 10.222.0.47 "GET /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042933 Jul 23 20:34:50.102343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Transition to ACTIVE for port object 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:50.102343 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.102820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.103136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb52a51-5e72-4812-a7e4-818c8d151300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.103136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-edb52a51-5e72-4812-a7e4-818c8d151300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2576275 Jul 23 20:34:50.103136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44596) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:50.103858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.111183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:50.156959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Pushing event updated for resources: {'Port': ['ID=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:50.171420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:50.179578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:50.182187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.245513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ef0273-890a-4ff2-972f-1b253d3835bf req-ae34f46f-8c27-4081-a3dc-c29560fa25f6 service neutron] 10.222.0.47 "GET /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554448 Jul 23 20:34:50.283009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port f5fddc47-58e8-4680-81de-685a79c6f6c6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:50.283368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.288475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Attempting to bind port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:50.289077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Attempting to bind port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:50.291001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Attempting to bind port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:50.307159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:50.307990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:50.308616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.309231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:50.310861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Bound port: 125ba1c8-5da8-4e90-a7fe-6a0211a9f833, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:50.314615 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.448198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.465328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for f5fddc47-58e8-4680-81de-685a79c6f6c6 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:50.507558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] For port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:50.511520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] For port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:50.524842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.632575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402922e-917c-4e3c-9ac4-22b2e94d89ca None None] Pushing event updated for resources: {'Port': ['ID=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:50.755054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81730ed-c480-4562-a600-e22a8f5c82e5 req-c5d66713-f337-49d1-bc82-53a7197ff221 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:50.763015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c81730ed-c480-4562-a600-e22a8f5c82e5 req-c5d66713-f337-49d1-bc82-53a7197ff221 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 943 time: 0.2332549 Jul 23 20:34:50.772675 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.824329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.838599 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.916336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.916895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router 32da3f01-2a8b-4f74-84d2-1479d291f089 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:34:50.920283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Subnet': ['ID=6322d464-8835-4e8d-9ca3-5c7940217d48,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:50.928068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:50.932541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f3cb87a-b26d-496e-9e55-22dc19d428fb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/32da3f01-2a8b-4f74-84d2-1479d291f089 HTTP/1.1" status: 204 len: 168 time: 1.6476128 Jul 23 20:34:50.942031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44610) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.022688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:51.049890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.127945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.260015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.299821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=f5fddc47-58e8-4680-81de-685a79c6f6c6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.345596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.346000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Checking segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:51.346437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network hostable DHCP agents. Network: 1e1ae9ec-07a2-4bcc-9590-9639546fce0b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:34:51.348815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ce3b3e1f-1ed5-460e-80f6-ee1c4f3d1ebe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/f5fddc47-58e8-4680-81de-685a79c6f6c6 HTTP/1.1" status: 204 len: 168 time: 1.2751937 Jul 23 20:34:51.365915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44618) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.389149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c81730ed-c480-4562-a600-e22a8f5c82e5 req-43dc1379-1f68-464a-87e2-6fb12e996858 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245296 Jul 23 20:34:51.401466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.447465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:51.462394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.466671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-829a61d6-8694-4c61-919f-b0f35b1f31b4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a HTTP/1.1" status: 204 len: 168 time: 0.5178077 Jul 23 20:34:51.466857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39871535-9eec-4190-b887-5e15726a6084 None None] Network 93911448-1aaf-405b-8d64-49c441f8d5ba requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:51.468032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44622) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.474234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956385d7-2def-42f8-a284-edb0d5ca6185 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:51.476427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956385d7-2def-42f8-a284-edb0d5ca6185 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:51.478194 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-956385d7-2def-42f8-a284-edb0d5ca6185 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1151674 Jul 23 20:34:51.481075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:51.483087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:34:51.627018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 1e1ae9ec-07a2-4bcc-9590-9639546fce0b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:51.643580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c5173-3ca7-47d6-9925-7546907a0eea None None] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:51.645240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 94a74461-3b2d-4067-b34e-126a51a27cd4 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:51.649950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:51.650618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.657677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.678609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 98c9255e-97ae-45e7-82cc-b8db33a7b55f {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:34:51.686831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.733412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6bac3ef4-dac1-40d3-a530-2cb1f192b367 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6763272 Jul 23 20:34:51.779522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.818154 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:51.947597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:51.959759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] DHCP port deletion for 93911448-1aaf-405b-8d64-49c441f8d5ba request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:52.048334 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.150009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.186601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44640) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:52.196272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1663471170', 'description': 'tempest-secgroup-smoke-1663471170 description', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:52.220093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 35575391-04e6-4d94-a670-5e503100e87c details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:34:52.235850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.244325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ips': [{'subnet_id': '6322d464-8835-4e8d-9ca3-5c7940217d48'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:52.253105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.348041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.352688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.403503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.468578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=94a74461-3b2d-4067-b34e-126a51a27cd4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.476790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.484839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2eadbbd3-da22-4d0d-a059-5ce1c473501f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/94a74461-3b2d-4067-b34e-126a51a27cd4 HTTP/1.1" status: 204 len: 168 time: 1.0146143 Jul 23 20:34:52.487890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44650) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:52.585861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.217 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ff22ba50-b7d1-42b2-b529-64f59bda380b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:52.633295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.665990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab09531-cb59-4dbc-8bfa-9d2a9a834d7a None None] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:52.726775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.771010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=98c9255e-97ae-45e7-82cc-b8db33a7b55f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:52.786142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.793339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aee925dd-c909-473e-a2b0-9d5909ab9dfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/98c9255e-97ae-45e7-82cc-b8db33a7b55f HTTP/1.1" status: 204 len: 168 time: 1.3103135 Jul 23 20:34:52.799776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44656) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:52.841273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b630f-9e18-4ec9-b9d9-2f65280c2cb5 req-aae6c74b-09b1-41bd-ad7f-2f2901cc4791 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:52.854774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b36b630f-9e18-4ec9-b9d9-2f65280c2cb5 req-aae6c74b-09b1-41bd-ad7f-2f2901cc4791 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 943 time: 0.3198154 Jul 23 20:34:52.884643 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-37307610-7605-4487-830f-28bc7b7455d5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800645 Jul 23 20:34:52.889707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44660) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:52.945490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.987986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:52.991020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 35575391-04e6-4d94-a670-5e503100e87c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=35575391-04e6-4d94-a670-5e503100e87c,segment=NetworkSegment(04d5ef9c-5a53-45be-96bf-cc512d50f645),segment_id=04d5ef9c-5a53-45be-96bf-cc512d50f645)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.028240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '35575391-04e6-4d94-a670-5e503100e87c', 'network_id': '990f5680-f8a0-4b3a-8161-859188a3a221', 'port_id': '35575391-04e6-4d94-a670-5e503100e87c', 'mac_address': 'fa:16:3e:81:f5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31daa728-33d7-41db-a5da-b861253c6c31', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:34:53.030264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:53.053768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] Deleting port f5cd64b5-22f8-4da0-981e-2c47269b4704 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:53.054789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.059371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b36b630f-9e18-4ec9-b9d9-2f65280c2cb5 req-16832f60-2a38-464b-8e37-5890565ac0d2 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033165 Jul 23 20:34:53.060186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.065240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44664) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.069881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8798609 Jul 23 20:34:53.094763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747dc86-0c4e-432a-962e-cdd02780af88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c5b7db-5cbb-48f3-b182-7b0b9f287f57,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.113130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': '72c5b7db-5cbb-48f3-b182-7b0b9f287f57', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:53.127696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port f5cd64b5-22f8-4da0-981e-2c47269b4704 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:53.128329 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.144361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] For port f5cd64b5-22f8-4da0-981e-2c47269b4704, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f5cd64b5-22f8-4da0-981e-2c47269b4704,segment=NetworkSegment(0e59cb37-f896-41f5-8f34-bd21689cd6ff),segment_id=0e59cb37-f896-41f5-8f34-bd21689cd6ff)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.144836 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.161556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] Calling delete_port for f5cd64b5-22f8-4da0-981e-2c47269b4704 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:53.233111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.245370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port f5cd64b5-22f8-4da0-981e-2c47269b4704, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f5cd64b5-22f8-4da0-981e-2c47269b4704,segment=NetworkSegment(0e59cb37-f896-41f5-8f34-bd21689cd6ff),segment_id=0e59cb37-f896-41f5-8f34-bd21689cd6ff)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:53.246045 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.263964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for f5cd64b5-22f8-4da0-981e-2c47269b4704 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:53.285808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.318731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6a03a1-a2fe-4a77-86e7-536711c4162a None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:53.347792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00c70c-cd66-4fbd-bedc-355cbe10230b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.352986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c00c70c-cd66-4fbd-bedc-355cbe10230b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4578774 Jul 23 20:34:53.358031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44670) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.440134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.443645 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.444052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.456863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.457515 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.487995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=f5cd64b5-22f8-4da0-981e-2c47269b4704,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.488295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b19d4-a705-4c99-b4bf-7d7c90751217 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:53.489939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-988b19d4-a705-4c99-b4bf-7d7c90751217 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1258185 Jul 23 20:34:53.497410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.513893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538d0fb6-08a1-4d60-adff-22f85d542a54,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.519950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:53.526492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:53.528399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.532293 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c0521755-f35e-4bf4-ad45-cc953a842aa6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4320323 Jul 23 20:34:53.532293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:53.537738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44674) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.539704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] Provisioning for port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:53.544854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] No DVR routers for this DVR port f5cd64b5-22f8-4da0-981e-2c47269b4704 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:53.551305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a134e92-9c50-48eb-8a7a-1cf52acb7b3b None None] Pushing event deleted for resources: {'Port': ['ID=f5cd64b5-22f8-4da0-981e-2c47269b4704,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.570010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': '72c5b7db-5cbb-48f3-b182-7b0b9f287f57', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:53.574521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=ff22ba50-b7d1-42b2-b529-64f59bda380b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:53.633921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] Provisioning complete for port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:53.634444 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.643978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port f5cd64b5-22f8-4da0-981e-2c47269b4704 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:53.648397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e9a76a8b-6aae-4b67-b4be-a3df2a31b811 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1481209 Jul 23 20:34:53.652368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44678) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:53.659995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:53.740890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f5cd64b5-22f8-4da0-981e-2c47269b4704 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:53.741408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.770420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.834417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35575391-04e6-4d94-a670-5e503100e87c {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:34:53.859964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.884658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f5cd64b5-22f8-4da0-981e-2c47269b4704 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:53.885153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f5cd64b5-22f8-4da0-981e-2c47269b4704 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:53.938523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:53.945163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.961015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:53.986872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Allocated IP 172.20.0.18 (1e1ae9ec-07a2-4bcc-9590-9639546fce0b/6322d464-8835-4e8d-9ca3-5c7940217d48/1216fb1e-0a07-463a-843f-a8a95de20ea8) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:54.024923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.043685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d897675-a2cd-4e5b-a6e8-40bb6e8c9448,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.059868 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.061143 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0615987e-5eb5-4590-befc-2cfae45edc88 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5212379 Jul 23 20:34:54.063893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44694) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:54.077529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93911448-1aaf-405b-8d64-49c441f8d5ba']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:54.079560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': '72c5b7db-5cbb-48f3-b182-7b0b9f287f57', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:54.143924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.152676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e59cb37-f896-41f5-8f34-bd21689cd6ff') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:54.152974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e59cb37-f896-41f5-8f34-bd21689cd6ff') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:54.219839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.237223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.265866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.287788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:54.288214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:54.292331 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:54.299584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 35575391-04e6-4d94-a670-5e503100e87c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=35575391-04e6-4d94-a670-5e503100e87c,segment=NetworkSegment(04d5ef9c-5a53-45be-96bf-cc512d50f645),segment_id=04d5ef9c-5a53-45be-96bf-cc512d50f645)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:54.340775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.438906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] DHCP port deletion for dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:54.441766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.450811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.511061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.598851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.604479 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5395589 Jul 23 20:34:54.604703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.606540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:54.617797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': '72c5b7db-5cbb-48f3-b182-7b0b9f287f57', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:54.621618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/93911448-1aaf-405b-8d64-49c441f8d5ba HTTP/1.1" status: 204 len: 168 time: 2.1303711 Jul 23 20:34:54.621618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa23c147-900a-4a98-96d8-8dba47f62dba tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=93911448-1aaf-405b-8d64-49c441f8d5ba,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.622177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44706) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:54.637260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46c93-bb3d-4eb7-bbbb-93ff9a7ac2ed req-4a332059-4b67-415f-8db3-bf65ea9a480e tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:54.642148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cf46c93-bb3d-4eb7-bbbb-93ff9a7ac2ed req-4a332059-4b67-415f-8db3-bf65ea9a480e tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 943 time: 0.4558902 Jul 23 20:34:54.654680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c49c4c-4017-494c-be91-5c30a2240a5d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4dad247-8947-43e7-8025-1c5378dca139,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:54.759590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.762313 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.764490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['35575391-04e6-4d94-a670-5e503100e87c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:34:54.880275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.901875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Transition to ACTIVE for port object 1216fb1e-0a07-463a-843f-a8a95de20ea8 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:54.949273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9cf46c93-bb3d-4eb7-bbbb-93ff9a7ac2ed req-3fea64a4-2d0a-44ed-ada6-46b3030355f3 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896142 Jul 23 20:34:54.988178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:54.996646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.003869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.007205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=35575391-04e6-4d94-a670-5e503100e87c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:55.026211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:34:55.081817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:55.087459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:55.095593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:55.096834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.134979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=504dfee1-1ece-4cf8-a72c-d0d9339b9393,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:55.139524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.141906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44720) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.142830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ecb3df6a-7f66-499d-a0c0-908e9deab590 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4884570 Jul 23 20:34:55.151987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '504dfee1-1ece-4cf8-a72c-d0d9339b9393', 'ip_address': '2001:db8::785a:77d8:86ab:e53d'}], 'name': 'tempest-NetworksTestDHCPv6-274188763'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:55.156145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.158021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port aebc91ea-94c9-470e-b331-cb7666da6d1c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:55.158769 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.189154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] For port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:55.200516 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.218203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65586631-8a78-4146-855d-2189e2f2b5da,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:55.220153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router db804a66-d7aa-4f4b-b658-bffd53851f9a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:34:55.227766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.232545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0b68b5fc-104a-4835-a92e-1e34fdf1853b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6223395 Jul 23 20:34:55.237381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44726) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.245924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': '72c5b7db-5cbb-48f3-b182-7b0b9f287f57', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:55.246711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Transition to ACTIVE for port object 1216fb1e-0a07-463a-843f-a8a95de20ea8 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:55.296707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port aebc91ea-94c9-470e-b331-cb7666da6d1c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aebc91ea-94c9-470e-b331-cb7666da6d1c,segment=NetworkSegment(1b19191a-8cbe-46fe-9a5e-112a0656e1d2),segment_id=1b19191a-8cbe-46fe-9a5e-112a0656e1d2)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:55.297071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.311888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for aebc91ea-94c9-470e-b331-cb7666da6d1c owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:55.320094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14e287-64f2-4580-85b0-1575a9b9b7dc None None] Pushing event updated for resources: {'Port': ['ID=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:55.385171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5cf91694-3f41-455c-8859-285c7cdcb14f None None] Could not find standard attr ID for object f5fddc47-58e8-4680-81de-685a79c6f6c6. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:34:55.391070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.409885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.447803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=aebc91ea-94c9-470e-b331-cb7666da6d1c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:55.456482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port aebc91ea-94c9-470e-b331-cb7666da6d1c on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:55.472797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:55.553380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:34:55.556288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:55.569521 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Sync routers for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:34:55.575301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:55.612149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:55.616729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.641378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.668351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Deleting port aebc91ea-94c9-470e-b331-cb7666da6d1c {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:55.668906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.680717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.701159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b19191a-8cbe-46fe-9a5e-112a0656e1d2') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.701661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b19191a-8cbe-46fe-9a5e-112a0656e1d2') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:55.706378 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Project b7a7288d0ad0429a97447c8453fc55bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:34:55.716351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.727633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.734551 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-51946a08-3a16-4024-9c60-17ff1f79bcfe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.5305903 Jul 23 20:34:55.735315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44734) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.740455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.748966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.767832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:55.782889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-49b60a37-7bd9-490b-a58f-76bdc1f406e3 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3f6e4c16f5194b18a71b83d05b7064b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0441320 Jul 23 20:34:55.783652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44736) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:55.809950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:34:55.811408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:34:55.823752 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:34:55.876525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:55.885120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Pushing event updated for resources: {'Port': ['ID=1216fb1e-0a07-463a-843f-a8a95de20ea8,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:55.983622 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:56.125640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.131436 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Attempting to bind port 1216fb1e-0a07-463a-843f-a8a95de20ea8 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:56.134397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Attempting to bind port 1216fb1e-0a07-463a-843f-a8a95de20ea8 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:56.135880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Attempting to bind port 1216fb1e-0a07-463a-843f-a8a95de20ea8 on network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:56.157841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:56.158391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Checking segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:56.159030 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.159542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Bound using segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:56.160188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Bound port: 1216fb1e-0a07-463a-843f-a8a95de20ea8, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:56.160687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.169289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 4922e439-6b5c-43df-b0e1-8f3bf1963787 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:34:56.201203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] Deleting port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:56.201793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.228798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] For port aebc91ea-94c9-470e-b331-cb7666da6d1c, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:56.229582 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.281350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Calling delete_port for aebc91ea-94c9-470e-b331-cb7666da6d1c owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:56.287060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Port aebc91ea-94c9-470e-b331-cb7666da6d1c was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:34:56.322469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.346638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.351604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.353638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.438670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.454814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 HTTP/1.1" status: 204 len: 168 time: 1.8094926 Jul 23 20:34:56.454814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67296498-9f08-4c5d-8379-1962cf06425c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.458069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6bbb2d-e940-4ff0-9beb-23fdaa52a58b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.479023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44750) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.508538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1752117142'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:56.613561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:56.620628 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.623667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.628073 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-119a0350-0df6-4c3c-b43d-359c245c9ff6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3883460 Jul 23 20:34:56.632889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44752) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.655255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': '72c5b7db-5cbb-48f3-b182-7b0b9f287f57', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:56.685849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c072d7-20d4-450a-bb82-db9f6e0009d5 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:56.692689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-36c072d7-20d4-450a-bb82-db9f6e0009d5 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9050989 Jul 23 20:34:56.712216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44756) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.719049 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:34:53Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:34:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:56.722303 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Project b7a7288d0ad0429a97447c8453fc55bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:34:56.728212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421e528-a392-458c-bf87-54900b29d13b req-231fa167-d6a7-495a-8121-60067bf920e1 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:56.749081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3421e528-a392-458c-bf87-54900b29d13b req-231fa167-d6a7-495a-8121-60067bf920e1 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 944 time: 0.6321194 Jul 23 20:34:56.761867 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.778632 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Checking router: db804a66-d7aa-4f4b-b658-bffd53851f9a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:34:56.779137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Updating router db804a66-d7aa-4f4b-b658-bffd53851f9a port ff22ba50-b7d1-42b2-b529-64f59bda380b binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:34:56.785367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Network dc0e32d6-ddff-4ea7-b34b-1dbae11d5b78 is not hosted by any dhcp agent {{(pid=94028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:34:56.786483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] No DVR routers for this DVR port aebc91ea-94c9-470e-b331-cb7666da6d1c on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:56.789060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee445d-495e-4cb4-baef-a99485c3fdd6 None None] Pushing event deleted for resources: {'Port': ['ID=aebc91ea-94c9-470e-b331-cb7666da6d1c,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:56.878585 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.897817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d2154793-c001-4306-93cf-95fbe27f828f tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1461747 Jul 23 20:34:56.901856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] For port 1216fb1e-0a07-463a-843f-a8a95de20ea8, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:56.907689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.913275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] For port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:56.913724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:56.914849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:56.950551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] For port 1216fb1e-0a07-463a-843f-a8a95de20ea8, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1216fb1e-0a07-463a-843f-a8a95de20ea8,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:56.961500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] Calling delete_port for 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:56.962318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-135562301', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:57.003097 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.018228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.024513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:34:57.030069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.112751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec6fac84-9468-413e-aa4f-974cc72fa387,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.129326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::785a:77d8:86ab:e53d (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/504dfee1-1ece-4cf8-a72c-d0d9339b9393/4922e439-6b5c-43df-b0e1-8f3bf1963787) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:57.146676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.148369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ea16280-6ae1-4de0-a6e5-c30f4c691d8c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5143790 Jul 23 20:34:57.154602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:34:57.227563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.248396 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment e42606a8-6eb7-41e3-b3e5-362205b1ac52 of type vlan for network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad Jul 23 20:34:57.379006 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.379288 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.383683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb0667-f242-4a3f-a902-6cd78bdbe972 None None] Pushing event updated for resources: {'Port': ['ID=1216fb1e-0a07-463a-843f-a8a95de20ea8,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.388011 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.389049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aebc91ea-94c9-470e-b331-cb7666da6d1c no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:34:57.431169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Transition to ACTIVE for port object ff22ba50-b7d1-42b2-b529-64f59bda380b will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:57.446591 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.488476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: aebc91ea-94c9-470e-b331-cb7666da6d1c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:34:57.488935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aebc91ea-94c9-470e-b331-cb7666da6d1c not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:34:57.548566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:57.553011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.563852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] No DVR routers for this DVR port 125ba1c8-5da8-4e90-a7fe-6a0211a9f833 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:34:57.567561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdee2d5-0718-4600-ab9e-6a3cd3c70ba2 None None] Pushing event deleted for resources: {'Port': ['ID=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.596030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3421e528-a392-458c-bf87-54900b29d13b req-fa16cec7-58e0-4206-85dd-275f523ea579 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8458278 Jul 23 20:34:57.605832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.643135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Attempting to bind port ff22ba50-b7d1-42b2-b529-64f59bda380b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:34:57.644616 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Attempting to bind port ff22ba50-b7d1-42b2-b529-64f59bda380b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:34:57.646426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Attempting to bind port ff22ba50-b7d1-42b2-b529-64f59bda380b on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:34:57.665090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa65270-ea29-4996-bb90-b065cbee6224 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:57.665904 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:34:57.666432 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:34:57.669996 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.670443 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:34:57.670824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event deleted for resources: {'Port': ['ID=125ba1c8-5da8-4e90-a7fe-6a0211a9f833,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.671151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Bound port: ff22ba50-b7d1-42b2-b529-64f59bda380b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:34:57.671646 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.677069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.701929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 4922e439-6b5c-43df-b0e1-8f3bf1963787 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:57.775292 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.787780 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] For port ff22ba50-b7d1-42b2-b529-64f59bda380b, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:34:57.798300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] For port ff22ba50-b7d1-42b2-b529-64f59bda380b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ff22ba50-b7d1-42b2-b529-64f59bda380b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:34:57.808663 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.856495 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Pushing event updated for resources: {'Port': ['ID=ff22ba50-b7d1-42b2-b529-64f59bda380b,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:57.909020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:57.913645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:57.918965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:57.927438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:57.933528 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.933824 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.934164 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.934512 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.934829 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.938135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.939732 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.941882 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.942447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:57.943067 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.943696 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.945839 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.946540 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:34:57.966248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.022050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:58.022719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.079893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=4922e439-6b5c-43df-b0e1-8f3bf1963787,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:58.106847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ee1e6faa-11a5-461f-aadf-29e7f49f2f73 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9632416 Jul 23 20:34:58.110085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:58.124354 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:34:58.133052 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:58.183268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '504dfee1-1ece-4cf8-a72c-d0d9339b9393'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:34:58.184832 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.276682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff0109-2e07-45e8-9356-9e7aa84ba93d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:58.281872 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-88ff0109-2e07-45e8-9356-9e7aa84ba93d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1702416 Jul 23 20:34:58.282255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:58.292743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-b0b4ffe0-2892-4d30-9564-31c9ab886765 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1663471170&fields=id&tenant_id=b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 267 time: 0.6174912 Jul 23 20:34:58.316557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=5e82880c-3e00-40b8-ac9c-34fe54ec98ad,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:58.366591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f816b2-b0d5-42bb-b4a9-99ad9ab950d0 None None] Pushing event updated for resources: {'Port': ['ID=ff22ba50-b7d1-42b2-b529-64f59bda380b,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:58.400192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:34:58.402836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 35575391-04e6-4d94-a670-5e503100e87c up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:34:58.428584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9ad1a088-6fb9-4802-9718-9b697c1065fc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9437551 Jul 23 20:34:58.435287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44802) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:34:58.445326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:34:58.447685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:34:58.587146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 35575391-04e6-4d94-a670-5e503100e87c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:58.714153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 35575391-04e6-4d94-a670-5e503100e87c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:34:58.721720 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:58.752491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-d294ba2f-461b-4f20-ab13-f9adfc361dff tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:58.758995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-d294ba2f-461b-4f20-ab13-f9adfc361dff tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/networks?id=1e1ae9ec-07a2-4bcc-9590-9639546fce0b HTTP/1.1" status: 200 len: 797 time: 0.4454682 Jul 23 20:34:58.912984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-f95d6640-7e98-4997-85c2-b8eae13ebf79 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/quotas/b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 375 time: 0.1116076 Jul 23 20:34:58.967796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/504dfee1-1ece-4cf8-a72c-d0d9339b9393/36cae44a-8c9e-4154-8319-529953839396) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:34:59.116788 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:34:53Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:34:59.180784 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59550f69-edf9-429c-b45a-2965af5d5d22 None None] The sync data for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 is: [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:34:53Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:34:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:34:59.359718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:34:59.365804 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.366931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.386010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbadb03-c54b-42cd-aa2c-c2af9c7b7e64 req-6abcb235-3447-4040-af99-a11dfd7f77a6 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:34:59.387419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Transition to ACTIVE for port object 36cae44a-8c9e-4154-8319-529953839396 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:59.399411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cbadb03-c54b-42cd-aa2c-c2af9c7b7e64 req-6abcb235-3447-4040-af99-a11dfd7f77a6 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 944 time: 0.6375513 Jul 23 20:34:59.411391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 4922e439-6b5c-43df-b0e1-8f3bf1963787 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:34:59.411860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.439381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24316a4-1370-40b7-ac75-bae2492b12cc None None] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:34:59.536523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Transition to ACTIVE for port object 36cae44a-8c9e-4154-8319-529953839396 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:34:59.543092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.580217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 4922e439-6b5c-43df-b0e1-8f3bf1963787 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:34:59.626628 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.667575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-e773bd8e-5555-4aa7-a1ae-5a31dd528549 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7364869 Jul 23 20:34:59.676536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6cbadb03-c54b-42cd-aa2c-c2af9c7b7e64 req-df04205d-bba9-4f88-93d4-8eb2e5537274 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760711 Jul 23 20:34:59.694692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.744660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0cabf336-550a-4bb8-8935-d156c2f3612f None None] Provisioning for port 1216fb1e-0a07-463a-843f-a8a95de20ea8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:34:59.832978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Pushing event updated for resources: {'Port': ['ID=36cae44a-8c9e-4154-8319-529953839396,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.845675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.902423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:34:59.913866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:34:59.919986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:34:59.933030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=4922e439-6b5c-43df-b0e1-8f3bf1963787,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:34:59.950393 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:34:59.973473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Subnet': ['ID=40fb8792-d212-417e-81ee-32666b7a8515,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:00.044909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1216fb1e-0a07-463a-843f-a8a95de20ea8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:00.087021 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.089556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ab2bc0c7-734e-4540-bf85-0b6d468aed7c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/4922e439-6b5c-43df-b0e1-8f3bf1963787 HTTP/1.1" status: 204 len: 168 time: 1.8061826 Jul 23 20:35:00.108928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:00.225356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35575391-04e6-4d94-a670-5e503100e87c'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:00.231264 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab9d5db-0bb8-4039-a797-b88930a8ff35" -d '{"events": [{"server_uuid": "b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d", "name": "network-vif-plugged", "status": "completed", "tag": "35575391-04e6-4d94-a670-5e503100e87c"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:00.259092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Checking segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:00.274040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network hostable DHCP agents. Network: 33a41ab7-ed90-40ae-8c62-22ec0c07fc28, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:00.307514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-9c32950a-b2a6-49a2-90cd-36b6a1a100c4 service neutron] 10.222.0.46 "GET /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012480 Jul 23 20:35:00.316579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86fc43-f7bb-407e-a1f7-b084fc29f331 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.319237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86fc43-f7bb-407e-a1f7-b084fc29f331 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.323474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e86fc43-f7bb-407e-a1f7-b084fc29f331 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2092509 Jul 23 20:35:00.336562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44834) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:00.375324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.459453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:00.466177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=947da08d-d701-467c-8c0b-d1e30ff0b4ae,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:00.523584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': 'e42606a8-6eb7-41e3-b3e5-362205b1ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:00.524008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: 5e82880c-3e00-40b8-ac9c-34fe54ec98ad, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:00.524147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 35575391-04e6-4d94-a670-5e503100e87c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=35575391-04e6-4d94-a670-5e503100e87c,segment=NetworkSegment(04d5ef9c-5a53-45be-96bf-cc512d50f645),segment_id=04d5ef9c-5a53-45be-96bf-cc512d50f645)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:00.529206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 33a41ab7-ed90-40ae-8c62-22ec0c07fc28) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:00.549617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:00.559575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.562327 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.562874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 5e82880c-3e00-40b8-ac9c-34fe54ec98ad) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:00.572065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87dfc5-fad6-4327-90e6-b7e2214b53a1 None None] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:00.573895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:00.576061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.582143 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.612165 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-533e316d-d9e6-4f29-b0a1-eed4465f0d20 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1756220 Jul 23 20:35:00.613109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44838) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:00.619934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5097379-bcf5-474a-a43b-2cea59269c25 None None] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:00.624279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2053373133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:00.684665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.685979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.689067 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e69362-28bc-4d3e-9a69-844ec0bb81a4 x-openstack-request-id: req-03e69362-28bc-4d3e-9a69-844ec0bb81a4 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:00.690895 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d", "name": "network-vif-plugged", "status": "completed", "tag": "35575391-04e6-4d94-a670-5e503100e87c", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:00.691154 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-03e69362-28bc-4d3e-9a69-844ec0bb81a4 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:00.691621 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35575391-04e6-4d94-a670-5e503100e87c', 'code': 200} Jul 23 20:35:00.923300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.932306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.955325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Attempting to bind port 36cae44a-8c9e-4154-8319-529953839396 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:00.956034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Attempting to bind port 36cae44a-8c9e-4154-8319-529953839396 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:00.956411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Attempting to bind port 36cae44a-8c9e-4154-8319-529953839396 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:00.968993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:00.978174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bafa5a0a-6a9f-4724-b337-fdeaa7ae376e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3615530 Jul 23 20:35:00.979098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:00.996063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'port': {'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad', 'name': 'tempest-RoutersIpV6Test-422606158'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:01.209980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:01.210683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:01.211315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.211908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:01.213020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Bound port: 36cae44a-8c9e-4154-8319-529953839396, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:01.213757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.224736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1216fb1e-0a07-463a-843f-a8a95de20ea8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:01.241637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:01.250736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.291129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1216fb1e-0a07-463a-843f-a8a95de20ea8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:01.292029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.318903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] device_id is not set on port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:01.394638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=35575391-04e6-4d94-a670-5e503100e87c,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:01.504118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 504dfee1-1ece-4cf8-a72c-d0d9339b9393 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:01.540338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.617452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8::2f6 (5e82880c-3e00-40b8-ac9c-34fe54ec98ad/947da08d-d701-467c-8c0b-d1e30ff0b4ae/d6c8f5d3-fc8e-4209-ad59-af8ecbed73db) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:01.642804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.789874 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:01.890636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-8f14a233-9cdf-4ada-8896-83a074a9df86 service neutron] 10.222.0.46 "GET /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5675912 Jul 23 20:35:02.014966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44862) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:02.021426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bd5cc35c-4e36-4443-bb2f-344ace80a1c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.1015708 Jul 23 20:35:02.081151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.084687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-5e82880c-3e00-40b8-ac9c-34fe54ec98ad', 'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '947da08d-d701-467c-8c0b-d1e30ff0b4ae'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:02.085617 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.119776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:02.121897 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.165654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-694fa9a3-a7e9-461d-8a55-245370234af7 None None] Provisioning complete for port 1216fb1e-0a07-463a-843f-a8a95de20ea8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:02.166160 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-694fa9a3-a7e9-461d-8a55-245370234af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.170854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] For port 36cae44a-8c9e-4154-8319-529953839396, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:02.322924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.335827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/504dfee1-1ece-4cf8-a72c-d0d9339b9393 HTTP/1.1" status: 204 len: 168 time: 1.9971719 Jul 23 20:35:02.341979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18e6ec-3aaf-4711-a134-a40cb733a356 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=504dfee1-1ece-4cf8-a72c-d0d9339b9393,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:02.346838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44872) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:02.470351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.497703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-040a1f08-a127-44bc-b7ab-96e5c44e853d req-a6b9483b-d41d-41da-b65c-f99c78ea06e8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.1957510 Jul 23 20:35:02.526055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object d6c8f5d3-fc8e-4209-ad59-af8ecbed73db will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:02.544979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] For port 36cae44a-8c9e-4154-8319-529953839396, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=36cae44a-8c9e-4154-8319-529953839396,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:02.582589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Allocated IP 172.20.0.2 (33a41ab7-ed90-40ae-8c62-22ec0c07fc28/40fb8792-d212-417e-81ee-32666b7a8515/7169afa6-18a7-4d46-b773-23d67a76bf48) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:02.594894 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.709140 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:35:02.775013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.778137 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.808551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:02.813513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:02.866641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:02.879573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:02.880750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:02.888865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e39ac2-5cd4-4dca-9cb8-f3624c839443 req-c086b570-0789-4aaa-be8d-c821afcb132d tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:02.899010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60e39ac2-5cd4-4dca-9cb8-f3624c839443 req-c086b570-0789-4aaa-be8d-c821afcb132d tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 945 time: 1.5654912 Jul 23 20:35:02.903893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2e5420cc-7bed-4b75-9e8e-ff64aef267f5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4200504 Jul 23 20:35:02.904265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 44882) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:02.956384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:02.963781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=d6c8f5d3-fc8e-4209-ad59-af8ecbed73db,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:02.988560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7f1defaf-2f86-4972-bdba-11a136cce112 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0049911 Jul 23 20:35:02.991858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44884) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:03.088559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71aa90c-e1be-431b-829f-71ae4c0ceaf4 req-7ea21321-7bf0-4c03-98f1-c7e1e7133011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:03.108953 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e71aa90c-e1be-431b-829f-71ae4c0ceaf4 req-7ea21321-7bf0-4c03-98f1-c7e1e7133011 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 1097 time: 1.7505257 Jul 23 20:35:03.218212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60e39ac2-5cd4-4dca-9cb8-f3624c839443 req-f21c159c-e023-4840-abb1-a095579491d6 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094363 Jul 23 20:35:03.287854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1216fb1e-0a07-463a-843f-a8a95de20ea8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1216fb1e-0a07-463a-843f-a8a95de20ea8,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:03.350004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.352269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2590d0-eea0-49bc-a57d-038aab3c34a9 None None] Pushing event updated for resources: {'Port': ['ID=36cae44a-8c9e-4154-8319-529953839396,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.533797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:03.542413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:03.640397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e71aa90c-e1be-431b-829f-71ae4c0ceaf4 req-35c7b8d7-b59e-4a54-b5d7-a0b89bdcfa30 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414079 Jul 23 20:35:03.678821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Allocated IP 2001:db8::2 (5e82880c-3e00-40b8-ac9c-34fe54ec98ad/947da08d-d701-467c-8c0b-d1e30ff0b4ae/272b4628-4100-4d41-8ef2-11fc324e4215) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:03.803067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6368c95a-a33d-45b9-90ea-597f49c1b72e req-3fac8d74-0d4b-4046-bc15-48f602e62d75 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.1396518 Jul 23 20:35:03.840553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1216fb1e-0a07-463a-843f-a8a95de20ea8,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:03.869970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff22ba50-b7d1-42b2-b529-64f59bda380b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:03.993817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.091587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=15b4a739-832c-4cf3-89d5-2ef679fae618,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:04.163130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:04.178768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:04.184174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.187359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:04.189472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.240603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 44902) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:04.252612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '15b4a739-832c-4cf3-89d5-2ef679fae618', 'ip_address': '2001:db8::5a89:7679:9822:dccb'}], 'name': 'tempest-NetworksTestDHCPv6-2033171637'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:04.262497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d0f539c4-5970-4b6f-8e15-334de5b8b8c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3192077 Jul 23 20:35:04.345796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Transition to ACTIVE for port object 7169afa6-18a7-4d46-b773-23d67a76bf48 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:04.536137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Transition to ACTIVE for port object 7169afa6-18a7-4d46-b773-23d67a76bf48 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:04.591670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ff22ba50-b7d1-42b2-b529-64f59bda380b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:04.616859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393aef-3cc5-4b2a-a1c9-f6fe83f134a2 req-a9a974dc-3261-44de-991a-086c31ac67c3 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:04.618764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d393aef-3cc5-4b2a-a1c9-f6fe83f134a2 req-a9a974dc-3261-44de-991a-086c31ac67c3 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 945 time: 0.1994045 Jul 23 20:35:04.650551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ff22ba50-b7d1-42b2-b529-64f59bda380b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:04.652593 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.663046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:04.689076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7d393aef-3cc5-4b2a-a1c9-f6fe83f134a2 req-e80a8ade-cb5e-466f-813e-f144f34cc262 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639172 Jul 23 20:35:04.758220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Pushing event updated for resources: {'Port': ['ID=7169afa6-18a7-4d46-b773-23d67a76bf48,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:04.794094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:04.819139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:04.821887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:04.965346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.019551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:05.053346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9589573-4082-4359-a966-f0995b372f75 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:05.069691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fcf68bf-aff8-4d68-9175-885873c80b52 req-4e14d45c-34be-47c8-b7f9-99893bf1c2b7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.0971909 Jul 23 20:35:05.071772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.074353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Attempting to bind port 7169afa6-18a7-4d46-b773-23d67a76bf48 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:05.074722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Attempting to bind port 7169afa6-18a7-4d46-b773-23d67a76bf48 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:05.075089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Attempting to bind port 7169afa6-18a7-4d46-b773-23d67a76bf48 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:05.146437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Transition to ACTIVE for port object 272b4628-4100-4d41-8ef2-11fc324e4215 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:05.181489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f30d106c-95b7-46bc-a1fe-d661de84a251 None None] Could not find standard attr ID for object 4922e439-6b5c-43df-b0e1-8f3bf1963787. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:35:05.183164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:05.183539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Checking segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:05.183938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.184330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Bound using segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:05.184821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Bound port: 7169afa6-18a7-4d46-b773-23d67a76bf48, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:05.185199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.211576 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.352219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] For port 7169afa6-18a7-4d46-b773-23d67a76bf48, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:05.355375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c71d6e81-7f79-40d4-b53a-2ab9fddc49f2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:05.356018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] For port 7169afa6-18a7-4d46-b773-23d67a76bf48, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7169afa6-18a7-4d46-b773-23d67a76bf48,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:05.357299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c71d6e81-7f79-40d4-b53a-2ab9fddc49f2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "GET /v2.0/networks?id=1e1ae9ec-07a2-4bcc-9590-9639546fce0b HTTP/1.1" status: 200 len: 797 time: 0.5968947 Jul 23 20:35:05.367561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Transition to ACTIVE for port object 272b4628-4100-4d41-8ef2-11fc324e4215 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:05.380698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ff22ba50-b7d1-42b2-b529-64f59bda380b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ff22ba50-b7d1-42b2-b529-64f59bda380b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:05.383885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.398322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f30d106c-95b7-46bc-a1fe-d661de84a251 None None] Provisioning for port 36cae44a-8c9e-4154-8319-529953839396 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:05.402224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.412255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.413536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36cae44a-8c9e-4154-8319-529953839396 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:05.415858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.435508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:05.476644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 037e0d30-cdda-46d8-bb6c-3842e8a9726d yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:05.543876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-0c29f8a9-9a03-4afe-94a5-33e85bde9ad0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 472 time: 0.1686335 Jul 23 20:35:05.607163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:05.614774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:05.618295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:05.626771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'port': {'device_id': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'admin_state_up': True, 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'security_groups': ['72c5b7db-5cbb-48f3-b182-7b0b9f287f57']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:05.855262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28f271-326c-40cd-ac54-b26adec63bd0 None None] Pushing event updated for resources: {'Port': ['ID=7169afa6-18a7-4d46-b773-23d67a76bf48,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:05.974424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Attempting to bind port 272b4628-4100-4d41-8ef2-11fc324e4215 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:05.974843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Attempting to bind port 272b4628-4100-4d41-8ef2-11fc324e4215 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e42606a8-6eb7-41e3-b3e5-362205b1ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:05.975177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Attempting to bind port 272b4628-4100-4d41-8ef2-11fc324e4215 on network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:05.980929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 36cae44a-8c9e-4154-8319-529953839396 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:06.009939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:06.010392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Checking segment: {'id': 'e42606a8-6eb7-41e3-b3e5-362205b1ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:06.010725 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.011133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Bound using segment: {'id': 'e42606a8-6eb7-41e3-b3e5-362205b1ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:06.011617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Bound port: 272b4628-4100-4d41-8ef2-11fc324e4215, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42606a8-6eb7-41e3-b3e5-362205b1ac52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5e82880c-3e00-40b8-ac9c-34fe54ec98ad'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:06.012067 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.017372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 36cae44a-8c9e-4154-8319-529953839396 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:06.017794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.029782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ff22ba50-b7d1-42b2-b529-64f59bda380b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:06.104412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a4e9-9bd4-4c8a-a28d-f0c8c61d2be0 req-4c32597c-d310-4208-bfcf-7b7554e46e25 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:06.115420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e62a4e9-9bd4-4c8a-a28d-f0c8c61d2be0 req-4c32597c-d310-4208-bfcf-7b7554e46e25 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 945 time: 0.2931364 Jul 23 20:35:06.246068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7e62a4e9-9bd4-4c8a-a28d-f0c8c61d2be0 req-b709efd1-8717-41b2-81be-8f55fb345a2b tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226764 Jul 23 20:35:06.280755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Pushing event updated for resources: {'Port': ['ID=272b4628-4100-4d41-8ef2-11fc324e4215,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:06.289515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] For port 272b4628-4100-4d41-8ef2-11fc324e4215, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:06.355972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] For port 272b4628-4100-4d41-8ef2-11fc324e4215, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=272b4628-4100-4d41-8ef2-11fc324e4215,segment=NetworkSegment(e42606a8-6eb7-41e3-b3e5-362205b1ac52),segment_id=e42606a8-6eb7-41e3-b3e5-362205b1ac52)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:06.372885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.395165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7caed3f2-0ab5-486e-940b-3316a24304a9 req-ceda3b42-997a-4320-b9b7-c3c25234e15a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.1226356 Jul 23 20:35:06.518364 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.642943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 36cae44a-8c9e-4154-8319-529953839396, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=36cae44a-8c9e-4154-8319-529953839396,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:06.662865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25835e-d09e-4af2-b456-852f8498c9e0 None None] Pushing event updated for resources: {'Port': ['ID=272b4628-4100-4d41-8ef2-11fc324e4215,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:06.679080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:06.809560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bc5c2b90-1760-4deb-a087-8dfc25f0f468 None None] Provisioning complete for port 36cae44a-8c9e-4154-8319-529953839396 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:06.809941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bc5c2b90-1760-4deb-a087-8dfc25f0f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.113123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff22ba50-b7d1-42b2-b529-64f59bda380b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:07.289617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=36cae44a-8c9e-4154-8319-529953839396,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:07.431288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::5a89:7679:9822:dccb (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/15b4a739-832c-4cf3-89d5-2ef679fae618/037e0d30-cdda-46d8-bb6c-3842e8a9726d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:07.551121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ff22ba50-b7d1-42b2-b529-64f59bda380b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:07.553988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:07.703100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aae9b797-056b-4250-a7ab-b70c9e305673 req-da90db8e-d287-4c6e-aaf1-908a1d8d808f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.1308372 Jul 23 20:35:07.828897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8fc739-1d27-4126-9a3f-a490c5e20924 None None] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:08.043288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0d985cce-1838-47b2-964d-68f51e1ce087 None None] Could not find standard attr ID for object 4922e439-6b5c-43df-b0e1-8f3bf1963787. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:35:08.091004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7169afa6-18a7-4d46-b773-23d67a76bf48 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:08.118265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:08.134075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.153825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.1 (33a41ab7-ed90-40ae-8c62-22ec0c07fc28/40fb8792-d212-417e-81ee-32666b7a8515/78d4db96-daed-4edc-8583-e509763f9450) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:08.245948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-03788187-bb9d-4bca-bdf3-3f04bbe4ac6b None None] Provisioning for port 7169afa6-18a7-4d46-b773-23d67a76bf48 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:08.279537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7169afa6-18a7-4d46-b773-23d67a76bf48 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:08.285761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.360093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7169afa6-18a7-4d46-b773-23d67a76bf48 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:08.360339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.521604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 037e0d30-cdda-46d8-bb6c-3842e8a9726d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:08.560963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.653633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 7169afa6-18a7-4d46-b773-23d67a76bf48, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7169afa6-18a7-4d46-b773-23d67a76bf48,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:08.665452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.666574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1216fb1e-0a07-463a-843f-a8a95de20ea8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:08.735113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11936130-d26e-4f3e-b70b-da5d83787c0c None None] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:08.854686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51172f28-4b16-422e-a930-3ae2037aaad4 req-e94d68e0-351c-409e-b337-48f18fb177e7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.0547409 Jul 23 20:35:08.959238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.20.0.23 (1e1ae9ec-07a2-4bcc-9590-9639546fce0b/6322d464-8835-4e8d-9ca3-5c7940217d48/fbdae570-f453-4275-a7af-0b96ba8ade72) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:08.965371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.986973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:08.995701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.022254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.030082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=7169afa6-18a7-4d46-b773-23d67a76bf48,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.067910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b40556d2-f42c-493f-a6a2-97972f7b185e None None] Provisioning for port 272b4628-4100-4d41-8ef2-11fc324e4215 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:09.079487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object 78d4db96-daed-4edc-8583-e509763f9450 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:09.097743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1216fb1e-0a07-463a-843f-a8a95de20ea8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:09.098453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.204326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:09.206934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=d6c8f5d3-fc8e-4209-ad59-af8ecbed73db,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.237992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:09.249049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:09.257162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:09.267799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.521906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b3fc7a98-e176-496e-ad47-ebc8b999ddf5 None None] Provisioning complete for port 7169afa6-18a7-4d46-b773-23d67a76bf48 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:09.522287 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7a98-e176-496e-ad47-ebc8b999ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.566656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3239715 Jul 23 20:35:09.569508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45048) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:09.576121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.578637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66287bed-f973-4326-98c4-b79685f8eea0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=037e0d30-cdda-46d8-bb6c-3842e8a9726d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.793891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752e89f-5b98-496b-8a04-c3e819b722e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:09.803047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1752e89f-5b98-496b-8a04-c3e819b722e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:09.806042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1752e89f-5b98-496b-8a04-c3e819b722e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2353675 Jul 23 20:35:09.815800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45058) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:09.830845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:09.856434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:09.862735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:09.934774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:09.944592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=78d4db96-daed-4edc-8583-e509763f9450,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:09.975017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.008895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Transition to ACTIVE for port object fbdae570-f453-4275-a7af-0b96ba8ade72 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:10.183303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb298a7e-a3de-435e-a313-4982276cc6ea req-255365d5-5d19-4289-865c-52294e0d2fca tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.1572547 Jul 23 20:35:10.331081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-be60e3be-6ff7-4037-a6c7-d063c1634f9c None None] Provisioning for port 037e0d30-cdda-46d8-bb6c-3842e8a9726d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:10.338355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-be60e3be-6ff7-4037-a6c7-d063c1634f9c None None] Provisioning complete for port 037e0d30-cdda-46d8-bb6c-3842e8a9726d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:10.339315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-be60e3be-6ff7-4037-a6c7-d063c1634f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.417169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 272b4628-4100-4d41-8ef2-11fc324e4215 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:10.455267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.508106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-be60e3be-6ff7-4037-a6c7-d063c1634f9c None None] Port 037e0d30-cdda-46d8-bb6c-3842e8a9726d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:10.595217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 272b4628-4100-4d41-8ef2-11fc324e4215 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:10.612165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 272b4628-4100-4d41-8ef2-11fc324e4215 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:10.612912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.741422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a082d88-228f-42e3-a5b8-a1fb0b4111cf None None] Provisioning for port 78d4db96-daed-4edc-8583-e509763f9450 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:10.751902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a082d88-228f-42e3-a5b8-a1fb0b4111cf None None] Provisioning complete for port 78d4db96-daed-4edc-8583-e509763f9450 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:10.756261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a082d88-228f-42e3-a5b8-a1fb0b4111cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.794553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.839155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 272b4628-4100-4d41-8ef2-11fc324e4215, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=272b4628-4100-4d41-8ef2-11fc324e4215,segment=NetworkSegment(e42606a8-6eb7-41e3-b3e5-362205b1ac52),segment_id=e42606a8-6eb7-41e3-b3e5-362205b1ac52)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:10.849184 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:10.850747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7169afa6-18a7-4d46-b773-23d67a76bf48 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:10.884220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6a082d88-228f-42e3-a5b8-a1fb0b4111cf None None] Port 78d4db96-daed-4edc-8583-e509763f9450 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:10.977634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=272b4628-4100-4d41-8ef2-11fc324e4215,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:10.988591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a47691-2b7d-41d7-b141-25a8c891cd50 req-57ea366b-a295-444e-b68f-1d073a963ec6 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:10.990615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01a47691-2b7d-41d7-b141-25a8c891cd50 req-57ea366b-a295-444e-b68f-1d073a963ec6 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 945 time: 0.2402585 Jul 23 20:35:11.000434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7169afa6-18a7-4d46-b773-23d67a76bf48 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.013744 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.028768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.057157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01a47691-2b7d-41d7-b141-25a8c891cd50 req-70af2174-ee33-4344-a55a-639c215db07b tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567644 Jul 23 20:35:11.112351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-07d519a4-005a-4d1a-b1ab-300e50a04690 None None] Provisioning for port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:11.118103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-07d519a4-005a-4d1a-b1ab-300e50a04690 None None] Provisioning complete for port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.118352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-07d519a4-005a-4d1a-b1ab-300e50a04690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.146426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.197381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-07d519a4-005a-4d1a-b1ab-300e50a04690 None None] Port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:11.205484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36cae44a-8c9e-4154-8319-529953839396 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:11.305670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-07d519a4-005a-4d1a-b1ab-300e50a04690 None None] Provisioning complete for port 272b4628-4100-4d41-8ef2-11fc324e4215 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.306058 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-07d519a4-005a-4d1a-b1ab-300e50a04690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.361723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:11.382543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:11.388415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:11.402089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 36cae44a-8c9e-4154-8319-529953839396 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.402662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.486787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f8170-4ff9-467a-b81e-2e0b24b97f42 req-2c915f20-70ea-4f93-adf9-c0ad15e5b65b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:11.497978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b62f8170-4ff9-467a-b81e-2e0b24b97f42 req-2c915f20-70ea-4f93-adf9-c0ad15e5b65b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 932 time: 0.1674879 Jul 23 20:35:11.508311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 037e0d30-cdda-46d8-bb6c-3842e8a9726d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:11.508759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.611334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b62f8170-4ff9-467a-b81e-2e0b24b97f42 req-ec2ab476-b831-4ba7-8bd1-9bac68b6e290 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105280 Jul 23 20:35:11.632678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.832137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Provisioning complete for port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.832631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:11.899551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:11.927873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Provisioning for port fbdae570-f453-4275-a7af-0b96ba8ade72 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:11.934883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Provisioning complete for port fbdae570-f453-4275-a7af-0b96ba8ade72 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:11.935206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.088607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 272b4628-4100-4d41-8ef2-11fc324e4215 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:12.128166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-94220a3a-a882-4a85-9db1-1b43641ee3f7 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:12.132957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-94220a3a-a882-4a85-9db1-1b43641ee3f7 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.47 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 945 time: 0.2376454 Jul 23 20:35:12.190716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=fbdae570-f453-4275-a7af-0b96ba8ade72,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:12.255239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-54b6629a-5cd6-4de9-8ad4-eb07fb31bb49 None None] Port fbdae570-f453-4275-a7af-0b96ba8ade72 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:12.287502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 272b4628-4100-4d41-8ef2-11fc324e4215 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:12.287881 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.398904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.424783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.492529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:12.493211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.502000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Deleting port 35575391-04e6-4d94-a670-5e503100e87c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:12.503789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.619885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] For port 35575391-04e6-4d94-a670-5e503100e87c, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=35575391-04e6-4d94-a670-5e503100e87c,segment=NetworkSegment(04d5ef9c-5a53-45be-96bf-cc512d50f645),segment_id=04d5ef9c-5a53-45be-96bf-cc512d50f645)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:12.620257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.705095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Calling delete_port for 35575391-04e6-4d94-a670-5e503100e87c owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:12.706051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:12.731498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cb928-63a4-4285-9aca-1f1e5ce08710 req-debbd030-d99d-4040-be16-9ba86c0ca780 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:12.733078 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-265cb928-63a4-4285-9aca-1f1e5ce08710 req-debbd030-d99d-4040-be16-9ba86c0ca780 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 945 time: 0.4009807 Jul 23 20:35:12.747801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-4ad5bae9-edbf-4d22-b870-0f997d6a2bbb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1240385 Jul 23 20:35:12.827657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-265cb928-63a4-4285-9aca-1f1e5ce08710 req-ad65e0c9-791f-4649-9f2b-cd145c18b5e4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/security-groups?id=68959dd0-c859-4218-9776-25cb3b2a86b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822694 Jul 23 20:35:12.917685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c53a7-60a8-4283-9ebe-ba6a1636020d req-f25d6e62-6b4e-4935-97b4-6f5a158eb16d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:12.925766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a3c53a7-60a8-4283-9ebe-ba6a1636020d req-f25d6e62-6b4e-4935-97b4-6f5a158eb16d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 932 time: 0.2421932 Jul 23 20:35:13.016827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a3c53a7-60a8-4283-9ebe-ba6a1636020d req-e31501ab-a751-4ffd-b02d-bc0dbf072fde tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899091 Jul 23 20:35:13.026969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Request body: {'port': {'device_id': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:13.077110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=78d4db96-daed-4edc-8583-e509763f9450,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.135066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.147669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['35575391-04e6-4d94-a670-5e503100e87c'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:13.196007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.212357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Pushing event deleted for resources: {'Port': ['ID=35575391-04e6-4d94-a670-5e503100e87c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:13.267005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 037e0d30-cdda-46d8-bb6c-3842e8a9726d owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:13.368830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] No DVR routers for this DVR port 35575391-04e6-4d94-a670-5e503100e87c on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:13.371882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.375930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f91b862c-4c33-4e5b-87d3-41a68681db2e req-810657ad-a850-400f-b9b6-92ff06ab9cf4 tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.47 "DELETE /v2.0/ports/35575391-04e6-4d94-a670-5e503100e87c HTTP/1.1" status: 204 len: 173 time: 1.2375867 Jul 23 20:35:13.377323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'name': 'network-vif-deleted', 'tag': '35575391-04e6-4d94-a670-5e503100e87c'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:13.387065 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5445524-3440-4553-b034-9e02c19ab53e" -d '{"events": [{"server_uuid": "b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d", "name": "network-vif-deleted", "tag": "35575391-04e6-4d94-a670-5e503100e87c"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:13.479723 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b103ca8c-4adb-4bb6-ade4-5e9974bfecce x-openstack-request-id: req-b103ca8c-4adb-4bb6-ade4-5e9974bfecce {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:13.480020 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d", "name": "network-vif-deleted", "tag": "35575391-04e6-4d94-a670-5e503100e87c", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:13.480297 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b103ca8c-4adb-4bb6-ade4-5e9974bfecce {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:13.480702 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d', 'name': 'network-vif-deleted', 'tag': '35575391-04e6-4d94-a670-5e503100e87c', 'status': 'completed', 'code': 200} Jul 23 20:35:13.519193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:13.522472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.524505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.555927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:13.558409 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.558648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.802063 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:13.890142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acd55d37-e901-445a-bf0c-6e10c47821c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.115584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-34905181-6f60-4d32-9351-23972dc170e4 None None] Provisioning complete for port 78d4db96-daed-4edc-8583-e509763f9450 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:14.119355 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34905181-6f60-4d32-9351-23972dc170e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.189268 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a5a81f1-096a-47d0-8cd0-72b582a44c27 req-4acf1b69-2d8a-46e3-8bc6-33cfb4d1a54e tempest-ServerTagsTestJSON-1114516926 tempest-ServerTagsTestJSON-1114516926-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8bb05c5-6d38-41c1-98d4-c44ba2b45b6d HTTP/1.1" status: 200 len: 210 time: 0.1827619 Jul 23 20:35:14.208701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-34905181-6f60-4d32-9351-23972dc170e4 None None] Port 78d4db96-daed-4edc-8583-e509763f9450 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:14.220739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=d6c8f5d3-fc8e-4209-ad59-af8ecbed73db,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:14.224644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.249959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router db804a66-d7aa-4f4b-b658-bffd53851f9a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:14.340237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=037e0d30-cdda-46d8-bb6c-3842e8a9726d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:14.428403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2450ad-9a5b-4cfe-ae58-2450ac17de76 req-786ae24f-c70d-459b-9d3a-4e9a2db7b1d0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:14.436397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d2450ad-9a5b-4cfe-ae58-2450ac17de76 req-786ae24f-c70d-459b-9d3a-4e9a2db7b1d0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 932 time: 0.2197397 Jul 23 20:35:14.539405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d2450ad-9a5b-4cfe-ae58-2450ac17de76 req-3ba9cd13-c450-46eb-b84b-3282d1261fab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789039 Jul 23 20:35:14.652876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.659650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3fc2254b-14b7-4f12-9586-86c2d8820bf5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/037e0d30-cdda-46d8-bb6c-3842e8a9726d HTTP/1.1" status: 204 len: 168 time: 4.8185329 Jul 23 20:35:14.660697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45172) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:14.731188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b886f5a-32c6-4e59-a641-cd711080054d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:14.733200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b886f5a-32c6-4e59-a641-cd711080054d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:14.738249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b886f5a-32c6-4e59-a641-cd711080054d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0771856 Jul 23 20:35:14.739617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45176) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:14.778186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:14.785520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:14.812183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:14.824261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 15b4a739-832c-4cf3-89d5-2ef679fae618 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:14.829588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:14.833206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Sync routers for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:14.861630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:14.862890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:34:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:14.865006 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fcee9958-b7f9-45fb-be42-85e54d9bba08 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/db804a66-d7aa-4f4b-b658-bffd53851f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8072889 Jul 23 20:35:14.935057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.007490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.134352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:15.170412 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.262140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=15b4a739-832c-4cf3-89d5-2ef679fae618,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.317927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45198) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:15.342909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.358036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-17a498f1-fb16-4239-a83e-1691a23ebe41 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/15b4a739-832c-4cf3-89d5-2ef679fae618 HTTP/1.1" status: 204 len: 168 time: 0.6168182 Jul 23 20:35:15.359089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45202) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:15.400706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7989d-ea47-4cfc-ad38-d47c08a40506 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:15.422248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Deleting subnet 31daa728-33d7-41db-a5da-b861253c6c31 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:15.425336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.467007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-16fd765c-b81d-4e1f-835f-daf02b03097b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054239 Jul 23 20:35:15.471212 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-1aeef71c-e4e0-4db2-bb62-e43e1634e0d8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282429827&fields=id&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 267 time: 0.1937737 Jul 23 20:35:15.471881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45204) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:15.472356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.477740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:15.520969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.589489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.611669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.617544 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/31daa728-33d7-41db-a5da-b861253c6c31 HTTP/1.1" status: 204 len: 168 time: 0.2984560 Jul 23 20:35:15.625330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45208) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:15.661837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db186261-cbe1-4e3e-85a8-d269b4f89427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31daa728-33d7-41db-a5da-b861253c6c31,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:15.668381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbdae570-f453-4275-a7af-0b96ba8ade72 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:15.697654 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.699923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router f2245c92-fad6-4946-bdec-184057e9fe53 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:15.773164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a3e7c368-7784-42b6-9b24-d4b04b73f417 None None] Provisioning complete for port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:15.773957 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3e7c368-7784-42b6-9b24-d4b04b73f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:15.906276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.054888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-8a6f2977-8f8c-470d-8647-d3edd6f01714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.062858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-8a6f2977-8f8c-470d-8647-d3edd6f01714 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 797 time: 0.5793939 Jul 23 20:35:16.066193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7c368-7784-42b6-9b24-d4b04b73f417 None None] Port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:16.084342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:16.088258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.093516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:12Z', 'revision_number': 2, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.109970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-d81b11fd-37f1-4155-afaa-878b5cd9a631 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/quotas/3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 375 time: 0.0459709 Jul 23 20:35:16.134806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Checking router: db804a66-d7aa-4f4b-b658-bffd53851f9a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:16.135192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Updating router db804a66-d7aa-4f4b-b658-bffd53851f9a port 78d4db96-daed-4edc-8583-e509763f9450 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:16.220237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.232219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.253139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09e21d-34ae-4590-8037-16e26bd89318 req-87f6e076-1fe6-45af-9410-6c6e1ced947c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:16.266476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a09e21d-34ae-4590-8037-16e26bd89318 req-87f6e076-1fe6-45af-9410-6c6e1ced947c tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 932 time: 0.4144022 Jul 23 20:35:16.296762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:16.456942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990f5680-f8a0-4b3a-8161-859188a3a221']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.581715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d5ef9c-5a53-45be-96bf-cc512d50f645') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.582090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d5ef9c-5a53-45be-96bf-cc512d50f645') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.609085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a09e21d-34ae-4590-8037-16e26bd89318 req-52b5915e-f8ed-4604-9897-d427a9c8da17 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305457 Jul 23 20:35:16.611406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Transition to ACTIVE for port object fbdae570-f453-4275-a7af-0b96ba8ade72 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:16.618228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.652047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.739437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 35575391-04e6-4d94-a670-5e503100e87c no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:16.746915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdae570-f453-4275-a7af-0b96ba8ade72,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:16.759941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.766239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 35575391-04e6-4d94-a670-5e503100e87c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:16.766686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 35575391-04e6-4d94-a670-5e503100e87c not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:16.783232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8442bebb-ec88-4955-b940-d6ed8ff29806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.794640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:16.800771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.802112 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cadbf0b6-f768-405c-acb5-ec208bcdeab9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/f2245c92-fad6-4946-bdec-184057e9fe53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8056180 Jul 23 20:35:16.809737 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] Sync routers for ids ['f2245c92-fad6-4946-bdec-184057e9fe53'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:16.816057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:16.823294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:16.823938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.827168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] Routers {'f2245c92-fad6-4946-bdec-184057e9fe53'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:16.829340 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f2245c92-fad6-4946-bdec-184057e9fe53'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:16.830822 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:16.864316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] Deleting port 36cae44a-8c9e-4154-8319-529953839396 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:16.864718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:16.889956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-53d363d4-74d1-4f4a-bce8-e005b9e4d10f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7729588 Jul 23 20:35:16.918177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.929277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] Routers {'f2245c92-fad6-4946-bdec-184057e9fe53'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:16.930364 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f2245c92-fad6-4946-bdec-184057e9fe53'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.981745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:16.985250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0084fc7-7fd3-4f41-ae8f-2ed2e531fd8a None None] The sync data for ids ['f2245c92-fad6-4946-bdec-184057e9fe53'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:17.076697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] For port 36cae44a-8c9e-4154-8319-529953839396, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=36cae44a-8c9e-4154-8319-529953839396,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:17.077114 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.083664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.126665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] Calling delete_port for 36cae44a-8c9e-4154-8319-529953839396 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:17.127823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.131064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] 10.222.0.46 "DELETE /v2.0/networks/990f5680-f8a0-4b3a-8161-859188a3a221 HTTP/1.1" status: 204 len: 168 time: 1.5020702 Jul 23 20:35:17.157956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Attempting to bind port fbdae570-f453-4275-a7af-0b96ba8ade72 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:17.165996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Attempting to bind port fbdae570-f453-4275-a7af-0b96ba8ade72 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:17.166447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Attempting to bind port fbdae570-f453-4275-a7af-0b96ba8ade72 on network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:17.184008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac81e5-90b8-43e0-8255-5d03ea187e4f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.187120 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0eac81e5-90b8-43e0-8255-5d03ea187e4f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports/d6c8f5d3-fc8e-4209-ad59-af8ecbed73db HTTP/1.1" status: 200 len: 983 time: 0.3295333 Jul 23 20:35:17.189591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45236) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.199689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Port fbdae570-f453-4275-a7af-0b96ba8ade72 on network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:17.200385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Attempting to bind port fbdae570-f453-4275-a7af-0b96ba8ade72 on network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:17.242195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83465679-45e9-4c77-af25-a44c79da981f admin admin] Pushing event deleted for resources: {'Network': ['ID=990f5680-f8a0-4b3a-8161-859188a3a221,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:17.289624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:17.290311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Checking segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:17.290845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Bound using segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:17.291433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Bound port: fbdae570-f453-4275-a7af-0b96ba8ade72, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:17.291965 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.347661 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-0e91b737-21fb-4115-a0ef-26e29c5f2fec service neutron] 10.222.0.46 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454868 Jul 23 20:35:17.384129 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.390236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] For port fbdae570-f453-4275-a7af-0b96ba8ade72, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:17.398318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] For port fbdae570-f453-4275-a7af-0b96ba8ade72, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbdae570-f453-4275-a7af-0b96ba8ade72,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:17.404616 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.470636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.472255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.472836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.478757 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] 10.222.0.36 "PUT /v2.0/ports/fbdae570-f453-4275-a7af-0b96ba8ade72 HTTP/1.1" status: 200 len: 1093 time: 4.4699087 Jul 23 20:35:17.548475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45238) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.560073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'tag': 'fbdae570-f453-4275-a7af-0b96ba8ade72'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:17.574053 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b89bc9c-b5a3-4869-9012-866861f4b6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb98662-a5df-4ac3-ac99-1a4d48012cb3", "tag": "fbdae570-f453-4275-a7af-0b96ba8ade72"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:17.579522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.615988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Transition to ACTIVE for port object 78d4db96-daed-4edc-8583-e509763f9450 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:17.629915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.638292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.770249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-e453b302-cfb7-404e-a93a-ea6d0eba8c01 service neutron] 10.222.0.46 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201715 Jul 23 20:35:17.796293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e7caf35-d3d5-4658-984d-cf92308799b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=723e6dd00e744f39ada6556a5b6fd33f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443042 Jul 23 20:35:17.805564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45250) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.816076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:17.854690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:17.860315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:17.861054 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:17.872809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Pushing event updated for resources: {'Port': ['ID=78d4db96-daed-4edc-8583-e509763f9450,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:17.877782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=17fd06be-3487-47bf-ae09-9aa6248f707f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:17.892410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b00d23a2-5bcc-45b2-a6ba-9ffe8ce712e1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4190943 Jul 23 20:35:17.893292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45252) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:17.939088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] No DVR routers for this DVR port 36cae44a-8c9e-4154-8319-529953839396 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:17.952136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '17fd06be-3487-47bf-ae09-9aa6248f707f', 'ip_address': '2001:db8::ceb9:18d8:e2ab:a2af'}], 'name': 'tempest-NetworksTestDHCPv6-704857246'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:18.040457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc833f6-ecbe-414b-98f5-fdb37d4fb66d None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:18.104296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.104648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.104996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.105337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.105713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.106047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.106378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.106705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.119934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.120291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.125099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.127049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:18.271768 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593c3601-b49d-4448-bd02-03f52cc8ee7a x-openstack-request-id: req-593c3601-b49d-4448-bd02-03f52cc8ee7a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:18.274856 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb98662-a5df-4ac3-ac99-1a4d48012cb3", "tag": "fbdae570-f453-4275-a7af-0b96ba8ade72", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:18.275277 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-593c3601-b49d-4448-bd02-03f52cc8ee7a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:18.275943 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'tag': 'fbdae570-f453-4275-a7af-0b96ba8ade72', 'status': 'completed', 'code': 200} Jul 23 20:35:18.377054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5006a-dd55-45dd-ba26-b1e042ee8272 service neutron] Pushing event updated for resources: {'Port': ['ID=fbdae570-f453-4275-a7af-0b96ba8ade72,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.404728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac5232-b07a-41fe-b767-407611f3623d None None] Pushing event deleted for resources: {'Port': ['ID=36cae44a-8c9e-4154-8319-529953839396,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:18.430878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36cae44a-8c9e-4154-8319-529953839396 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:18.555335 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.558781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 36cae44a-8c9e-4154-8319-529953839396 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:18.559133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 36cae44a-8c9e-4154-8319-529953839396 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:18.590750 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47f77975-10c9-4a71-b30b-c6fb0a047355 req-7facde82-5194-462f-969b-d95d56b15a18 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 210 time: 0.2945745 Jul 23 20:35:18.591386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:18.595939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-09bc2704-31b1-4810-a238-570b96d980b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4456937 Jul 23 20:35:18.617658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-6464475e-8bbf-4ae0-80e7-3ff4af13a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:18.619191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-6464475e-8bbf-4ae0-80e7-3ff4af13a797 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 1096 time: 1.0310578 Jul 23 20:35:18.650444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Attempting to bind port 78d4db96-daed-4edc-8583-e509763f9450 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:18.650825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Attempting to bind port 78d4db96-daed-4edc-8583-e509763f9450 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:18.651198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Attempting to bind port 78d4db96-daed-4edc-8583-e509763f9450 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:18.667768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:18.668151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Checking segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:18.668540 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.668945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Bound using segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:18.669446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Bound port: 78d4db96-daed-4edc-8583-e509763f9450, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:18.669845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.724238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6f33244-d137-4b7a-aec9-fbbd9abb6f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.754201 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-3222c3a6-51a7-4450-8c1f-05c82ae7d1e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=fbdae570-f453-4275-a7af-0b96ba8ade72 HTTP/1.1" status: 200 len: 217 time: 0.1183860 Jul 23 20:35:18.819878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '17fd06be-3487-47bf-ae09-9aa6248f707f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:18.822339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:18.847844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] For port 78d4db96-daed-4edc-8583-e509763f9450, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:18.881492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] For port 78d4db96-daed-4edc-8583-e509763f9450, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=78d4db96-daed-4edc-8583-e509763f9450,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:18.982131 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.023072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7090252-a0a1-44a4-9755-11873914d699 req-dba2a4b0-ffa2-4fce-bf2a-30981b965728 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.035379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7090252-a0a1-44a4-9755-11873914d699 req-dba2a4b0-ffa2-4fce-bf2a-30981b965728 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 944 time: 0.7098958 Jul 23 20:35:19.038259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6f33244-d137-4b7a-aec9-fbbd9abb6f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.089396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.131240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-f7bea608-c0b6-45f4-96af-7858af53fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.134274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-f7bea608-c0b6-45f4-96af-7858af53fc63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6322d464-8835-4e8d-9ca3-5c7940217d48 HTTP/1.1" status: 200 len: 837 time: 0.3185389 Jul 23 20:35:19.260093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e7090252-a0a1-44a4-9755-11873914d699 req-09d7404e-62c5-4301-94df-bd1dc5db3169 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951344 Jul 23 20:35:19.282008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 0426acc3-6b82-40bc-997a-f9da6f6a0277 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:19.284946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-1142c2e3-65d2-4ad0-b052-4d0dcfe82947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.287616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-1142c2e3-65d2-4ad0-b052-4d0dcfe82947 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e1ae9ec-07a2-4bcc-9590-9639546fce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1369925 Jul 23 20:35:19.376637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-7a57d420-15f9-4676-8b32-3d4a88da6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:19.384436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-7a57d420-15f9-4676-8b32-3d4a88da6168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1097 time: 0.6238210 Jul 23 20:35:19.411362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6f33244-d137-4b7a-aec9-fbbd9abb6f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.415211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a6f33244-d137-4b7a-aec9-fbbd9abb6f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:19.417238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a6f33244-d137-4b7a-aec9-fbbd9abb6f31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68959dd0-c859-4218-9776-25cb3b2a86b3 HTTP/1.1" status: 204 len: 168 time: 1.5991852 Jul 23 20:35:19.490876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:19.494151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:19.622621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f33244-d137-4b7a-aec9-fbbd9abb6f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68959dd0-c859-4218-9776-25cb3b2a86b3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:19.788494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8531042f-097a-40a7-a7f1-9f97a38ce382 req-777f9ce4-3503-40d5-a78d-a05caecaa2df tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 210 time: 0.0766394 Jul 23 20:35:19.843954 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-3759ab8b-32bd-48c7-bcae-df25c3b5558a service neutron] 10.222.0.36 "GET /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426888 Jul 23 20:35:19.844464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/17fd06be-3487-47bf-ae09-9aa6248f707f/e6162baa-c811-407e-bde1-b49216d60a9f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:19.882127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.071625 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.093011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Transition to ACTIVE for port object e6162baa-c811-407e-bde1-b49216d60a9f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:20.148537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Transition to ACTIVE for port object e6162baa-c811-407e-bde1-b49216d60a9f will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:20.162712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-c5ae8ef8-b8f1-478b-a8cf-9a4fe663c960 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.164609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-c5ae8ef8-b8f1-478b-a8cf-9a4fe663c960 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 797 time: 0.2985489 Jul 23 20:35:20.168382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20cef1-766a-4cc0-b27a-3233179d21b9 None None] Pushing event updated for resources: {'Port': ['ID=78d4db96-daed-4edc-8583-e509763f9450,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:20.221135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.345685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Pushing event updated for resources: {'Port': ['ID=e6162baa-c811-407e-bde1-b49216d60a9f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:20.361306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.372955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:20.429802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-e08618c4-8be4-4004-8a7c-d7f8af608ab2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 379 time: 0.2322786 Jul 23 20:35:20.431319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::ceb9:18d8:e2ab:a2af (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/17fd06be-3487-47bf-ae09-9aa6248f707f/0426acc3-6b82-40bc-997a-f9da6f6a0277) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:20.448213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'port': {'device_id': '91442423-7535-4b8c-86df-ffb003d22ec7', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'admin_state_up': True, 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'security_groups': ['f50f728b-8ef4-447c-9385-455a299c00f6']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:20.463780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:20.543606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-153b9354-f879-4d09-a30f-41b2fd90590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.550160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:20.554532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:20.559755 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-153b9354-f879-4d09-a30f-41b2fd90590f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 897 time: 1.1487343 Jul 23 20:35:20.617214 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20738b8d-1510-4fa5-943e-ddd3dfa15b54 req-e9c02e06-4f98-42ae-80c1-481aed17d17c service neutron] 10.222.0.36 "GET /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337759 Jul 23 20:35:20.725365 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-40853051-9241-4e7d-9ded-72a31609820a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 1001 time: 0.1587791 Jul 23 20:35:20.794099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Attempting to bind port e6162baa-c811-407e-bde1-b49216d60a9f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:20.803361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Attempting to bind port e6162baa-c811-407e-bde1-b49216d60a9f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:20.804090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Attempting to bind port e6162baa-c811-407e-bde1-b49216d60a9f on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:20.850311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:20.850721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:20.851322 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.861914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:20.862592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Bound port: e6162baa-c811-407e-bde1-b49216d60a9f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:20.863087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:20.878638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-cfe5d1da-7f2c-44de-b705-927498ebd631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:20.881473 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-cfe5d1da-7f2c-44de-b705-927498ebd631 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 200 len: 835 time: 0.1378024 Jul 23 20:35:21.038351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] For port e6162baa-c811-407e-bde1-b49216d60a9f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:21.043533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] For port e6162baa-c811-407e-bde1-b49216d60a9f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6162baa-c811-407e-bde1-b49216d60a9f,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:21.055697 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.128287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45314) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:21.229906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-7f975ea7-bff5-4b3d-a6ab-c65fe52dd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.233164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-7f975ea7-bff5-4b3d-a6ab-c65fe52dd486 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 1096 time: 0.5023444 Jul 23 20:35:21.257255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89074-5a1c-4d95-8ab8-ae4a9ef1f8dc None None] Pushing event updated for resources: {'Port': ['ID=e6162baa-c811-407e-bde1-b49216d60a9f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:21.328835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:18Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:21.336202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19e3018d-ad70-4c5a-bf81-7486f4d706c2 req-e1ba21e8-aaf1-45b7-93c1-c3c20f70b50a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 210 time: 0.2251260 Jul 23 20:35:21.405378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2501eed3-ca0d-43fb-bc2e-8f31ac04de82 None None] The sync data for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 is: [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:18Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:21.635618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f548226-6647-4a46-8b3e-78a39773c6a1 req-cb01229e-c4ff-4a33-b24d-b58ada0ecfcc tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.638077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f548226-6647-4a46-8b3e-78a39773c6a1 req-cb01229e-c4ff-4a33-b24d-b58ada0ecfcc tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 944 time: 1.1730013 Jul 23 20:35:21.638589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-ed4c7f15-d1b3-4492-9c3d-c752dff8c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.640426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-ed4c7f15-d1b3-4492-9c3d-c752dff8c8a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e1ae9ec-07a2-4bcc-9590-9639546fce0b HTTP/1.1" status: 200 len: 898 time: 0.3924952 Jul 23 20:35:21.661010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-995740481-network', 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:21.665450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45326) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:21.722877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-c22f462c-7960-444b-b0c8-2ea9ee36b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:21.730929 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-c22f462c-7960-444b-b0c8-2ea9ee36b819 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8175387 Jul 23 20:35:21.763596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:21.767735 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.859466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f548226-6647-4a46-8b3e-78a39773c6a1 req-1c33eb19-ba46-4f3a-8e69-0558c7f14060 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927023 Jul 23 20:35:21.897136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:21.951608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 0426acc3-6b82-40bc-997a-f9da6f6a0277 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:22.065014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-dc622ab9-b0e7-4305-960a-503177404353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=fbdae570-f453-4275-a7af-0b96ba8ade72 HTTP/1.1" status: 200 len: 217 time: 0.3177316 Jul 23 20:35:22.073457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.13 (33a41ab7-ed90-40ae-8c62-22ec0c07fc28/40fb8792-d212-417e-81ee-32666b7a8515/817e718a-80e6-4dde-bab1-21a6cb8329c8) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:22.119567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1af4390e-21d5-4656-a9ea-c684f86cf0b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.128646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:22.132114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.138833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbdae570-f453-4275-a7af-0b96ba8ade72 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:22.163862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.182490 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.261544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port d6c8f5d3-fc8e-4209-ad59-af8ecbed73db {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:22.268499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.391995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78d4db96-daed-4edc-8583-e509763f9450 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:22.418969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:22.456506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:22.468684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-1242f99e-644d-42e2-ab37-1fdf0e793248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:22.470559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-1242f99e-644d-42e2-ab37-1fdf0e793248 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6322d464-8835-4e8d-9ca3-5c7940217d48 HTTP/1.1" status: 200 len: 837 time: 0.3493373 Jul 23 20:35:22.490490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=0426acc3-6b82-40bc-997a-f9da6f6a0277,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.527055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:22.533534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:22.534198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.583714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fbdae570-f453-4275-a7af-0b96ba8ade72, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbdae570-f453-4275-a7af-0b96ba8ade72,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:22.596216 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-4eb40ff8-dcbf-412c-8c86-8d65ac447f04 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235588 Jul 23 20:35:22.628775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'fbdae570-f453-4275-a7af-0b96ba8ade72', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'port_id': 'fbdae570-f453-4275-a7af-0b96ba8ade72', 'mac_address': 'fa:16:3e:f8:a1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:22.630332 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.648043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for d6c8f5d3-fc8e-4209-ad59-af8ecbed73db owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:22.676726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb0e5952-85a5-4cd6-a0f1-bc9a020fdeec req-9c77c28c-f828-49b1-b218-d63c83340322 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 210 time: 0.2082727 Jul 23 20:35:22.722742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.725845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 78d4db96-daed-4edc-8583-e509763f9450 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:22.738309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 78d4db96-daed-4edc-8583-e509763f9450 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:22.739041 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.744401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbdae570-f453-4275-a7af-0b96ba8ade72 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:22.797944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fbdae570-f453-4275-a7af-0b96ba8ade72, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbdae570-f453-4275-a7af-0b96ba8ade72,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:22.810732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:22.907256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=fbdae570-f453-4275-a7af-0b96ba8ade72,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:22.997898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.030411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1af4390e-21d5-4656-a9ea-c684f86cf0b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.032638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.063947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1af4390e-21d5-4656-a9ea-c684f86cf0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.119972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object 817e718a-80e6-4dde-bab1-21a6cb8329c8 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:23.127001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1af4390e-21d5-4656-a9ea-c684f86cf0b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4b3ecabeb8b47ac9109ed1cde9d133e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4557281 Jul 23 20:35:23.128717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cab2eb5b-62ab-4cbe-860e-e0c74731a3d1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1922708 Jul 23 20:35:23.138967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45338) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:23.139355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:23.150144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['fbdae570-f453-4275-a7af-0b96ba8ade72'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:23.170237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 78d4db96-daed-4edc-8583-e509763f9450, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=78d4db96-daed-4edc-8583-e509763f9450,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:23.187547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.190171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6162baa-c811-407e-bde1-b49216d60a9f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:23.375590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4390e-21d5-4656-a9ea-c684f86cf0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed25aa0-c89f-41f7-a662-9ec789771c92,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:23.467852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.668423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6b57c-4d6f-43af-a8d5-ee81180d6d6f req-4145e4d6-4358-47b8-8d06-595b2e172ed8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.670775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d65eb0ff-bc03-4c27-9158-a00e1f26506a None None] Provisioning for port e6162baa-c811-407e-bde1-b49216d60a9f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:23.677260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c6b57c-4d6f-43af-a8d5-ee81180d6d6f req-4145e4d6-4358-47b8-8d06-595b2e172ed8 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 945 time: 0.6519003 Jul 23 20:35:23.697985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=78d4db96-daed-4edc-8583-e509763f9450,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:23.714377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e6162baa-c811-407e-bde1-b49216d60a9f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:23.731700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e6162baa-c811-407e-bde1-b49216d60a9f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:23.732428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.765765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf8351-92f3-472d-85dd-001a3f6642d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.785315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedf8351-92f3-472d-85dd-001a3f6642d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:23.790451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dedf8351-92f3-472d-85dd-001a3f6642d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6271641 Jul 23 20:35:23.792612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abfd01d7-f3ec-4f9c-9af6-7393f3aae864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:23.811194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45348) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:23.852209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:23.916450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:23.937831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:23.992957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8e695a29-ef9a-4e56-a34e-b6a03dcd925a None None] Provisioning for port 0426acc3-6b82-40bc-997a-f9da6f6a0277 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:24.014181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.015120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.023353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8e695a29-ef9a-4e56-a34e-b6a03dcd925a None None] Provisioning complete for port 0426acc3-6b82-40bc-997a-f9da6f6a0277 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.023857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e695a29-ef9a-4e56-a34e-b6a03dcd925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.061553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abfd01d7-f3ec-4f9c-9af6-7393f3aae864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.063274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.118422 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4bcd8520-bd1e-4df5-8bd7-dbee961445a0 req-e8d5e14c-6b5c-4f57-b758-171077ec8a79 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811318 Jul 23 20:35:24.122891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.178076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6c6b57c-4d6f-43af-a8d5-ee81180d6d6f req-e071e0e4-9b20-4393-9063-687cf7046e97 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619730 Jul 23 20:35:24.237390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.239906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8e695a29-ef9a-4e56-a34e-b6a03dcd925a None None] Port 0426acc3-6b82-40bc-997a-f9da6f6a0277 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:24.254187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=d6c8f5d3-fc8e-4209-ad59-af8ecbed73db,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.321339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e6162baa-c811-407e-bde1-b49216d60a9f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6162baa-c811-407e-bde1-b49216d60a9f,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:24.332053 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.339341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e5d6-e5f4-49cb-866e-e5233698d75a req-0c18d87c-fb5a-4b63-92a6-4952c96e7980 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.341613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4963e5d6-e5f4-49cb-866e-e5233698d75a req-0c18d87c-fb5a-4b63-92a6-4952c96e7980 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 932 time: 0.4998057 Jul 23 20:35:24.344730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abfd01d7-f3ec-4f9c-9af6-7393f3aae864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.347640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-abfd01d7-f3ec-4f9c-9af6-7393f3aae864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.383892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-abfd01d7-f3ec-4f9c-9af6-7393f3aae864 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ed25aa0-c89f-41f7-a662-9ec789771c92 HTTP/1.1" status: 204 len: 168 time: 1.1974955 Jul 23 20:35:24.479754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-be9b3433-262a-4e2f-bfc8-88cf251bebc4 None None] Provisioning for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:24.497064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-be9b3433-262a-4e2f-bfc8-88cf251bebc4 None None] Provisioning complete for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.497746 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-be9b3433-262a-4e2f-bfc8-88cf251bebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.515891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.559980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd01d7-f3ec-4f9c-9af6-7393f3aae864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed25aa0-c89f-41f7-a662-9ec789771c92,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.561066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e6162baa-c811-407e-bde1-b49216d60a9f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:24.564695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78d4db96-daed-4edc-8583-e509763f9450 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:24.620984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 0426acc3-6b82-40bc-997a-f9da6f6a0277 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:24.628281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.700041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-be9b3433-262a-4e2f-bfc8-88cf251bebc4 None None] Port 817e718a-80e6-4dde-bab1-21a6cb8329c8 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:24.706870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4963e5d6-e5f4-49cb-866e-e5233698d75a req-67f83b8f-080c-4b85-ac42-a9c1448dbf52 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152490 Jul 23 20:35:24.718825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 78d4db96-daed-4edc-8583-e509763f9450 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:24.719349 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.760134 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-b5c9f000-a87a-4c01-9fb2-1d2faf8c9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:24.763498 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-b5c9f000-a87a-4c01-9fb2-1d2faf8c9354 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e1ae9ec-07a2-4bcc-9590-9639546fce0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 2.2469065 Jul 23 20:35:24.840165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:24.871558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 0426acc3-6b82-40bc-997a-f9da6f6a0277 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:25.065872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router f2245c92-fad6-4946-bdec-184057e9fe53 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:25.104303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-6abdd917-a32c-4e9a-b994-305d35e58232 service neutron] 10.222.0.36 "GET /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224277 Jul 23 20:35:25.116896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.138537 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.185864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.196757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-54a69633-0665-4a8d-9d9d-513f6fb1a0f1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7567134 Jul 23 20:35:25.228797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Request body: {'port': {'device_id': '91442423-7535-4b8c-86df-ffb003d22ec7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:25.256263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:25.276842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=0426acc3-6b82-40bc-997a-f9da6f6a0277,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:25.297783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef775ff2-2e84-48c5-966b-2595316dd6e1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:25.306089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.306555 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Added segment c9ae65dc-2165-439d-bc7d-bb57be26d430 of type vlan for network 75088885-a071-4923-aced-847c8fdbc451 Jul 23 20:35:25.323592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:25.330708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-705c56e0-838a-42fb-9f46-f537819c16f0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/f2245c92-fad6-4946-bdec-184057e9fe53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1395230 Jul 23 20:35:25.335221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45372) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:25.343028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] Sync routers for ids ['f2245c92-fad6-4946-bdec-184057e9fe53'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:25.362532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] Routers {'f2245c92-fad6-4946-bdec-184057e9fe53'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:25.370340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f2245c92-fad6-4946-bdec-184057e9fe53'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:25.388953 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.393359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4b0aff65-c1b8-4d18-af31-a9aada7e839e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/0426acc3-6b82-40bc-997a-f9da6f6a0277 HTTP/1.1" status: 204 len: 168 time: 1.5736246 Jul 23 20:35:25.395883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45376) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:25.445790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:25.477399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] Routers {'f2245c92-fad6-4946-bdec-184057e9fe53'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:25.478284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f2245c92-fad6-4946-bdec-184057e9fe53'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:25.512769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:25.513692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d13b9f9-fae3-4b02-86a6-7f74a7989ca4 None None] The sync data for ids ['f2245c92-fad6-4946-bdec-184057e9fe53'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:25.536103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.539687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.563729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c9d21-49a8-4300-b3f0-d84d9556ed96 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.581824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c9d21-49a8-4300-b3f0-d84d9556ed96 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.584929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-242c9d21-49a8-4300-b3f0-d84d9556ed96 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1842530 Jul 23 20:35:25.592082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:25.611096 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b89bc9c-b5a3-4869-9012-866861f4b6c6 req-3f3e616a-7b5c-4a2d-8265-ab993a781f3e service neutron] 10.222.0.36 "GET /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964123 Jul 23 20:35:25.616334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.616893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.617521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f39cae-9ec2-40a2-9431-10f555646466 req-a687b900-8cb8-45bf-8641-3c04f9d37967 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:25.617658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.620990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6f39cae-9ec2-40a2-9431-10f555646466 req-a687b900-8cb8-45bf-8641-3c04f9d37967 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 945 time: 0.3330805 Jul 23 20:35:25.643911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45386) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:25.718501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 4.5569217 Jul 23 20:35:25.721087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45392) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:25.767597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 17fd06be-3487-47bf-ae09-9aa6248f707f {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:25.815644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Request body: {'subnet': {'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-995740481-subnet', 'tenant_id': '9433e2c81012467abbc4ff66167f535f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:25.858518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:25.861683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.864418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d4f025-0252-4ba7-808a-fe69b7462d21 admin admin] Pushing event updated for resources: {'Network': ['ID=75088885-a071-4923-aced-847c8fdbc451,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:25.872069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:25.878546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 75088885-a071-4923-aced-847c8fdbc451 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:25.939359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1358282818-network', 'tenant_id': '72dab177533e4822a3f4999d932b666b'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:25.980219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6f39cae-9ec2-40a2-9431-10f555646466 req-1bea98d5-aac8-46a0-b9c7-24c31b331710 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248403 Jul 23 20:35:26.009838 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-18a2724e-0a47-46aa-8498-7ba02b4a4e7b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 20:35:26.011001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-18a2724e-0a47-46aa-8498-7ba02b4a4e7b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/f2245c92-fad6-4946-bdec-184057e9fe53/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6551373 Jul 23 20:35:26.016229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45398) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:26.073759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.077464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45400) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:26.078239 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4765b08-b73c-467e-917e-5477a20f05d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2245c92-fad6-4946-bdec-184057e9fe53 HTTP/1.1" status: 200 len: 205 time: 0.0581195 Jul 23 20:35:26.110751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Made reservation on behalf of 72dab177533e4822a3f4999d932b666b for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:26.114114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.143414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.168717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbdae570-f453-4275-a7af-0b96ba8ade72 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:26.225572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port fbdae570-f453-4275-a7af-0b96ba8ade72 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:26.230239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port fbdae570-f453-4275-a7af-0b96ba8ade72 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:26.230773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.233338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.235628 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.316125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.329007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc524bb0-b0ee-4bfa-995f-4059dbd894b0,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:26.340503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:26.341255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Network hostable DHCP agents. Network: 75088885-a071-4923-aced-847c8fdbc451, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:26.341503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdae570-f453-4275-a7af-0b96ba8ade72'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:26.343742 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50434022-6a56-4b3b-9fd4-a4cf9aa6facc" -d '{"events": [{"server_uuid": "9eb98662-a5df-4ac3-ac99-1a4d48012cb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdae570-f453-4275-a7af-0b96ba8ade72"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:26.375900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port fbdae570-f453-4275-a7af-0b96ba8ade72, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbdae570-f453-4275-a7af-0b96ba8ade72,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:26.380511 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.393807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Network 75088885-a071-4923-aced-847c8fdbc451 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:26.415294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2f148-6da3-4da1-8c2e-fb5bbf417b90 req-4a19246f-71f4-4bc4-adc9-297ebce01b31 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.422028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44b2f148-6da3-4da1-8c2e-fb5bbf417b90 req-4a19246f-71f4-4bc4-adc9-297ebce01b31 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 932 time: 0.5530789 Jul 23 20:35:26.432428 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.435539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 75088885-a071-4923-aced-847c8fdbc451) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:26.441228 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93cf00-3937-4b73-83e6-0b6858e6dd68 x-openstack-request-id: req-ff93cf00-3937-4b73-83e6-0b6858e6dd68 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:26.441596 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb98662-a5df-4ac3-ac99-1a4d48012cb3", "name": "network-vif-plugged", "status": "completed", "tag": "fbdae570-f453-4275-a7af-0b96ba8ade72", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:26.442400 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff93cf00-3937-4b73-83e6-0b6858e6dd68 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:26.442799 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbdae570-f453-4275-a7af-0b96ba8ade72', 'code': 200} Jul 23 20:35:26.443377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=fbdae570-f453-4275-a7af-0b96ba8ade72,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:26.455186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.461853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6351d284-bec0-4518-be1b-d5eaf0629013 None None] Network 75088885-a071-4923-aced-847c8fdbc451 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:26.467223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.469046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.505421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.508741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:26.527441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718aa9f7-4ce9-44a7-a461-ad0e11603f31,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:26.531485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b131b92-00c2-4ba9-bce5-2e1de39d89ee admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7754068 Jul 23 20:35:26.545535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6162baa-c811-407e-bde1-b49216d60a9f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:26.574951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.576983 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Added segment 25fcc4f4-d83a-489c-b5d7-45963a2dda5a of type vlan for network a61481e6-f533-4a18-9f5c-64fa80215440 Jul 23 20:35:26.647924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.700151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1116-13c0-4150-971a-204729489fe9 req-159b8cc2-488e-47f4-9244-08f4c5da1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.702423 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a70b1116-13c0-4150-971a-204729489fe9 req-159b8cc2-488e-47f4-9244-08f4c5da1940 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 1098 time: 0.1944692 Jul 23 20:35:26.707023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.708152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:26.709056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.761511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0894103 Jul 23 20:35:26.774985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45414) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:26.779567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Request body: {'subnet': {'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1358282818-subnet', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:26.839362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97798c-27c8-47e5-b1f7-7ed0a5af8e0a None None] Network 75088885-a071-4923-aced-847c8fdbc451 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:26.846745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e6162baa-c811-407e-bde1-b49216d60a9f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:26.847129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.851907 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a70b1116-13c0-4150-971a-204729489fe9 req-51b86a8c-44aa-459a-a3cb-4c9275a18ba7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388843 Jul 23 20:35:26.854488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e49067-aca4-4f83-8fe2-b1ee6ff8d710 admin admin] Pushing event updated for resources: {'Network': ['ID=a61481e6-f533-4a18-9f5c-64fa80215440,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:26.868953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Made reservation on behalf of 72dab177533e4822a3f4999d932b666b for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:26.872840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:26.888597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a61481e6-f533-4a18-9f5c-64fa80215440 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:27.139766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.178031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 817e718a-80e6-4dde-bab1-21a6cb8329c8 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:27.183607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.190420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.195755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44b2f148-6da3-4da1-8c2e-fb5bbf417b90 req-940a7824-b8c9-4414-99ec-3d26455f2aa1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7588651 Jul 23 20:35:27.253768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6801c2ed-e9a2-49e8-9227-af76c4809a32,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.258083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.289895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Checking segment: {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:27.290272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Network hostable DHCP agents. Network: a61481e6-f533-4a18-9f5c-64fa80215440, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:27.334430 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.334689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Network a61481e6-f533-4a18-9f5c-64fa80215440 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:27.348941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a61481e6-f533-4a18-9f5c-64fa80215440) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:27.364953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.365938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.369397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89c959-4380-47bd-80a1-5105dc1955d3 None None] Network a61481e6-f533-4a18-9f5c-64fa80215440 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:27.403174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fb864d06-8a01-40b8-9000-af1ceebf7b82 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6284499 Jul 23 20:35:27.404813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45434) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.406600 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.408706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/17fd06be-3487-47bf-ae09-9aa6248f707f HTTP/1.1" status: 204 len: 168 time: 1.7865057 Jul 23 20:35:27.417729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:27.419316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45436) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.463760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Transition to ACTIVE for port object 817e718a-80e6-4dde-bab1-21a6cb8329c8 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:27.471595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-183ab7b4-77a9-4055-91b2-ae664bdf45ad tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495050 Jul 23 20:35:27.472612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b87861-5d50-4a30-b9e4-364b29588190 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:27.473337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3940a-1d80-46e2-9482-5f32960004c8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=17fd06be-3487-47bf-ae09-9aa6248f707f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.475051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45438) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.492933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.493673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router f2245c92-fad6-4946-bdec-184057e9fe53 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:27.517620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.518086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.518765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.537725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.539323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0423f9fa-19bb-4bbe-bb8a-ca5bf917bb53 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/f2245c92-fad6-4946-bdec-184057e9fe53 HTTP/1.1" status: 204 len: 168 time: 1.4603112 Jul 23 20:35:27.617613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.618673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45440) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.650698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:27.781989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-dd36c5d1-3433-4816-b132-7e1d11351d0c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.783616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-dd36c5d1-3433-4816-b132-7e1d11351d0c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.5834086 Jul 23 20:35:27.794740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a61481e6-f533-4a18-9f5c-64fa80215440', 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'fixed_ips': [{'subnet_id': '6801c2ed-e9a2-49e8-9227-af76c4809a32'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:27.795642 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.812810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-391590b0-1bdb-4f42-8e10-7e73a72d8a28 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.0206621 Jul 23 20:35:27.828039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24abb54-dd44-4cd0-a245-fe8055863c17 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.836084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d24abb54-dd44-4cd0-a245-fe8055863c17 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3513434 Jul 23 20:35:27.848109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45442) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:27.900273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.923007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 947da08d-d701-467c-8c0b-d1e30ff0b4ae {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:27.943250 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:27.949896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-420c5fac-4087-4ee7-b735-cfa16a79359a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028810 Jul 23 20:35:27.953314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:27.953786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:27.954219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:27.980449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:27.980995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:27.987043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1326fa3c-8f37-4e7c-b855-4669eb28ae05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:27.992171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1326fa3c-8f37-4e7c-b855-4669eb28ae05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1383245 Jul 23 20:35:27.994979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45446) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:28.003016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:28.004091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Checking segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:28.004719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Bound using segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:28.005372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Bound port: 817e718a-80e6-4dde-bab1-21a6cb8329c8, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:28.005962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.008634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.066350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-826dd5ae-4d5d-41b4-93ea-d39f480c46e7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0698099 Jul 23 20:35:28.067525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45450) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:28.075362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:28.103134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45452) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:28.110793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636835092', 'description': 'tempest-secgroup-smoke-1636835092 description', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:28.125859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.169574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Allocated IP 172.20.0.2 (a61481e6-f533-4a18-9f5c-64fa80215440/6801c2ed-e9a2-49e8-9227-af76c4809a32/b5805d1c-418a-464e-b65e-2b15cf9d9f0f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:28.205776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.277722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.283808 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/947da08d-d701-467c-8c0b-d1e30ff0b4ae HTTP/1.1" status: 204 len: 168 time: 0.6636214 Jul 23 20:35:28.285025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc2332-8a53-43b5-ac5d-2c73009d2c29 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=947da08d-d701-467c-8c0b-d1e30ff0b4ae,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:28.293705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:28.299540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:28.302232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8eb20-69c6-49ec-8fcf-45554aba8df0 None None] Network 5e82880c-3e00-40b8-ac9c-34fe54ec98ad requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:28.382057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:28.445064 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.454586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:28.458804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.471864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e6162baa-c811-407e-bde1-b49216d60a9f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:28.498554 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.525817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:28.526455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.527987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] 10.222.0.47 "PUT /v2.0/ports/817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1093 time: 3.3038392 Jul 23 20:35:28.548603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:28.550224 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb" -d '{"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:28.555232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:28.559425 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.633674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.668583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] Deleting port e6162baa-c811-407e-bde1-b49216d60a9f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:28.669113 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.704595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464b7bf-a854-4e85-a51c-ec149e7d687a req-89bcbb2b-91bc-4e34-9f67-4925e7dcf004 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:28.710065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9464b7bf-a854-4e85-a51c-ec149e7d687a req-89bcbb2b-91bc-4e34-9f67-4925e7dcf004 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 946 time: 0.5017145 Jul 23 20:35:28.717837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-f9f3f2fc-6b9c-4fbc-9818-a01992d9be15 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7557876 Jul 23 20:35:28.745708 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.751754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 272b4628-4100-4d41-8ef2-11fc324e4215 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:28.752352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.769126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] For port e6162baa-c811-407e-bde1-b49216d60a9f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6162baa-c811-407e-bde1-b49216d60a9f,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:28.770259 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.772028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.806308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Transition to ACTIVE for port object b5805d1c-418a-464e-b65e-2b15cf9d9f0f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:28.828935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] Calling delete_port for e6162baa-c811-407e-bde1-b49216d60a9f owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:28.852375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-3bc34935-2cd4-403b-9875-f7b12ac4ef2c service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335559 Jul 23 20:35:28.864119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.866012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e6162baa-c811-407e-bde1-b49216d60a9f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e6162baa-c811-407e-bde1-b49216d60a9f,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:28.876203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Transition to ACTIVE for port object b5805d1c-418a-464e-b65e-2b15cf9d9f0f will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:28.881078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.927789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:28.959242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] DHCP port deletion for 5e82880c-3e00-40b8-ac9c-34fe54ec98ad request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:28.992271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Network a61481e6-f533-4a18-9f5c-64fa80215440 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:29.002046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:29.011366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 272b4628-4100-4d41-8ef2-11fc324e4215, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=272b4628-4100-4d41-8ef2-11fc324e4215,segment=NetworkSegment(e42606a8-6eb7-41e3-b3e5-362205b1ac52),segment_id=e42606a8-6eb7-41e3-b3e5-362205b1ac52)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:29.011747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.033182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:29.034503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 272b4628-4100-4d41-8ef2-11fc324e4215 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:29.106176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e6162baa-c811-407e-bde1-b49216d60a9f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.119198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.163916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.164221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.261323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=272b4628-4100-4d41-8ef2-11fc324e4215,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.273944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Pushing event updated for resources: {'Port': ['ID=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.275417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port 272b4628-4100-4d41-8ef2-11fc324e4215 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:29.277109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.310138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Attempting to bind port b5805d1c-418a-464e-b65e-2b15cf9d9f0f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:29.311144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Attempting to bind port b5805d1c-418a-464e-b65e-2b15cf9d9f0f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:29.311715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Attempting to bind port b5805d1c-418a-464e-b65e-2b15cf9d9f0f on network a61481e6-f533-4a18-9f5c-64fa80215440 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:29.320476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:29.321243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Checking segment: {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:29.328243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9464b7bf-a854-4e85-a51c-ec149e7d687a req-9f0ec538-f61d-4259-b36b-9d1221889f6e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6082501 Jul 23 20:35:29.334919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.336087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Bound using segment: {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:29.337010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519ce87c-04ac-437a-91ec-2c9afdb286c8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.337819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Bound port: b5805d1c-418a-464e-b65e-2b15cf9d9f0f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:29.338913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.346527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] Pushing event deleted for resources: {'Port': ['ID=e6162baa-c811-407e-bde1-b49216d60a9f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.348583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.352921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a02e197c-44d8-4e37-bb22-6bca2e72412f tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2429955 Jul 23 20:35:29.382878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45478) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:29.398901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Deleting port 272b4628-4100-4d41-8ef2-11fc324e4215 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:29.401820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.406636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group_rule': {'security_group_id': '519ce87c-04ac-437a-91ec-2c9afdb286c8', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:29.415269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d49441-7864-4c1c-b69d-668a50b413b3 None None] No DVR routers for this DVR port e6162baa-c811-407e-bde1-b49216d60a9f on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:29.445272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e05f65-8fa5-42cf-9805-0516a9110215 service neutron] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.517424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-66b8f6c5-5604-4e1c-826c-fec3f099597a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.519367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-66b8f6c5-5604-4e1c-826c-fec3f099597a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1096 time: 0.9297221 Jul 23 20:35:29.631280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-a8627500-7f80-4952-83ab-a33cd242597e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 217 time: 0.0988259 Jul 23 20:35:29.646301 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e1c589-3715-4876-b162-1d7e9cbec526 x-openstack-request-id: req-d1e1c589-3715-4876-b162-1d7e9cbec526 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:29.646622 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:29.646881 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1e1c589-3715-4876-b162-1d7e9cbec526 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:29.647390 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'status': 'completed', 'code': 200} Jul 23 20:35:29.662708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] For port 272b4628-4100-4d41-8ef2-11fc324e4215, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:29.663276 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.692638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Calling delete_port for 272b4628-4100-4d41-8ef2-11fc324e4215 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:29.701586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Port 272b4628-4100-4d41-8ef2-11fc324e4215 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:35:29.702885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] For port b5805d1c-418a-464e-b65e-2b15cf9d9f0f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:29.706776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] For port b5805d1c-418a-464e-b65e-2b15cf9d9f0f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:29.707974 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.738095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.740359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] Pushing event deleted for resources: {'Port': ['ID=272b4628-4100-4d41-8ef2-11fc324e4215,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.759792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ecffb-cf96-4a64-9bff-15987e171928 None None] No DVR routers for this DVR port 272b4628-4100-4d41-8ef2-11fc324e4215 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:29.770918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c23b831-cec3-4713-9fda-113de67d6af2 req-d45733dc-b4b6-4370-a79d-3ccecab9ac3b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 210 time: 0.1224992 Jul 23 20:35:29.882393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.912586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Allocated IP 172.25.8.231 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/165b1251-12a3-4929-bb7c-0f8c5c928789) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:29.917501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d6459c-df99-4d8a-a617-c2486b8b6291 None None] Pushing event updated for resources: {'Port': ['ID=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:29.977308 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:29.988748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5630156-64fb-4ee4-b89e-09ea794d0686 req-b584a077-e3ba-4267-9297-8998891b0be7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.991088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5630156-64fb-4ee4-b89e-09ea794d0686 req-b584a077-e3ba-4267-9297-8998891b0be7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 0.8579199 Jul 23 20:35:29.992619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-a1c00da7-a3b3-4e7b-9298-17a18d516eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:29.994672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-a1c00da7-a3b3-4e7b-9298-17a18d516eb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.3349566 Jul 23 20:35:29.998868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e82880c-3e00-40b8-ac9c-34fe54ec98ad']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:30.025063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42606a8-6eb7-41e3-b3e5-362205b1ac52') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:30.025366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42606a8-6eb7-41e3-b3e5-362205b1ac52') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:30.055082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.109468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.124946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:30.125870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:30.131817 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:30.236076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5630156-64fb-4ee4-b89e-09ea794d0686 req-57662f05-5f44-4e65-a72e-91e658507816 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318437 Jul 23 20:35:30.236723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.250108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.271716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.283021 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.291299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/5e82880c-3e00-40b8-ac9c-34fe54ec98ad HTTP/1.1" status: 204 len: 168 time: 1.9959195 Jul 23 20:35:30.292306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45488) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:30.295465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.304055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-564211101'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:30.307777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.317549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64326222-30fb-41fa-83af-937701473c3f req-b0712e3b-11a5-4956-b6fd-cd9e540311eb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.319359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64326222-30fb-41fa-83af-937701473c3f req-b0712e3b-11a5-4956-b6fd-cd9e540311eb tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 946 time: 0.3756802 Jul 23 20:35:30.329819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c44db3-572f-4cc1-9f45-914f3c635a5c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=5e82880c-3e00-40b8-ac9c-34fe54ec98ad,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:30.345741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.407416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:30.413711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:30.428042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:30.433371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Pushing event updated for resources: {'Port': ['ID=165b1251-12a3-4929-bb7c-0f8c5c928789,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:30.456242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9906526-7dac-4fa6-b56c-1eb1e33f4bf5,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:30.466200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-abd059ba-3909-476d-a152-7b777ee7558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.467933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-abd059ba-3909-476d-a152-7b777ee7558d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4406507 Jul 23 20:35:30.473785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:30.495346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:30.516788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7183e8-7ad0-452b-bda5-4ec9a8c4484c None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:30.543876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.544609 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.550753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:30.555750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.572573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=50a8db96-e1b9-4e9e-851b-2040c2538aa4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:30.600034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5805d1c-418a-464e-b65e-2b15cf9d9f0f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:30.678689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-bf0f5bad-c02e-472e-841b-361c06c64906 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982989 Jul 23 20:35:30.694916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.694916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-300d5884-351a-49ed-9a54-8ede5ac136ca tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2953010 Jul 23 20:35:30.709018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-64326222-30fb-41fa-83af-937701473c3f req-03dc43c4-64e8-4a64-9005-5c53f2c261d6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587918 Jul 23 20:35:30.715825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45490) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:30.786511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b5805d1c-418a-464e-b65e-2b15cf9d9f0f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:30.802551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '50a8db96-e1b9-4e9e-851b-2040c2538aa4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:30.803479 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.841734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:30.861870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:30.864282 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment e93421a4-524d-4ef0-b048-120d6728919f of type vlan for network 26d1d9f8-1419-4765-b6f5-5861a153b606 Jul 23 20:35:30.893560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-5692360a-c326-4a95-b469-0afaad7eac38 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:30.895571 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-5692360a-c326-4a95-b469-0afaad7eac38 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.3288827 Jul 23 20:35:30.917404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 272b4628-4100-4d41-8ef2-11fc324e4215 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:30.931323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group_rule': {'security_group_id': '519ce87c-04ac-437a-91ec-2c9afdb286c8', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:30.944013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1250b800-45ce-4367-8f54-92ac36d2a98c req-534bb0ad-53c7-4f88-9b5c-82f877804b89 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511141 Jul 23 20:35:30.953265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f9a667e9-a8a5-4175-aeff-7f8726e40366 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8825128 Jul 23 20:35:30.984719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 272b4628-4100-4d41-8ef2-11fc324e4215 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:30.985420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 272b4628-4100-4d41-8ef2-11fc324e4215 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:30.995110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45502) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:31.014800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '50a8db96-e1b9-4e9e-851b-2040c2538aa4', 'ip_address': '2001:db8::5767:753e:5123:ff6'}], 'name': 'tempest-NetworksTestDHCPv6-590107609'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:31.042294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21b27844-5562-4ade-8b0b-c0088f423b7d req-db5d6d24-1540-4f6e-83f6-4cdd616aa1b7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 210 time: 0.0927367 Jul 23 20:35:31.052651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.077010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.085176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/50a8db96-e1b9-4e9e-851b-2040c2538aa4/4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:31.123978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': '4e78430f-102b-47c6-ac09-221a69952442', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:31.139595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.240859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.247930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.248842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.337299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.360663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Transition to ACTIVE for port object 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:31.371973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:31.375574 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.378141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Transition to ACTIVE for port object 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:31.386876 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.415718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.431413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1334789 Jul 23 20:35:31.439793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45508) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:31.452109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:31.455589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:31.459169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:31.471777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Pushing event updated for resources: {'Port': ['ID=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:31.483157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:31.489225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.548407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Attempting to bind port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:31.550264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Attempting to bind port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:31.551752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Attempting to bind port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:31.554808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4082edc7-1d73-401e-a094-beb75f0bf794 None None] Network a61481e6-f533-4a18-9f5c-64fa80215440 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:31.578031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:31.578822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:31.579467 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.587182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:31.588053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Bound port: 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:31.588802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.600538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d640e2f-0180-412f-b007-18b1547ec767 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=26d1d9f8-1419-4765-b6f5-5861a153b606,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:31.635867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:31.636527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.14 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/43eb3481-52a8-40e3-ad1b-985fec3bc34b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:31.639446 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.639942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-b2b6faad-32b9-49b0-9708-b48837d08655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:31.642221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-b2b6faad-32b9-49b0-9708-b48837d08655 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1096 time: 0.5924726 Jul 23 20:35:31.670154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14d8077-8aec-4b5e-b7b8-6e8e95e3fd74,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:31.715870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.720413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-69d91b69-0339-4a1c-9287-b0df71e3eabe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8979485 Jul 23 20:35:31.721720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:31.738123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45510) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:31.746182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group_rule': {'security_group_id': '519ce87c-04ac-437a-91ec-2c9afdb286c8', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:31.855450 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:31.906361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:32.018557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] Provisioning for port b5805d1c-418a-464e-b65e-2b15cf9d9f0f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:32.054543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] Provisioning complete for port b5805d1c-418a-464e-b65e-2b15cf9d9f0f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:32.054918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.057023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] For port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:32.088851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] For port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:32.090518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.107388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.112845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.145000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.149702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72868001-a667-47e2-8371-c07738a760db,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.167451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:32.170824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.172031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4296787 Jul 23 20:35:32.173581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.173813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.174215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.174478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.174812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.175144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.175478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.175941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.176199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.176514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.176839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.177161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74979c87-e4ee-4f24-817d-2887bdb6899a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:32.181234 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Sync routers for ids ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:32.181898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45514) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:32.188006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group_rule': {'security_group_id': '519ce87c-04ac-437a-91ec-2c9afdb286c8', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:32.200638 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Routers {'4bdcda27-65d8-4b97-acc1-e0361ae2b536'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:32.201323 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:32.231420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45516) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:32.268208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff74e04-9d0d-4171-9738-435a2bc07e2a None None] Pushing event updated for resources: {'Port': ['ID=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.324819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b10a8-205b-44d0-9fc8-c1418c2f70f3 req-3a6725fe-ca2b-4d8d-9554-32e4fea70e2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.327043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e44b10a8-205b-44d0-9fc8-c1418c2f70f3 req-3a6725fe-ca2b-4d8d-9554-32e4fea70e2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 0.9445710 Jul 23 20:35:32.409808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.412708 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.417737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9e5c930a-e319-4e25-ae5b-446044f5b3ce admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.0103109 Jul 23 20:35:32.420317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45520) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:32.429419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.434637 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Set router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:32.449076 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.549557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] For port b5805d1c-418a-464e-b65e-2b15cf9d9f0f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:32.571566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.623819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:32.627465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.682032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e44b10a8-205b-44d0-9fc8-c1418c2f70f3 req-743ccbdc-c677-421c-b542-ecb0d69ce81d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796507 Jul 23 20:35:32.697799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9191f-339f-489b-8c54-a3c6ca8468d6 None None] Pushing event updated for resources: {'Port': ['ID=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.705663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:32.749127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-d37008bd-9983-4abb-afab-3eb717257f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.750963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-d37008bd-9983-4abb-afab-3eb717257f67 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 1.0779018 Jul 23 20:35:32.765723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:32.767084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=43eb3481-52a8-40e3-ad1b-985fec3bc34b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:32.811589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:32.822135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:32.836010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port bb98c3bd-1b5a-4f2b-b1be-dd0454070784 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:32.852437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f5665-f730-42f3-ac6b-606bca76f7b0 req-c859bb69-b83e-452f-8e5f-eda21be274b9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:32.855635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a1f5665-f730-42f3-ac6b-606bca76f7b0 req-c859bb69-b83e-452f-8e5f-eda21be274b9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 932 time: 0.5496793 Jul 23 20:35:32.911358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-0d8538f5-b031-4347-bb2c-374293a8166d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 217 time: 0.1381764 Jul 23 20:35:33.131245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a1f5665-f730-42f3-ac6b-606bca76f7b0 req-82700a50-825a-4b8e-a296-878c19604721 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340658 Jul 23 20:35:33.131730 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 3, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:33.155755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-39dea4d6-1f6a-45f9-8ac8-27bd697115a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:33.158135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-39dea4d6-1f6a-45f9-8ac8-27bd697115a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2315187 Jul 23 20:35:33.175006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Checking router: 4bdcda27-65d8-4b97-acc1-e0361ae2b536 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:33.175207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d0595e51-e461-4627-8d39-e3864a495deb None None] Provisioning complete for port b5805d1c-418a-464e-b65e-2b15cf9d9f0f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:33.175487 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Updating router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 port 165b1251-12a3-4929-bb7c-0f8c5c928789 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:33.177152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d0595e51-e461-4627-8d39-e3864a495deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.233066 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.375597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::5767:753e:5123:ff6 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/50a8db96-e1b9-4e9e-851b-2040c2538aa4/bb98c3bd-1b5a-4f2b-b1be-dd0454070784) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:33.430195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.516143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-d15e9379-251a-4414-9015-c9a9719ec547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:33.517780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-d15e9379-251a-4414-9015-c9a9719ec547 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3503530 Jul 23 20:35:33.595245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=3d5dbb5e-6d0d-467c-9332-e4c151beecf5,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:33.627177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:33.628018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.631027 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.647331 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Transition to ACTIVE for port object 165b1251-12a3-4929-bb7c-0f8c5c928789 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:33.661919 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.742898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.746435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': 'e93421a4-524d-4ef0-b048-120d6728919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:33.748135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: 26d1d9f8-1419-4765-b6f5-5861a153b606, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:33.760321 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Attempting to bind port 165b1251-12a3-4929-bb7c-0f8c5c928789 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:33.760698 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Attempting to bind port 165b1251-12a3-4929-bb7c-0f8c5c928789 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:33.761063 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Attempting to bind port 165b1251-12a3-4929-bb7c-0f8c5c928789 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:33.774963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:33.775484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:33.775894 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.776290 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:33.776810 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Bound port: 165b1251-12a3-4929-bb7c-0f8c5c928789, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:33.777200 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.780412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5390f7d-264d-410c-911f-3306bf8ba468 None None] Pushing event updated for resources: {'Port': ['ID=165b1251-12a3-4929-bb7c-0f8c5c928789,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:33.811429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.834924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.856745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] For port 165b1251-12a3-4929-bb7c-0f8c5c928789, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:33.857326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object bb98c3bd-1b5a-4f2b-b1be-dd0454070784 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:33.861759 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] For port 165b1251-12a3-4929-bb7c-0f8c5c928789, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=165b1251-12a3-4929-bb7c-0f8c5c928789,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:33.865141 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-5cc621b1-c403-4ba4-b13b-a871c397e641 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324497 Jul 23 20:35:33.868367 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:33.886964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-ad4e09ba-1e27-4f87-b5d1-e6ac8337a246 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8109574 Jul 23 20:35:33.929052 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Routers {'4bdcda27-65d8-4b97-acc1-e0361ae2b536'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:33.929866 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:33.946278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Request body: {'port': {'device_id': '4e78430f-102b-47c6-ac09-221a69952442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:33.994594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003a3697-975e-4995-ab2e-5883ec43d8c5,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:34.030518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:34.047480 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5390f7d-264d-410c-911f-3306bf8ba468 None None] Pushing event updated for resources: {'Port': ['ID=165b1251-12a3-4929-bb7c-0f8c5c928789,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:34.061873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.065928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d9e786d5-7734-4ea6-8811-4fcfa4f89c94 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8786466 Jul 23 20:35:34.075620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:34.080511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group_rule': {'security_group_id': '519ce87c-04ac-437a-91ec-2c9afdb286c8', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:34.082445 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] Set router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:34.089242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.097087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 26d1d9f8-1419-4765-b6f5-5861a153b606) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:34.107847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42d60e1-5a98-44de-ac25-d487483d486b None None] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:34.147960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=bb98c3bd-1b5a-4f2b-b1be-dd0454070784,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:34.155773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.156563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.210903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd11e82-3e33-45c0-8a58-27e8ca0690fb req-bfcd3b3f-cd54-449a-b72e-a86f21471820 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703888 Jul 23 20:35:34.223859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca356b28-08e7-42fa-807f-4ce2040aebbf req-daf7c17f-1e29-4d6b-a983-32ee86d447eb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.225317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca356b28-08e7-42fa-807f-4ce2040aebbf req-daf7c17f-1e29-4d6b-a983-32ee86d447eb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 0.3561928 Jul 23 20:35:34.233600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:34.241786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:34.250419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b3093e6d-fd9e-4f4b-b578-e4d292e549e2 None None] Provisioning for port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:34.256260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:34.267063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.267798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.286101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.389402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-26d1d9f8-1419-4765-b6f5-5861a153b606', 'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '3d5dbb5e-6d0d-467c-9332-e4c151beecf5'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:34.390415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.401746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca356b28-08e7-42fa-807f-4ce2040aebbf req-d07c529b-7b80-4f7f-abca-49ad10fbb414 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637473 Jul 23 20:35:34.409582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2333d3c9-c1cd-4784-a6be-a4d00d05714f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9406555 Jul 23 20:35:34.409582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41db86a7-0740-468e-963f-469221dca4a1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4104295 Jul 23 20:35:34.412379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45534) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:34.412721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45536) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:34.427809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '50a8db96-e1b9-4e9e-851b-2040c2538aa4', 'ip_address': '2001:db8::5767:753e:5123:ff6'}], 'name': 'tempest-NetworksTestDHCPv6-1327628962'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:34.462813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 3, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:34.486249 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Project 7269e89e2d1f4bea84e8795fbd5ebf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:35:34.500491 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f16c7b-cc42-4063-9bda-e23c802547bc None None] The sync data for ids ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'] in n-d-793620-13 is: [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:30Z', 'revision_number': 3, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:34.518921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-166968827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:34.530967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.640101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Allocated IP 2001:db8::2 (26d1d9f8-1419-4765-b6f5-5861a153b606/3d5dbb5e-6d0d-467c-9332-e4c151beecf5/e55f53bb-4a88-48a8-864f-70e77b932157) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:34.732142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:34.756825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d17fa-1172-4668-822f-fb411537b1ab req-5eef2c2a-2de3-4b9d-b07f-8c7ffb67af30 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:34.764264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef6d17fa-1172-4668-822f-fb411537b1ab req-5eef2c2a-2de3-4b9d-b07f-8c7ffb67af30 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 932 time: 0.4791536 Jul 23 20:35:34.769982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:35:34.769982 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:35:34.769982 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id_1': 'b0a7ab6674c14c4c8c585239d97df304', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 35, 34, 743178)}] Jul 23 20:35:34.769982 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:35:34.770564 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:35:34.784444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5805d1c-418a-464e-b65e-2b15cf9d9f0f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:34.803896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.805104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.828634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef6d17fa-1172-4668-822f-fb411537b1ab req-feb2c07d-b797-4f01-9f27-591429d53fd5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Jul 23 20:35:34.892767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:35:34.903754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.927842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.937210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.965146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:34.969095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-859f7d6c-cc0f-4bf4-b56c-7140a3f7c8d6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5524149 Jul 23 20:35:34.969283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9b2fe84b-d6f8-48f4-beef-8fb4f55493d3 None None] Provisioning for port bb98c3bd-1b5a-4f2b-b1be-dd0454070784 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:34.969526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45540) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:34.977340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9b2fe84b-d6f8-48f4-beef-8fb4f55493d3 None None] Provisioning complete for port bb98c3bd-1b5a-4f2b-b1be-dd0454070784 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:34.977813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b2fe84b-d6f8-48f4-beef-8fb4f55493d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.029407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.104822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.106679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b5805d1c-418a-464e-b65e-2b15cf9d9f0f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:35.107044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.115999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fe84b-d6f8-48f4-beef-8fb4f55493d3 None None] Port bb98c3bd-1b5a-4f2b-b1be-dd0454070784 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:35.141962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Transition to ACTIVE for port object e55f53bb-4a88-48a8-864f-70e77b932157 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:35.164907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Transition to ACTIVE for port object e55f53bb-4a88-48a8-864f-70e77b932157 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:35.184858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7472882-7306-4289-85fd-196eb34327ad,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.199397 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.234745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.238516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01844dbe-e9ce-487f-b771-564075753fab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1619353 Jul 23 20:35:35.251509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:35.262062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45542) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:35.277541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'security_group_rule': {'security_group_id': '519ce87c-04ac-437a-91ec-2c9afdb286c8', 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:35.312224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'mac_address': 'fa:16:3e:79:26:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:35.323159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:35.329051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:35.333098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:35.353884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Pushing event updated for resources: {'Port': ['ID=e55f53bb-4a88-48a8-864f-70e77b932157,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.407629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.415389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.440124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Attempting to bind port e55f53bb-4a88-48a8-864f-70e77b932157 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:35.440515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Attempting to bind port e55f53bb-4a88-48a8-864f-70e77b932157 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e93421a4-524d-4ef0-b048-120d6728919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:35.440888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Attempting to bind port e55f53bb-4a88-48a8-864f-70e77b932157 on network 26d1d9f8-1419-4765-b6f5-5861a153b606 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:35.455801 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Project 7269e89e2d1f4bea84e8795fbd5ebf7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:35:35.480857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:35.481238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Checking segment: {'id': 'e93421a4-524d-4ef0-b048-120d6728919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:35.482985 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.483389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Bound using segment: {'id': 'e93421a4-524d-4ef0-b048-120d6728919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:35.483881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Bound port: e55f53bb-4a88-48a8-864f-70e77b932157, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93421a4-524d-4ef0-b048-120d6728919f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '26d1d9f8-1419-4765-b6f5-5861a153b606'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:35.484273 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.490442 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.514527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.572772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:35.639429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.650574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817e718a-80e6-4dde-bab1-21a6cb8329c8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:35.671273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:35.674008 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.682111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.741756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:35.755631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:35.756015 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.759601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] For port e55f53bb-4a88-48a8-864f-70e77b932157, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:35.767781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] For port e55f53bb-4a88-48a8-864f-70e77b932157, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e55f53bb-4a88-48a8-864f-70e77b932157,segment=NetworkSegment(e93421a4-524d-4ef0-b048-120d6728919f),segment_id=e93421a4-524d-4ef0-b048-120d6728919f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:35.796914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.804919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43eb3481-52a8-40e3-ad1b-985fec3bc34b {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:35.828014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c83a633-519f-4e7b-a051-a93a89e2f203,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.841996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.852745 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.873628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:35.874934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.879831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:35.899339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-05c34212-a8c0-41ea-8604-42cf5a90e886 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6276789 Jul 23 20:35:35.903464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:35.946221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['817e718a-80e6-4dde-bab1-21a6cb8329c8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:35.963019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port bd02cf32-cd0d-488f-8289-46758371dbe2 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:36.147719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8::1 (26d1d9f8-1419-4765-b6f5-5861a153b606/3d5dbb5e-6d0d-467c-9332-e4c151beecf5/e7a66fce-2fef-4c8f-8c8e-171230cd2e41) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:36.283992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e29c5c-cd81-4484-a8a1-231a7d61e27d None None] Pushing event updated for resources: {'Port': ['ID=e55f53bb-4a88-48a8-864f-70e77b932157,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:36.333803 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.362637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4093189-d5e4-48bd-ba32-9ea32636c43d req-8b46bc39-c981-4611-9286-324bd8e96ed1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:36.365884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4093189-d5e4-48bd-ba32-9ea32636c43d req-8b46bc39-c981-4611-9286-324bd8e96ed1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.5505364 Jul 23 20:35:36.375449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:36.387151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.20.0.17 (1e1ae9ec-07a2-4bcc-9590-9639546fce0b/6322d464-8835-4e8d-9ca3-5c7940217d48/ac0c4ba0-5b16-4759-a14a-f24a878d77a4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:36.431841 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.529402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.566233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Transition to ACTIVE for port object ac0c4ba0-5b16-4759-a14a-f24a878d77a4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:36.611512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:36.631923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Transition to ACTIVE for port object 43eb3481-52a8-40e3-ad1b-985fec3bc34b will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:36.650632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.667485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.687989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 165b1251-12a3-4929-bb7c-0f8c5c928789 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:36.749232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 165b1251-12a3-4929-bb7c-0f8c5c928789 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:36.754531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:36.755324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 165b1251-12a3-4929-bb7c-0f8c5c928789 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:36.756074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:36.774372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:36.793544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:36.797853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:36.960327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Allocated IP 172.20.0.1 (a61481e6-f533-4a18-9f5c-64fa80215440/6801c2ed-e9a2-49e8-9227-af76c4809a32/81590696-f660-416a-8633-90c20487c651) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:36.963496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.015546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d5139-20e5-442b-a042-7e91c1abca03 req-061b54e2-3b7d-4895-b192-981716b7fee5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.017100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-092d5139-20e5-442b-a042-7e91c1abca03 req-061b54e2-3b7d-4895-b192-981716b7fee5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 932 time: 1.0452282 Jul 23 20:35:37.017948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 165b1251-12a3-4929-bb7c-0f8c5c928789, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=165b1251-12a3-4929-bb7c-0f8c5c928789,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:37.026022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.030771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.031364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e55f53bb-4a88-48a8-864f-70e77b932157 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:37.096808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Pushing event updated for resources: {'Port': ['ID=43eb3481-52a8-40e3-ad1b-985fec3bc34b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.166685 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 23 20:35:37.167211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:37.172636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4093189-d5e4-48bd-ba32-9ea32636c43d req-42f77e39-46a0-42d5-954e-a0b3b70b5bcb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7967279 Jul 23 20:35:37.217489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=165b1251-12a3-4929-bb7c-0f8c5c928789,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.247313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-092d5139-20e5-442b-a042-7e91c1abca03 req-51521c6b-3d6d-4634-a0c8-543ae9ca98eb tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907163 Jul 23 20:35:37.258478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.276828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ed99fb32-37c0-4bc1-9f9a-28932f725611 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.8594704 Jul 23 20:35:37.279399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:37.298570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Attempting to bind port 43eb3481-52a8-40e3-ad1b-985fec3bc34b on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:37.307904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-79eec3f5-8cd4-4e61-9061-de155fdaf0dd None None] Provisioning for port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:37.316637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Attempting to bind port 43eb3481-52a8-40e3-ad1b-985fec3bc34b by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:37.319274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Attempting to bind port 43eb3481-52a8-40e3-ad1b-985fec3bc34b on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:37.319386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-79eec3f5-8cd4-4e61-9061-de155fdaf0dd None None] Provisioning complete for port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:37.319867 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-79eec3f5-8cd4-4e61-9061-de155fdaf0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.366354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Port 43eb3481-52a8-40e3-ad1b-985fec3bc34b on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:37.366774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Attempting to bind port 43eb3481-52a8-40e3-ad1b-985fec3bc34b on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:37.382192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e55f53bb-4a88-48a8-864f-70e77b932157 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:37.402693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object e7a66fce-2fef-4c8f-8c8e-171230cd2e41 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:37.422361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-79eec3f5-8cd4-4e61-9061-de155fdaf0dd None None] Port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:37.580216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.621258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-f5cdf0d4-0ce1-43d5-bce2-786dff76efae tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636835092&fields=id&tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f HTTP/1.1" status: 200 len: 267 time: 0.2126229 Jul 23 20:35:37.767020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:37.783807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:37.794646 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:37.795333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.827422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1856ce4-7981-4c58-a561-bbf55680aab0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.834891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1856ce4-7981-4c58-a561-bbf55680aab0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.839951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1856ce4-7981-4c58-a561-bbf55680aab0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5591333 Jul 23 20:35:37.840711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45560) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:37.850009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b97932-5c46-4866-b29a-e681ca791fe8 None None] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:37.850319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:37.850797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:37.851064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:37.851519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Bound port: 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:37.851884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.920839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:37.939443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=e7a66fce-2fef-4c8f-8c8e-171230cd2e41,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:37.959846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-22494f63-2a02-4489-915c-ee2cccd970c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:37.961344 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-22494f63-2a02-4489-915c-ee2cccd970c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 813 time: 0.3226674 Jul 23 20:35:37.969776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Transition to ACTIVE for port object 81590696-f660-416a-8633-90c20487c651 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:38.009058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-4f425928-3675-44bb-8fe8-33940b30cadb tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/quotas/7269e89e2d1f4bea84e8795fbd5ebf7f HTTP/1.1" status: 200 len: 375 time: 0.0192928 Jul 23 20:35:38.014546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] Provisioning for port e55f53bb-4a88-48a8-864f-70e77b932157 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:38.024731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] Provisioning complete for port e55f53bb-4a88-48a8-864f-70e77b932157 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:38.025108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.058010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] For port 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:38.062251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] For port 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:38.073448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.133501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-30d5d0f9-f605-46d8-9da7-8b6312a82158 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177430 Jul 23 20:35:38.170217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=81590696-f660-416a-8633-90c20487c651,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.173375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.189950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Network a61481e6-f533-4a18-9f5c-64fa80215440 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:38.196261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port bb98c3bd-1b5a-4f2b-b1be-dd0454070784 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:38.196986 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.234392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:38.256275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:38.331315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.333562 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.369001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.397644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] For port e55f53bb-4a88-48a8-864f-70e77b932157, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e55f53bb-4a88-48a8-864f-70e77b932157,segment=NetworkSegment(e93421a4-524d-4ef0-b048-120d6728919f),segment_id=e93421a4-524d-4ef0-b048-120d6728919f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:38.401697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.402344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.410451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.416091 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] 10.222.0.47 "PUT /v2.0/ports/43eb3481-52a8-40e3-ad1b-985fec3bc34b HTTP/1.1" status: 200 len: 1093 time: 4.4843442 Jul 23 20:35:38.458788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e78430f-102b-47c6-ac09-221a69952442', 'tag': '43eb3481-52a8-40e3-ad1b-985fec3bc34b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:38.465636 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373a8ea3-4d2f-4779-b508-7c36668872d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4e78430f-102b-47c6-ac09-221a69952442", "tag": "43eb3481-52a8-40e3-ad1b-985fec3bc34b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:38.512288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d471e5a2-27e1-4f5f-ad0c-0184a5f27a08 None None] Pushing event updated for resources: {'Port': ['ID=e55f53bb-4a88-48a8-864f-70e77b932157,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.592371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:38.635502 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.642431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:38.648702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2cd54-78fd-45f0-b80e-db13b5a8d973 service neutron] Pushing event updated for resources: {'Port': ['ID=43eb3481-52a8-40e3-ad1b-985fec3bc34b,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:38.651698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.748486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:38.748859 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.755149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:38.787408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for bb98c3bd-1b5a-4f2b-b1be-dd0454070784 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:38.798682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:38.799498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.810615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00eee0f0-9ead-4945-b71d-cb1158c3523c None None] Provisioning for port 81590696-f660-416a-8633-90c20487c651 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:38.847050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00eee0f0-9ead-4945-b71d-cb1158c3523c None None] Provisioning complete for port 81590696-f660-416a-8633-90c20487c651 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:38.848419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00eee0f0-9ead-4945-b71d-cb1158c3523c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:38.904117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-a2eada19-2612-46ae-a352-f4a452706c18 service neutron] 10.222.0.46 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019262 Jul 23 20:35:38.907044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-00eee0f0-9ead-4945-b71d-cb1158c3523c None None] Port 81590696-f660-416a-8633-90c20487c651 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:38.938595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1b772-e6a9-4986-b4aa-241248b1cc66 req-c637479b-57f9-4948-8d92-bcbdbcd2c78d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:38.940159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ce1b772-e6a9-4986-b4aa-241248b1cc66 req-c637479b-57f9-4948-8d92-bcbdbcd2c78d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.6020045 Jul 23 20:35:39.022886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-137e8578-7ea1-4953-936d-1646874abec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.024939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-137e8578-7ea1-4953-936d-1646874abec0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 1096 time: 0.5366066 Jul 23 20:35:39.039004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.062154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 165b1251-12a3-4929-bb7c-0f8c5c928789 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:39.224755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ce1b772-e6a9-4986-b4aa-241248b1cc66 req-e0584831-c61b-4f63-91c2-aa9af712a2c3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392175 Jul 23 20:35:39.262418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.274632 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-1d43a8cd-b3b2-40d5-926d-c039f628053f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b HTTP/1.1" status: 200 len: 217 time: 0.2321744 Jul 23 20:35:39.275174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-7b37ccd4-ecb2-4e23-8d4e-8c88adc8bd01 service neutron] 10.222.0.46 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507955 Jul 23 20:35:39.324619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:39.327293 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08faf1c-ab7f-434e-ab41-4871ac384079" -d '{"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-plugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:39.349874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:39.370838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.371192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 165b1251-12a3-4929-bb7c-0f8c5c928789 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:39.371716 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.374402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.376319 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.377520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.380485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05864067-aaf4-4daf-b005-77af14d970a2 None None] Provisioning complete for port e55f53bb-4a88-48a8-864f-70e77b932157 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:39.383660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05864067-aaf4-4daf-b005-77af14d970a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.404912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=bb98c3bd-1b5a-4f2b-b1be-dd0454070784,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.410906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.410906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.547403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.596817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.603577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8625ae00-d49e-448b-8ef3-d50a73859154 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/bb98c3bd-1b5a-4f2b-b1be-dd0454070784 HTTP/1.1" status: 204 len: 168 time: 1.7114556 Jul 23 20:35:39.606094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=e7a66fce-2fef-4c8f-8c8e-171230cd2e41,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.608346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.637018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.647950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-de691d06-6557-408d-99d3-a08848036bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.649548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-de691d06-6557-408d-99d3-a08848036bc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.3456776 Jul 23 20:35:39.663653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.668616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:39.725969 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:35:39.798488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485798c-ea8e-4653-9d97-775f13c39765 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.800586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e485798c-ea8e-4653-9d97-775f13c39765 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.803092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e485798c-ea8e-4653-9d97-775f13c39765 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1838107 Jul 23 20:35:39.823301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45590) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:39.823532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05864067-aaf4-4daf-b005-77af14d970a2 None None] Provisioning for port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:39.828043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05864067-aaf4-4daf-b005-77af14d970a2 None None] Provisioning complete for port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:39.828248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-9b3c9c08-ae4f-4b2e-8f7b-2e76d4098633 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1669633 Jul 23 20:35:39.828473 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05864067-aaf4-4daf-b005-77af14d970a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:39.844762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e2145-6b95-4a2b-bd41-b0a0a5bd6a7d req-7252f043-3599-4d3c-944d-e77c2d2c1343 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:39.851677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce7e2145-6b95-4a2b-bd41-b0a0a5bd6a7d req-7252f043-3599-4d3c-944d-e77c2d2c1343 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 944 time: 0.4062288 Jul 23 20:35:39.886768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-05864067-aaf4-4daf-b005-77af14d970a2 None None] Port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:39.906805 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad28414-f73d-41fa-8790-586102f30ccc x-openstack-request-id: req-fad28414-f73d-41fa-8790-586102f30ccc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:39.907710 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e78430f-102b-47c6-ac09-221a69952442", "tag": "43eb3481-52a8-40e3-ad1b-985fec3bc34b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:39.907710 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fad28414-f73d-41fa-8790-586102f30ccc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:39.907710 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e78430f-102b-47c6-ac09-221a69952442', 'tag': '43eb3481-52a8-40e3-ad1b-985fec3bc34b', 'status': 'completed', 'code': 200} Jul 23 20:35:39.948279 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6648c110-610b-4f6b-abce-1e9de84211c0 x-openstack-request-id: req-6648c110-610b-4f6b-abce-1e9de84211c0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:39.948576 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-plugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:39.948840 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6648c110-610b-4f6b-abce-1e9de84211c0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:39.949257 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'code': 200} Jul 23 20:35:39.955020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:39.968548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:40.010558 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce7e2145-6b95-4a2b-bd41-b0a0a5bd6a7d req-180c6b8b-1166-4c70-b60e-ecb12ee7ffc5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021211 Jul 23 20:35:40.016700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-956729c6-2459-4f45-a6da-912448fdc73c None None] Provisioning complete for port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:40.017088 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-956729c6-2459-4f45-a6da-912448fdc73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.032529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0cd01fb-87ba-4a6f-a08f-6946b56be2c1 req-c4d28755-05f6-4ab5-9ffa-4332418d9c01 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0433068 Jul 23 20:35:40.046378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 50a8db96-e1b9-4e9e-851b-2040c2538aa4 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:40.120553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-956729c6-2459-4f45-a6da-912448fdc73c None None] Port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:40.122862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.232944 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.284434 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-6ca6e7c1-167b-4813-8798-3971abc98382 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682699 Jul 23 20:35:40.288744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:40.306567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e71a7-bf08-4264-85a2-1d377c8e0ec6 req-b499ff2f-79db-46de-b829-1b75511877b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.308125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d40e71a7-bf08-4264-85a2-1d377c8e0ec6 req-b499ff2f-79db-46de-b829-1b75511877b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1098 time: 0.2584755 Jul 23 20:35:40.327641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:40.463109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c6b566d1-2b9f-439a-986e-fde3570d1e0a None None] Provisioning complete for port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:40.464143 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6b566d1-2b9f-439a-986e-fde3570d1e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.479662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.529826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c6b566d1-2b9f-439a-986e-fde3570d1e0a None None] Port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:40.548255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d40e71a7-bf08-4264-85a2-1d377c8e0ec6 req-9666f5cb-275e-41c3-96ef-1a95465e48d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329187 Jul 23 20:35:40.548816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router 0c28a061-28a5-4c3c-91a8-8516044aea35 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:40.556061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e55f53bb-4a88-48a8-864f-70e77b932157 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:40.560192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.595949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.623829 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.642571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e55f53bb-4a88-48a8-864f-70e77b932157 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:40.643146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.672253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.678296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/50a8db96-e1b9-4e9e-851b-2040c2538aa4 HTTP/1.1" status: 204 len: 168 time: 0.8509629 Jul 23 20:35:40.683557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.691079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39299f9a-3b6f-47b4-af43-2216c371c676 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:40.692045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee1449-c62b-4bbb-b723-7902370320a7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=50a8db96-e1b9-4e9e-851b-2040c2538aa4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:40.703812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5cd12d64-496f-4e96-9d55-7684d4db34b2 req-6fe37e6d-3f62-4f93-bdf7-7ab3b1ac703f service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838878 Jul 23 20:35:40.834194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2ac8b649-954b-41b1-a30c-0ae0771d5231 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490161 Jul 23 20:35:40.834522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45612) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.851517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f297-c4ea-4436-96ae-14cc5a127498 req-a96ba712-d490-4765-bc6f-f5eb39a1c280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:40.854096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44f297-c4ea-4436-96ae-14cc5a127498 req-a96ba712-d490-4765-bc6f-f5eb39a1c280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.4976881 Jul 23 20:35:40.873210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:40.901780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-83f74bac-ec69-4518-8dbd-6bb9ed49ca7f None None] Provisioning complete for port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:40.902162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-83f74bac-ec69-4518-8dbd-6bb9ed49ca7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:40.908898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:40.915896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d2afc691-06bd-40c3-96b5-6c0f93612a13 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/0c28a061-28a5-4c3c-91a8-8516044aea35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9444947 Jul 23 20:35:40.919499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44f297-c4ea-4436-96ae-14cc5a127498 req-787036a8-07ee-404f-847b-ea96c0521570 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601254 Jul 23 20:35:40.920171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45616) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:40.951827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-83f74bac-ec69-4518-8dbd-6bb9ed49ca7f None None] Port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:40.953279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] Sync routers for ids ['0c28a061-28a5-4c3c-91a8-8516044aea35'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:40.975095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] Routers {'0c28a061-28a5-4c3c-91a8-8516044aea35'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:40.975740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0c28a061-28a5-4c3c-91a8-8516044aea35'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:41.010173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:41.022349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.029371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] Routers {'0c28a061-28a5-4c3c-91a8-8516044aea35'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:41.030165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0c28a061-28a5-4c3c-91a8-8516044aea35'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:41.126269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:41.138081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:41.139023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273082ac-9dc7-416f-9709-f2df02dc5326 None None] The sync data for ids ['0c28a061-28a5-4c3c-91a8-8516044aea35'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:41.188532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] Deleting port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:41.189220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.259667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:41.263374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.277254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=81590696-f660-416a-8633-90c20487c651,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:41.308202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] For port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:41.309576 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.329016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Network a61481e6-f533-4a18-9f5c-64fa80215440 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:41.329610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] Calling delete_port for 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:41.357845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:41.390986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:41.469481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9d8247a-ede1-43fe-8a2e-b23035b73fbe req-1d031277-0c88-478f-8df4-30d3a74292c8 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0730305 Jul 23 20:35:41.493240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c74ab-5027-41d7-b874-2851e275d199 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:41.497895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-375c74ab-5027-41d7-b874-2851e275d199 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports/e7a66fce-2fef-4c8f-8c8e-171230cd2e41 HTTP/1.1" status: 200 len: 911 time: 0.5765150 Jul 23 20:35:41.498520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45622) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:41.532996 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.633976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] No DVR routers for this DVR port 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:41.641961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59865b63-5fbb-4ebf-bd50-ad64b76430ad None None] Pushing event deleted for resources: {'Port': ['ID=4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:41.663717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c6888-113f-4ebb-ae15-058749fc5778 req-ba87bbcc-bee0-48d9-8321-99b7f3082d4b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:41.671083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e83c6888-113f-4ebb-ae15-058749fc5778 req-ba87bbcc-bee0-48d9-8321-99b7f3082d4b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 944 time: 0.2662101 Jul 23 20:35:41.784354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7a8a4bf9-e91a-45c3-900b-a7509436b626 None None] Provisioning complete for port 81590696-f660-416a-8633-90c20487c651 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:41.787379 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4bf9-e91a-45c3-900b-a7509436b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:41.824793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e83c6888-113f-4ebb-ae15-058749fc5778 req-ff08b320-2d04-4076-b63b-113f02a6cae4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528051 Jul 23 20:35:41.851291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a4bf9-e91a-45c3-900b-a7509436b626 None None] Port 81590696-f660-416a-8633-90c20487c651 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:42.095673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.191254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c26582-6aec-46e8-a663-2b5b573540f7 req-f3c362c5-80eb-465d-83b0-f1205d91d56f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.200783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c26582-6aec-46e8-a663-2b5b573540f7 req-f3c362c5-80eb-465d-83b0-f1205d91d56f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.1803994 Jul 23 20:35:42.223509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-b365d1ce-82ec-4915-bbe4-3c51733d2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.224978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-b365d1ce-82ec-4915-bbe4-3c51733d2cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 1096 time: 1.3620510 Jul 23 20:35:42.251965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-86a04fdc-b2e5-49f5-80a7-1fd7bcfd1ba2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.254631 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-86a04fdc-b2e5-49f5-80a7-1fd7bcfd1ba2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 813 time: 1.0003593 Jul 23 20:35:42.303433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c26582-6aec-46e8-a663-2b5b573540f7 req-7d88f79e-f1a4-4a4e-a2aa-0dd71f9c9d8e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015248 Jul 23 20:35:42.357215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:42.369533 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:42.385599 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-026ca61d-10fc-470e-bea9-cd92ccf05810 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "PUT /v2.0/routers/d3fa9fac-3f38-4e67-b535-d0085dc5efb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1440456 Jul 23 20:35:42.390412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:42.391136 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:42.578034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:42.584474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:42.615038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:42.616155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4b73d8e6-bed9-4a4d-9576-e0fbfdb87c23 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:42.669498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:42.688474 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-a8facf19-dceb-4cd3-943c-fec2f75b45fe tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f HTTP/1.1" status: 200 len: 380 time: 0.4113069 Jul 23 20:35:42.695616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef9ea62a-ef5e-4a24-8cb6-d6212880c074 req-ab7a0d33-7025-41d4-9503-b3497dba58b7 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0415792 Jul 23 20:35:42.713705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'port': {'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'admin_state_up': True, 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'security_groups': ['519ce87c-04ac-437a-91ec-2c9afdb286c8']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:42.742196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port e7a66fce-2fef-4c8f-8c8e-171230cd2e41 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:42.742686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.749134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:42.771150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24897dc1-e0af-4d18-b17e-c112645ce212 req-1e31e592-f3b8-4a65-a1bd-70421de9ca13 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.779633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24897dc1-e0af-4d18-b17e-c112645ce212 req-1e31e592-f3b8-4a65-a1bd-70421de9ca13 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.3487542 Jul 23 20:35:42.908563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:42.927728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-15ce4fd1-8646-45c1-b505-888a2938de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:42.929254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-15ce4fd1-8646-45c1-b505-888a2938de8c service neutron] 10.222.0.47 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.6949415 Jul 23 20:35:42.937309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24897dc1-e0af-4d18-b17e-c112645ce212 req-92ab94de-017e-4349-949e-1efb646a96b6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563599 Jul 23 20:35:42.958921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45640) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:42.969687 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:37Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 1, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0c4ba0-5b16-4759-a14a-f24a878d77a4', 'name': '', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:18:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:36Z', 'updated_at': '2021-07-23T20:35:38Z', 'revision_number': 2, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:42.977026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:42.990152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531543a-c814-4534-a6f8-4e3b9514404e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:43.042502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.043300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.047989 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:43.048351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Updating router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:43.089942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.107928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2662365 Jul 23 20:35:43.109418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38297be4-0c33-462b-98b8-adc08e2873a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=6266da78-87f9-4401-aaad-aa1746c8c7cc,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.112116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45642) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:43.124642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-b4a55911-0a68-41b4-b2e7-07b5c6e76fcd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b HTTP/1.1" status: 200 len: 217 time: 0.1355383 Jul 23 20:35:43.126895 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.133123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '6266da78-87f9-4401-aaad-aa1746c8c7cc', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1087406467'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:43.151569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for e7a66fce-2fef-4c8f-8c8e-171230cd2e41 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:43.266555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349fe09-5e42-4492-a04e-c4d720055eac req-e8babe9e-ef46-45b8-ba71-63c024658bcc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.268121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d349fe09-5e42-4492-a04e-c4d720055eac req-e8babe9e-ef46-45b8-ba71-63c024658bcc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 944 time: 0.2932439 Jul 23 20:35:43.289545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b67b7be-ef27-45bc-a580-77ae98e9a55c tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.294069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b67b7be-ef27-45bc-a580-77ae98e9a55c tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1093 time: 0.3340149 Jul 23 20:35:43.296450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '6266da78-87f9-4401-aaad-aa1746c8c7cc'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:35:43.297052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45644) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:43.298100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.301601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:43.338728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-5ac62fb3-d8b2-42cf-a1f1-4bf44e5e1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:43.340298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-5ac62fb3-d8b2-42cf-a1f1-4bf44e5e1852 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0969772 Jul 23 20:35:43.395522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.411498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d349fe09-5e42-4492-a04e-c4d720055eac req-9b23a4b5-9fb4-4344-8730-39191a8bd383 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356885 Jul 23 20:35:43.431605 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-24275fbb-850d-490e-8f86-787502a7327a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745196 Jul 23 20:35:43.515874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:43.539543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Sync routers for ids ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:43.562727 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a5576406-acf1-486a-90d4-4b71a1bc5ac5 admin admin] 10.222.0.46 "PUT /v2.0/routers/4bdcda27-65d8-4b97-acc1-e0361ae2b536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1350749 Jul 23 20:35:43.598270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Made reservation on behalf of 7269e89e2d1f4bea84e8795fbd5ebf7f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:43.603181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.606243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:43.641504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Routers {'4bdcda27-65d8-4b97-acc1-e0361ae2b536'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:43.642743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:43.699520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.793961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=e7a66fce-2fef-4c8f-8c8e-171230cd2e41,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:43.807892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.854765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Set router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:43.888938 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:43.912480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-2ba1d7b0-135d-488e-8df7-ef70d0b4b812 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681170 Jul 23 20:35:43.932132 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Transition to ACTIVE for port object ac0c4ba0-5b16-4759-a14a-f24a878d77a4 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:43.953782 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.139819 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Attempting to bind port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:44.140273 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Attempting to bind port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:44.140703 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Attempting to bind port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 on network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:44.149615 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:44.150067 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Checking segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:44.150557 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.151054 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Bound using segment: {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:44.151601 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Bound port: ac0c4ba0-5b16-4759-a14a-f24a878d77a4, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:44.152050 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.186743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.259294 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] For port ac0c4ba0-5b16-4759-a14a-f24a878d77a4, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:44.262946 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] For port ac0c4ba0-5b16-4759-a14a-f24a878d77a4, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:44.272717 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aa4c6-96f5-4307-8703-75039b42bf71 None None] Pushing event updated for resources: {'Port': ['ID=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:44.278363 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.318842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-380201fb-aaa9-4d67-b5c5-85400c8bbec0 req-89a2d842-cfa3-45d5-b66b-238b66116626 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.3117726 Jul 23 20:35:44.346693 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:44.347650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:44.381893 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.428217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/6266da78-87f9-4401-aaad-aa1746c8c7cc/81ec5b6d-1d33-4612-955b-32acb5e4c9fd) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:44.431693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34a56cd1-0dbf-4752-a69f-77eeaf224a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.433714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Allocated IP 172.20.0.9 (a5fc9e61-6b73-40fd-a4e2-b389049fc0ae/19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8/f716ced2-fe10-4703-8f49-43f9685a8e03) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:44.520739 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:44.674968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port c1863351-9efc-49f2-886a-c57c042c73e6 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:35:44.686567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 43eb3481-52a8-40e3-ad1b-985fec3bc34b details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:44.692463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:44.779623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.36 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/330c6051-e233-4f5b-a77c-a0bbdf9dbe84) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:44.888896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:39Z', 'revision_number': 4, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '81590696-f660-416a-8633-90c20487c651', 'name': '', 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'mac_address': 'fa:16:3e:8f:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '6801c2ed-e9a2-49e8-9227-af76c4809a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:35Z', 'updated_at': '2021-07-23T20:35:40Z', 'revision_number': 2, 'project_id': '72dab177533e4822a3f4999d932b666b', 'subnets': [{'id': '6801c2ed-e9a2-49e8-9227-af76c4809a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:44.977805 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.resource_extend [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 23 20:35:45.021163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Checking router: 4bdcda27-65d8-4b97-acc1-e0361ae2b536 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:45.035355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Updating router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 port 81590696-f660-416a-8633-90c20487c651 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:45.112838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.174206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-373a8ea3-4d2f-4779-b508-7c36668872d2 req-284d6434-7989-41ca-beba-3ef081eeceb3 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2401028 Jul 23 20:35:45.204339 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:37Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 1, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0c4ba0-5b16-4759-a14a-f24a878d77a4', 'name': '', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:18:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:36Z', 'updated_at': '2021-07-23T20:35:44Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:45.255177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661524bc-ff25-4db6-b9f8-bf55db32f9ff None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:37Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 1, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac0c4ba0-5b16-4759-a14a-f24a878d77a4', 'name': '', 'network_id': '1e1ae9ec-07a2-4bcc-9590-9639546fce0b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:18:08:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:36Z', 'updated_at': '2021-07-23T20:35:44Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '6322d464-8835-4e8d-9ca3-5c7940217d48', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:45.259767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.277222 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57aa4c6-96f5-4307-8703-75039b42bf71 None None] Pushing event updated for resources: {'Port': ['ID=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.335360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Transition to ACTIVE for port object f716ced2-fe10-4703-8f49-43f9685a8e03 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:45.460252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.502970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router 0c28a061-28a5-4c3c-91a8-8516044aea35 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:45.562116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:45.569636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:45.573116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:45.646744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:45.647550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.650757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a813db-a9f7-4adc-a37f-ad54a9607ddb req-e21f9387-eaf2-4a9c-a1cc-05113849d0eb tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:45.654066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1a813db-a9f7-4adc-a37f-ad54a9607ddb req-e21f9387-eaf2-4a9c-a1cc-05113849d0eb tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 944 time: 1.0601313 Jul 23 20:35:45.673886 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9719379 Jul 23 20:35:45.674673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bad540-63c2-4c27-9aa5-64915964f9b0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'Port': ['ID=f716ced2-fe10-4703-8f49-43f9685a8e03,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:45.686913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Request body: {'port': {'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:45.710643 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.739715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Transition to ACTIVE for port object 81ec5b6d-1d33-4612-955b-32acb5e4c9fd will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:45.825818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.865040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:45.973156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Transition to ACTIVE for port object 81ec5b6d-1d33-4612-955b-32acb5e4c9fd will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:46.027914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:46.048912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1a813db-a9f7-4adc-a37f-ad54a9607ddb req-23ac4faf-7106-487b-88f5-3851a19490f5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854821 Jul 23 20:35:46.063518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.134039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:46.147350 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] Sync routers for ids ['0c28a061-28a5-4c3c-91a8-8516044aea35'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:46.155643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4b9ce-bc98-4861-8245-8dc8dc5d91e1 req-3248d66a-a805-4b14-bd57-dde886cfe3ed tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.157273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46e4b9ce-bc98-4861-8245-8dc8dc5d91e1 req-3248d66a-a805-4b14-bd57-dde886cfe3ed tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 931 time: 0.6622341 Jul 23 20:35:46.159572 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] Routers {'0c28a061-28a5-4c3c-91a8-8516044aea35'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:46.163845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b2331dfe-7294-45da-9f2f-375d8b2b1528 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/0c28a061-28a5-4c3c-91a8-8516044aea35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6610320 Jul 23 20:35:46.164009 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0c28a061-28a5-4c3c-91a8-8516044aea35'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.181523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45680) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.265398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4857e3bd-b333-4abd-9b0f-dcac73f763e6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c28a061-28a5-4c3c-91a8-8516044aea35 HTTP/1.1" status: 200 len: 205 time: 0.0810127 Jul 23 20:35:46.274303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45682) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.274878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45684) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.279733 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.308180 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] Routers {'0c28a061-28a5-4c3c-91a8-8516044aea35'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:46.313559 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0c28a061-28a5-4c3c-91a8-8516044aea35'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.387530 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:46.392305 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9125bb46-e550-4bc0-b594-87d279c3d1e0 None None] The sync data for ids ['0c28a061-28a5-4c3c-91a8-8516044aea35'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:46.432732 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:35:46.435205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:35:46.443556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46e4b9ce-bc98-4861-8245-8dc8dc5d91e1 req-802bb3f2-9d1a-4044-90f6-721de883bece tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609177 Jul 23 20:35:46.449791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '43eb3481-52a8-40e3-ad1b-985fec3bc34b', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': '43eb3481-52a8-40e3-ad1b-985fec3bc34b', 'mac_address': 'fa:16:3e:1e:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:46.500176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-17b2dc1c-28dd-4301-b614-4d04e0f40e32 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 3.3714244 Jul 23 20:35:46.512836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5d163881-a360-4a61-aecb-8a4d96d612c2 None None] Provisioning for port f716ced2-fe10-4703-8f49-43f9685a8e03 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:46.522612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.538497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5d163881-a360-4a61-aecb-8a4d96d612c2 None None] Provisioning complete for port f716ced2-fe10-4703-8f49-43f9685a8e03 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:46.538866 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5d163881-a360-4a61-aecb-8a4d96d612c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.544103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:46.544850 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.604394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:46.607559 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.608435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:46.687497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f716ced2-fe10-4703-8f49-43f9685a8e03 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:46.717710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698c3d5-37e6-4a86-a48e-ddca3f7dbe17 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.723223 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5698c3d5-37e6-4a86-a48e-ddca3f7dbe17 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1949484 Jul 23 20:35:46.723874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45690) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.725920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.739138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:46.753375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:46.760858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:46.763020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=330c6051-e233-4f5b-a77c-a0bbdf9dbe84,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.772761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.783807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Transition to ACTIVE for port object 81590696-f660-416a-8633-90c20487c651 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:46.816614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Transition to ACTIVE for port object f716ced2-fe10-4703-8f49-43f9685a8e03 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:46.824785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.837989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.843308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac0c4ba0-5b16-4759-a14a-f24a878d77a4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:46.846652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f7a72c64-ded9-4263-97c4-ac61501bf987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.849885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.872220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43eb3481-52a8-40e3-ad1b-985fec3bc34b {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:46.899015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:46.899015 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:46.900707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43128ade-c05e-442d-9755-c605cc9e484f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.909269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Pushing event updated for resources: {'Port': ['ID=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.910947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43128ade-c05e-442d-9755-c605cc9e484f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:46.912578 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-43128ade-c05e-442d-9755-c605cc9e484f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1840277 Jul 23 20:35:46.965729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45692) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:46.992590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc1b5-9edc-4be0-91fe-cd12d8fb5937 None None] Pushing event updated for resources: {'Port': ['ID=81590696-f660-416a-8633-90c20487c651,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:46.996624 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.104396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=f716ced2-fe10-4703-8f49-43f9685a8e03,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.114181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=43eb3481-52a8-40e3-ad1b-985fec3bc34b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.217996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 6266da78-87f9-4401-aaad-aa1746c8c7cc {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:47.222387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.253601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Attempting to bind port f716ced2-fe10-4703-8f49-43f9685a8e03 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:47.254404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Attempting to bind port f716ced2-fe10-4703-8f49-43f9685a8e03 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:47.255003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Attempting to bind port f716ced2-fe10-4703-8f49-43f9685a8e03 on network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:47.259720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Attempting to bind port 81590696-f660-416a-8633-90c20487c651 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:47.260112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Attempting to bind port 81590696-f660-416a-8633-90c20487c651 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:47.260484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Attempting to bind port 81590696-f660-416a-8633-90c20487c651 on network a61481e6-f533-4a18-9f5c-64fa80215440 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:47.272318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:47.272704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Checking segment: {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:47.273115 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.273556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Bound using segment: {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:47.274049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Bound port: 81590696-f660-416a-8633-90c20487c651, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fcc4f4-d83a-489c-b5d7-45963a2dda5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:47.274434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.290117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5d163881-a360-4a61-aecb-8a4d96d612c2 None None] Port f716ced2-fe10-4703-8f49-43f9685a8e03 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:47.308756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Port f716ced2-fe10-4703-8f49-43f9685a8e03 on network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:35:47.323430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Attempting to bind port f716ced2-fe10-4703-8f49-43f9685a8e03 on network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:47.367625 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.369044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] For port 81590696-f660-416a-8633-90c20487c651, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:47.373006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] For port 81590696-f660-416a-8633-90c20487c651, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=81590696-f660-416a-8633-90c20487c651,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:47.418065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:47.474319 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.540625 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.556293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.562473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.563849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc1b5-9edc-4be0-91fe-cd12d8fb5937 None None] Pushing event updated for resources: {'Port': ['ID=81590696-f660-416a-8633-90c20487c651,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.570953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Attempting to bind port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:47.571334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Attempting to bind port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:47.571702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Attempting to bind port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:47.584868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:47.585247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:47.585679 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.586078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:47.586557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Bound port: 81ec5b6d-1d33-4612-955b-32acb5e4c9fd, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:47.586940 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.643639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.728331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:47.729873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Checking segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:47.730820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Bound using segment: {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:47.731475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Bound port: f716ced2-fe10-4703-8f49-43f9685a8e03, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ecf18f-793d-4c27-b570-63ec033f458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:47.732492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.747819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.748369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router 0c28a061-28a5-4c3c-91a8-8516044aea35 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:47.758148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.761659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:47.772078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.773328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c3eeedbd-7873-4c72-9864-af2645a81954 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/0c28a061-28a5-4c3c-91a8-8516044aea35 HTTP/1.1" status: 204 len: 168 time: 1.4938209 Jul 23 20:35:47.780191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45702) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:47.783012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:47.784077 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.833074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.839229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] For port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:47.844721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Routers {'4bdcda27-65d8-4b97-acc1-e0361ae2b536'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:47.848674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:47.906853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=6266da78-87f9-4401-aaad-aa1746c8c7cc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:47.915342 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:47.923250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d6ebe31a-81d8-45bc-9e44-1345cc2e9d3a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/6266da78-87f9-4401-aaad-aa1746c8c7cc HTTP/1.1" status: 204 len: 168 time: 0.9563882 Jul 23 20:35:47.927588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce744ced-f229-4118-a5ca-9849ac275fca req-6f681853-f177-4d32-b65f-4a255e4c16a9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:47.929560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce744ced-f229-4118-a5ca-9849ac275fca req-6f681853-f177-4d32-b65f-4a255e4c16a9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 945 time: 0.5776751 Jul 23 20:35:47.937675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:47.969090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] For port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:48.004775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.033072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1fa7460c-f9d8-4306-b1be-6bad002b40ee tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938938 Jul 23 20:35:48.038956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:48.052596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:48.105129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] For port f716ced2-fe10-4703-8f49-43f9685a8e03, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:48.160795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] For port f716ced2-fe10-4703-8f49-43f9685a8e03, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f716ced2-fe10-4703-8f49-43f9685a8e03,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:48.176706 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.189414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 3d5dbb5e-6d0d-467c-9332-e4c151beecf5 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:48.231426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.285451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09be27a-6890-443c-8d5d-578b62ea1899 req-c72f66f6-dd50-436a-bcdf-ee4eca00ad61 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:48.287500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e09be27a-6890-443c-8d5d-578b62ea1899 req-c72f66f6-dd50-436a-bcdf-ee4eca00ad61 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 943 time: 0.6307175 Jul 23 20:35:48.292792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=f716ced2-fe10-4703-8f49-43f9685a8e03,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.321972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] Set router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:48.334325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:48.335223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.335768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce744ced-f229-4118-a5ca-9849ac275fca req-50cb3447-176d-4a7b-98ae-384252f7de4b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444276 Jul 23 20:35:48.338925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-42fc4c38-1f85-45c8-ace4-09862a583ee6 service neutron] 10.222.0.36 "PUT /v2.0/ports/f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 1092 time: 2.6549790 Jul 23 20:35:48.339432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:48.342623 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7577736-0531-4412-ae3e-cc04825fea29" -d '{"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:48.370213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5e549-254f-4d79-a24e-d870b06d6cea None None] Pushing event updated for resources: {'Port': ['ID=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.389607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:48.395325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.448189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.453815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.536096 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7f6674-6931-4f14-b5d2-5f60c0a3f53e x-openstack-request-id: req-3e7f6674-6931-4f14-b5d2-5f60c0a3f53e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:48.536683 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:48.537087 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e7f6674-6931-4f14-b5d2-5f60c0a3f53e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:48.537863 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'status': 'completed', 'code': 200} Jul 23 20:35:48.618914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ac0c4ba0-5b16-4759-a14a-f24a878d77a4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:48.648323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.661277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e09be27a-6890-443c-8d5d-578b62ea1899 req-e213c7fb-5006-4133-b215-6cb2bf3088b5 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477378 Jul 23 20:35:48.755551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:48.913680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.941134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:48.968275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81ec5b6d-1d33-4612-955b-32acb5e4c9fd up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:49.029384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=60a33f76-911c-415d-a50a-ae2bd66fd9ef,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.033842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 43eb3481-52a8-40e3-ad1b-985fec3bc34b up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:49.046084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-b2123d5c-b613-4656-aa7e-1b265a54cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.047831 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-b2123d5c-b613-4656-aa7e-1b265a54cc09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1095 time: 0.6444604 Jul 23 20:35:49.057026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:49.058919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:49.066694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.067303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.097736 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f60d378b-b83d-4c22-a8c9-10d1e9e4390f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0506408 Jul 23 20:35:49.106632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45716) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:49.144448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:49.149656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-a6b3039d-0399-44ce-b103-6b314aff8e21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 217 time: 0.0847383 Jul 23 20:35:49.155774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 43eb3481-52a8-40e3-ad1b-985fec3bc34b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:49.170694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:49.178321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 43eb3481-52a8-40e3-ad1b-985fec3bc34b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:49.178686 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.210212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.218777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:39Z', 'revision_number': 4, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '81590696-f660-416a-8633-90c20487c651', 'name': '', 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'mac_address': 'fa:16:3e:8f:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '6801c2ed-e9a2-49e8-9227-af76c4809a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:35Z', 'updated_at': '2021-07-23T20:35:47Z', 'revision_number': 4, 'project_id': '72dab177533e4822a3f4999d932b666b', 'subnets': [{'id': '6801c2ed-e9a2-49e8-9227-af76c4809a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:49.246906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-bae43a20-2d4c-48af-b98b-b0dad179adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.250915 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-bae43a20-2d4c-48af-b98b-b0dad179adbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.0881217 Jul 23 20:35:49.251399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45718) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:49.275459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4089104c-8181-484a-b5ff-cde2b02254fc None None] The sync data for ids ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'] in n-d-793620-13 is: [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:39Z', 'revision_number': 4, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '81590696-f660-416a-8633-90c20487c651', 'name': '', 'network_id': 'a61481e6-f533-4a18-9f5c-64fa80215440', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'mac_address': 'fa:16:3e:8f:ca:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '6801c2ed-e9a2-49e8-9227-af76c4809a32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:35Z', 'updated_at': '2021-07-23T20:35:47Z', 'revision_number': 4, 'project_id': '72dab177533e4822a3f4999d932b666b', 'subnets': [{'id': '6801c2ed-e9a2-49e8-9227-af76c4809a32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:49.427869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.428090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.429029 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.444492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.475061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e78430f-102b-47c6-ac09-221a69952442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eb3481-52a8-40e3-ad1b-985fec3bc34b'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:49.476132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-d2e63fa5-2519-4877-a8d7-595707277ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:49.479618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-d2e63fa5-2519-4877-a8d7-595707277ea4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2166469 Jul 23 20:35:49.486162 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eb9d59-0d34-46a9-bdf0-bf029ed5e4a8" -d '{"events": [{"server_uuid": "4e78430f-102b-47c6-ac09-221a69952442", "name": "network-vif-plugged", "status": "completed", "tag": "43eb3481-52a8-40e3-ad1b-985fec3bc34b"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:49.519504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:49.530854 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.554498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.622296 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75140e07-d8ad-4fcc-986c-f879383ad7e7 x-openstack-request-id: req-75140e07-d8ad-4fcc-986c-f879383ad7e7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:49.623612 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e78430f-102b-47c6-ac09-221a69952442", "name": "network-vif-plugged", "status": "completed", "tag": "43eb3481-52a8-40e3-ad1b-985fec3bc34b", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:49.624742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9e6a-8e29-4e61-bc6f-1f15d45d3ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.625029 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75140e07-d8ad-4fcc-986c-f879383ad7e7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:49.625577 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e78430f-102b-47c6-ac09-221a69952442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43eb3481-52a8-40e3-ad1b-985fec3bc34b', 'code': 200} Jul 23 20:35:49.693097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=43eb3481-52a8-40e3-ad1b-985fec3bc34b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.701644 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.818020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-88b650eb-253b-45c5-96d9-90fe3a802c1d service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266735 Jul 23 20:35:49.885689 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:49.911969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=3d5dbb5e-6d0d-467c-9332-e4c151beecf5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:49.949770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7b7382-1737-42a8-a04a-cfbf9427f6ef None None] Network 26d1d9f8-1419-4765-b6f5-5861a153b606 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:49.974834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b631919c-700e-4686-828c-409b2225a458 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:50.118979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.121744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/3d5dbb5e-6d0d-467c-9332-e4c151beecf5 HTTP/1.1" status: 204 len: 168 time: 2.3195384 Jul 23 20:35:50.130513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.130894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.131245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.131594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.131936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.132271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.132607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.132940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.133274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.133632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.133960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.134287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605f84f7-bd3c-4f56-97ab-8ef6b5e6598b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:50.142187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.158243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.195255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] Provisioning for port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:50.250768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] Provisioning complete for port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:50.251151 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.280348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.368374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.417796 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.426640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4c83f-f8f2-4eb7-82a0-e6db39b90554 req-0b0f524a-08e6-438d-8b9c-71e0a142d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.428192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e7f4c83f-f8f2-4eb7-82a0-e6db39b90554 req-0b0f524a-08e6-438d-8b9c-71e0a142d5ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 1098 time: 0.7172983 Jul 23 20:35:50.533974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=330c6051-e233-4f5b-a77c-a0bbdf9dbe84,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:50.547317 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.564985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ded54d-3287-4779-b0d0-cc572a2138f6 req-dca836a0-1c5d-4dcf-a979-b5c6f7d279be tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.567045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65ded54d-3287-4779-b0d0-cc572a2138f6 req-dca836a0-1c5d-4dcf-a979-b5c6f7d279be tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 943 time: 0.7299767 Jul 23 20:35:50.620531 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e7f4c83f-f8f2-4eb7-82a0-e6db39b90554 req-f8d399a7-dab7-44c1-8679-88dcf30a9802 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832078 Jul 23 20:35:50.633687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c6006-60ea-49e6-a546-d7283d4a708d req-631c88bc-b8b4-4292-a108-c62268a59f8e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:50.640981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b01c6006-60ea-49e6-a546-d7283d4a708d req-631c88bc-b8b4-4292-a108-c62268a59f8e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 946 time: 0.8075216 Jul 23 20:35:50.673192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-31d563d2-b88b-4767-af75-bcef7594ea2f req-f98deebd-ae2a-40d8-8996-ea7fd3c94607 service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8375940 Jul 23 20:35:50.676799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9e6a-8e29-4e61-bc6f-1f15d45d3ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.699055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3bfd9e6a-8e29-4e61-bc6f-1f15d45d3ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.737141 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.747378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.748723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7bb0f40c-0333-47f7-830d-0b2be65ab58f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6405106 Jul 23 20:35:50.770522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3bfd9e6a-8e29-4e61-bc6f-1f15d45d3ea9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a301f87ee214bd181f1df4a920de235&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5180337 Jul 23 20:35:50.771357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.775631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45736) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:50.780527 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.807417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] For port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:50.819103 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:50.866712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] DHCP port deletion for 26d1d9f8-1419-4765-b6f5-5861a153b606 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:50.946672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3b044-16b6-4749-a77f-aa836cc0d6da None None] Pushing event updated for resources: {'Port': ['ID=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:50.967662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81590696-f660-416a-8633-90c20487c651 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:51.006912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd9e6a-8e29-4e61-bc6f-1f15d45d3ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc25aa1-b59f-4f32-8c17-6fe08177f542,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.026256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] Deleting port e55f53bb-4a88-48a8-864f-70e77b932157 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:51.026721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.132238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 81590696-f660-416a-8633-90c20487c651 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:51.150642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 81590696-f660-416a-8633-90c20487c651 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:51.151111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.154609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] For port e55f53bb-4a88-48a8-864f-70e77b932157, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e55f53bb-4a88-48a8-864f-70e77b932157,segment=NetworkSegment(e93421a4-524d-4ef0-b048-120d6728919f),segment_id=e93421a4-524d-4ef0-b048-120d6728919f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:51.154609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.212602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] Calling delete_port for e55f53bb-4a88-48a8-864f-70e77b932157 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:51.306821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-76fee2fd-2f80-4ad5-9764-43ea2ce22cff None None] Provisioning complete for port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:51.307199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76fee2fd-2f80-4ad5-9764-43ea2ce22cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.325788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577736-0531-4412-ae3e-cc04825fea29 req-44f9d3e6-92b2-4526-a285-bb75cb82d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.328265 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-44f9d3e6-92b2-4526-a285-bb75cb82d05a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1095 time: 0.5097640 Jul 23 20:35:51.343722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b01c6006-60ea-49e6-a546-d7283d4a708d req-6591be38-4ccc-4242-8485-b9349d9326e7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7016668 Jul 23 20:35:51.367336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65ded54d-3287-4779-b0d0-cc572a2138f6 req-897defd4-ab76-4b79-94e0-ffd01495d623 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7679405 Jul 23 20:35:51.407794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.418772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.419746 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.454709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] Pushing event deleted for resources: {'Port': ['ID=e55f53bb-4a88-48a8-864f-70e77b932157,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.470618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977e976-fb45-4720-91de-b2afa09a614f None None] No DVR routers for this DVR port e55f53bb-4a88-48a8-864f-70e77b932157 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:51.471550 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e08aeb17-ef94-4160-8fcb-65e0aec0fc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.481741 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 associated. External IP: 172.25.8.36, port: 817e718a-80e6-4dde-bab1-21a6cb8329c8. Jul 23 20:35:51.485739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port e55f53bb-4a88-48a8-864f-70e77b932157 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:51.485739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.507325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 81590696-f660-416a-8633-90c20487c651, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=81590696-f660-416a-8633-90c20487c651,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:51.517884 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.518963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac0c4ba0-5b16-4759-a14a-f24a878d77a4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:51.613394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e08aeb17-ef94-4160-8fcb-65e0aec0fc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.617145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=81590696-f660-416a-8633-90c20487c651,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.629127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:51.629338 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.639400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577736-0531-4412-ae3e-cc04825fea29 req-c4e8fa83-a086-4510-a273-9848812717eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.641187 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-c4e8fa83-a086-4510-a273-9848812717eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 914 time: 0.3052478 Jul 23 20:35:51.707329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port e55f53bb-4a88-48a8-864f-70e77b932157, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:51.707704 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.723431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-8cc8624f-ad3e-49d9-ab4f-5c9d8179d27a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 217 time: 0.0450368 Jul 23 20:35:51.730581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for e55f53bb-4a88-48a8-864f-70e77b932157 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:51.735461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Port e55f53bb-4a88-48a8-864f-70e77b932157 was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:35:51.741740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.780672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=e55f53bb-4a88-48a8-864f-70e77b932157,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.790458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port e55f53bb-4a88-48a8-864f-70e77b932157 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:51.799112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Deleting port 81590696-f660-416a-8633-90c20487c651 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:51.799455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.828333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577736-0531-4412-ae3e-cc04825fea29 req-e107b7cb-a919-40a0-978d-47d04deef306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.829828 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-e107b7cb-a919-40a0-978d-47d04deef306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.0979476 Jul 23 20:35:51.843444 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e08aeb17-ef94-4160-8fcb-65e0aec0fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.845992 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e08aeb17-ef94-4160-8fcb-65e0aec0fc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:51.847368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e08aeb17-ef94-4160-8fcb-65e0aec0fc4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbc25aa1-b59f-4f32-8c17-6fe08177f542 HTTP/1.1" status: 204 len: 168 time: 0.5748947 Jul 23 20:35:51.916271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::1 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/60a33f76-911c-415d-a50a-ae2bd66fd9ef/b95b1860-73ab-4c50-bafe-9472fd8b8c31) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:51.936147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aeb17-ef94-4160-8fcb-65e0aec0fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc25aa1-b59f-4f32-8c17-6fe08177f542,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:51.962684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7577736-0531-4412-ae3e-cc04825fea29 req-9536f441-f4ad-4235-93ac-2c818b7253be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:51.964413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-9536f441-f4ad-4235-93ac-2c818b7253be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1248982 Jul 23 20:35:52.026467 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.047907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d1d9f8-1419-4765-b6f5-5861a153b606']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.071429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] For port 81590696-f660-416a-8633-90c20487c651, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=81590696-f660-416a-8633-90c20487c651,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:52.071798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.078908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93421a4-524d-4ef0-b048-120d6728919f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.079212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93421a4-524d-4ef0-b048-120d6728919f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.100234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.103967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Calling delete_port for 81590696-f660-416a-8633-90c20487c651 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:52.125687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router db804a66-d7aa-4f4b-b658-bffd53851f9a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:52.129113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.140323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:52.140708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.150912 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-561ef9df-26f1-4f24-8ec9-9d01f99eee3b service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727486 Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:52.177539 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:52.214053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.259808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object b95b1860-73ab-4c50-bafe-9472fd8b8c31 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:52.285631 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d7577736-0531-4412-ae3e-cc04825fea29 req-eb603332-4051-485d-a338-be25aa5b491a service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249630 Jul 23 20:35:52.313908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.315234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.330600 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.333024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/26d1d9f8-1419-4765-b6f5-5861a153b606 HTTP/1.1" status: 204 len: 168 time: 2.1787717 Jul 23 20:35:52.335082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:52.338148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:52.339260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45752) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.356188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c0e6e-1cad-47d8-9092-7ac541e6b699 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=26d1d9f8-1419-4765-b6f5-5861a153b606,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.366140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1188926463', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:52.386244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:52.387521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.428763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:52.435200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.436026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.441158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] Sync routers for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:52.459753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:52.466309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:52.491218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=b95b1860-73ab-4c50-bafe-9472fd8b8c31,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:52.563748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.564427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.643208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-afb7ff07-b182-4cc4-8cd4-b762e1f728e4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.3450508 Jul 23 20:35:52.647022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:35:52.651175 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c" -d '{"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:35:52.723032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:52.739561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45770) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:52.740084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc2add-e5ea-4f33-94eb-daac459f027e req-fd0ba9b6-d6d3-4582-b504-1bccb056230a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.741672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62bc2add-e5ea-4f33-94eb-daac459f027e req-fd0ba9b6-d6d3-4582-b504-1bccb056230a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 943 time: 0.2924354 Jul 23 20:35:52.757623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea8761-d868-4e70-bf93-1e4e333f94c5 req-5beec58e-f14b-475d-817d-32c22ca253ca tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:52.759215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-feea8761-d868-4e70-bf93-1e4e333f94c5 req-5beec58e-f14b-475d-817d-32c22ca253ca tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 946 time: 0.2478199 Jul 23 20:35:52.819499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62bc2add-e5ea-4f33-94eb-daac459f027e req-0c4a6e2f-59b4-4416-b521-7a9db64e90d7 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720105 Jul 23 20:35:52.834904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.837464 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.839413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.871119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81590696-f660-416a-8633-90c20487c651 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:52.932949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 81590696-f660-416a-8633-90c20487c651 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:52.932949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81590696-f660-416a-8633-90c20487c651 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:35:52.938013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-239ecc7b-bc14-4ee4-8546-ede5f2f5fc3b None None] Provisioning for port b95b1860-73ab-4c50-bafe-9472fd8b8c31 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:35:52.947919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-239ecc7b-bc14-4ee4-8546-ede5f2f5fc3b None None] Provisioning complete for port b95b1860-73ab-4c50-bafe-9472fd8b8c31 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:52.948107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-239ecc7b-bc14-4ee4-8546-ede5f2f5fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:52.985288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Port 81590696-f660-416a-8633-90c20487c651 not found, will not notify nova. {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:35:52.985680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81ec5b6d-1d33-4612-955b-32acb5e4c9fd up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:35:53.009317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1298217279-network', 'tenant_id': 'b2fedcd946ce409f820d889ccbf48e0f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:53.025328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-feea8761-d868-4e70-bf93-1e4e333f94c5 req-5b02a0f0-c85c-41cd-8ddb-9d30765c3b5d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400668 Jul 23 20:35:53.029079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Pushing event deleted for resources: {'Port': ['ID=81590696-f660-416a-8633-90c20487c651,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.113603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-239ecc7b-bc14-4ee4-8546-ede5f2f5fc3b None None] Port b95b1860-73ab-4c50-bafe-9472fd8b8c31 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:53.205371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Made reservation on behalf of b2fedcd946ce409f820d889ccbf48e0f for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:53.213010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.241634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:53.241954 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.244545 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.248460 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ef1a18-4887-46d6-99ca-f07a17d28722 x-openstack-request-id: req-96ef1a18-4887-46d6-99ca-f07a17d28722 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:35:53.248749 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:35:53.249000 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96ef1a18-4887-46d6-99ca-f07a17d28722 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:35:53.249393 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'status': 'completed', 'code': 200} Jul 23 20:35:53.274059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.277666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'mac_address': 'fa:16:3e:79:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91442423-7535-4b8c-86df-ffb003d22ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:23Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:53.314051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] Checking router: db804a66-d7aa-4f4b-b658-bffd53851f9a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:53.334279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:53.334922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:53.412293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824159ce-c33e-46f1-a3e2-73ab922c7923 req-da53bfe8-45a8-4145-8ff2-9fefd982982d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:53.414113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-824159ce-c33e-46f1-a3e2-73ab922c7923 req-da53bfe8-45a8-4145-8ff2-9fefd982982d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.4706831 Jul 23 20:35:53.467724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-06886f6c-f48b-41b8-abde-9db83fc8b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:53.469342 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-06886f6c-f48b-41b8-abde-9db83fc8b930 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1098 time: 0.2865140 Jul 23 20:35:53.501761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:53.523461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-824159ce-c33e-46f1-a3e2-73ab922c7923 req-80a24de7-264f-4f0b-b248-5875b3b96e7a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027935 Jul 23 20:35:53.532747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b464e-ab58-4e29-8228-2aa937d75b7e req-75491067-667f-47bf-bfca-38967dbc522a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:53.540169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a08b464e-ab58-4e29-8228-2aa937d75b7e req-75491067-667f-47bf-bfca-38967dbc522a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.2263889 Jul 23 20:35:53.554367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.585970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.602293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e55f53bb-4a88-48a8-864f-70e77b932157 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:53.617871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a08b464e-ab58-4e29-8228-2aa937d75b7e req-c19a413c-39f9-4f58-89f1-94c9d4a86d04 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.0767164 Jul 23 20:35:53.630379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e55f53bb-4a88-48a8-864f-70e77b932157 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:53.630730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e55f53bb-4a88-48a8-864f-70e77b932157 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:53.665295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.672861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.673668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.692879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:35:53.718381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a08b464e-ab58-4e29-8228-2aa937d75b7e req-a11435c5-c052-4419-b9a7-8a4baec56346 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0898168 Jul 23 20:35:53.763302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.790438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'mac_address': 'fa:16:3e:79:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91442423-7535-4b8c-86df-ffb003d22ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:23Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:53.821192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a06d67-3de3-41d1-880d-7b531c66c712 None None] The sync data for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 is: [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.36', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'mac_address': 'fa:16:3e:79:26:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91442423-7535-4b8c-86df-ffb003d22ec7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:35:48Z', 'updated_at': '2021-07-23T20:35:48Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:23Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:53.864133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-401c0815-aaa4-49d0-9b57-a549c6ecad93 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 HTTP/1.1" status: 200 len: 991 time: 0.2925506 Jul 23 20:35:53.866592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.895981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:53.904515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a2d37296-635e-421f-9585-aa10ed896603 admin admin] 10.222.0.46 "PUT /v2.0/routers/4bdcda27-65d8-4b97-acc1-e0361ae2b536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6260557 Jul 23 20:35:53.905207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:53.914377 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] Sync routers for ids ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:53.917045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=b95b1860-73ab-4c50-bafe-9472fd8b8c31,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:53.917208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a08b464e-ab58-4e29-8228-2aa937d75b7e req-1b88a1d9-e4ef-4084-9725-4c6843cb09bf service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643505 Jul 23 20:35:53.920264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:53.940185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] Routers {'4bdcda27-65d8-4b97-acc1-e0361ae2b536'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:53.941779 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:54.060848 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] Set router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:54.150020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a07a3eb-0563-4764-9aba-a400db38e5d8 None None] New status for floating IP fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:35:54.276395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:35:54.285962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.286228 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Added segment 383c1e06-661e-4383-945d-a2f06b17d62f of type vlan for network 96d4d499-2757-4cd3-8348-77f4844550fa Jul 23 20:35:54.330214 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:52Z', 'revision_number': 5, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:54.357287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.366046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-425d8983-5e95-4c12-9c05-fe38634ba0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.367531 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-425d8983-5e95-4c12-9c05-fe38634ba0b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.8630066 Jul 23 20:35:54.371823 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] Checking router: 4bdcda27-65d8-4b97-acc1-e0361ae2b536 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:54.385172 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] Routers {'4bdcda27-65d8-4b97-acc1-e0361ae2b536'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:54.386154 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:54.409495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c74b362-91bf-4344-a0db-4d0558fa15b1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.467391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45794) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:54.502697 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] Set router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:54.534938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.613897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a08b464e-ab58-4e29-8228-2aa937d75b7e req-b66d11fb-d52e-4979-95ab-01240c70f1e7 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605277 Jul 23 20:35:54.614123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 172.25.8.110 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/788ec734-3e39-4950-81fd-ad03a6b8b086) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:54.616180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.617353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.617793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.628698 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-8a2ad6f8-f8d1-4f3c-aad7-fb773b3b0f44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1001 time: 0.2308333 Jul 23 20:35:54.635102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d131b-df54-44f9-b150-8ed5d9204f28 req-6b803a2a-e8ae-44dd-8163-e711a8ffa1bc tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:54.637236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e91d131b-df54-44f9-b150-8ed5d9204f28 req-6b803a2a-e8ae-44dd-8163-e711a8ffa1bc tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 943 time: 0.6851003 Jul 23 20:35:54.643176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:54.679130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:54.735159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9953632 Jul 23 20:35:54.741568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:54.764160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Request body: {'subnet': {'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1298217279-subnet', 'tenant_id': 'b2fedcd946ce409f820d889ccbf48e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:54.772391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:54.838711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f33795-de40-41d4-8f1f-18c28e069ddc admin admin] Pushing event updated for resources: {'Network': ['ID=96d4d499-2757-4cd3-8348-77f4844550fa,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:54.846696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e91d131b-df54-44f9-b150-8ed5d9204f28 req-0c971739-fee9-4949-88f9-21a985bf901c tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500058 Jul 23 20:35:54.855253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 96d4d499-2757-4cd3-8348-77f4844550fa details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:35:54.868915 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:52Z', 'revision_number': 5, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:54.870202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45802) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:54.902555 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365fc564-f0d1-45d0-97f9-241895126197 None None] The sync data for ids ['4bdcda27-65d8-4b97-acc1-e0361ae2b536'] in n-d-793620-13 is: [{'id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'name': 'tempest-ImageQuotaTest-1358282818-router', 'tenant_id': '72dab177533e4822a3f4999d932b666b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:27Z', 'updated_at': '2021-07-23T20:35:52Z', 'revision_number': 5, 'project_id': '72dab177533e4822a3f4999d932b666b', 'gw_port': {'id': '165b1251-12a3-4929-bb7c-0f8c5c928789', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:74:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bdcda27-65d8-4b97-acc1-e0361ae2b536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:28Z', 'updated_at': '2021-07-23T20:35:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:55.053484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf7e3e9d-bf83-47b7-97e8-352fbeea964d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 HTTP/1.1" status: 200 len: 993 time: 0.1796820 Jul 23 20:35:55.109716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Deleting port 165b1251-12a3-4929-bb7c-0f8c5c928789 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:55.109991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-851de17f-6c91-420e-aa4f-04d92c675eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:55.110118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.111836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-851de17f-6c91-420e-aa4f-04d92c675eef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.4673162 Jul 23 20:35:55.180666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d75706da-220d-4605-ace3-b5d0a03e1ba6 None None] Provisioning complete for port b95b1860-73ab-4c50-bafe-9472fd8b8c31 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:35:55.181517 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d75706da-220d-4605-ace3-b5d0a03e1ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.220922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Made reservation on behalf of b2fedcd946ce409f820d889ccbf48e0f for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:55.224074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.242239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d75706da-220d-4605-ace3-b5d0a03e1ba6 None None] Port b95b1860-73ab-4c50-bafe-9472fd8b8c31 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:35:55.275697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] For port 165b1251-12a3-4929-bb7c-0f8c5c928789, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=165b1251-12a3-4929-bb7c-0f8c5c928789,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:55.276283 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.351677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.412124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-b2e87c13-8d85-4e9d-aeb6-4b5117750313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:55.413142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Calling delete_port for 165b1251-12a3-4929-bb7c-0f8c5c928789 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:55.413936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-b2e87c13-8d85-4e9d-aeb6-4b5117750313 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2576241 Jul 23 20:35:55.431685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-e32b974a-accc-41c8-924e-c82bc980cd05 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:55.433676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-e32b974a-accc-41c8-924e-c82bc980cd05 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.1421819 Jul 23 20:35:55.485545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-a3d0cb28-368f-48a0-8e34-b9c0989cb612 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.0451584 Jul 23 20:35:55.623392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-0ad7c46b-5e88-4a9c-8713-51acccd37646 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1308119 Jul 23 20:35:55.643136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Router 33c8d588-92a9-4099-b8ae-6d83f2bab350 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:55.647191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-6cdf871a-6dd9-4c98-bce0-6946116fb741 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258551 Jul 23 20:35:55.698604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.726715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.766685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Pushing event deleted for resources: {'Port': ['ID=165b1251-12a3-4929-bb7c-0f8c5c928789,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.814221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-08df860f-408a-418f-9155-a9f3b8a6538d service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694105 Jul 23 20:35:55.866761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:55.893355 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:35:55.916628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:55.918460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=788ec734-3e39-4950-81fd-ad03a6b8b086,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:55.943956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:35:56.008791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:56.019589 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Sync routers for ids ['33c8d588-92a9-4099-b8ae-6d83f2bab350'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:56.021275 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.025308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.029053 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Routers {'33c8d588-92a9-4099-b8ae-6d83f2bab350'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:56.029943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['33c8d588-92a9-4099-b8ae-6d83f2bab350'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.036111 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-39ed6288-58ff-4f34-b709-7bff1be6c7bb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "PUT /v2.0/routers/33c8d588-92a9-4099-b8ae-6d83f2bab350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2408745 Jul 23 20:35:56.039050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45832) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.040346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.043739 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-023f9b0e-dc35-450b-bd4b-f4c46bf2792c req-2967fa9e-6160-43cd-a753-32c42433c1f8 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872263 Jul 23 20:35:56.114225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-557fb9fa-f4ce-42af-bf9a-ed28a23473cf service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905502 Jul 23 20:35:56.129887 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.130413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bdcda27-65d8-4b97-acc1-e0361ae2b536 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:35:56.140148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.141287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7a3bebe3-9e33-4061-8a1a-ccc20ced4221 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4bdcda27-65d8-4b97-acc1-e0361ae2b536 HTTP/1.1" status: 204 len: 168 time: 2.2334909 Jul 23 20:35:56.144173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45834) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.158854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3598174-c44c-4cc9-b538-0235b692eafe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.160182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3598174-c44c-4cc9-b538-0235b692eafe tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports/b95b1860-73ab-4c50-bafe-9472fd8b8c31 HTTP/1.1" status: 200 len: 911 time: 0.1200922 Jul 23 20:35:56.161799 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Set router 33c8d588-92a9-4099-b8ae-6d83f2bab350 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:56.163188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45836) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.215411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcde1d6-f76b-41e7-961b-66d141501f95 req-94c0a118-2583-4a82-9ee5-97d3b28bc5e2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.216973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bcde1d6-f76b-41e7-961b-66d141501f95 req-94c0a118-2583-4a82-9ee5-97d3b28bc5e2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 943 time: 0.2653694 Jul 23 20:35:56.257410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d64e57-9772-4951-aabf-467aac1504aa,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.274655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Deleting subnet 6801c2ed-e9a2-49e8-9227-af76c4809a32 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:35:56.282366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.321165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bcde1d6-f76b-41e7-961b-66d141501f95 req-6c286f19-1032-4ea6-acf9-9b4b23504c63 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831082 Jul 23 20:35:56.336806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Checking segment: {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:56.337427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Network hostable DHCP agents. Network: 96d4d499-2757-4cd3-8348-77f4844550fa, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:35:56.344074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.366080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.395351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda8aab3-d0f4-491f-a678-2b49ef88f62f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.403392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda8aab3-d0f4-491f-a678-2b49ef88f62f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.406041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cda8aab3-d0f4-491f-a678-2b49ef88f62f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2234142 Jul 23 20:35:56.410990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45842) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.507891 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:49Z', 'updated_at': '2021-07-23T20:35:52Z', 'revision_number': 2, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None, '_interfaces': [{'id': 'b95b1860-73ab-4c50-bafe-9472fd8b8c31', 'name': '', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'mac_address': 'fa:16:3e:ef:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '60a33f76-911c-415d-a50a-ae2bd66fd9ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:51Z', 'updated_at': '2021-07-23T20:35:53Z', 'revision_number': 2, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'subnets': [{'id': '60a33f76-911c-415d-a50a-ae2bd66fd9ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:56.540165 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Checking router: 33c8d588-92a9-4099-b8ae-6d83f2bab350 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:35:56.540592 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Updating router 33c8d588-92a9-4099-b8ae-6d83f2bab350 port b95b1860-73ab-4c50-bafe-9472fd8b8c31 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:35:56.566367 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.579778 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.589017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Network 96d4d499-2757-4cd3-8348-77f4844550fa is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:35:56.612717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-525b2884-38b1-4805-a0dc-1e0ebad98df0 req-10786583-3037-4e56-8302-4595befad54d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 210 time: 0.1906660 Jul 23 20:35:56.618797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 96d4d499-2757-4cd3-8348-77f4844550fa) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:35:56.629229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34aa3b-2a1a-4a53-814a-f2edb8d5a4b1 None None] Network 96d4d499-2757-4cd3-8348-77f4844550fa requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:56.634664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:56.635274 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.640061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.720457 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.832421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:56.838235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6801c2ed-e9a2-49e8-9227-af76c4809a32 HTTP/1.1" status: 204 len: 168 time: 0.6933706 Jul 23 20:35:56.839668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:56.844191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81590696-f660-416a-8633-90c20487c651 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:56.847223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8ba2d-a35b-4d6a-a062-286d02b4ba87 None None] Network a61481e6-f533-4a18-9f5c-64fa80215440 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:56.848894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3138-6040-47a0-9f78-c249f00e5f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6801c2ed-e9a2-49e8-9227-af76c4809a32,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:56.912644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 81590696-f660-416a-8633-90c20487c651 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:56.913168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81590696-f660-416a-8633-90c20487c651 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:56.913963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 165b1251-12a3-4929-bb7c-0f8c5c928789 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:56.970389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51248d-eb80-4c66-b733-32d1233966e0 None None] Network 96d4d499-2757-4cd3-8348-77f4844550fa requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:35:56.977708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 165b1251-12a3-4929-bb7c-0f8c5c928789 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:56.978202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 165b1251-12a3-4929-bb7c-0f8c5c928789 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:57.070131 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.085048 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Transition to ACTIVE for port object b95b1860-73ab-4c50-bafe-9472fd8b8c31 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:35:57.096119 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.118237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.233345 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Pushing event updated for resources: {'Port': ['ID=b95b1860-73ab-4c50-bafe-9472fd8b8c31,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:57.257647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0a8267b4-d4cc-4e5c-ab31-4b4a076a7e92 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5083086 Jul 23 20:35:57.328832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Deleting port b5805d1c-418a-464e-b65e-2b15cf9d9f0f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:57.329286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.468694 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Attempting to bind port b95b1860-73ab-4c50-bafe-9472fd8b8c31 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:35:57.469065 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Attempting to bind port b95b1860-73ab-4c50-bafe-9472fd8b8c31 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:35:57.469843 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Attempting to bind port b95b1860-73ab-4c50-bafe-9472fd8b8c31 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:35:57.481150 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:35:57.481461 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:35:57.482456 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.482856 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:35:57.483336 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Bound port: b95b1860-73ab-4c50-bafe-9472fd8b8c31, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:35:57.483721 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.540453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.603371 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] For port b95b1860-73ab-4c50-bafe-9472fd8b8c31, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:35:57.607514 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] For port b95b1860-73ab-4c50-bafe-9472fd8b8c31, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b95b1860-73ab-4c50-bafe-9472fd8b8c31,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:35:57.613665 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.748059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.748599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] DHCP port deletion for a61481e6-f533-4a18-9f5c-64fa80215440 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:35:57.761534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Routers {'33c8d588-92a9-4099-b8ae-6d83f2bab350'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:57.762740 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['33c8d588-92a9-4099-b8ae-6d83f2bab350'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:57.929579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] Deleting port b5805d1c-418a-464e-b65e-2b15cf9d9f0f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:57.931637 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:57.951368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Pushing event updated for resources: {'Port': ['ID=b95b1860-73ab-4c50-bafe-9472fd8b8c31,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:57.998019 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:57.998664 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:57.999201 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.001367 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.001999 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.004787 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.005349 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.005920 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.006439 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.006951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.007581 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.009912 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e4beb3-71ac-404d-930b-c8702d4c0ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:35:58.055946 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] Set router 33c8d588-92a9-4099-b8ae-6d83f2bab350 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:35:58.119249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] For port b5805d1c-418a-464e-b65e-2b15cf9d9f0f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.120802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.157715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] Calling delete_port for b5805d1c-418a-464e-b65e-2b15cf9d9f0f owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:58.160606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] For port b5805d1c-418a-464e-b65e-2b15cf9d9f0f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,segment=NetworkSegment(25fcc4f4-d83a-489c-b5d7-45963a2dda5a),segment_id=25fcc4f4-d83a-489c-b5d7-45963a2dda5a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.161683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.183170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Calling delete_port for b5805d1c-418a-464e-b65e-2b15cf9d9f0f owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:58.282572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.288461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b890c73b-7b3d-4cf2-9ed9-5db2dc7810ed tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.290162 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b890c73b-7b3d-4cf2-9ed9-5db2dc7810ed tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.4053707 Jul 23 20:35:58.309540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:35:58.331529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] Pushing event deleted for resources: {'Port': ['ID=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:58.334169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a4ac4-74d8-4e7e-b50d-ea53d7ad1d74 None None] No DVR routers for this DVR port b5805d1c-418a-464e-b65e-2b15cf9d9f0f on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:58.354040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router e587c7d4-278c-4b41-85e5-b6e046a43437 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:35:58.372303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f716ced2-fe10-4703-8f49-43f9685a8e03 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:35:58.433599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5c035128-d5e4-410c-9bf0-75f4b7535685 req-070f74ab-5f1c-421b-913c-6a10f6bbcad8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 210 time: 0.1452811 Jul 23 20:35:58.500163 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:49Z', 'updated_at': '2021-07-23T20:35:52Z', 'revision_number': 2, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None, '_interfaces': [{'id': 'b95b1860-73ab-4c50-bafe-9472fd8b8c31', 'name': '', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'mac_address': 'fa:16:3e:ef:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '60a33f76-911c-415d-a50a-ae2bd66fd9ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:51Z', 'updated_at': '2021-07-23T20:35:57Z', 'revision_number': 4, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'subnets': [{'id': '60a33f76-911c-415d-a50a-ae2bd66fd9ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.532483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33adecb-05c5-4712-98d8-cc52a6086a20 None None] The sync data for ids ['33c8d588-92a9-4099-b8ae-6d83f2bab350'] in n-d-793620-13 is: [{'id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:49Z', 'updated_at': '2021-07-23T20:35:52Z', 'revision_number': 2, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None, '_interfaces': [{'id': 'b95b1860-73ab-4c50-bafe-9472fd8b8c31', 'name': '', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'mac_address': 'fa:16:3e:ef:f7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '60a33f76-911c-415d-a50a-ae2bd66fd9ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:51Z', 'updated_at': '2021-07-23T20:35:57Z', 'revision_number': 4, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'subnets': [{'id': '60a33f76-911c-415d-a50a-ae2bd66fd9ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:58.537360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46164a-4951-409f-89d3-981d717c313e req-4f65c208-148c-45dd-9dc6-6cd710d1f9a8 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:35:58.545001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef46164a-4951-409f-89d3-981d717c313e req-4f65c208-148c-45dd-9dc6-6cd710d1f9a8 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 943 time: 1.0172753 Jul 23 20:35:58.547928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port ac0c4ba0-5b16-4759-a14a-f24a878d77a4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:58.548362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.561183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.563183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f716ced2-fe10-4703-8f49-43f9685a8e03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f716ced2-fe10-4703-8f49-43f9685a8e03,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.591210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] No DVR routers for this DVR port b5805d1c-418a-464e-b65e-2b15cf9d9f0f on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:35:58.597137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:35:58.655378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.677704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef46164a-4951-409f-89d3-981d717c313e req-d024894b-1d16-4215-a235-8591bf8bde54 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317062 Jul 23 20:35:58.680767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5805d1c-418a-464e-b65e-2b15cf9d9f0f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:58.699766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f716ced2-fe10-4703-8f49-43f9685a8e03 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:35:58.727518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:35:58.734419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.740826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f716ced2-fe10-4703-8f49-43f9685a8e03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f716ced2-fe10-4703-8f49-43f9685a8e03,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.747456 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.807812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.825065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61481e6-f533-4a18-9f5c-64fa80215440']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.825409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port ac0c4ba0-5b16-4759-a14a-f24a878d77a4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:58.825983 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.837597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5805d1c-418a-464e-b65e-2b15cf9d9f0f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:35:58.850265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fcc4f4-d83a-489c-b5d7-45963a2dda5a') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.850804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fcc4f4-d83a-489c-b5d7-45963a2dda5a') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:58.860480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for ac0c4ba0-5b16-4759-a14a-f24a878d77a4 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:58.873241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.887345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port b95b1860-73ab-4c50-bafe-9472fd8b8c31 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:35:58.887909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.890401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f716ced2-fe10-4703-8f49-43f9685a8e03,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:58.929898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.941945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b5805d1c-418a-464e-b65e-2b15cf9d9f0f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:35:58.942460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5805d1c-418a-464e-b65e-2b15cf9d9f0f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:35:58.960411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:35:58.960841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:35:58.963228 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:35:59.033345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:35:59.041957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f716ced2-fe10-4703-8f49-43f9685a8e03'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:35:59.095952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] Sync routers for ids ['e587c7d4-278c-4b41-85e5-b6e046a43437'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:35:59.105281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.109986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] Routers {'e587c7d4-278c-4b41-85e5-b6e046a43437'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:59.110643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e587c7d4-278c-4b41-85e5-b6e046a43437'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.123903 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.133714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a61481e6-f533-4a18-9f5c-64fa80215440 HTTP/1.1" status: 204 len: 168 time: 2.2775950 Jul 23 20:35:59.149411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.162735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f21241-3d5a-4f37-8d94-f05fa6787c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61481e6-f533-4a18-9f5c-64fa80215440,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.169176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.170061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] Routers {'e587c7d4-278c-4b41-85e5-b6e046a43437'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:35:59.170457 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b3d97088-5c18-48d4-99f4-48fb029d69da tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8118680 Jul 23 20:35:59.170767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e587c7d4-278c-4b41-85e5-b6e046a43437'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.176708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.178431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port b95b1860-73ab-4c50-bafe-9472fd8b8c31, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b95b1860-73ab-4c50-bafe-9472fd8b8c31,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:35:59.178814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.207052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for b95b1860-73ab-4c50-bafe-9472fd8b8c31 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:35:59.237041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:35:59.237398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce1cdbf-a5fe-4a1c-b323-689760862c0a None None] The sync data for ids ['e587c7d4-278c-4b41-85e5-b6e046a43437'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:35:59.334913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45872) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.358744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.6 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/bb955096-91d8-4054-9dbc-baa69bf49acd) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:35:59.616785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3ac93533-b868-4b95-bd19-a78d9ad9d517 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/routers/e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 200 len: 885 time: 0.4316874 Jul 23 20:35:59.620576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45878) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.653878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5be286f2-bbee-4a4d-89ec-79029cabc563 req-09818508-6e92-4ce2-8234-1cde42843356 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 210 time: 0.0727642 Jul 23 20:35:59.660558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.699172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-def6fc0b-7608-40e3-a855-8969dd8f8d56 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72dab177533e4822a3f4999d932b666b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3588438 Jul 23 20:35:59.699172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=b95b1860-73ab-4c50-bafe-9472fd8b8c31,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:35:59.700042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:35:59.882049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.884219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.888282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.908082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ab239c4-932a-4976-8aaa-5c8f94eabcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:35:59.930461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=ac0c4ba0-5b16-4759-a14a-f24a878d77a4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.012648 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ab239c4-932a-4976-8aaa-5c8f94eabcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.089403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9139dd-c7f7-436b-a84f-1f88e846823b req-318466e7-8c6f-42d7-9a62-94a0fe30f814 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.091256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f9139dd-c7f7-436b-a84f-1f88e846823b req-318466e7-8c6f-42d7-9a62-94a0fe30f814 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 944 time: 0.2902665 Jul 23 20:36:00.177837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Router 33c8d588-92a9-4099-b8ae-6d83f2bab350 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:00.192154 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f9139dd-c7f7-436b-a84f-1f88e846823b req-a6475007-2171-4632-b931-47f4d78a7552 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672052 Jul 23 20:36:00.194604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ab239c4-932a-4976-8aaa-5c8f94eabcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.197565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ab239c4-932a-4976-8aaa-5c8f94eabcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.201150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6ab239c4-932a-4976-8aaa-5c8f94eabcec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/718aa9f7-4ce9-44a7-a461-ad0e11603f31 HTTP/1.1" status: 204 len: 168 time: 0.4968157 Jul 23 20:36:00.222363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab239c4-932a-4976-8aaa-5c8f94eabcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718aa9f7-4ce9-44a7-a461-ad0e11603f31,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.301422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:00.308833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7ae110c5-312b-416e-a4b2-c04b01bbfc6c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "PUT /v2.0/routers/33c8d588-92a9-4099-b8ae-6d83f2bab350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8943710 Jul 23 20:36:00.309135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45886) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.366399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc2353-7eed-46c8-a105-8a246956ea35 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.369561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbc2353-7eed-46c8-a105-8a246956ea35 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.373936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0cbc2353-7eed-46c8-a105-8a246956ea35 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0614758 Jul 23 20:36:00.374197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45888) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.392057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f716ced2-fe10-4703-8f49-43f9685a8e03 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:00.443186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.455346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:00.459681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 60a33f76-911c-415d-a50a-ae2bd66fd9ef {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:00.463228 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.506447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.546775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f716ced2-fe10-4703-8f49-43f9685a8e03 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:00.552755 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.558902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f716ced2-fe10-4703-8f49-43f9685a8e03 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:00.559534 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.560711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:00.567576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:00.570813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:00.614816 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9548b9d5-c97b-4207-8e6d-4a54ab1706c4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9930537 Jul 23 20:36:00.617553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.622021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45894) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.634288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.636520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/60a33f76-911c-415d-a50a-ae2bd66fd9ef HTTP/1.1" status: 204 len: 168 time: 0.2611470 Jul 23 20:36:00.636859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1188926463'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:00.650678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45896) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.651383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=bb955096-91d8-4054-9dbc-baa69bf49acd,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.661669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e86413-54e1-46f6-8a67-b5de3c4d9b00 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:00.664862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76b756-e15b-42ac-ba45-e405072ae1c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=60a33f76-911c-415d-a50a-ae2bd66fd9ef,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:00.723362 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] Sync routers for ids ['33c8d588-92a9-4099-b8ae-6d83f2bab350'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:00.732596 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] Routers {'33c8d588-92a9-4099-b8ae-6d83f2bab350'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:00.733326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['33c8d588-92a9-4099-b8ae-6d83f2bab350'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:00.856738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45902) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:00.864756 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] Set router 33c8d588-92a9-4099-b8ae-6d83f2bab350 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:00.906670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf33bfb5-0c5b-4a59-a170-dc8461c75052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:00.980550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:00.980550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.015144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.025186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88cdcd-6b70-4a10-b0c6-7004235dbcae req-0e3114c7-2321-43b0-96e7-0ec4f8928cb7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.026872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c88cdcd-6b70-4a10-b0c6-7004235dbcae req-0e3114c7-2321-43b0-96e7-0ec4f8928cb7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 931 time: 0.2307060 Jul 23 20:36:01.045516 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:49Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:01.100470 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] Checking router: 33c8d588-92a9-4099-b8ae-6d83f2bab350 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:01.110827 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] Routers {'33c8d588-92a9-4099-b8ae-6d83f2bab350'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:01.111685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['33c8d588-92a9-4099-b8ae-6d83f2bab350'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:01.117364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c88cdcd-6b70-4a10-b0c6-7004235dbcae req-1d4d4a31-b9fb-4be4-9a63-3c81086b87c0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Jul 23 20:36:01.143689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:01.205695 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.209936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-210fb52e-f00e-4196-8963-aa9fe03c1086 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5483589 Jul 23 20:36:01.218264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45906) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:01.251060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf33bfb5-0c5b-4a59-a170-dc8461c75052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.256156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf33bfb5-0c5b-4a59-a170-dc8461c75052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.267863 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] Set router 33c8d588-92a9-4099-b8ae-6d83f2bab350 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:01.270015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] Deleting port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:01.270462 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.292981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33bfb5-0c5b-4a59-a170-dc8461c75052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1176019-790b-437f-a5f2-d381ee3dbc01,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.316607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf33bfb5-0c5b-4a59-a170-dc8461c75052 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4552093 Jul 23 20:36:01.319689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45910) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:01.367013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:01.383356 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e23a7a-cb7d-4c99-ae87-1b77ca81ec0f" -d '{"events": [{"server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "name": "network-vif-plugged", "status": "completed", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:01.391548 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:49Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:01.451327 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2d237b-5e78-4a23-96c6-47e56f16dc94 None None] The sync data for ids ['33c8d588-92a9-4099-b8ae-6d83f2bab350'] in n-d-793620-13 is: [{'id': '33c8d588-92a9-4099-b8ae-6d83f2bab350', 'name': 'tempest-NetworksTestDHCPv6-router-1959108855', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:35:49Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:01.452303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-056e23f9-6da2-47b3-ac23-395423625f64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1474388 Jul 23 20:36:01.465103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] For port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:01.465670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.470797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Request body: {'port': {'device_id': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:01.473570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc975d-2797-4b85-a5be-2f1d51786bb8 req-d422f1ef-3120-4ece-a37d-5825cfe8afe0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:01.481474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36fc975d-2797-4b85-a5be-2f1d51786bb8 req-d422f1ef-3120-4ece-a37d-5825cfe8afe0 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 944 time: 0.1471319 Jul 23 20:36:01.482649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-baad7e88-ced5-4ea5-9eed-bc7f607848d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.492090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] Calling delete_port for 81ec5b6d-1d33-4612-955b-32acb5e4c9fd owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:01.496144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.526758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-baad7e88-ced5-4ea5-9eed-bc7f607848d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.554072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f716ced2-fe10-4703-8f49-43f9685a8e03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f716ced2-fe10-4703-8f49-43f9685a8e03,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:01.561121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36fc975d-2797-4b85-a5be-2f1d51786bb8 req-bcc919ad-fa83-4e9f-88d4-94bd15d4fe44 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649559 Jul 23 20:36:01.573563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.610663 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b54ed0-0402-4e6f-977f-556ab219709c x-openstack-request-id: req-87b54ed0-0402-4e6f-977f-556ab219709c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:01.610946 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "name": "network-vif-plugged", "status": "completed", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:01.611198 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87b54ed0-0402-4e6f-977f-556ab219709c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:01.611310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-baad7e88-ced5-4ea5-9eed-bc7f607848d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.611581 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'code': 200} Jul 23 20:36:01.615965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-baad7e88-ced5-4ea5-9eed-bc7f607848d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.647290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-baad7e88-ced5-4ea5-9eed-bc7f607848d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1176019-790b-437f-a5f2-d381ee3dbc01 HTTP/1.1" status: 204 len: 168 time: 0.3248625 Jul 23 20:36:01.655580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f716ced2-fe10-4703-8f49-43f9685a8e03,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.664508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.683874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad7e88-ced5-4ea5-9eed-bc7f607848d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1176019-790b-437f-a5f2-d381ee3dbc01,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.695555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] Pushing event deleted for resources: {'Port': ['ID=81ec5b6d-1d33-4612-955b-32acb5e4c9fd,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:01.714589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab696a7d-0a5d-4953-8dd8-c7fc845a30e2 None None] No DVR routers for this DVR port 81ec5b6d-1d33-4612-955b-32acb5e4c9fd on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:01.868879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.906752 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:01.998190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.123349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.123908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Fanout notify agent at l3_agent the message router_deleted on router 33c8d588-92a9-4099-b8ae-6d83f2bab350 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:02.169612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.170228 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9da22e1b-890e-48cf-b923-61bd78978177 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/routers/33c8d588-92a9-4099-b8ae-6d83f2bab350 HTTP/1.1" status: 204 len: 168 time: 0.9510167 Jul 23 20:36:02.175255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:02.184283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:02.297800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:02.310600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.337613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e820423-16e8-41bf-8d78-f6f605e15d37 req-e86910e1-aad2-4172-9ca5-d3c8cedea591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.340266 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e820423-16e8-41bf-8d78-f6f605e15d37 req-e86910e1-aad2-4172-9ca5-d3c8cedea591 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1097 time: 0.5551293 Jul 23 20:36:02.434252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:02.438948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.479693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f6d6b-fb9f-468d-b572-faf50c488d17 req-81e533ae-4ff6-4857-88ed-697f7838b38d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.487979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-715f6d6b-fb9f-468d-b572-faf50c488d17 req-81e533ae-4ff6-4857-88ed-697f7838b38d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 931 time: 0.1874776 Jul 23 20:36:02.582836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-715f6d6b-fb9f-468d-b572-faf50c488d17 req-190cc167-801c-43d1-a205-4db33791b524 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938497 Jul 23 20:36:02.729487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.761048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.770907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b95b1860-73ab-4c50-bafe-9472fd8b8c31 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:02.789906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:02.795297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b95b1860-73ab-4c50-bafe-9472fd8b8c31 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:02.795647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b95b1860-73ab-4c50-bafe-9472fd8b8c31 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:02.796236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81ec5b6d-1d33-4612-955b-32acb5e4c9fd no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:02.796543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:02.803146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.803676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.811522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=9be62997-7348-4c81-82bf-2fb65d79bddd,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:02.827155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82392a-9a91-4d34-8577-d994a0fc1df6 req-9e43456b-8d4b-44d4-a705-f937f8bf3d98 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:02.828687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb82392a-9a91-4d34-8577-d994a0fc1df6 req-9e43456b-8d4b-44d4-a705-f937f8bf3d98 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 0.1546934 Jul 23 20:36:02.835872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03654428-3ff3-4565-b1a8-ca1668c81cb4 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:02.836046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-af2831ab-f9ca-44dd-b027-2f14ed56836b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6588840 Jul 23 20:36:02.838804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45924) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:02.839404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 81ec5b6d-1d33-4612-955b-32acb5e4c9fd {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:02.839818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 81ec5b6d-1d33-4612-955b-32acb5e4c9fd not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:02.850279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:02.895806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb82392a-9a91-4d34-8577-d994a0fc1df6 req-af8cf750-dc06-41a7-b356-b58559d96594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587025 Jul 23 20:36:02.897066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.898129 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.962621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.967167 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.987901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:02.989173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3919bc6a-d4c3-47e2-a045-c3d717936388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1439197 Jul 23 20:36:02.994242 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e820423-16e8-41bf-8d78-f6f605e15d37 req-8a7a62c3-1da4-45df-bb28-94c6e2b7b012 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310486 Jul 23 20:36:02.997954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45926) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:03.039957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '9be62997-7348-4c81-82bf-2fb65d79bddd'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:03.041534 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.079277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router e587c7d4-278c-4b41-85e5-b6e046a43437 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:03.104945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:03.116079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-58e5bf12-4ab1-4e11-bc69-d6ac65b67d1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "PUT /v2.0/routers/d3fa9fac-3f38-4e67-b535-d0085dc5efb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6405871 Jul 23 20:36:03.182360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:03.205792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:03.206613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:03.355159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/9be62997-7348-4c81-82bf-2fb65d79bddd/f92d357c-6cb8-4338-8617-22ab99244d09) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:03.368709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb955096-91d8-4054-9dbc-baa69bf49acd {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:03.385885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:03.390963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.395568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:03.408117 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] Sync routers for ids ['e587c7d4-278c-4b41-85e5-b6e046a43437'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:03.416863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.422056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3c10ae0-add0-4d59-9ead-a57f361b95e2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 200 len: 892 time: 2.7917867 Jul 23 20:36:03.424358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45938) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:03.424484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] Routers {'e587c7d4-278c-4b41-85e5-b6e046a43437'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:03.426476 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e587c7d4-278c-4b41-85e5-b6e046a43437'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:03.501817 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:03.515216 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] Routers {'e587c7d4-278c-4b41-85e5-b6e046a43437'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:03.515441 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e587c7d4-278c-4b41-85e5-b6e046a43437'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:03.546091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.559373 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:03.560275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f3fa7-37a8-4e07-8134-65ac17ab2286 None None] The sync data for ids ['e587c7d4-278c-4b41-85e5-b6e046a43437'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:03.585509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dd7eef1e-524a-4d5e-b615-1beb11f71ebb tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/routers/e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 200 len: 892 time: 0.1587627 Jul 23 20:36:03.589107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:03.626917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Transition to ACTIVE for port object bb955096-91d8-4054-9dbc-baa69bf49acd will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:03.632448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9b0a7022-d06a-420f-8148-1665b8999626 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 200 len: 205 time: 0.0399265 Jul 23 20:36:03.634000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45944) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:03.645753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.776575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a8d83-e587-49d6-b699-d3ad44f63b86 req-ecdcabf6-2c11-45e7-81f7-f3a8a6cde22b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:03.778486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b4a8d83-e587-49d6-b699-d3ad44f63b86 req-ecdcabf6-2c11-45e7-81f7-f3a8a6cde22b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 946 time: 0.3036764 Jul 23 20:36:03.874344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Pushing event updated for resources: {'Port': ['ID=bb955096-91d8-4054-9dbc-baa69bf49acd,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:03.910291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:03.943280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b4a8d83-e587-49d6-b699-d3ad44f63b86 req-c2a22d86-cb34-4cb8-a6c3-aad4b0a837be tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698800 Jul 23 20:36:03.994926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399f839-8df7-462f-a8d5-a80a6ac7da45 req-fd3f40fa-b9b2-44a9-8dd0-2b77ac8fcf1f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.000444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e399f839-8df7-462f-a8d5-a80a6ac7da45 req-fd3f40fa-b9b2-44a9-8dd0-2b77ac8fcf1f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 943 time: 0.2569768 Jul 23 20:36:04.010159 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.020375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Transition to ACTIVE for port object f92d357c-6cb8-4338-8617-22ab99244d09 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:04.039875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Transition to ACTIVE for port object f92d357c-6cb8-4338-8617-22ab99244d09 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:04.054707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Attempting to bind port bb955096-91d8-4054-9dbc-baa69bf49acd on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:04.055055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Attempting to bind port bb955096-91d8-4054-9dbc-baa69bf49acd by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:04.055402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Attempting to bind port bb955096-91d8-4054-9dbc-baa69bf49acd on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:04.061211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Port bb955096-91d8-4054-9dbc-baa69bf49acd on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:04.061695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Attempting to bind port bb955096-91d8-4054-9dbc-baa69bf49acd on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:04.066572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.075625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:04.076211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:04.076614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:04.079814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Bound port: bb955096-91d8-4054-9dbc-baa69bf49acd, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:04.080286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.090045 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.121342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e399f839-8df7-462f-a8d5-a80a6ac7da45 req-893e29d6-7343-4763-b69f-bffd880cad68 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145592 Jul 23 20:36:04.154143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::1 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/9be62997-7348-4c81-82bf-2fb65d79bddd/58e373ef-280a-42c0-9afd-23b47bcbf52e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:04.164028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Pushing event updated for resources: {'Port': ['ID=f92d357c-6cb8-4338-8617-22ab99244d09,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:04.177575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:04.194632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:04.200572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:04.202842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddb2d-0614-4cd9-9e5b-46b57dbc969c req-e870c675-e0f8-4d14-88b1-89d4b5859020 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.209844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 6, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 1, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:04.210598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d80ddb2d-0614-4cd9-9e5b-46b57dbc969c req-e870c675-e0f8-4d14-88b1-89d4b5859020 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 0.1581087 Jul 23 20:36:04.229283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] For port bb955096-91d8-4054-9dbc-baa69bf49acd, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:04.232585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 788ec734-3e39-4950-81fd-ad03a6b8b086 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:04.233101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.260113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] For port bb955096-91d8-4054-9dbc-baa69bf49acd, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bb955096-91d8-4054-9dbc-baa69bf49acd,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:04.273620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.285711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:04.308144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d80ddb2d-0614-4cd9-9e5b-46b57dbc969c req-c18479ed-a737-4919-b57e-c41bd2216bb7 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920827 Jul 23 20:36:04.336233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:04.336884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:04.361156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.419331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Attempting to bind port f92d357c-6cb8-4338-8617-22ab99244d09 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:04.419710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Attempting to bind port f92d357c-6cb8-4338-8617-22ab99244d09 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:04.420079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Attempting to bind port f92d357c-6cb8-4338-8617-22ab99244d09 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:04.427807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.429798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:04.430324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:04.430469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 58e373ef-280a-42c0-9afd-23b47bcbf52e will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:04.430740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.431139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:04.431614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Bound port: f92d357c-6cb8-4338-8617-22ab99244d09, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:04.432003 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.449665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.450564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.453202 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb955096-91d8-4054-9dbc-baa69bf49acd HTTP/1.1" status: 200 len: 1092 time: 2.9892166 Jul 23 20:36:04.453879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'tag': 'bb955096-91d8-4054-9dbc-baa69bf49acd'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:04.459852 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24", "tag": "bb955096-91d8-4054-9dbc-baa69bf49acd"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:04.506292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 788ec734-3e39-4950-81fd-ad03a6b8b086 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:04.543262 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c43635-5793-4222-b116-732e364f1acd x-openstack-request-id: req-23c43635-5793-4222-b116-732e364f1acd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:04.543777 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24", "tag": "bb955096-91d8-4054-9dbc-baa69bf49acd", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:04.544170 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23c43635-5793-4222-b116-732e364f1acd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:04.544712 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'tag': 'bb955096-91d8-4054-9dbc-baa69bf49acd', 'status': 'completed', 'code': 200} Jul 23 20:36:04.547821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77052bf-77f2-4b84-8dcd-770ceeeceb6e req-8f339c67-040a-45d9-a3fb-beb5f136efeb tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.550425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f77052bf-77f2-4b84-8dcd-770ceeeceb6e req-8f339c67-040a-45d9-a3fb-beb5f136efeb tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 0.1574996 Jul 23 20:36:04.570263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.577609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:04.650127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=58e373ef-280a-42c0-9afd-23b47bcbf52e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:04.650435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b041c-f4ab-41a9-8eba-62e602bbf593 service neutron] Pushing event updated for resources: {'Port': ['ID=bb955096-91d8-4054-9dbc-baa69bf49acd,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:04.671039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:04.679237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:04.684613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:04.684773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-fedd6a84-56f2-4daa-b7aa-c149eeac926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.685756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.686538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-fedd6a84-56f2-4daa-b7aa-c149eeac926e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 1095 time: 0.1800227 Jul 23 20:36:04.731315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] For port f92d357c-6cb8-4338-8617-22ab99244d09, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:04.751592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] For port f92d357c-6cb8-4338-8617-22ab99244d09, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f92d357c-6cb8-4338-8617-22ab99244d09,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:04.760630 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.779325 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-cc5988f0-3d9b-4ad8-a70c-9647e351c0cc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb955096-91d8-4054-9dbc-baa69bf49acd HTTP/1.1" status: 200 len: 217 time: 0.0783789 Jul 23 20:36:04.812294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f77052bf-77f2-4b84-8dcd-770ceeeceb6e req-348c2df1-a567-49dc-a962-a2fa6ebabb9c tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511165 Jul 23 20:36:04.835829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45954) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:04.848367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-21c9bf6d-6f5b-40ba-af48-c1317657ee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:04.849967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-21c9bf6d-6f5b-40ba-af48-c1317657ee0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0624549 Jul 23 20:36:04.914281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:04.927454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2c2b0-ed70-46fc-b413-1c04d21950b2 None None] Pushing event updated for resources: {'Port': ['ID=f92d357c-6cb8-4338-8617-22ab99244d09,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:04.995206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-81099ef2-be0f-47f8-ac96-d6ffc3b04ce5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886679 Jul 23 20:36:05.059916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 6, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 1, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:05.119768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c958ce-e69d-4c33-baa7-3046d6f5e236 None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 6, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '39ecbb07-561e-4b0c-8496-4ddca2e07c98', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'port_id': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'mac_address': 'fa:16:3e:62:1b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:34:13Z', 'updated_at': '2021-07-23T20:34:19Z', 'revision_number': 1, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:05.201835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-67005070-2c26-4e5c-99ca-33d5dff5a30d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.203166 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-67005070-2c26-4e5c-99ca-33d5dff5a30d tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 946 time: 0.3521049 Jul 23 20:36:05.223741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.329225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=788ec734-3e39-4950-81fd-ad03a6b8b086,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:05.342515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-23b6eaee-1215-4953-b3ec-dd26f8545567 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254070 Jul 23 20:36:05.497359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.619476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.625522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.631678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8259298-954f-4952-aefb-0c97b61dbb9b req-cf4c2a2f-20da-4635-acad-e5e90d2f56b5 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643239 Jul 23 20:36:05.705904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port fbdae570-f453-4275-a7af-0b96ba8ade72 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:05.706466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.720037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.720340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router e587c7d4-278c-4b41-85e5-b6e046a43437 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:05.722864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64b3e2-d7bf-400b-9a30-938a12d4064d req-18400451-307e-42e2-8474-2207de853dd6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.724479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a64b3e2-d7bf-400b-9a30-938a12d4064d req-18400451-307e-42e2-8474-2207de853dd6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 946 time: 0.6750598 Jul 23 20:36:05.745640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.746812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-482da6ae-65dd-465e-a8af-b471b251a92c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 204 len: 168 time: 2.1112971 Jul 23 20:36:05.767023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45964) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:05.787966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1525937010'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:05.878819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:05.882355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.882518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a64b3e2-d7bf-400b-9a30-938a12d4064d req-58c59eb3-622c-4f57-beb7-96927c3f3b8e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=72c5b7db-5cbb-48f3-b182-7b0b9f287f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156282 Jul 23 20:36:05.916907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port fbdae570-f453-4275-a7af-0b96ba8ade72, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=fbdae570-f453-4275-a7af-0b96ba8ade72,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:05.917280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.927256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c42195-807b-4fe1-9199-25a5b7ff69f0 req-a760add0-c7f4-4860-863b-3c95b2d46a48 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.928958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99c42195-807b-4fe1-9199-25a5b7ff69f0 req-a760add0-c7f4-4860-863b-3c95b2d46a48 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 943 time: 0.6413014 Jul 23 20:36:05.932880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f1695-958e-4259-8242-c97a70538355 tempest-TestVolumeBackupRestore-1606628205 tempest-TestVolumeBackupRestore-1606628205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.934897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-022f1695-958e-4259-8242-c97a70538355 tempest-TestVolumeBackupRestore-1606628205 tempest-TestVolumeBackupRestore-1606628205-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1092 time: 1.0997095 Jul 23 20:36:05.938124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for fbdae570-f453-4275-a7af-0b96ba8ade72 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:05.938463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45966) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:05.944017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:05.944190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:05.956730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-756d6b9d-902e-47c9-82a7-cf109b5f1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:05.958567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-756d6b9d-902e-47c9-82a7-cf109b5f1b50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 1095 time: 0.2481546 Jul 23 20:36:05.979241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.979450 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment 8e9bd095-ed35-4fd5-b58a-4186212a6a90 of type vlan for network bafd4da6-01a6-4dc7-abf5-db71b83a9601 Jul 23 20:36:05.988892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.998886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:05.999672 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.068524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99c42195-807b-4fe1-9199-25a5b7ff69f0 req-09c49ed5-b454-4eff-bc76-f4937b101964 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122942 Jul 23 20:36:06.069316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.154525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=58e373ef-280a-42c0-9afd-23b47bcbf52e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:06.218501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.239438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:06.257669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-f236b9ac-d381-4f75-8934-ebf6443c0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:06.259341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-f236b9ac-d381-4f75-8934-ebf6443c0be2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.2931380 Jul 23 20:36:06.265928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:06.347690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.351836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:06.352461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.367729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-accdb7ff-39df-4ae0-9d9e-bb139acac02f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb955096-91d8-4054-9dbc-baa69bf49acd HTTP/1.1" status: 200 len: 217 time: 0.1007164 Jul 23 20:36:06.410102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.433014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6647844 Jul 23 20:36:06.437296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00876c58-82dd-448b-935a-b3d2e22ac381 None None] Provisioning for port f92d357c-6cb8-4338-8617-22ab99244d09 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:06.442917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:06.455454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:06.525891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-84d05059-bf26-41c4-9b88-7af68afb69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:06.527435 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-84d05059-bf26-41c4-9b88-7af68afb69e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.1420124 Jul 23 20:36:06.531298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67926dcc-06b1-4b5a-91e5-fb175869733b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=bafd4da6-01a6-4dc7-abf5-db71b83a9601,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:06.545762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:06.573520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:06.590936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-29f34833-2991-45b2-8c36-9f53dcc36f12 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436945 Jul 23 20:36:06.641451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:06.645662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.655768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.728132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=fbdae570-f453-4275-a7af-0b96ba8ade72,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:06.800122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37bf1405-889e-486c-a0e3-4eb080af8a7f None None] Provisioning for port 58e373ef-280a-42c0-9afd-23b47bcbf52e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:06.806511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-37bf1405-889e-486c-a0e3-4eb080af8a7f None None] Provisioning complete for port 58e373ef-280a-42c0-9afd-23b47bcbf52e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:06.807069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-37bf1405-889e-486c-a0e3-4eb080af8a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:06.832438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Allocated IP 172.25.8.197 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/09d5a833-07c8-4375-bb60-aa467e8da1de) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:06.934575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-37bf1405-889e-486c-a0e3-4eb080af8a7f None None] Port 58e373ef-280a-42c0-9afd-23b47bcbf52e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:06.938122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f92d357c-6cb8-4338-8617-22ab99244d09 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:07.008790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:07.024415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Sync routers for ids ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:07.031978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-411376b4-77b1-44ea-934b-fa52b9f7b874 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "PUT /v2.0/routers/8fd4838d-cf16-468a-9e1d-134e7f2e9dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0328307 Jul 23 20:36:07.038198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Routers {'8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:07.038803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:07.047076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45974) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.154914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Set router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:07.327280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bb955096-91d8-4054-9dbc-baa69bf49acd details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:07.333666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f92d357c-6cb8-4338-8617-22ab99244d09 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:07.342267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] No DVR routers for this DVR port fbdae570-f453-4275-a7af-0b96ba8ade72 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:07.342814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f92d357c-6cb8-4338-8617-22ab99244d09 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:07.343037 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.345171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.348729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4f222f4-55db-4886-ad40-16e101cd4aa8 req-e667d45f-08aa-43d4-a140-d12d3fc8e7ed tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "DELETE /v2.0/ports/fbdae570-f453-4275-a7af-0b96ba8ade72 HTTP/1.1" status: 204 len: 173 time: 2.1374516 Jul 23 20:36:07.350826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'name': 'network-vif-deleted', 'tag': 'fbdae570-f453-4275-a7af-0b96ba8ade72'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:07.353277 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc5b60-e1fa-40b4-8507-de71eeacb5a9" -d '{"events": [{"server_uuid": "9eb98662-a5df-4ac3-ac99-1a4d48012cb3", "name": "network-vif-deleted", "tag": "fbdae570-f453-4275-a7af-0b96ba8ade72"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:07.362723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-136ccfd5-97bb-4f7a-b10d-2cca566fdfa7 req-5f1e624a-31c3-4a70-a2be-53633d6c6165 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eb98662-a5df-4ac3-ac99-1a4d48012cb3 HTTP/1.1" status: 200 len: 210 time: 0.3186858 Jul 23 20:36:07.379124 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-d2467d1e-3b8b-45fc-9f2d-f25957c6df9f service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783840 Jul 23 20:36:07.519942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dab445-70d0-453f-94ee-6dec490a4f97 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.521234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92dab445-70d0-453f-94ee-6dec490a4f97 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports/58e373ef-280a-42c0-9afd-23b47bcbf52e HTTP/1.1" status: 200 len: 911 time: 0.4719229 Jul 23 20:36:07.533162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45988) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.539432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.614848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7462b83-8547-4e9c-aa43-7f5506ba7ef0 req-7a0c51b0-39e4-4954-add7-4d57523de3ed tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.618616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-71994467-7651-4001-8945-65e7d8ebfb7f None None] Provisioning complete for port 58e373ef-280a-42c0-9afd-23b47bcbf52e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:07.619100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71994467-7651-4001-8945-65e7d8ebfb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.621891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7462b83-8547-4e9c-aa43-7f5506ba7ef0 req-7a0c51b0-39e4-4954-add7-4d57523de3ed tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 943 time: 0.3946977 Jul 23 20:36:07.644626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.685903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-71994467-7651-4001-8945-65e7d8ebfb7f None None] Port 58e373ef-280a-42c0-9afd-23b47bcbf52e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:07.686985 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f5ef00-a13d-42d5-9c6c-631686bb011d x-openstack-request-id: req-16f5ef00-a13d-42d5-9c6c-631686bb011d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:07.692557 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb98662-a5df-4ac3-ac99-1a4d48012cb3", "name": "network-vif-deleted", "tag": "fbdae570-f453-4275-a7af-0b96ba8ade72", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:07.694018 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16f5ef00-a13d-42d5-9c6c-631686bb011d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:07.696376 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb98662-a5df-4ac3-ac99-1a4d48012cb3', 'name': 'network-vif-deleted', 'tag': 'fbdae570-f453-4275-a7af-0b96ba8ade72', 'status': 'completed', 'code': 200} Jul 23 20:36:07.726918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7462b83-8547-4e9c-aa43-7f5506ba7ef0 req-a387a13b-a0f6-413a-b6d8-09313999a207 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998185 Jul 23 20:36:07.757241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=7e91e230-8d6b-4854-a972-4b4c72f4619c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:07.761552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.790670 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:04Z', 'revision_number': 2, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None, '_interfaces': [{'id': '58e373ef-280a-42c0-9afd-23b47bcbf52e', 'name': '', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'mac_address': 'fa:16:3e:ea:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3123, 'fixed_ips': [{'subnet_id': '9be62997-7348-4c81-82bf-2fb65d79bddd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:03Z', 'updated_at': '2021-07-23T20:36:05Z', 'revision_number': 2, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'subnets': [{'id': '9be62997-7348-4c81-82bf-2fb65d79bddd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:07.795326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': '8e9bd095-ed35-4fd5-b58a-4186212a6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:07.795867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: bafd4da6-01a6-4dc7-abf5-db71b83a9601, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:07.799040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52655f-d68e-4713-8fc1-3dbaee48834e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.808817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52655f-d68e-4713-8fc1-3dbaee48834e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:07.810784 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ac52655f-d68e-4713-8fc1-3dbaee48834e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2761726 Jul 23 20:36:07.813195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7b24d7a5-ee8f-4a4b-bfba-c52fefa2d963 req-4991b26e-bd58-4fc2-b486-b519f3b66e92 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267006 Jul 23 20:36:07.814403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45990) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:07.814799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:07.829240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:07.838115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:07.844512 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:07.864207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Checking router: 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:07.864557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Updating router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa port 58e373ef-280a-42c0-9afd-23b47bcbf52e binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:07.876419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port bb955096-91d8-4054-9dbc-baa69bf49acd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bb955096-91d8-4054-9dbc-baa69bf49acd,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:07.890847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'Port': ['ID=09d5a833-07c8-4375-bb60-aa467e8da1de,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:07.907892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:07.956696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f92d357c-6cb8-4338-8617-22ab99244d09, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f92d357c-6cb8-4338-8617-22ab99244d09,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:07.960406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'bb955096-91d8-4054-9dbc-baa69bf49acd', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': 'bb955096-91d8-4054-9dbc-baa69bf49acd', 'mac_address': 'fa:16:3e:c4:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:08.008196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.011309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, bafd4da6-01a6-4dc7-abf5-db71b83a9601) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:08.013891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.060480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:08.061084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.100793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3174b283-ea08-4ecb-935a-5a61569902e9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6480606 Jul 23 20:36:08.101987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 45994) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:08.109992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f92d357c-6cb8-4338-8617-22ab99244d09,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:08.110778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2092974935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:08.124622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac0c4ba0-5b16-4759-a14a-f24a878d77a4 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:08.174634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50824b72-5fdd-442f-abab-0c4abc7a3498 None None] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:08.216942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ac0c4ba0-5b16-4759-a14a-f24a878d77a4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:08.220180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac0c4ba0-5b16-4759-a14a-f24a878d77a4 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:08.226264 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.227545 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.230583 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.269747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb955096-91d8-4054-9dbc-baa69bf49acd {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:08.317061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.334183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port bb955096-91d8-4054-9dbc-baa69bf49acd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bb955096-91d8-4054-9dbc-baa69bf49acd,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:08.342690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.357459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.370345 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.373698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-06ee07ee-7a2a-48e0-b993-4c41b72c399f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2685232 Jul 23 20:36:08.377813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 45996) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:08.476289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbdae570-f453-4275-a7af-0b96ba8ade72 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:08.498093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.518313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46002) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:08.578852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: fbdae570-f453-4275-a7af-0b96ba8ade72 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:08.579559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device fbdae570-f453-4275-a7af-0b96ba8ade72 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:08.594264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.635607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.664104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96a14f21-4ee7-4e21-8cf2-f01d34b8e2ae tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.709937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96a14f21-4ee7-4e21-8cf2-f01d34b8e2ae tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.879024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.890923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=bb955096-91d8-4054-9dbc-baa69bf49acd,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:08.944227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['bb955096-91d8-4054-9dbc-baa69bf49acd'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:08.952491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96a14f21-4ee7-4e21-8cf2-f01d34b8e2ae tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.956357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96a14f21-4ee7-4e21-8cf2-f01d34b8e2ae tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:08.978470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-96a14f21-4ee7-4e21-8cf2-f01d34b8e2ae tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/security-groups/72c5b7db-5cbb-48f3-b182-7b0b9f287f57 HTTP/1.1" status: 204 len: 168 time: 0.4592149 Jul 23 20:36:09.002423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.011504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a14f21-4ee7-4e21-8cf2-f01d34b8e2ae tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c5b7db-5cbb-48f3-b182-7b0b9f287f57,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:09.028883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46008) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:09.047084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.119517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b3598-de27-4885-a564-adb18e0c062d req-07260cd8-f25f-435c-aea5-a62804ea043d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:09.127346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f92d357c-6cb8-4338-8617-22ab99244d09 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:09.127612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b6b3598-de27-4885-a564-adb18e0c062d req-07260cd8-f25f-435c-aea5-a62804ea043d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 944 time: 0.2930331 Jul 23 20:36:09.172772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580387de-aae3-43da-8111-2acda33d499e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-bafd4da6-01a6-4dc7-abf5-db71b83a9601', 'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '7e91e230-8d6b-4854-a972-4b4c72f4619c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:09.174015 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-580387de-aae3-43da-8111-2acda33d499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.193563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting subnet 6322d464-8835-4e8d-9ca3-5c7940217d48 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:09.194247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 58e373ef-280a-42c0-9afd-23b47bcbf52e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:09.195007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.216093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.232029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8::1 (bafd4da6-01a6-4dc7-abf5-db71b83a9601/7e91e230-8d6b-4854-a972-4b4c72f4619c/1170111e-82d1-4940-b2f7-1e4071650856) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:09.245335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event updated for resources: {'Port': ['ID=09d5a833-07c8-4375-bb60-aa467e8da1de,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:09.289676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.301049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b6b3598-de27-4885-a564-adb18e0c062d req-ef136300-e668-4063-9b25-324104702611 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721961 Jul 23 20:36:09.343798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.374181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.398042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f92d357c-6cb8-4338-8617-22ab99244d09 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:09.398425 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.411827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 58e373ef-280a-42c0-9afd-23b47bcbf52e owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:09.484467 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Floating IP 3d1cd733-d510-48c3-a111-0d3073277049 associated. External IP: 172.25.8.197, port: f716ced2-fe10-4703-8f49-43f9685a8e03. Jul 23 20:36:09.508758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.536209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object 1170111e-82d1-4940-b2f7-1e4071650856 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:09.569115 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.668107 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.674012 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.718171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.755926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:09.764436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:09.772124 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:09.772800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.812844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=1170111e-82d1-4940-b2f7-1e4071650856,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:09.813486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Subnet': ['ID=6322d464-8835-4e8d-9ca3-5c7940217d48,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:09.817336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.819371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fbfda35e-064a-4f27-92da-72bb03a0d7c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/subnets/6322d464-8835-4e8d-9ca3-5c7940217d48 HTTP/1.1" status: 204 len: 168 time: 0.7893388 Jul 23 20:36:09.822046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46012) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:09.865288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=94028) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers result.read() Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 64, in update_port_precommit Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 79, in _insert_provisioning_block Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 638, in get_objects Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers items = [ Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 23 20:36:09.871581 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self.flush() Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers raise exception Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers raise exception Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers result.read() Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 23 20:36:09.878956 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 23 20:36:09.898477 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:36:09.898477 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 23 20:36:09.898477 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-793620-13', 'ml2_port_bindings_port_id': '58e373ef-280a-42c0-9afd-23b47bcbf52e', 'ml2_port_bindings_host': ''}] Jul 23 20:36:09.898477 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 23 20:36:09.898477 n-d-793620-13 neutron-server[94028]: ERROR neutron.plugins.ml2.managers Jul 23 20:36:09.911132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=58e373ef-280a-42c0-9afd-23b47bcbf52e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:09.929826 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:36:09.929826 n-d-793620-13 neutron-server[94028]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 23 20:36:09.929826 n-d-793620-13 neutron-server[94028]: [parameters: {'host': 'n-d-793620-13', 'ml2_port_bindings_port_id': '58e373ef-280a-42c0-9afd-23b47bcbf52e', 'ml2_port_bindings_host': ''}] Jul 23 20:36:09.929826 n-d-793620-13 neutron-server[94028]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:36:09.930929 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:36:09.931920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589dace6-5443-46cd-9040-ddfa1012af36 None None] Network 1e1ae9ec-07a2-4bcc-9590-9639546fce0b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:10.042950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-580387de-aae3-43da-8111-2acda33d499e None None] Allocated IP 2001:db8::2 (bafd4da6-01a6-4dc7-abf5-db71b83a9601/7e91e230-8d6b-4854-a972-4b4c72f4619c/026e47f5-e961-4143-9007-95c8dbd24333) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:10.094142 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.106839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.319971 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-580387de-aae3-43da-8111-2acda33d499e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.349354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-580387de-aae3-43da-8111-2acda33d499e None None] Transition to ACTIVE for port object 026e47f5-e961-4143-9007-95c8dbd24333 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:10.387792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-580387de-aae3-43da-8111-2acda33d499e None None] Transition to ACTIVE for port object 026e47f5-e961-4143-9007-95c8dbd24333 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:10.391574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] DHCP port deletion for 1e1ae9ec-07a2-4bcc-9590-9639546fce0b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:10.411561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.416659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:10.441699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Router 53874256-af1d-42b5-aee6-ae6b803d9622 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:10.444338 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-580387de-aae3-43da-8111-2acda33d499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.523693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Port 58e373ef-280a-42c0-9afd-23b47bcbf52e not found while updating agent binding for router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa. {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 23 20:36:10.565518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580387de-aae3-43da-8111-2acda33d499e None None] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:10.574021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Routers {'8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:10.575011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:10.578115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-580387de-aae3-43da-8111-2acda33d499e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:10.596164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580387de-aae3-43da-8111-2acda33d499e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:10.633374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port 1216fb1e-0a07-463a-843f-a8a95de20ea8 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:10.633977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.659930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d01b1-0a96-40e2-8f5a-5c5885e4d85d req-ac288ecb-f728-46bd-9880-4421de5888dc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.662002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-923d01b1-0a96-40e2-8f5a-5c5885e4d85d req-ac288ecb-f728-46bd-9880-4421de5888dc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 944 time: 0.2323563 Jul 23 20:36:10.714147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:10.727744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580387de-aae3-43da-8111-2acda33d499e None None] Pushing event updated for resources: {'Port': ['ID=026e47f5-e961-4143-9007-95c8dbd24333,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:10.756019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1388c785-f339-470a-bc6a-a47633f3af8f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "PUT /v2.0/routers/8fd4838d-cf16-468a-9e1d-134e7f2e9dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9393454 Jul 23 20:36:10.779407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46020) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:10.785999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] Set router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:10.831044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:10.841739 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] Sync routers for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:10.845360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1216fb1e-0a07-463a-843f-a8a95de20ea8 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:10.859721 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:10.860339 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:10.865676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.873246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046dc4d-a524-486c-8f06-01330ec5ef3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.874838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2046dc4d-a524-486c-8f06-01330ec5ef3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:10.879741 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2046dc4d-a524-486c-8f06-01330ec5ef3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0989716 Jul 23 20:36:10.880679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46022) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:10.885870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] Deleting port 1216fb1e-0a07-463a-843f-a8a95de20ea8 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:10.886554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.888688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.889505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.910321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port 1216fb1e-0a07-463a-843f-a8a95de20ea8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1216fb1e-0a07-463a-843f-a8a95de20ea8,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:10.910681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:10.935988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:09Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:10.956559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-923d01b1-0a96-40e2-8f5a-5c5885e4d85d req-46c19658-44e5-4502-821e-b3e59b9c4260 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797520 Jul 23 20:36:10.959541 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.001710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for 1216fb1e-0a07-463a-843f-a8a95de20ea8 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:11.005006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8de66a-414a-4edd-bcbd-15db28f439b8 None None] The sync data for ids ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'] in n-d-793620-13 is: [{'id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:09Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:11.053192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-580387de-aae3-43da-8111-2acda33d499e None None] Attempting to bind port 026e47f5-e961-4143-9007-95c8dbd24333 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:11.053901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-580387de-aae3-43da-8111-2acda33d499e None None] Attempting to bind port 026e47f5-e961-4143-9007-95c8dbd24333 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '8e9bd095-ed35-4fd5-b58a-4186212a6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:11.054638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580387de-aae3-43da-8111-2acda33d499e None None] Attempting to bind port 026e47f5-e961-4143-9007-95c8dbd24333 on network bafd4da6-01a6-4dc7-abf5-db71b83a9601 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:11.071854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bba6cc5a-55b9-402d-975f-4e8863dfc6de tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1321986 Jul 23 20:36:11.074159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:11.074866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] For port 1216fb1e-0a07-463a-843f-a8a95de20ea8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1216fb1e-0a07-463a-843f-a8a95de20ea8,segment=NetworkSegment(3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d),segment_id=3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:11.075630 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.076564 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061abf65-f59a-4115-a26c-89fdaa9396fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:11.087783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46024) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:11.088294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580387de-aae3-43da-8111-2acda33d499e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:11.088919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580387de-aae3-43da-8111-2acda33d499e None None] Checking segment: {'id': '8e9bd095-ed35-4fd5-b58a-4186212a6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:11.089578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-580387de-aae3-43da-8111-2acda33d499e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.090173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580387de-aae3-43da-8111-2acda33d499e None None] Bound using segment: {'id': '8e9bd095-ed35-4fd5-b58a-4186212a6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:11.090855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-580387de-aae3-43da-8111-2acda33d499e None None] Bound port: 026e47f5-e961-4143-9007-95c8dbd24333, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e9bd095-ed35-4fd5-b58a-4186212a6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'bafd4da6-01a6-4dc7-abf5-db71b83a9601'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:11.091606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-580387de-aae3-43da-8111-2acda33d499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.112539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 9be62997-7348-4c81-82bf-2fb65d79bddd {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:11.133556 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:11.147493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=1170111e-82d1-4940-b2f7-1e4071650856,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.159738 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.223281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bb955096-91d8-4054-9dbc-baa69bf49acd up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:11.228365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] Calling delete_port for 1216fb1e-0a07-463a-843f-a8a95de20ea8 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:11.229621 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cebb959-5e6a-46f8-a0bf-023d99a2d541 x-openstack-request-id: req-4cebb959-5e6a-46f8-a0bf-023d99a2d541 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:11.229621 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:11.229621 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cebb959-5e6a-46f8-a0bf-023d99a2d541 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:11.229876 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'status': 'completed', 'code': 200} Jul 23 20:36:11.302184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc087dec-e160-4255-bdfe-f90417c045e7 tempest-TestVolumeBackupRestore-1606628205 tempest-TestVolumeBackupRestore-1606628205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:11.303784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc087dec-e160-4255-bdfe-f90417c045e7 tempest-TestVolumeBackupRestore-1606628205 tempest-TestVolumeBackupRestore-1606628205-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1092 time: 0.2063458 Jul 23 20:36:11.309230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46028) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:11.317060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Request body: {'floatingip': {'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:11.332377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.360669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-580387de-aae3-43da-8111-2acda33d499e None None] For port 026e47f5-e961-4143-9007-95c8dbd24333, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:11.425348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Port 1216fb1e-0a07-463a-843f-a8a95de20ea8 update to DOWN by agent not found {{(pid=94028) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 20:36:11.440219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-580387de-aae3-43da-8111-2acda33d499e None None] For port 026e47f5-e961-4143-9007-95c8dbd24333, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=026e47f5-e961-4143-9007-95c8dbd24333,segment=NetworkSegment(8e9bd095-ed35-4fd5-b58a-4186212a6a90),segment_id=8e9bd095-ed35-4fd5-b58a-4186212a6a90)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:11.452480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-580387de-aae3-43da-8111-2acda33d499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.469955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.507124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=1216fb1e-0a07-463a-843f-a8a95de20ea8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.516123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] No DVR routers for this DVR port 1216fb1e-0a07-463a-843f-a8a95de20ea8 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:11.528614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.593908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port bb955096-91d8-4054-9dbc-baa69bf49acd completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:11.615864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port bb955096-91d8-4054-9dbc-baa69bf49acd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:11.616089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.723761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.735966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '3d1cd733-d510-48c3-a111-0d3073277049', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 0, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.737248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580387de-aae3-43da-8111-2acda33d499e None None] Pushing event updated for resources: {'Port': ['ID=026e47f5-e961-4143-9007-95c8dbd24333,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.749271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] No DVR routers for this DVR port 1216fb1e-0a07-463a-843f-a8a95de20ea8 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:11.786406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.788495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395aedcf-933b-49c2-b4df-ca1e4a8c5783 None None] Pushing event deleted for resources: {'Port': ['ID=1216fb1e-0a07-463a-843f-a8a95de20ea8,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:11.810346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] Checking router: 53874256-af1d-42b5-aee6-ae6b803d9622 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:11.812688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1ae9ec-07a2-4bcc-9590-9639546fce0b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.832684 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:11.857483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.861087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.861414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe6f7b3-c298-49ec-b1e8-52562a8b2f2d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:11.883785 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:11.942576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb955096-91d8-4054-9dbc-baa69bf49acd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:11.965680 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffccf8b-d543-4c53-a165-761b89113651" -d '{"events": [{"server_uuid": "5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24", "name": "network-vif-plugged", "status": "completed", "tag": "bb955096-91d8-4054-9dbc-baa69bf49acd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:12.016397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.017084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port bb955096-91d8-4054-9dbc-baa69bf49acd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bb955096-91d8-4054-9dbc-baa69bf49acd,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:12.041902 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.100208 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.135504 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377ec82-9848-41a5-b4fe-6c6c00dfcc32 x-openstack-request-id: req-e377ec82-9848-41a5-b4fe-6c6c00dfcc32 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:12.144649 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24", "name": "network-vif-plugged", "status": "completed", "tag": "bb955096-91d8-4054-9dbc-baa69bf49acd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:12.145004 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e377ec82-9848-41a5-b4fe-6c6c00dfcc32 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:12.145720 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb955096-91d8-4054-9dbc-baa69bf49acd', 'code': 200} Jul 23 20:36:12.171509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:12.171866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:12.175368 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:12.233505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=bb955096-91d8-4054-9dbc-baa69bf49acd,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:12.269390 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:12.353577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.370816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.373935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/networks/1e1ae9ec-07a2-4bcc-9590-9639546fce0b HTTP/1.1" status: 204 len: 168 time: 2.5509450 Jul 23 20:36:12.420524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46036) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:12.445268 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.478763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920ddd0-a6e6-4437-99d8-fdb0f517ce18 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Network': ['ID=1e1ae9ec-07a2-4bcc-9590-9639546fce0b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:12.525265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffa1ee-ebda-4b83-804c-c2908bca9dc3 req-9e76f68b-8d93-4332-b472-0efb7372fb64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:12.525950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.528335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbffa1ee-ebda-4b83-804c-c2908bca9dc3 req-9e76f68b-8d93-4332-b472-0efb7372fb64 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.3707483 Jul 23 20:36:12.621461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:12.625605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:12.630529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/9be62997-7348-4c81-82bf-2fb65d79bddd HTTP/1.1" status: 204 len: 168 time: 1.7454927 Jul 23 20:36:12.630529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64b416-11cb-4987-8ed1-cd64b89c4ca4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=9be62997-7348-4c81-82bf-2fb65d79bddd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:12.636033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9bf277-97c5-455b-895b-361920f857d5 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:12.636188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46038) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:12.669599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:12.672865 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '3d1cd733-d510-48c3-a111-0d3073277049', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 0, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:12.711381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-f22ab046-811b-476f-84bd-74d1aa98d877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:12.712913 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-f22ab046-811b-476f-84bd-74d1aa98d877 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1097 time: 1.3620260 Jul 23 20:36:12.720229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] Sync routers for ids ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:12.732095 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f56be2-9550-497c-9375-a540686fa6f2 None None] The sync data for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 is: [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '3d1cd733-d510-48c3-a111-0d3073277049', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:08Z', 'revision_number': 0, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:12.833813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbffa1ee-ebda-4b83-804c-c2908bca9dc3 req-c6cfcc24-61de-4c97-ad8f-7b276f8adc75 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361305 Jul 23 20:36:12.885305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] Routers {'8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:12.885975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:12.978784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 026e47f5-e961-4143-9007-95c8dbd24333 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:13.108308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac4fd-9fbd-4c79-b203-086c077bf4d8 req-add7751f-4b3d-4ae2-a9c2-5c23d435e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:13.109952 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e0ac4fd-9fbd-4c79-b203-086c077bf4d8 req-add7751f-4b3d-4ae2-a9c2-5c23d435e250 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 1097 time: 0.5908084 Jul 23 20:36:13.119405 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-980eebce-be63-4c91-b88d-e3f47903575f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4818265 Jul 23 20:36:13.124946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46042) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:13.156130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.173325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] Set router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:13.178436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port ca1ea227-739b-4ad6-9734-ceed22f269ec {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:13.178436 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.215400 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4526b45b-09ef-43f5-97c7-686d9b19fd98 None None] New status for floating IP 3d1cd733-d510-48c3-a111-0d3073277049: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:13.248364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-a4b475c9-5359-4522-ba06-60bab579f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:13.252701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-a4b475c9-5359-4522-ba06-60bab579f593 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 914 time: 0.5289853 Jul 23 20:36:13.264257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.466764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-4e2dddf9-d208-4336-99f5-4f4a77955736 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 999 time: 0.1929824 Jul 23 20:36:13.468443 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2e0ac4fd-9fbd-4c79-b203-086c077bf4d8 req-b9849b51-a13b-4333-bd20-4f16561a491f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462989 Jul 23 20:36:13.504406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-9c3e232e-ea75-41fc-a8a4-421a1241128d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6036510 Jul 23 20:36:13.537963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:09Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:13.555482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.556714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-ffd3d200-dd7a-41fe-9d92-8709fabcf318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:13.559122 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-ffd3d200-dd7a-41fe-9d92-8709fabcf318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.0839961 Jul 23 20:36:13.577788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router e973719d-98ef-48bf-a475-6394d2606f6c is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:13.644506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda4cc9c-26f0-4fc3-a0ec-e496b8d0135d None None] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:13.698347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 026e47f5-e961-4143-9007-95c8dbd24333 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:13.702565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] Checking router: 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:13.773835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:13.782434 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b2e43c13-89a9-48a8-bef4-fa5c46faad59 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/e973719d-98ef-48bf-a475-6394d2606f6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4029393 Jul 23 20:36:13.784747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46048) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:13.815118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-79e014a5-31d0-419b-9caf-983d97950c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:13.819011 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-79e014a5-31d0-419b-9caf-983d97950c37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2304647 Jul 23 20:36:13.889377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] Sync routers for ids ['e973719d-98ef-48bf-a475-6394d2606f6c'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:13.907661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac6c7c-4b57-4fd9-86ee-f41301c95b7b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:13.911081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1dac6c7c-4b57-4fd9-86ee-f41301c95b7b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports/1170111e-82d1-4940-b2f7-1e4071650856 HTTP/1.1" status: 200 len: 911 time: 0.1247370 Jul 23 20:36:13.914037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46052) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:13.919860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e91e230-8d6b-4854-a972-4b4c72f4619c'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:13.934692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:13.943219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.005157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] Routers {'8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:14.006450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:14.054051 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-7f5980b6-cfc4-443c-ae72-e1efb2fe11db service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022202 Jul 23 20:36:14.105714 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.106717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] Provisioning for port 026e47f5-e961-4143-9007-95c8dbd24333 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:14.115150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] Provisioning complete for port 026e47f5-e961-4143-9007-95c8dbd24333 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:14.115926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.122661 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0d3d319c-e505-4acf-9591-0a4363a37a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.124163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] Routers {'e973719d-98ef-48bf-a475-6394d2606f6c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:14.124851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e973719d-98ef-48bf-a475-6394d2606f6c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:14.153217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] Set router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:14.285065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:14.290234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:09Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:14.337337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaf8202-f0c2-4103-b117-9e86e0cafaea None None] The sync data for ids ['8fd4838d-cf16-468a-9e1d-134e7f2e9dfa'] in n-d-793620-13 is: [{'id': '8fd4838d-cf16-468a-9e1d-134e7f2e9dfa', 'name': 'tempest-NetworksTestDHCPv6-router-143161740', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:02Z', 'updated_at': '2021-07-23T20:36:09Z', 'revision_number': 3, 'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:14.366532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] Routers {'e973719d-98ef-48bf-a475-6394d2606f6c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:14.367201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e973719d-98ef-48bf-a475-6394d2606f6c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:14.427711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:14.431613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:14.431804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afebb5ad-3e08-4de7-b81e-82fbbca846c0 None None] The sync data for ids ['e973719d-98ef-48bf-a475-6394d2606f6c'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:14.466116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-061abf65-f59a-4115-a26c-89fdaa9396fe req-86ddbc3a-2721-4369-9684-65924a931b5f service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047201 Jul 23 20:36:14.541881 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.557104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.557678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.576607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.589711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for ca1ea227-739b-4ad6-9734-ceed22f269ec owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:14.613732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-91c2083c-e64b-4f6d-8924-3b0837994739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:14.615309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-91c2083c-e64b-4f6d-8924-3b0837994739 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1098 time: 0.9331665 Jul 23 20:36:14.654002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] For port 026e47f5-e961-4143-9007-95c8dbd24333, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=026e47f5-e961-4143-9007-95c8dbd24333,segment=NetworkSegment(8e9bd095-ed35-4fd5-b58a-4186212a6a90),segment_id=8e9bd095-ed35-4fd5-b58a-4186212a6a90)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:14.671609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] Deleting port f92d357c-6cb8-4338-8617-22ab99244d09 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:14.671994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.675705 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.744787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.745671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Fanout notify agent at l3_agent the message router_deleted on router 8fd4838d-cf16-468a-9e1d-134e7f2e9dfa {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:14.755761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:14.757056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55fa9959-28dd-41b8-9e67-e98622686824 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/routers/8fd4838d-cf16-468a-9e1d-134e7f2e9dfa HTTP/1.1" status: 204 len: 168 time: 1.6250534 Jul 23 20:36:14.765645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46054) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:14.844709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f92d357c-6cb8-4338-8617-22ab99244d09 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:14.978406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] For port f92d357c-6cb8-4338-8617-22ab99244d09, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f92d357c-6cb8-4338-8617-22ab99244d09,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:14.978821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.000927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] Calling delete_port for f92d357c-6cb8-4338-8617-22ab99244d09 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:15.001900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995c80a-2aa3-41b2-b819-49961bddf575 req-9e9f9aa6-f951-498b-b3ac-3b73882a1177 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.003899 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7995c80a-2aa3-41b2-b819-49961bddf575 req-9e9f9aa6-f951-498b-b3ac-3b73882a1177 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.9771979 Jul 23 20:36:15.090650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Router 53874256-af1d-42b5-aee6-ae6b803d9622 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:15.098700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96483e68-7c66-44ee-a9a7-c79d00778d41 None None] Pushing event updated for resources: {'Port': ['ID=026e47f5-e961-4143-9007-95c8dbd24333,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:15.140731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-f2559d26-72a2-4d10-86cd-51a583087c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.142251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-f2559d26-72a2-4d10-86cd-51a583087c8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.4059865 Jul 23 20:36:15.159813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3c3f8fce-2418-4d55-a1c3-e666f8b0a6ac None None] Provisioning complete for port 026e47f5-e961-4143-9007-95c8dbd24333 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:15.159813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8fce-2418-4d55-a1c3-e666f8b0a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.162725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7995c80a-2aa3-41b2-b819-49961bddf575 req-0bec10db-03b6-4326-9a3f-421f6f3f106d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436031 Jul 23 20:36:15.242259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07f2dc-acb9-4c51-9456-43c9c43c55cd tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.243895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c07f2dc-acb9-4c51-9456-43c9c43c55cd tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4624865 Jul 23 20:36:15.248676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46060) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:15.259869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.309666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] Pushing event deleted for resources: {'Port': ['ID=f92d357c-6cb8-4338-8617-22ab99244d09,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:15.314291 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.320898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52132d9-b845-4fc2-9de1-3025f94ca39d None None] No DVR routers for this DVR port f92d357c-6cb8-4338-8617-22ab99244d09 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:15.332538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.357107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886acd1-323d-4204-893b-318321b76bcd tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.361622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5886acd1-323d-4204-893b-318321b76bcd tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112173 Jul 23 20:36:15.368172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46062) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:15.380363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.393846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.407803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.412849 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/ports/1170111e-82d1-4940-b2f7-1e4071650856 HTTP/1.1" status: 200 len: 911 time: 1.4948592 Jul 23 20:36:15.433385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46064) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:15.436305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-32c563fc-4e8f-470c-9cb3-ccc2c39d18ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1001 time: 0.2876775 Jul 23 20:36:15.468138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3c3f8fce-2418-4d55-a1c3-e666f8b0a6ac None None] Provisioning for port 1170111e-82d1-4940-b2f7-1e4071650856 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:15.475598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3c3f8fce-2418-4d55-a1c3-e666f8b0a6ac None None] Provisioning complete for port 1170111e-82d1-4940-b2f7-1e4071650856 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:15.475822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c3f8fce-2418-4d55-a1c3-e666f8b0a6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.498454 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d03970fc-b602-407c-8b7d-67afba6af59b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289663 Jul 23 20:36:15.512831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46066) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:15.523182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f8fce-2418-4d55-a1c3-e666f8b0a6ac None None] Port 1170111e-82d1-4940-b2f7-1e4071650856 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:15.538390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:15.550682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ac167-e053-4962-8e5c-821b34472e57 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=1170111e-82d1-4940-b2f7-1e4071650856,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:15.645254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9ea0ec01-8f23-4945-8fc8-1f9c520c67db None None] Provisioning complete for port 1170111e-82d1-4940-b2f7-1e4071650856 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:15.645677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9ea0ec01-8f23-4945-8fc8-1f9c520c67db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.696833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0ec01-8f23-4945-8fc8-1f9c520c67db None None] Port 1170111e-82d1-4940-b2f7-1e4071650856 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:15.712707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-65699bf5-73cf-413f-a176-2f77961ba08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:15.714200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-65699bf5-73cf-413f-a176-2f77961ba08c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2612379 Jul 23 20:36:15.821995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bf64b940-d6cc-44ca-8bd4-d0087d605d90 None None] Provisioning complete for port 1170111e-82d1-4940-b2f7-1e4071650856 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:15.822370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bf64b940-d6cc-44ca-8bd4-d0087d605d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.874895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bf64b940-d6cc-44ca-8bd4-d0087d605d90 None None] Port 1170111e-82d1-4940-b2f7-1e4071650856 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:15.905053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:15.912056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:15.917416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] Sync routers for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:15.928758 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:15.929571 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:35:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:15.938812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.003906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=ca1ea227-739b-4ad6-9734-ceed22f269ec,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:16.050536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:16.054216 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.067247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:16.070234 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70262057-c183-4aed-8622-710df72cbbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:16.171341 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:16.179049 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae55b36-c3bc-407c-843d-c0909749517a x-openstack-request-id: req-2ae55b36-c3bc-407c-843d-c0909749517a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:16.179355 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:16.179580 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ae55b36-c3bc-407c-843d-c0909749517a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:16.179978 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'status': 'completed', 'code': 200} Jul 23 20:36:16.186543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-e869ed60-1cbd-4255-8988-6213ec9b43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.188079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-e869ed60-1cbd-4255-8988-6213ec9b43e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4608464 Jul 23 20:36:16.266974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262057-c183-4aed-8622-710df72cbbcc req-9c628c20-3e38-477f-9105-ab2fa121c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.269545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-9c628c20-3e38-477f-9105-ab2fa121c08d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1097 time: 0.0845139 Jul 23 20:36:16.282448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9bf803c6-b621-4e0a-aa3a-a579347a15c2 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "PUT /v2.0/floatingips/3d1cd733-d510-48c3-a111-0d3073277049 HTTP/1.1" status: 200 len: 991 time: 4.9720776 Jul 23 20:36:16.342052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.342495 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Floating IP 39ecbb07-561e-4b0c-8496-4ddca2e07c98 disassociated (deleted). External IP: 172.25.8.129, port: e376f66b-f2d0-4174-a844-eddc67fecb06. Jul 23 20:36:16.460743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.473054 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e37866bc-5665-4c92-a15f-238a51863964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:16.491838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262057-c183-4aed-8622-710df72cbbcc req-98f8fcd3-74b4-42eb-acf2-4c65117e8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.493368 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-98f8fcd3-74b4-42eb-acf2-4c65117e8de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 914 time: 0.2174201 Jul 23 20:36:16.598158 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '3d1cd733-d510-48c3-a111-0d3073277049', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:13Z', 'revision_number': 2, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:16.604164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-f6b625c6-0808-4ebf-93e3-0ad82f7999f3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 1001 time: 0.1039548 Jul 23 20:36:16.637375 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] Checking router: 53874256-af1d-42b5-aee6-ae6b803d9622 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:16.649285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:16.649951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:16.675889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262057-c183-4aed-8622-710df72cbbcc req-6c25de4a-28a6-4f2a-94a6-739c779e8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.677582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-6c25de4a-28a6-4f2a-94a6-739c779e8edf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.0666664 Jul 23 20:36:16.795383 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:16.852059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70262057-c183-4aed-8622-710df72cbbcc req-be6d18bb-9c91-4ec5-a1cb-ec1f721ab944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:16.855711 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-be6d18bb-9c91-4ec5-a1cb-ec1f721ab944 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1683898 Jul 23 20:36:16.886104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:36:16.902236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 026e47f5-e961-4143-9007-95c8dbd24333 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:16.975555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 026e47f5-e961-4143-9007-95c8dbd24333 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:16.976174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.018534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-02c4c520-fdce-49c4-a06f-c29c33909362 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155344 Jul 23 20:36:17.086356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-64e6f3b9-ebc7-401a-9e16-44cb8cb08943 service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260714 Jul 23 20:36:17.092847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f39166-3830-4cac-81cd-93ada05a3812 req-844925d1-441e-48d0-9eaf-9a371468fc0d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.094503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73f39166-3830-4cac-81cd-93ada05a3812 req-844925d1-441e-48d0-9eaf-9a371468fc0d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.7968166 Jul 23 20:36:17.186310 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '3d1cd733-d510-48c3-a111-0d3073277049', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:13Z', 'revision_number': 2, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:17.193146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73f39166-3830-4cac-81cd-93ada05a3812 req-4904c699-9920-47ec-a62a-4e3c5da230f1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716631 Jul 23 20:36:17.226966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80aaf8-2318-4e98-9c27-73f496b015f3 None None] The sync data for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 is: [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '3d1cd733-d510-48c3-a111-0d3073277049', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'floating_ip_address': '172.25.8.197', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'port_id': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'mac_address': 'fa:16:3e:f5:61:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:36:08Z', 'updated_at': '2021-07-23T20:36:13Z', 'revision_number': 2, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:17.241956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-70262057-c183-4aed-8622-710df72cbbcc req-a8d4d7e6-f640-478c-a566-dc733ad7bbef service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235490 Jul 23 20:36:17.268383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.437515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ee5f700-f928-4174-9a55-e8e9170596e6 req-8aa337ac-bb0b-4dad-80df-9e8721c13b14 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970027 Jul 23 20:36:17.451664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.637529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:36:17.648038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.689105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:17.710025 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.730066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bec738-920b-4a0f-95f1-3553c1ff2b8c req-cbb69276-5521-447e-bf94-9082df18fca1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.731551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56bec738-920b-4a0f-95f1-3553c1ff2b8c req-cbb69276-5521-447e-bf94-9082df18fca1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.4039273 Jul 23 20:36:17.762765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:17.775630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:17.785696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b218e9-391f-4a14-b58c-88c6b231bc78 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:17.789612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:17.790207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.807973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=fc45f763-6744-4cee-8b69-0d8ac1242f90,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:17.857294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a3a74e8d-c9a6-49f7-9fed-806a22885dd2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3263988 Jul 23 20:36:17.862583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46080) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:17.868336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:17.898867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56bec738-920b-4a0f-95f1-3553c1ff2b8c req-df24c710-b9b8-4855-9e9e-2853aede7d6b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438236 Jul 23 20:36:17.991622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:17.993627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': 'fc45f763-6744-4cee-8b69-0d8ac1242f90'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:17.995052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:17.997610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.009184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:18.051721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:18.052354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:18.070398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:18.075805 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.093172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fd150e85-0159-4276-89c6-0b258014668e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/floatingips/39ecbb07-561e-4b0c-8496-4ddca2e07c98 HTTP/1.1" status: 204 len: 168 time: 5.6599953 Jul 23 20:36:18.140128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 1170111e-82d1-4940-b2f7-1e4071650856 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:18.144641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.181098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}, {'name': 'network-changed', 'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:18.186799 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910653de-7361-4027-8a6b-ebe7fac4940d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}, {"name": "network-changed", "server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:18.308143 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82b0e6f-3487-4a29-8845-9be69e1c79da x-openstack-request-id: req-a82b0e6f-3487-4a29-8845-9be69e1c79da {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:18.309133 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:18.309582 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a82b0e6f-3487-4a29-8845-9be69e1c79da {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:18.310200 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'status': 'completed', 'code': 200} Jul 23 20:36:18.310586 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'status': 'completed', 'code': 200} Jul 23 20:36:18.336248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.357139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 1170111e-82d1-4940-b2f7-1e4071650856 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:18.460903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:18.502386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Allocated IP 2001:db8::f816:3eff:fe30:16de (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/fc45f763-6744-4cee-8b69-0d8ac1242f90/339449a4-152c-4932-9dd4-ca83b1eb3ebc) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:18.588811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-3361f57c-5f77-42dd-835b-76d5d803a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.591275 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-3361f57c-5f77-42dd-835b-76d5d803a7f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1097 time: 0.2562411 Jul 23 20:36:18.594101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.642143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90ac07-3e87-466c-8957-7c9a94aea015 req-c0f5ac7f-b7e4-4992-a714-6af1682745e3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.644739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe90ac07-3e87-466c-8957-7c9a94aea015 req-c0f5ac7f-b7e4-4992-a714-6af1682745e3 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 945 time: 0.2101703 Jul 23 20:36:18.665352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=e81a7719-b13a-4630-90c8-15ed9c98abde,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:18.688732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ec2b6-f28f-4b5e-a331-0e69fe1d560c req-7ec31d6e-1bb1-4098-8f61-6fc2d2085225 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.691895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b7ec2b6-f28f-4b5e-a331-0e69fe1d560c req-7ec31d6e-1bb1-4098-8f61-6fc2d2085225 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.2699156 Jul 23 20:36:18.715493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:18.721760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:18.727249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.728324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:18.760382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe90ac07-3e87-466c-8957-7c9a94aea015 req-10b82c5e-bc7f-4b62-82ab-4702cf300290 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079137 Jul 23 20:36:18.775060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b7ec2b6-f28f-4b5e-a331-0e69fe1d560c req-e5965923-5961-4ee6-836b-a8dc90aa3c2f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745180 Jul 23 20:36:18.820640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2a665f95-827c-4de0-b25e-00d02d092269 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9568975 Jul 23 20:36:18.826647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46098) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:18.834871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:d5:be:33', 'name': 'tempest-NetworksTestDHCPv6-1121784076'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:18.902177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-75293a22-fb0e-4071-ab43-d5846841da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:18.903890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-75293a22-fb0e-4071-ab43-d5846841da88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 914 time: 0.2475553 Jul 23 20:36:18.983225 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-acf6bbed-33ee-4f21-9136-92fb4fad1a9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 1001 time: 0.0700648 Jul 23 20:36:19.003117 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-7357bedc-68fe-4710-bb79-c0ed9fa476cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1665914 Jul 23 20:36:19.004847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.045724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-88589c6f-8de1-4205-b7c9-77adf5b85cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.047889 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-88589c6f-8de1-4205-b7c9-77adf5b85cfd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.0559371 Jul 23 20:36:19.050774 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.059895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Transition to ACTIVE for port object 339449a4-152c-4932-9dd4-ca83b1eb3ebc will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:19.087745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Transition to ACTIVE for port object 339449a4-152c-4932-9dd4-ca83b1eb3ebc will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:19.102350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.141422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-89bb65f8-9ed1-46b4-8bdb-0b13db20dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.143903 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-89bb65f8-9ed1-46b4-8bdb-0b13db20dc9f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811908 Jul 23 20:36:19.146037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=1170111e-82d1-4940-b2f7-1e4071650856,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:19.174636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:19.183016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:19.185957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:19.237187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 6, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:19.272600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Pushing event updated for resources: {'Port': ['ID=339449a4-152c-4932-9dd4-ca83b1eb3ebc,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:19.273419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a835e-9ec6-4dec-9083-2d2bfcda4265 req-eef694a7-1d9c-4e38-b85f-2138fa7e014d tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.275479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-054a835e-9ec6-4dec-9083-2d2bfcda4265 req-eef694a7-1d9c-4e38-b85f-2138fa7e014d tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1098 time: 0.3374543 Jul 23 20:36:19.277669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:19.286064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-dd32bc66-7809-4abd-9f2d-cfb2c6032ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292508 Jul 23 20:36:19.307451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.308077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.308657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.309236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.309819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.310460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.310932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.311518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.311650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.312108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.312902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.313672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.315169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:19.331783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:19.340332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-054a835e-9ec6-4dec-9083-2d2bfcda4265 req-de5239c3-83d5-4a50-8640-6ffdf7c64c58 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575924 Jul 23 20:36:19.348699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Attempting to bind port 339449a4-152c-4932-9dd4-ca83b1eb3ebc on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:19.349072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Attempting to bind port 339449a4-152c-4932-9dd4-ca83b1eb3ebc by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:19.349550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Attempting to bind port 339449a4-152c-4932-9dd4-ca83b1eb3ebc on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:19.356898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:19.356898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:19.356898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.357299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:19.358488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Bound port: 339449a4-152c-4932-9dd4-ca83b1eb3ebc, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:19.358488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.364880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:19.366104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:19.465830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-abd2bd6c-f458-49f5-8877-5e01bad0147c service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706402 Jul 23 20:36:19.548971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] For port 339449a4-152c-4932-9dd4-ca83b1eb3ebc, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:19.561406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] For port 339449a4-152c-4932-9dd4-ca83b1eb3ebc, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=339449a4-152c-4932-9dd4-ca83b1eb3ebc,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:19.594655 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.605077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:19.703108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router e973719d-98ef-48bf-a475-6394d2606f6c has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:19.731749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.767006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:19.776553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377c182-a23a-4dd8-899a-a9fa9619cc8c req-f0d26bea-aa72-48fa-9019-26fca068bc58 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.786840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4377c182-a23a-4dd8-899a-a9fa9619cc8c req-f0d26bea-aa72-48fa-9019-26fca068bc58 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.2949641 Jul 23 20:36:19.821422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-52352978-37a6-4946-b6c5-2666fe9513f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.821728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b1d6-023d-482f-80ef-7b7fbc99850a None None] Pushing event updated for resources: {'Port': ['ID=339449a4-152c-4932-9dd4-ca83b1eb3ebc,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:19.823006 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-52352978-37a6-4946-b6c5-2666fe9513f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 1097 time: 0.2395277 Jul 23 20:36:19.834528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-0c20ec1b-8d27-4037-8bd3-399f3c352799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.836424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-0c20ec1b-8d27-4037-8bd3-399f3c352799 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1097 time: 0.1813712 Jul 23 20:36:19.866721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-c146cc55-ee95-4e5e-aa79-9b8c9f85157f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:19.868269 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-c146cc55-ee95-4e5e-aa79-9b8c9f85157f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 945 time: 0.1660781 Jul 23 20:36:19.961767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 770364ee-2a30-4a5b-8fc1-f9794734bb73 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:36:20.092312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 6, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:20.147077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41632e6a-b20d-47d7-bc2b-6d6e1025eedf None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:35:59Z', 'revision_number': 6, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'a05ff055-e502-454f-b317-957f16ea466f', 'name': '', 'network_id': '7e1d9e49-26fc-4b20-874d-d5476728be9b', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:98:4d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:33Z', 'updated_at': '2021-07-23T20:33:45Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': 'd24fa6ac-b508-4efa-957e-cc4ea7d16437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:20.526555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:20.538101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4377c182-a23a-4dd8-899a-a9fa9619cc8c req-4322bc0c-cffc-479f-865b-c67458aca167 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7502351 Jul 23 20:36:20.539312 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] Sync routers for ids ['e973719d-98ef-48bf-a475-6394d2606f6c'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:20.554028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1be81b45-d17a-4c7d-86af-6d31a30d1c0b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/e973719d-98ef-48bf-a475-6394d2606f6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1165671 Jul 23 20:36:20.560713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46114) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:20.561185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46116) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:20.575578 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] Routers {'e973719d-98ef-48bf-a475-6394d2606f6c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:20.576509 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e973719d-98ef-48bf-a475-6394d2606f6c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:20.608674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-3c9b09fe-4b0e-442d-a064-68c5256cc393 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:20.610458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-3c9b09fe-4b0e-442d-a064-68c5256cc393 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.8888810 Jul 23 20:36:20.613920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-e52889e7-ef92-40f0-b7c5-2b2c2f11f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:20.619066 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-e52889e7-ef92-40f0-b7c5-2b2c2f11f985 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 200 len: 897 time: 0.7774072 Jul 23 20:36:20.625364 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:20.635331 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] Routers {'e973719d-98ef-48bf-a475-6394d2606f6c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:20.635525 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['e973719d-98ef-48bf-a475-6394d2606f6c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:20.643272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb56f55-3cca-41d3-9e2e-ca951af1db32 None None] New status for floating IP 39ecbb07-561e-4b0c-8496-4ddca2e07c98: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:20.674990 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:20.676256 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d779b06-a05d-494d-87cc-0cf6e7a7d381 None None] The sync data for ids ['e973719d-98ef-48bf-a475-6394d2606f6c'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:20.687681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-80d2b34e-c602-4dc0-b17b-06bd59e2c8dd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=e973719d-98ef-48bf-a475-6394d2606f6c HTTP/1.1" status: 200 len: 205 time: 0.1171520 Jul 23 20:36:20.705123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46118) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:20.729548 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-cfff66a5-ab23-46cd-8596-735b258ddec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 200 len: 217 time: 0.0922339 Jul 23 20:36:20.778009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-d098e007-06af-4dbd-9c55-3eed516891fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:20.779520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-d098e007-06af-4dbd-9c55-3eed516891fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 914 time: 0.8862967 Jul 23 20:36:20.848959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 339449a4-152c-4932-9dd4-ca83b1eb3ebc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:20.884932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-e7766b5e-91d3-4f98-a5c9-29da86065070 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 1001 time: 0.0948524 Jul 23 20:36:20.887741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-8d63ecd4-bcb4-4bac-80de-dee24f96781c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:20.890186 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-8d63ecd4-bcb4-4bac-80de-dee24f96781c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 200 len: 835 time: 0.1499078 Jul 23 20:36:20.895029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f13efacc-941e-441a-9ca6-10159049caee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 HTTP/1.1" status: 200 len: 993 time: 0.3232467 Jul 23 20:36:20.920462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:20.965298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port e376f66b-f2d0-4174-a844-eddc67fecb06 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:20.965614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:20.965711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.014448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-8ec5c444-7dc8-4971-9d38-a91d95116707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.015956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-8ec5c444-7dc8-4971-9d38-a91d95116707 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.1224875 Jul 23 20:36:21.029295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb66fb-c004-47dc-b324-1218d2627f79 req-374fa7d1-5648-4e94-af53-871bea6beb4f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.030941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61fb66fb-c004-47dc-b324-1218d2627f79 req-374fa7d1-5648-4e94-af53-871bea6beb4f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 945 time: 1.0859368 Jul 23 20:36:21.139249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910653de-7361-4027-8a6b-ebe7fac4940d req-57fcef83-d274-420d-baaf-d36c42d9b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.140989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-57fcef83-d274-420d-baaf-d36c42d9b591 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e1d9e49-26fc-4b20-874d-d5476728be9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291067 Jul 23 20:36:21.148225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port e376f66b-f2d0-4174-a844-eddc67fecb06, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e376f66b-f2d0-4174-a844-eddc67fecb06,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:21.148723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.184127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for e376f66b-f2d0-4174-a844-eddc67fecb06 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:21.223270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a555fdd-6e9a-4f2b-a11d-ea090265cfc8 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:21.262379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ca8f5-f69d-475c-9c3f-a7b7b6c9c464 req-4817a585-26fa-4c48-860a-072ddeab6c7e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.263908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-644ca8f5-f69d-475c-9c3f-a7b7b6c9c464 req-4817a585-26fa-4c48-860a-072ddeab6c7e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 945 time: 0.6092956 Jul 23 20:36:21.266888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 172.20.0.5 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/e81a7719-b13a-4630-90c8-15ed9c98abde/770364ee-2a30-4a5b-8fc1-f9794734bb73) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:21.273011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61fb66fb-c004-47dc-b324-1218d2627f79 req-ded2347a-4c29-48c2-aee9-2944dedb1dff tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8b2e0b9-93b1-4bab-818b-21f3171533dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067482 Jul 23 20:36:21.282871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.295696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.295696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fed5:be33 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/fc45f763-6744-4cee-8b69-0d8ac1242f90/770364ee-2a30-4a5b-8fc1-f9794734bb73) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:21.296363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] Provisioning for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:21.307252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] Provisioning complete for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:21.307640 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.369018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port bb955096-91d8-4054-9dbc-baa69bf49acd {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:21.369416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.433002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-63335beb-37ce-4104-8b65-97810224a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:21.433570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-644ca8f5-f69d-475c-9c3f-a7b7b6c9c464 req-d6b9917a-f7d3-4ff6-b4be-c284d6d28c5d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595554 Jul 23 20:36:21.435337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-63335beb-37ce-4104-8b65-97810224a45c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3832824 Jul 23 20:36:21.439493 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.440042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router e973719d-98ef-48bf-a475-6394d2606f6c {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:21.447860 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.448984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8bfc79d5-85a1-4c38-9669-5608f9ff9f60 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/e973719d-98ef-48bf-a475-6394d2606f6c HTTP/1.1" status: 204 len: 168 time: 0.7192476 Jul 23 20:36:21.456835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:21.523716 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.533061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-91b9f874-7161-461b-a096-2723efa307a6 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757210 Jul 23 20:36:21.575505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] For port 339449a4-152c-4932-9dd4-ca83b1eb3ebc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=339449a4-152c-4932-9dd4-ca83b1eb3ebc,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:21.588230 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.638145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.643395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 7e91e230-8d6b-4854-a972-4b4c72f4619c {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:21.656899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.665592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port bb955096-91d8-4054-9dbc-baa69bf49acd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=bb955096-91d8-4054-9dbc-baa69bf49acd,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:21.665964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.666558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343275e-fac6-419a-bbc7-cff93c5dc9d1 None None] Pushing event updated for resources: {'Port': ['ID=339449a4-152c-4932-9dd4-ca83b1eb3ebc,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:21.729409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for bb955096-91d8-4054-9dbc-baa69bf49acd owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:21.752336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'fc45f763-6744-4cee-8b69-0d8ac1242f90', 'ip_address': '2001:db8::f816:3eff:fe30:16de'}, {'subnet_id': 'e81a7719-b13a-4630-90c8-15ed9c98abde'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '339449a4-152c-4932-9dd4-ca83b1eb3ebc'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:36:21.764116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=e376f66b-f2d0-4174-a844-eddc67fecb06,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:21.821325 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.845895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.906647 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:21.914224 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-7d240976-8e0d-45c6-be58-4ba657c624d1 service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842568 Jul 23 20:36:21.973908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] No DVR routers for this DVR port e376f66b-f2d0-4174-a844-eddc67fecb06 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:22.011606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 770364ee-2a30-4a5b-8fc1-f9794734bb73 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:22.079357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.081817 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-04de0aaa-3f5d-418e-933a-fb5ba2a3e07d req-f4ad95c2-a778-4df1-aab9-d745d1266283 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.36 "DELETE /v2.0/ports/e376f66b-f2d0-4174-a844-eddc67fecb06 HTTP/1.1" status: 204 len: 173 time: 2.1797557 Jul 23 20:36:22.082276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'name': 'network-vif-deleted', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:22.084949 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94276f8-ddb6-4f79-ac41-5536e2249caa" -d '{"events": [{"server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "name": "network-vif-deleted", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:22.155188 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.165191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7ef3c5e6-4162-4039-8d3b-00ea5ab9d4d8 req-3a4e80bc-679c-4baf-83e2-2a1c6689458a service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924152 Jul 23 20:36:22.183277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-910653de-7361-4027-8a6b-ebe7fac4940d req-c0cd01d2-df2d-4376-a905-29c5e6f28e69 service neutron] 10.222.0.36 "GET /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176271 Jul 23 20:36:22.212187 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e05312-2599-4111-a606-31130a5b6fe3 x-openstack-request-id: req-04e05312-2599-4111-a606-31130a5b6fe3 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:22.212499 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca63e21-24c8-437e-940d-b28d64afdbe3", "name": "network-vif-deleted", "tag": "e376f66b-f2d0-4174-a844-eddc67fecb06", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:22.212836 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04e05312-2599-4111-a606-31130a5b6fe3 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:22.213275 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca63e21-24c8-437e-940d-b28d64afdbe3', 'name': 'network-vif-deleted', 'tag': 'e376f66b-f2d0-4174-a844-eddc67fecb06', 'status': 'completed', 'code': 200} Jul 23 20:36:22.232607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.245365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:22.295444 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.303589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=bb955096-91d8-4054-9dbc-baa69bf49acd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:22.357795 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-d9a3b682-28a3-4de5-bbc1-62e38868ebb8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2740369 Jul 23 20:36:22.419041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Allocated IP 172.20.0.2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/e81a7719-b13a-4630-90c8-15ed9c98abde/339449a4-152c-4932-9dd4-ca83b1eb3ebc) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:22.454458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:22.484013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e376f66b-f2d0-4174-a844-eddc67fecb06 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:22.522274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:22.523297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: e376f66b-f2d0-4174-a844-eddc67fecb06 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:22.524395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e376f66b-f2d0-4174-a844-eddc67fecb06 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:22.536505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:22.539482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port bb955096-91d8-4054-9dbc-baa69bf49acd on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:22.550529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2eb616bd-4ffe-4717-9f80-6412bb12b974 req-5ac1094f-974a-4739-98c8-61fd7461c040 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ca63e21-24c8-437e-940d-b28d64afdbe3 HTTP/1.1" status: 200 len: 210 time: 0.1178954 Jul 23 20:36:22.573059 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.575099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab203637-cf78-4cdb-98d6-631f149a04e6 req-f0c123b6-ef46-485a-b8ee-9e6e5f96930d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "DELETE /v2.0/ports/bb955096-91d8-4054-9dbc-baa69bf49acd HTTP/1.1" status: 204 len: 173 time: 1.9221170 Jul 23 20:36:22.576152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.578000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'name': 'network-vif-deleted', 'tag': 'bb955096-91d8-4054-9dbc-baa69bf49acd'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:22.580703 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539c6d46-6b09-4183-b112-d891135d6337" -d '{"events": [{"server_uuid": "5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24", "name": "network-vif-deleted", "tag": "bb955096-91d8-4054-9dbc-baa69bf49acd"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:22.643682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=770364ee-2a30-4a5b-8fc1-f9794734bb73,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:22.678418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309db3d-f859-4290-86f6-d019c0b90a13 req-4ccb3d1d-beac-45fe-83c2-c6b352157280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:22.683369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b309db3d-f859-4290-86f6-d019c0b90a13 req-4ccb3d1d-beac-45fe-83c2-c6b352157280 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.6270838 Jul 23 20:36:22.822890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:22.830820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/7e91e230-8d6b-4854-a972-4b4c72f4619c HTTP/1.1" status: 204 len: 168 time: 1.3691463 Jul 23 20:36:22.832768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163a94a-a0c2-4e99-b938-ab06de15e945 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=7e91e230-8d6b-4854-a972-4b4c72f4619c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:22.834259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:22.847950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa64490-1513-4eb9-849a-8a0f37845200 None None] Network bafd4da6-01a6-4dc7-abf5-db71b83a9601 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:22.900169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] For port 339449a4-152c-4932-9dd4-ca83b1eb3ebc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=339449a4-152c-4932-9dd4-ca83b1eb3ebc,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:22.906628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 339449a4-152c-4932-9dd4-ca83b1eb3ebc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:22.964945 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca9f0664-b1eb-4e3d-9349-9f278e27e0c4 req-8015197c-6983-4a6e-b2e5-ea3d8f1e2eda tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24 HTTP/1.1" status: 200 len: 210 time: 0.1835244 Jul 23 20:36:23.005136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:23.007809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.062299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.104275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.105552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b309db3d-f859-4290-86f6-d019c0b90a13 req-7dc5b594-9a22-4daf-82d7-8b4b6268dac0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189979 Jul 23 20:36:23.111812 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d5d9be-b662-428c-88e1-45064abd3cca x-openstack-request-id: req-d0d5d9be-b662-428c-88e1-45064abd3cca {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:23.115025 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24", "name": "network-vif-deleted", "tag": "bb955096-91d8-4054-9dbc-baa69bf49acd", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:23.115539 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0d5d9be-b662-428c-88e1-45064abd3cca {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:23.116264 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef13b1d-ba8c-4b7c-942f-7c5ba5751c24', 'name': 'network-vif-deleted', 'tag': 'bb955096-91d8-4054-9dbc-baa69bf49acd', 'status': 'completed', 'code': 200} Jul 23 20:36:23.118711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-10ef9b19-6eb2-443a-866e-304f55ab5091 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2909553 Jul 23 20:36:23.122711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:23.148131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Transition to ACTIVE for port object 339449a4-152c-4932-9dd4-ca83b1eb3ebc will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:23.168896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.255447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 026e47f5-e961-4143-9007-95c8dbd24333 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:23.256667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.258215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17484dfc-9fd9-4eb6-bf9a-8adda35de2ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:23.261008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bb955096-91d8-4054-9dbc-baa69bf49acd no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:23.285948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17484dfc-9fd9-4eb6-bf9a-8adda35de2ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:23.308366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-17484dfc-9fd9-4eb6-bf9a-8adda35de2ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1842790 Jul 23 20:36:23.311277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46200) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:23.452809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 026e47f5-e961-4143-9007-95c8dbd24333, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=026e47f5-e961-4143-9007-95c8dbd24333,segment=NetworkSegment(8e9bd095-ed35-4fd5-b58a-4186212a6a90),segment_id=8e9bd095-ed35-4fd5-b58a-4186212a6a90)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:23.453184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.475932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 026e47f5-e961-4143-9007-95c8dbd24333 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:23.551964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 770364ee-2a30-4a5b-8fc1-f9794734bb73 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:23.552341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.557156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: bb955096-91d8-4054-9dbc-baa69bf49acd {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:23.557506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device bb955096-91d8-4054-9dbc-baa69bf49acd not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:23.561932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15cdbae-8f18-4e5c-a457-b6c412b35a14 None None] Pushing event updated for resources: {'Port': ['ID=339449a4-152c-4932-9dd4-ca83b1eb3ebc,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.630604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46206) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:23.699948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.712759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0af21a-f2c9-481b-aced-eebbec78bf61 None None] DHCP port deletion for bafd4da6-01a6-4dc7-abf5-db71b83a9601 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:23.743147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.786555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 770364ee-2a30-4a5b-8fc1-f9794734bb73 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:23.803144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=026e47f5-e961-4143-9007-95c8dbd24333,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:23.805023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port 026e47f5-e961-4143-9007-95c8dbd24333 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:23.894313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2958d1f1-ab9f-45e4-9642-be1c89971d8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:23.950851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2958d1f1-ab9f-45e4-9642-be1c89971d8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.005607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.026845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafd4da6-01a6-4dc7-abf5-db71b83a9601']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:24.057864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9bd095-ed35-4fd5-b58a-4186212a6a90') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:24.058423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9bd095-ed35-4fd5-b58a-4186212a6a90') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:24.066039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.103582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.125308 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.134545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2958d1f1-ab9f-45e4-9642-be1c89971d8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.137789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2958d1f1-ab9f-45e4-9642-be1c89971d8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.143287 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2958d1f1-ab9f-45e4-9642-be1c89971d8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/security-groups/e8b2e0b9-93b1-4bab-818b-21f3171533dd HTTP/1.1" status: 204 len: 168 time: 0.5114005 Jul 23 20:36:24.145113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:24.149200 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.160057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=770364ee-2a30-4a5b-8fc1-f9794734bb73,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:24.165460 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:24.241575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46226) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:24.305930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958d1f1-ab9f-45e4-9642-be1c89971d8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b2e0b9-93b1-4bab-818b-21f3171533dd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:24.536037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.552967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f175e4d6-3c58-40cb-b8cd-2e38059e001a None None] Provisioning for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:24.562600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f175e4d6-3c58-40cb-b8cd-2e38059e001a None None] Provisioning complete for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:24.563133 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f175e4d6-3c58-40cb-b8cd-2e38059e001a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.568998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.577333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:24.578100 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/bafd4da6-01a6-4dc7-abf5-db71b83a9601 HTTP/1.1" status: 204 len: 168 time: 1.7423987 Jul 23 20:36:24.589013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-523975345', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:24.626019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:24.631972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d72aa96f-d7e4-4314-9043-ea803eb5dd2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/770364ee-2a30-4a5b-8fc1-f9794734bb73 HTTP/1.1" status: 204 len: 168 time: 1.3187957 Jul 23 20:36:24.640113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46238) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:24.660964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2381be-a7fb-4a8d-9590-883b398e9b27 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=bafd4da6-01a6-4dc7-abf5-db71b83a9601,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:24.793789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d60be-0132-441e-9108-2f1279a5f308 req-2ec4c406-9c36-4061-90b3-cbcac7fe8b73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:24.817423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f1d60be-0132-441e-9108-2f1279a5f308 req-2ec4c406-9c36-4061-90b3-cbcac7fe8b73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.4978294 Jul 23 20:36:24.938644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 339449a4-152c-4932-9dd4-ca83b1eb3ebc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:25.036928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-b75250ed-7a60-4c9d-8ccf-55ed16b0742f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.044951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-b75250ed-7a60-4c9d-8ccf-55ed16b0742f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.3100290 Jul 23 20:36:25.076073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-64bf5734-7067-433a-a4d8-15f7640833af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.0300150 Jul 23 20:36:25.084534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.133296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.134730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.149350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:25.153252 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.159217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-074587ec-b4d7-4ced-97c1-f1467dbf727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.163060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-074587ec-b4d7-4ced-97c1-f1467dbf727d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1098 time: 0.8446865 Jul 23 20:36:25.163906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-efc3265c-e285-4659-9ee7-9a4d3686edaa None None] Could not find standard attr ID for object 770364ee-2a30-4a5b-8fc1-f9794734bb73. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:36:25.345166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f1d60be-0132-441e-9108-2f1279a5f308 req-c6082b74-ad61-4b41-b9ba-0dbdc33347ab tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5262904 Jul 23 20:36:25.398933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44509117-a1d8-4ed7-bab5-eedbf7749726 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.400468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44509117-a1d8-4ed7-bab5-eedbf7749726 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.402272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44509117-a1d8-4ed7-bab5-eedbf7749726 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.402532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 026e47f5-e961-4143-9007-95c8dbd24333 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:25.404416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-44509117-a1d8-4ed7-bab5-eedbf7749726 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7566364 Jul 23 20:36:25.411546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46258) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:25.424438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 026e47f5-e961-4143-9007-95c8dbd24333 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:25.424862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 026e47f5-e961-4143-9007-95c8dbd24333 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:25.452146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.457014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cca6b3d7-5e4b-4017-bf3a-8926c357b7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:25.458864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cca6b3d7-5e4b-4017-bf3a-8926c357b7d1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.2674046 Jul 23 20:36:25.462695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.532000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet e81a7719-b13a-4630-90c8-15ed9c98abde {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:25.535947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.586302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.624855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port a05ff055-e502-454f-b317-957f16ea466f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:25.625237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.763555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.789959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port a05ff055-e502-454f-b317-957f16ea466f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a05ff055-e502-454f-b317-957f16ea466f,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:25.790238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.811251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for a05ff055-e502-454f-b317-957f16ea466f owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:25.888566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-25b09cb1-4d49-4dc5-ac99-6f568c59ab51 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8044877 Jul 23 20:36:25.902723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.913813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.917926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4d492e93-3216-4536-97ca-e99094687490 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.3299606 Jul 23 20:36:25.919462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46266) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:25.929058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1530748861'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:25.944016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=e81a7719-b13a-4630-90c8-15ed9c98abde,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:25.948862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:25.953027 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8115e463-b0b8-480b-af6c-bfaf229f10a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/e81a7719-b13a-4630-90c8-15ed9c98abde HTTP/1.1" status: 204 len: 168 time: 0.5389273 Jul 23 20:36:25.953832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:25.960388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c077339e-41ca-4351-8f97-111161406c8c None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:26.011719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cc6a730a-b8bb-4791-b344-758190a8b281 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1001 time: 0.5429881 Jul 23 20:36:26.056505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet fc45f763-6744-4cee-8b69-0d8ac1242f90 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:26.065108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.067559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-2baa878e-e8c3-4d01-9bde-af64bead5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:26.073663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-2baa878e-e8c3-4d01-9bde-af64bead5dfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.0496879 Jul 23 20:36:26.114692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-a7d16107-978e-446e-a318-c057932287c2 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252254 Jul 23 20:36:26.115660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:26.119847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.131146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.227050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:26.286598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-6ec2e361-4b88-48e4-88ef-0bede3f696dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:26.288571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-6ec2e361-4b88-48e4-88ef-0bede3f696dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2012427 Jul 23 20:36:26.291086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.291793 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.292209 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment 0ea78452-cd02-478a-8519-2f558275bd94 of type vlan for network 2be0e32a-cf72-467e-807c-c41561e57df1 Jul 23 20:36:26.320909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.372956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=a05ff055-e502-454f-b317-957f16ea466f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:26.506513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.521489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-c2b3c1bc-5911-456a-b977-27bb0f3ed976 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232423 Jul 23 20:36:26.524035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-b5baf5ce-116a-4aa0-8b0b-ec424439b5b7 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845215 Jul 23 20:36:26.684518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-45e30577-ba64-4547-a881-754420eaedbb service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448448 Jul 23 20:36:26.715146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.808341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:26.842740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:26.849593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.041581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=2be0e32a-cf72-467e-807c-c41561e57df1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.047606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac903f2f-bb81-43b0-a74a-701a9f618bdc req-b9c46baf-cf96-449a-ba0c-1fe9bc0bb549 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 210 time: 0.0483234 Jul 23 20:36:27.055440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 2be0e32a-cf72-467e-807c-c41561e57df1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:27.069551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3d51fbe9-7e76-469c-bd74-9ada2ab0b400 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1443179 Jul 23 20:36:27.069738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46290) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.082224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:27.125969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=fc45f763-6744-4cee-8b69-0d8ac1242f90,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.130437 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.132512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-276e0725-c84a-493d-a16f-914a76d243ff tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/fc45f763-6744-4cee-8b69-0d8ac1242f90 HTTP/1.1" status: 204 len: 168 time: 1.1776969 Jul 23 20:36:27.135248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46292) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.214145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cef5d2d5-78d2-4f62-bf8e-5a160be0617f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776279 Jul 23 20:36:27.217916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46294) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.226182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:27.231342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:27.234714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.266319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3c248-20d2-4f8b-9909-002235aaca1e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:27.301342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0ca6-1469-4ebc-be12-a597c8d503f2 req-26fc7559-fd29-45f6-822b-9fe0104fcafa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.304559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dbd0ca6-1469-4ebc-be12-a597c8d503f2 req-26fc7559-fd29-45f6-822b-9fe0104fcafa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.7728381 Jul 23 20:36:27.326684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.409452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6a1c96e6-e032-4d59-87b0-846158fa86a9 None None] Provisioning complete for port 339449a4-152c-4932-9dd4-ca83b1eb3ebc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:27.409452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a1c96e6-e032-4d59-87b0-846158fa86a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.465754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:27.469426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.495651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dbd0ca6-1469-4ebc-be12-a597c8d503f2 req-33ac448a-b2f4-428a-abe5-f5c81833502e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787584 Jul 23 20:36:27.648478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:27.716917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] Deleting port 339449a4-152c-4932-9dd4-ca83b1eb3ebc {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:27.717296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.741615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.823304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=1d874dc2-2d47-4609-89dd-73ab64dc981d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:27.830120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] For port 339449a4-152c-4932-9dd4-ca83b1eb3ebc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=339449a4-152c-4932-9dd4-ca83b1eb3ebc,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:27.830858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.832014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:27.832391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: 2be0e32a-cf72-467e-807c-c41561e57df1, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:27.850600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] Calling delete_port for 339449a4-152c-4932-9dd4-ca83b1eb3ebc owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:27.852618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 2be0e32a-cf72-467e-807c-c41561e57df1 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:27.879379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 2be0e32a-cf72-467e-807c-c41561e57df1) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:27.884275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:27.884954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.922418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-59be9832-7dd5-4d95-88d9-0a7e70490fc0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8496487 Jul 23 20:36:27.923159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:27.936540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3e2d9f-2342-4125-ba96-28f4bc413ea7 None None] Network 2be0e32a-cf72-467e-807c-c41561e57df1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:27.950752 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:27.976302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] No DVR routers for this DVR port 339449a4-152c-4932-9dd4-ca83b1eb3ebc on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:28.006073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:28.014571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b548a4d-b853-4c41-8a00-825c2e480e1f None None] Pushing event deleted for resources: {'Port': ['ID=339449a4-152c-4932-9dd4-ca83b1eb3ebc,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:28.174341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.objects.ports [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94026) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:36:28.179381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.187816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-2be0e32a-cf72-467e-807c-c41561e57df1', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:28.189531 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.233139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:28.240457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:28.243850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:28.244453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.269971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:28.282131 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] Sync routers for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:28.287079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c020d48c-5df6-4789-8835-e397495d2ebe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "PUT /v2.0/routers/d3fa9fac-3f38-4e67-b535-d0085dc5efb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0444386 Jul 23 20:36:28.292332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46320) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.295688 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:28.296326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:28.304270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=7710867b-939a-4f08-929f-1551ffaec3b8,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:28.341823 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0020e4d0-0293-47d7-bfce-08c5d4a146d7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1151557 Jul 23 20:36:28.352582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46322) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:28.358848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:28.377944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-238b5fad-2458-4cec-9976-e52e3eaaf636 req-9504d45d-c8f5-4eda-b54f-9343804fbf20 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 210 time: 0.0574965 Jul 23 20:36:28.385056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d09da-b67d-4e42-88a2-dd8b1a97ec97 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:28.520149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Allocated IP 2001:db8::2 (2be0e32a-cf72-467e-807c-c41561e57df1/1d874dc2-2d47-4609-89dd-73ab64dc981d/18f34df5-ab43-4064-8c14-ed74f550f5f7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:28.545834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.551881 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:28.594322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting subnet d24fa6ac-b508-4efa-957e-cc4ea7d16437 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:28.600029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:28.603720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.719112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.737525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '7710867b-939a-4f08-929f-1551ffaec3b8'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:28.738479 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.872110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 339449a4-152c-4932-9dd4-ca83b1eb3ebc no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:28.875876 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.915763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:28.925150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 339449a4-152c-4932-9dd4-ca83b1eb3ebc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:28.925601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 339449a4-152c-4932-9dd4-ca83b1eb3ebc not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:28.927906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Transition to ACTIVE for port object 18f34df5-ab43-4064-8c14-ed74f550f5f7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:28.965009 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:36:26Z', 'revision_number': 7, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:29.013829 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] Checking router: d3fa9fac-3f38-4e67-b535-d0085dc5efb8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:29.032905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087565-3e88-4089-80d9-cc17e9dbae8c req-0f91cfb1-df75-4e64-8164-cf8cb265aaee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:29.033691 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] Routers {'d3fa9fac-3f38-4e67-b535-d0085dc5efb8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:29.034554 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:29.034932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3087565-3e88-4089-80d9-cc17e9dbae8c req-0f91cfb1-df75-4e64-8164-cf8cb265aaee tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.2631686 Jul 23 20:36:29.036197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Transition to ACTIVE for port object 18f34df5-ab43-4064-8c14-ed74f550f5f7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:29.054795 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.112813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Network 2be0e32a-cf72-467e-807c-c41561e57df1 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:29.114622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Allocated IP 2001:db8::f816:3eff:feb5:38a7 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/7710867b-939a-4f08-929f-1551ffaec3b8/64ea7d5c-1e6c-446e-8ec9-a3101c460836) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:29.119413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:29.125352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:29.150988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3087565-3e88-4089-80d9-cc17e9dbae8c req-340792bf-0d8f-4128-808c-f3d2ff7f96bf tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012042 Jul 23 20:36:29.161891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Pushing event updated for resources: {'Port': ['ID=18f34df5-ab43-4064-8c14-ed74f550f5f7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:29.218203 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] Set router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:29.283999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-2d9713c7-ab90-45be-b877-8c7458f329ee tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:29.285082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8::1 (2be0e32a-cf72-467e-807c-c41561e57df1/1d874dc2-2d47-4609-89dd-73ab64dc981d/64cdde0b-2742-41a6-b9eb-1ae240d9be67) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:29.285697 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-2d9713c7-ab90-45be-b877-8c7458f329ee tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.7238979 Jul 23 20:36:29.304919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:29.359664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Attempting to bind port 18f34df5-ab43-4064-8c14-ed74f550f5f7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:29.363851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Attempting to bind port 18f34df5-ab43-4064-8c14-ed74f550f5f7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:29.364740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Attempting to bind port 18f34df5-ab43-4064-8c14-ed74f550f5f7 on network 2be0e32a-cf72-467e-807c-c41561e57df1 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:29.428324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:29.428833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Checking segment: {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:29.429318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.429823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Bound using segment: {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:29.430385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Bound port: 18f34df5-ab43-4064-8c14-ed74f550f5f7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:29.430846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.463868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.489063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object 64cdde0b-2742-41a6-b9eb-1ae240d9be67 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:29.490773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.527884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Transition to ACTIVE for port object 64ea7d5c-1e6c-446e-8ec9-a3101c460836 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:29.561594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] For port 18f34df5-ab43-4064-8c14-ed74f550f5f7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:29.564795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Transition to ACTIVE for port object 64ea7d5c-1e6c-446e-8ec9-a3101c460836 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:29.577461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] For port 18f34df5-ab43-4064-8c14-ed74f550f5f7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=18f34df5-ab43-4064-8c14-ed74f550f5f7,segment=NetworkSegment(0ea78452-cd02-478a-8519-2f558275bd94),segment_id=0ea78452-cd02-478a-8519-2f558275bd94)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:29.580449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.591634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6f1d949-083d-4846-b9ab-cf65b0d0d4e0 req-766d209e-7e69-4f5b-848c-f5b883a4b38c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 210 time: 0.0773911 Jul 23 20:36:29.598118 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.601775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.618207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:29.621714 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.636257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:29.643953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:29.647602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:29.668409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.703361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:29.730225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 2be0e32a-cf72-467e-807c-c41561e57df1 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:29.765338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Attempting to bind port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:29.765827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Attempting to bind port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:29.766268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Attempting to bind port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:29.780425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:29.780898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:29.781382 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.781879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:29.782515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Bound port: 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:29.783032 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.784026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:29.786831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:29.787514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.824774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.6 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/7148bed4-c454-4e4b-92b7-8db10294f024) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:29.849271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f5bab-c75d-4077-81e0-218037086d53 None None] Pushing event updated for resources: {'Port': ['ID=18f34df5-ab43-4064-8c14-ed74f550f5f7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:29.942608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:29.942853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:36:26Z', 'revision_number': 7, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:29.947007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:29.953944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:29.999762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=64cdde0b-2742-41a6-b9eb-1ae240d9be67,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:30.005522 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db722d2f-c054-4e46-9a29-f86c831f3adb None None] The sync data for ids ['d3fa9fac-3f38-4e67-b535-d0085dc5efb8'] in n-d-793620-13 is: [{'id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'name': 'tempest-TestNetworkBasicOps-router-2136815231', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:33:18Z', 'updated_at': '2021-07-23T20:36:26Z', 'revision_number': 7, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'f3661c27-bfd1-4b6f-bc5b-5757d7e6d964', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ac:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fa9fac-3f38-4e67-b535-d0085dc5efb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2839, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:33:21Z', 'updated_at': '2021-07-23T20:33:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:30.101546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8f9c3-4d05-4510-998d-992f66b69fdd None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:30.175004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.304522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.325003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:30.334614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=9b2fba45-3b59-4ef2-a7cb-d970e91da9b7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:30.336955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:30.342805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:30.343410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.359568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.369947 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-71e0672b-7cbb-4249-a692-201e5658846b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0155656 Jul 23 20:36:30.370077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46354) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:30.377395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:ae:7b:b2', 'name': 'tempest-NetworksTestDHCPv6-1420863204'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:30.445254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.457736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:30.563926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.584331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:30.586720 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/subnets/d24fa6ac-b508-4efa-957e-cc4ea7d16437 HTTP/1.1" status: 204 len: 168 time: 2.2929637 Jul 23 20:36:30.596570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49215cec-4f3a-4d26-8b9a-f06f8ec2b76d None None] Network 7e1d9e49-26fc-4b20-874d-d5476728be9b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:30.609507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46360) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:30.627593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5f4bd-fb2d-455a-9c67-8e3a8de71fb0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Subnet': ['ID=d24fa6ac-b508-4efa-957e-cc4ea7d16437,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:30.632071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:30.635850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:30.638274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:30.687419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=7148bed4-c454-4e4b-92b7-8db10294f024,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:30.768481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:30.769199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.024864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 18f34df5-ab43-4064-8c14-ed74f550f5f7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:31.396980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e721d-2680-485a-a2c9-0ff8600159bb req-91c359d0-5d24-459b-afbc-3153e00e9b88 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:31.402074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb3e721d-2680-485a-a2c9-0ff8600159bb req-91c359d0-5d24-459b-afbc-3153e00e9b88 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 1.1506333 Jul 23 20:36:31.428933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 18f34df5-ab43-4064-8c14-ed74f550f5f7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:31.432565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64ea7d5c-1e6c-446e-8ec9-a3101c460836 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:31.496279 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-526fe13d-77e4-4d83-93e1-3b89d34ec494 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1955001 Jul 23 20:36:31.496920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:31.514726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bb3689-1a78-4467-aa0d-9ba3a86f53f0 None None] Network 2be0e32a-cf72-467e-807c-c41561e57df1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:31.530023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Request body: {'port': {'device_id': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:31.542843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] DHCP port deletion for 7e1d9e49-26fc-4b20-874d-d5476728be9b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:31.702160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.706868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] Provisioning for port 18f34df5-ab43-4064-8c14-ed74f550f5f7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:31.738424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] Provisioning complete for port 18f34df5-ab43-4064-8c14-ed74f550f5f7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:31.738962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.748965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.810187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:31.848359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a05ff055-e502-454f-b317-957f16ea466f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:31.891508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a05ff055-e502-454f-b317-957f16ea466f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:31.894010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a05ff055-e502-454f-b317-957f16ea466f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:31.903211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb3e721d-2680-485a-a2c9-0ff8600159bb req-4cec6eb7-5db7-4232-aab2-847f7331a03d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536841 Jul 23 20:36:31.932296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] Deleting port bbcca027-524b-41b3-bb2c-308e9de564dc {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:31.932296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:31.982079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85c2b5-a775-4cc4-9790-73c2d9b91780 req-06e41a82-033b-4fbb-b542-9bb0c6409530 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:31.984002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff85c2b5-a775-4cc4-9790-73c2d9b91780 req-06e41a82-033b-4fbb-b542-9bb0c6409530 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 931 time: 0.6107905 Jul 23 20:36:31.994459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] For port bbcca027-524b-41b3-bb2c-308e9de564dc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bbcca027-524b-41b3-bb2c-308e9de564dc,segment=NetworkSegment(77fa1e51-6e78-4cb0-b08b-2d383d7ade59),segment_id=77fa1e51-6e78-4cb0-b08b-2d383d7ade59)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:31.994913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.021492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] Calling delete_port for bbcca027-524b-41b3-bb2c-308e9de564dc owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:32.146967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7148bed4-c454-4e4b-92b7-8db10294f024 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:32.155253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.158614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff85c2b5-a775-4cc4-9790-73c2d9b91780 req-40299fad-dcba-4765-abcf-3758bcec7f4e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493268 Jul 23 20:36:32.161200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2710e-7fca-4926-869b-6440846fd41e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:32.182708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Transition to ACTIVE for port object 7148bed4-c454-4e4b-92b7-8db10294f024 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:32.187861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.190542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.198688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.248833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Pushing event updated for resources: {'Port': ['ID=7148bed4-c454-4e4b-92b7-8db10294f024,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.270634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.270988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.271338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.271698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.272057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.272401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.272745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.273077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.273410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.273794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.273945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port ed1e404d-def3-487c-837d-e00d3d5453ab yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:36:32.274169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.274477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:32.295966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.311411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.311787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.367464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Attempting to bind port 7148bed4-c454-4e4b-92b7-8db10294f024 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:32.367802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Attempting to bind port 7148bed4-c454-4e4b-92b7-8db10294f024 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:32.368125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Attempting to bind port 7148bed4-c454-4e4b-92b7-8db10294f024 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:32.373017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Port 7148bed4-c454-4e4b-92b7-8db10294f024 on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:32.373379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Attempting to bind port 7148bed4-c454-4e4b-92b7-8db10294f024 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:32.380069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:32.380278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:32.380736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:32.381227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Bound port: 7148bed4-c454-4e4b-92b7-8db10294f024, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:32.381745 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.402220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.464886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] For port 7148bed4-c454-4e4b-92b7-8db10294f024, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:32.469542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] For port 7148bed4-c454-4e4b-92b7-8db10294f024, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7148bed4-c454-4e4b-92b7-8db10294f024,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:32.477016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.480613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] For port 18f34df5-ab43-4064-8c14-ed74f550f5f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=18f34df5-ab43-4064-8c14-ed74f550f5f7,segment=NetworkSegment(0ea78452-cd02-478a-8519-2f558275bd94),segment_id=0ea78452-cd02-478a-8519-2f558275bd94)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:32.480739 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.508160 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.517825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] Pushing event deleted for resources: {'Port': ['ID=bbcca027-524b-41b3-bb2c-308e9de564dc,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.519477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.520111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.521650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] 10.222.0.36 "PUT /v2.0/ports/7148bed4-c454-4e4b-92b7-8db10294f024 HTTP/1.1" status: 200 len: 1092 time: 1.0183587 Jul 23 20:36:32.535478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6643efe-2326-4ce4-90d0-b59028a9c31b None None] No DVR routers for this DVR port bbcca027-524b-41b3-bb2c-308e9de564dc on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:32.556556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'tag': '7148bed4-c454-4e4b-92b7-8db10294f024'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:32.570469 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3efeb-a8a5-4451-9c75-5b45e1676c54" -d '{"events": [{"name": "network-changed", "server_uuid": "1b515b55-f0d4-4771-ac65-29fdb51de64a", "tag": "7148bed4-c454-4e4b-92b7-8db10294f024"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:32.630951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 172.20.0.8 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/9b2fba45-3b59-4ef2-a7cb-d970e91da9b7/ed1e404d-def3-487c-837d-e00d3d5453ab) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:32.639505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:feae:7bb2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/7710867b-939a-4f08-929f-1551ffaec3b8/ed1e404d-def3-487c-837d-e00d3d5453ab) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:32.650853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62080a-1783-46c3-a633-c674ec91359a service neutron] Pushing event updated for resources: {'Port': ['ID=7148bed4-c454-4e4b-92b7-8db10294f024,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.665393 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924a1392-2ced-4a1d-a416-e31dc663c4d0 x-openstack-request-id: req-924a1392-2ced-4a1d-a416-e31dc663c4d0 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:32.665716 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b515b55-f0d4-4771-ac65-29fdb51de64a", "tag": "7148bed4-c454-4e4b-92b7-8db10294f024", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:32.665973 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-924a1392-2ced-4a1d-a416-e31dc663c4d0 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:32.666458 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'tag': '7148bed4-c454-4e4b-92b7-8db10294f024', 'status': 'completed', 'code': 200} Jul 23 20:36:32.669161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d866fa-7864-456d-a939-fcb9ca4b4cdc None None] Pushing event updated for resources: {'Port': ['ID=18f34df5-ab43-4064-8c14-ed74f550f5f7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.695020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] Provisioning for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:32.707248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-c567f6f2-6c21-4a58-b84f-124831d0070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.709204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:32.711424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-c567f6f2-6c21-4a58-b84f-124831d0070c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 1095 time: 0.1380148 Jul 23 20:36:32.712195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.748408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=64cdde0b-2742-41a6-b9eb-1ae240d9be67,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:32.806303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-938d8e49-2a66-4ffc-bd9c-a4c8a951fb82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7148bed4-c454-4e4b-92b7-8db10294f024 HTTP/1.1" status: 200 len: 217 time: 0.0870771 Jul 23 20:36:32.856909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 18f34df5-ab43-4064-8c14-ed74f550f5f7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:32.898300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-21838506-35e9-4da6-8d8a-8e7749859f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:32.900591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-21838506-35e9-4da6-8d8a-8e7749859f54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0861621 Jul 23 20:36:32.906170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:32.906642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:32.945675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-f25b94f8-ab37-4a42-a829-1a01c251e562 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379446 Jul 23 20:36:32.978542 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.001471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '7710867b-939a-4f08-929f-1551ffaec3b8', 'ip_address': '2001:db8::f816:3eff:feb5:38a7'}, {'subnet_id': '9b2fba45-3b59-4ef2-a7cb-d970e91da9b7'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '64ea7d5c-1e6c-446e-8ec9-a3101c460836'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:36:33.040984 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.071983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 2be0e32a-cf72-467e-807c-c41561e57df1 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:33.075039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 18f34df5-ab43-4064-8c14-ed74f550f5f7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:33.075039 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.088844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:33.123630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-44b7a60e-aff4-4e77-afbf-f68cd6f25280 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709340 Jul 23 20:36:33.165803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.167639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:33.190801 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.260282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298886d-1310-4e42-9bd7-ba9bcdf1d9ec None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:33.350398 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8cf519d-1ea1-4af4-83ea-f468d6e0778e req-a7d9a0ce-1146-42d7-8483-dc0c684c8feb service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191715 Jul 23 20:36:33.362855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object ed1e404d-def3-487c-837d-e00d3d5453ab will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:33.417671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port f3661c27-bfd1-4b6f-bc5b-5757d7e6d964, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:33.418162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.445630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bbc48c1-a382-4ec5-affb-c7f005851322 None None] Provisioning for port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:33.465204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bbc48c1-a382-4ec5-affb-c7f005851322 None None] Provisioning complete for port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:33.465674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bbc48c1-a382-4ec5-affb-c7f005851322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.469150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:33.513340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d902f-aef9-496f-81e9-9c56ed2b31d2 req-9c9c32b1-f29e-434b-8a9a-28db644b197f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.516071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-ff64eb01-c86c-45f2-80a7-bed46e4069d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.519308 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-ff64eb01-c86c-45f2-80a7-bed46e4069d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 1095 time: 0.1109908 Jul 23 20:36:33.524873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-026d902f-aef9-496f-81e9-9c56ed2b31d2 req-9c9c32b1-f29e-434b-8a9a-28db644b197f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.4439371 Jul 23 20:36:33.531359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc48c1-a382-4ec5-affb-c7f005851322 None None] Port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:33.540499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bbcca027-524b-41b3-bb2c-308e9de564dc no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:33.579462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: bbcca027-524b-41b3-bb2c-308e9de564dc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:33.579825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bbcca027-524b-41b3-bb2c-308e9de564dc not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:33.580732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0ac5a-d9f9-42ad-b28f-72ff6cf8923c req-58c71baf-5293-4d23-85a1-1d4c6c60f430 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.582495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87c0ac5a-d9f9-42ad-b28f-72ff6cf8923c req-58c71baf-5293-4d23-85a1-1d4c6c60f430 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 943 time: 0.2714567 Jul 23 20:36:33.604600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0bbc48c1-a382-4ec5-affb-c7f005851322 None None] Provisioning complete for port 18f34df5-ab43-4064-8c14-ed74f550f5f7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:33.604996 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0bbc48c1-a382-4ec5-affb-c7f005851322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.660456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-194a921e-546d-4fbc-b406-c7c0406f4c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.662016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-194a921e-546d-4fbc-b406-c7c0406f4c01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.1377141 Jul 23 20:36:33.719903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-026d902f-aef9-496f-81e9-9c56ed2b31d2 req-56560cc0-9077-4bfe-83f1-2482f6ac3f81 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848896 Jul 23 20:36:33.722286 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-0f44b43a-c19d-44e0-9294-31e5c072684e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7148bed4-c454-4e4b-92b7-8db10294f024 HTTP/1.1" status: 200 len: 217 time: 0.0520463 Jul 23 20:36:33.730932 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:33.762352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Allocated IP 172.20.0.2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/9b2fba45-3b59-4ef2-a7cb-d970e91da9b7/64ea7d5c-1e6c-446e-8ec9-a3101c460836) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:33.788236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-cc5c3e7e-e0e8-48c6-92e3-b499b9208924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:33.790838 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-cc5c3e7e-e0e8-48c6-92e3-b499b9208924 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0616417 Jul 23 20:36:33.818571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87c0ac5a-d9f9-42ad-b28f-72ff6cf8923c req-f25aa703-28d9-44e9-98d0-0be9f50e6565 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113135 Jul 23 20:36:33.826820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:33.831990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:33.858559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-f995fb86-63da-4163-a999-81e774aa935d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598621 Jul 23 20:36:33.873703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:33.879557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:33.884904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=ed1e404d-def3-487c-837d-e00d3d5453ab,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:33.940127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:33.963510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1eb44d78-d7d3-4537-9d8e-32463a7cf58d None None] Provisioning complete for port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:33.963964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1eb44d78-d7d3-4537-9d8e-32463a7cf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.012778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-6e304863-c589-4b2b-b349-944a2bf2d240 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459138 Jul 23 20:36:34.013061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.026568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1eb44d78-d7d3-4537-9d8e-32463a7cf58d None None] Port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:34.049110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.049842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.113161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ae9044b-bf34-437b-a8de-be5ff63cbf5f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7408478 Jul 23 20:36:34.114379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:34.115881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:34.130536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3a92ee5b-41a2-4365-b671-3aa526b1d5f2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2059443 Jul 23 20:36:34.131619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:34.133353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46412) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:34.138425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Transition to ACTIVE for port object 64ea7d5c-1e6c-446e-8ec9-a3101c460836 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:34.147526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:34.148531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:34.151606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-87c3efeb-a8a5-4451-9c75-5b45e1676c54 req-4d823804-8a50-47c1-b47e-24e1edb71ba3 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319547 Jul 23 20:36:34.168986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1681362382'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:34.174587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.191726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.217891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=f3661c27-bfd1-4b6f-bc5b-5757d7e6d964,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:34.273469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:34.278476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.335538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.337563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:34.350282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c2433-27e2-4c42-a679-1225b060b532 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.356836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331c2433-27e2-4c42-a679-1225b060b532 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.362937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-331c2433-27e2-4c42-a679-1225b060b532 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2403827 Jul 23 20:36:34.367695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46418) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:34.374855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:34.411119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4360f-0b12-4087-85dc-4b782fcb73ac None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:34.466485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.466855 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment b60fa442-cc4a-4a7b-8364-d1160116d83c of type vlan for network a3f8d5a5-ad46-4d31-89bb-1597156afeea Jul 23 20:36:34.496473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.499918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.592148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port ed1e404d-def3-487c-837d-e00d3d5453ab {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:34.592649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.636941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.640816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.641515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Fanout notify agent at l3_agent the message router_deleted on router d3fa9fac-3f38-4e67-b535-d0085dc5efb8 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:36:34.649847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.653489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3ee3f3ce-8b82-40c0-abbd-c6ad6f540a66 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/routers/d3fa9fac-3f38-4e67-b535-d0085dc5efb8 HTTP/1.1" status: 204 len: 168 time: 4.0391972 Jul 23 20:36:34.654201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46426) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:34.812642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7148bed4-c454-4e4b-92b7-8db10294f024 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:34.832711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.882449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.889366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:34.890276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:34.946714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for ed1e404d-def3-487c-837d-e00d3d5453ab owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:35.037748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.070205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9357007 Jul 23 20:36:35.106389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46434) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:35.116006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:35.132572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 7148bed4-c454-4e4b-92b7-8db10294f024, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7148bed4-c454-4e4b-92b7-8db10294f024,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:35.153384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:30Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:30Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:35.195868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '7148bed4-c454-4e4b-92b7-8db10294f024', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': '7148bed4-c454-4e4b-92b7-8db10294f024', 'mac_address': 'fa:16:3e:40:b0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:35.196146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc435172-567b-4306-b927-f00da796ab41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=a3f8d5a5-ad46-4d31-89bb-1597156afeea,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:35.203511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:35.204155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Updating router d53d520f-2bb7-4062-b02c-4195b5c0870d port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:35.213004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:35.271493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.346807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=ed1e404d-def3-487c-837d-e00d3d5453ab,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:35.365337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64ea7d5c-1e6c-446e-8ec9-a3101c460836 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:35.405781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.451243 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.483322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7148bed4-c454-4e4b-92b7-8db10294f024 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:35.540730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.546700 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ca2cb045-a683-4e3d-886f-e0b5bb6a7445 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/ed1e404d-def3-487c-837d-e00d3d5453ab HTTP/1.1" status: 204 len: 168 time: 1.1753621 Jul 23 20:36:35.548507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46440) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:35.635040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95530664-3463-461c-b568-f5246c1d0fbc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:35.637078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95530664-3463-461c-b568-f5246c1d0fbc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:35.640543 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95530664-3463-461c-b568-f5246c1d0fbc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:35.646245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-95530664-3463-461c-b568-f5246c1d0fbc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0961378 Jul 23 20:36:35.646942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46442) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:35.656034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 7148bed4-c454-4e4b-92b7-8db10294f024, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7148bed4-c454-4e4b-92b7-8db10294f024,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:35.691543 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.776590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 7710867b-939a-4f08-929f-1551ffaec3b8 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:35.784690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.784910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-396775eb-af37-49dc-b27b-c72c3967d4c1 None None] Provisioning for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:35.801129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-396775eb-af37-49dc-b27b-c72c3967d4c1 None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:35.801530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-396775eb-af37-49dc-b27b-c72c3967d4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.811620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fcb45-11ee-428b-a710-2fd6378aee91 req-70d20a2d-a005-40ed-9ee4-531846db83f7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:35.824354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e46fcb45-11ee-428b-a710-2fd6378aee91 req-70d20a2d-a005-40ed-9ee4-531846db83f7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.9123206 Jul 23 20:36:35.888863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.890043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=7148bed4-c454-4e4b-92b7-8db10294f024,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:35.938968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:35.952600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7148bed4-c454-4e4b-92b7-8db10294f024'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:35.957552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1d9e49-26fc-4b20-874d-d5476728be9b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:35.984401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fa1e51-6e78-4cb0-b08b-2d383d7ade59') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:35.984719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fa1e51-6e78-4cb0-b08b-2d383d7ade59') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:35.996507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.014260 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.024159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:36:36.024699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.065820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49474add-9349-4a87-8ccd-c85e8fde1115 req-aebcc090-be3f-4911-8888-a1f7fc9a3c2d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:36.068080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49474add-9349-4a87-8ccd-c85e8fde1115 req-aebcc090-be3f-4911-8888-a1f7fc9a3c2d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 943 time: 1.0425889 Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:36:36.069224 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:36:36.081115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.136208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.150450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:36.154947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.170912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.185902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Transition to ACTIVE for port object 64cdde0b-2742-41a6-b9eb-1ae240d9be67 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:36.192133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e46fcb45-11ee-428b-a710-2fd6378aee91 req-6a511bbd-4995-40f7-a056-e360c600e90b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668823 Jul 23 20:36:36.216550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=7710867b-939a-4f08-929f-1551ffaec3b8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:36.223972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.226624 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-876ff81b-6f87-45a7-ab08-bc3b558b40dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/7710867b-939a-4f08-929f-1551ffaec3b8 HTTP/1.1" status: 204 len: 168 time: 0.5770481 Jul 23 20:36:36.229782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:36.250699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.271109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49474add-9349-4a87-8ccd-c85e8fde1115 req-6610b98c-136c-4575-b92f-efd6b9119d0a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838729 Jul 23 20:36:36.279997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.303131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.309718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/networks/7e1d9e49-26fc-4b20-874d-d5476728be9b HTTP/1.1" status: 204 len: 168 time: 1.6520865 Jul 23 20:36:36.326591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 9b2fba45-3b59-4ef2-a7cb-d970e91da9b7 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:36.330758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.333560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46456) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:36.343683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ef55c9e4-458e-4e87-9415-efcb86a7c21c None None] Could not find standard attr ID for object ed1e404d-def3-487c-837d-e00d3d5453ab. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:36:36.363563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'network': {'name': 'tempest-network-smoke--295330607', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:36.412160 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.426811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35af7f8-ffe6-4781-92d9-7f1ee17ea814 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Network': ['ID=7e1d9e49-26fc-4b20-874d-d5476728be9b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:36.447602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078bb5-800c-4c75-8071-ada67888ae84 None None] Pushing event updated for resources: {'Port': ['ID=64cdde0b-2742-41a6-b9eb-1ae240d9be67,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:36.557287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Attempting to bind port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:36.557992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Attempting to bind port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:36.558442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Attempting to bind port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 on network 2be0e32a-cf72-467e-807c-c41561e57df1 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:36.586623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:36.586623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Checking segment: {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:36.586623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.586623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Bound using segment: {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:36.586623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Bound port: 64cdde0b-2742-41a6-b9eb-1ae240d9be67, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea78452-cd02-478a-8519-2f558275bd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:36.586623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.672583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.787740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:36.791290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:36.791705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: a3f8d5a5-ad46-4d31-89bb-1597156afeea, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:36.802454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086d6c0e-3a2d-4248-a541-c8bf934cb5d4 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:36.806168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=10bf033d-be10-461c-b628-b11b897b315e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:36.824020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:36.839697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a3f8d5a5-ad46-4d31-89bb-1597156afeea) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:36.846183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:36.848702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:36.878584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-96507039-e242-4810-8983-ba5edb27e9db tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7664006 Jul 23 20:36:36.879506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:36.882061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4644f70-2315-490b-9de2-c5c42e3fd2e8 None None] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:36.894904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:36.895590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f3661c27-bfd1-4b6f-bc5b-5757d7e6d964 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:37.004708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:37.008181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.072480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:37.103418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.103740 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Added segment 4d8c4fd2-96a3-488a-a58b-636b2bb262ca of type vlan for network 888d1c57-4a20-49b0-aa00-af65165a49b9 Jul 23 20:36:37.119820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] For port 64cdde0b-2742-41a6-b9eb-1ae240d9be67, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:37.151860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] For port 64cdde0b-2742-41a6-b9eb-1ae240d9be67, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64cdde0b-2742-41a6-b9eb-1ae240d9be67,segment=NetworkSegment(0ea78452-cd02-478a-8519-2f558275bd94),segment_id=0ea78452-cd02-478a-8519-2f558275bd94)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:37.164707 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.194721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.246785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22078bb5-800c-4c75-8071-ada67888ae84 None None] Pushing event updated for resources: {'Port': ['ID=64cdde0b-2742-41a6-b9eb-1ae240d9be67,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:37.269573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.389092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.421793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:37.423580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.446056 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.498582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:37.499244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:37.511160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2fba45-3b59-4ef2-a7cb-d970e91da9b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:37.520730 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1835520 Jul 23 20:36:37.520730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.524439 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f88d1ab3-4fbb-4a08-8afb-9c0d4094c5bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/9b2fba45-3b59-4ef2-a7cb-d970e91da9b7 HTTP/1.1" status: 204 len: 168 time: 1.2937605 Jul 23 20:36:37.527654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46480) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:37.528110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46482) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:37.534642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-852697619', 'admin_state_up': True, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:37.587851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503a57-d9ea-4f37-acba-2857d5273a53 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Network': ['ID=888d1c57-4a20-49b0-aa00-af65165a49b9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:37.656191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:37.697494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-852dc919-10fc-41e7-b98e-56b955e443c1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1527882 Jul 23 20:36:37.699174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46484) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:37.706330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:37.708032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.709595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.755556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:37.756902 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.759174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:37.804281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:37.855858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dcaab-f1b4-4487-9213-9a940d1517c4 req-0ff6ed06-109e-48c4-86e5-7bc32d7d8a30 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:37.859297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c78dcaab-f1b4-4487-9213-9a940d1517c4 req-0ff6ed06-109e-48c4-86e5-7bc32d7d8a30 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.4277368 Jul 23 20:36:38.001907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c78dcaab-f1b4-4487-9213-9a940d1517c4 req-3bb1a378-7edf-410f-9aae-e7242a4a4658 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163461 Jul 23 20:36:38.016468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b4e7e-b324-4778-861b-1baac5dce5f0 req-233a956b-bf45-4c34-965a-1495ed5a3f35 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:38.020029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e16b4e7e-b324-4778-861b-1baac5dce5f0 req-233a956b-bf45-4c34-965a-1495ed5a3f35 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 944 time: 0.5901711 Jul 23 20:36:38.052265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.054096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.209512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e16b4e7e-b324-4778-861b-1baac5dce5f0 req-07124682-ea0d-46c9-8bc8-4828a88bc753 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799390 Jul 23 20:36:38.241061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:38.268707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.309717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Allocated IP 2001:db8:1::2 (a3f8d5a5-ad46-4d31-89bb-1597156afeea/10bf033d-be10-461c-b628-b11b897b315e/b2c62f25-2279-4993-b248-507495edeeae) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:38.433271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.486847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961cbf61-4597-4766-b9a3-8f7c7c84b033 None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '9b2fba45-3b59-4ef2-a7cb-d970e91da9b7'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '64ea7d5c-1e6c-446e-8ec9-a3101c460836'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:36:38.493656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.562044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-961cbf61-4597-4766-b9a3-8f7c7c84b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.658617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.25.8.73 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/d510eafb-8ab5-4f36-90ce-ca267764ce5d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:38.664999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7148bed4-c454-4e4b-92b7-8db10294f024 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:38.700279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:30Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:37Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:38.736378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.738052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f02126e-9732-4ec8-89fd-8915723f8af9 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:30Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:37Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:38.753996 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-db92d6dc-5a7b-4691-91de-882394092bb8 service neutron] show failed (client error): The resource could not be found. Jul 23 20:36:38.755261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-db92d6dc-5a7b-4691-91de-882394092bb8 service neutron] 10.222.0.47 "GET /v2.0/ports/817e718a-80e6-4dde-bab1-21a6cb8329c8/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.1652389 Jul 23 20:36:38.807736 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.808385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:38.812191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:38.816345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:38.817020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.840831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.847942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1467898 Jul 23 20:36:38.850974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46504) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:38.858243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:38.896709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b0bfe-fbd0-4c5c-811f-77a15d0980eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=fc29709b-af21-4cc8-9e57-f0c78a279d07,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:38.909140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:38.955305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Transition to ACTIVE for port object b2c62f25-2279-4993-b248-507495edeeae will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.004450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Transition to ACTIVE for port object b2c62f25-2279-4993-b248-507495edeeae will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.008583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 7148bed4-c454-4e4b-92b7-8db10294f024 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:39.013290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 7148bed4-c454-4e4b-92b7-8db10294f024 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:39.013740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.108274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8:1::1 (a3f8d5a5-ad46-4d31-89bb-1597156afeea/10bf033d-be10-461c-b628-b11b897b315e/abc5d443-a6a3-40cf-8447-b2cdd3457fc4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:39.114525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:39.183492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:39.215489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:39.272639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=d510eafb-8ab5-4f36-90ce-ca267764ce5d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:39.314438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9312ec60-851d-4123-8232-824124f09ae1 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:39.331305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.350168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:39.358128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.403838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2a49746f-89bf-4d0f-b9d8-a4bb714c2059 None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:39.404468 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a49746f-89bf-4d0f-b9d8-a4bb714c2059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.490329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-e9b2c200-c2b0-4f46-ab21-43853ce31af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.491986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-e9b2c200-c2b0-4f46-ab21-43853ce31af9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 1098 time: 0.4499779 Jul 23 20:36:39.524230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:39.584722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:39.613504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.628703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Pushing event updated for resources: {'Port': ['ID=b2c62f25-2279-4993-b248-507495edeeae,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:39.629023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object abc5d443-a6a3-40cf-8447-b2cdd3457fc4 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:39.656989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:39.685997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:39.690636 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.749252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698eee7d-c3b2-4b91-bb4f-b55dc5a10135 req-3dec4e8b-4a2d-4e66-9db1-0b37e2fcb47a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:39.752235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-698eee7d-c3b2-4b91-bb4f-b55dc5a10135 req-3dec4e8b-4a2d-4e66-9db1-0b37e2fcb47a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.5669751 Jul 23 20:36:39.753774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.866353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Attempting to bind port b2c62f25-2279-4993-b248-507495edeeae on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:39.866754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Attempting to bind port b2c62f25-2279-4993-b248-507495edeeae by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:39.867128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Attempting to bind port b2c62f25-2279-4993-b248-507495edeeae on network a3f8d5a5-ad46-4d31-89bb-1597156afeea {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:39.867944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.883437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:39.889101 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.917306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:39.917891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Checking segment: {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:39.918302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.918705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Bound using segment: {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:39.919200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Bound port: b2c62f25-2279-4993-b248-507495edeeae, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:39.919586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:39.941832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:39.961657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:39.961869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7148bed4-c454-4e4b-92b7-8db10294f024'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:39.964145 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce720697-920b-4d29-84dd-f56da99b11ab" -d '{"events": [{"server_uuid": "1b515b55-f0d4-4771-ac65-29fdb51de64a", "name": "network-vif-plugged", "status": "completed", "tag": "7148bed4-c454-4e4b-92b7-8db10294f024"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:39.964817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:39.965488 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.023027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-698eee7d-c3b2-4b91-bb4f-b55dc5a10135 req-35030779-0483-4e60-bf45-f4efd0c8ab1a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702216 Jul 23 20:36:40.081391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c8a46-d11e-4ace-8668-2a555b64ec66 req-76f42d92-aa95-4bfb-85e4-19915b234694 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.083210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f8c8a46-d11e-4ace-8668-2a555b64ec66 req-76f42d92-aa95-4bfb-85e4-19915b234694 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 944 time: 0.7185433 Jul 23 20:36:40.101025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] For port b2c62f25-2279-4993-b248-507495edeeae, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:40.105862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] For port b2c62f25-2279-4993-b248-507495edeeae, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b2c62f25-2279-4993-b248-507495edeeae,segment=NetworkSegment(b60fa442-cc4a-4a7b-8364-d1160116d83c),segment_id=b60fa442-cc4a-4a7b-8364-d1160116d83c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:40.116012 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.119290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 7148bed4-c454-4e4b-92b7-8db10294f024, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7148bed4-c454-4e4b-92b7-8db10294f024,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:40.130881 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3702193-1465-4e47-a9dd-fbf611a09223 x-openstack-request-id: req-c3702193-1465-4e47-a9dd-fbf611a09223 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:40.131404 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b515b55-f0d4-4771-ac65-29fdb51de64a", "name": "network-vif-plugged", "status": "completed", "tag": "7148bed4-c454-4e4b-92b7-8db10294f024", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:40.131980 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c3702193-1465-4e47-a9dd-fbf611a09223 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:40.133549 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7148bed4-c454-4e4b-92b7-8db10294f024', 'code': 200} Jul 23 20:36:40.208247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.210430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566ed90-c883-4ba7-b87a-395126f0ca98 None None] Pushing event updated for resources: {'Port': ['ID=b2c62f25-2279-4993-b248-507495edeeae,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.240367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f8c8a46-d11e-4ace-8668-2a555b64ec66 req-b0252ba3-d950-4fce-97c4-cbe32d9192e1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483507 Jul 23 20:36:40.279360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'fc29709b-af21-4cc8-9e57-f0c78a279d07'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '64ea7d5c-1e6c-446e-8ec9-a3101c460836'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:36:40.348915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.356556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=7148bed4-c454-4e4b-92b7-8db10294f024,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.359580 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.425717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:40.483294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba21436-0b1a-4e3f-b586-de55b63fcb94 req-5055a03a-1f4f-4fed-873c-9b37e3881dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:40.484706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fba21436-0b1a-4e3f-b586-de55b63fcb94 req-5055a03a-1f4f-4fed-873c-9b37e3881dbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 1097 time: 0.2467761 Jul 23 20:36:40.520856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:40.616536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fba21436-0b1a-4e3f-b586-de55b63fcb94 req-0619c409-ac17-450c-8929-ee4c9a6f8df6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232073 Jul 23 20:36:40.621267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.655562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:40.659497 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56894a34-39fb-4709-9b29-474632da0c72" -d '{"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:40.665101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.683456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Allocated IP 172.20.0.2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/fc29709b-af21-4cc8-9e57-f0c78a279d07/64ea7d5c-1e6c-446e-8ec9-a3101c460836) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:40.791928 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e44c116-0a79-4c1c-b35a-3f996d75ef24 x-openstack-request-id: req-7e44c116-0a79-4c1c-b35a-3f996d75ef24 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:40.792249 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:40.792654 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e44c116-0a79-4c1c-b35a-3f996d75ef24 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:40.793062 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'code': 200} Jul 23 20:36:40.802892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Transition to ACTIVE for port object 817e718a-80e6-4dde-bab1-21a6cb8329c8 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:40.811144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.890584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:40.892876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:36:40.927626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:40.942458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:40.967737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Transition to ACTIVE for port object 64ea7d5c-1e6c-446e-8ec9-a3101c460836 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:40.974004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2c62f25-2279-4993-b248-507495edeeae up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:40.983982 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.212695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ce393-f17e-4d79-9308-e2377c814f06 None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:41.247870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b2c62f25-2279-4993-b248-507495edeeae completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:41.253341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64cdde0b-2742-41a6-b9eb-1ae240d9be67 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:41.258716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] No DVR routers for this DVR port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:41.412143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:41.424694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:41.425240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.519364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router 9fe58007-d460-441a-87ad-bb4382770de9 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:36:41.544888 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.607049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 64cdde0b-2742-41a6-b9eb-1ae240d9be67, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64cdde0b-2742-41a6-b9eb-1ae240d9be67,segment=NetworkSegment(0ea78452-cd02-478a-8519-2f558275bd94),segment_id=0ea78452-cd02-478a-8519-2f558275bd94)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:41.626224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.734502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64ea7d5c-1e6c-446e-8ec9-a3101c460836 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:41.783993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=64cdde0b-2742-41a6-b9eb-1ae240d9be67,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:41.903894 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:41.981929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:41.991306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.112742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.142613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.206887 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.240920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9779ab42-004f-4a7d-88e2-6334bdfef1ea None None] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:42.254253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e322-b0b9-408b-80e4-3ca65b15513f req-b2ed208e-43c4-41b9-8c51-dfcbbd2401b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.259475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7211e322-b0b9-408b-80e4-3ca65b15513f req-b2ed208e-43c4-41b9-8c51-dfcbbd2401b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 1.1132500 Jul 23 20:36:42.261923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.265861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.313615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:42.326292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Sync routers for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:42.346729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:42.347851 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:42.350052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.353971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f7ffbbbb-c6f0-4ad6-b807-23b8f1b5f45e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8221352 Jul 23 20:36:42.354272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46560) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:42.415764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] Provisioning for port b2c62f25-2279-4993-b248-507495edeeae completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:42.425040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] Provisioning complete for port b2c62f25-2279-4993-b248-507495edeeae triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:42.425597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.452559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.481267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f84be-6161-48a9-ae2f-8e4e4a238754 req-db1fad2d-bbb0-4c66-abe9-2b77f4ce0b97 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:42.482801 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-316f84be-6161-48a9-ae2f-8e4e4a238754 req-db1fad2d-bbb0-4c66-abe9-2b77f4ce0b97 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 945 time: 0.5518811 Jul 23 20:36:42.521466 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:42.535842 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-30348a02-8959-447f-93eb-f6d8d74848f6 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=b7a7288d0ad0429a97447c8453fc55bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1802864 Jul 23 20:36:42.554173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46562) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:42.585759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:42.586277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:42.586734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:42.592428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.598064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:36:42.598625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:42.616746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:42.617041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Checking segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:42.617586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Bound using segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:42.618707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Bound port: 817e718a-80e6-4dde-bab1-21a6cb8329c8, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:42.619317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.686414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] For port b2c62f25-2279-4993-b248-507495edeeae, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b2c62f25-2279-4993-b248-507495edeeae,segment=NetworkSegment(b60fa442-cc4a-4a7b-8364-d1160116d83c),segment_id=b60fa442-cc4a-4a7b-8364-d1160116d83c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:42.688350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7211e322-b0b9-408b-80e4-3ca65b15513f req-5a96063c-f64a-4086-b31c-ca7fdb0ce452 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3992696 Jul 23 20:36:42.732120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-316f84be-6161-48a9-ae2f-8e4e4a238754 req-ee3908af-402f-415d-af6f-a1d766822cb3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881757 Jul 23 20:36:42.755454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:42.756630 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.760273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:42.806729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:39Z', 'revision_number': 3, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:42.837580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89cb5e-559e-4778-9544-ac2725764841 None None] Pushing event updated for resources: {'Port': ['ID=b2c62f25-2279-4993-b248-507495edeeae,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:42.845664 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Checking router: 9fe58007-d460-441a-87ad-bb4382770de9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:42.846368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Updating router 9fe58007-d460-441a-87ad-bb4382770de9 port d510eafb-8ab5-4f36-90ce-ca267764ce5d binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:42.876284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:42.887368 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.904249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Provisioning for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:42.918387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:42.918763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:42.939360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:42.974570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.024056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cd6fbc-61f6-4052-88a8-b18ae4062c14 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.028847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-87cd6fbc-61f6-4052-88a8-b18ae4062c14 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4714289 Jul 23 20:36:43.031836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:43.076066 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e210205b-99c6-4cca-ae87-51017b944f2d tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407648 Jul 23 20:36:43.076806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46570) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:43.086224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2078383317', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:43.106191 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.108361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64cdde0b-2742-41a6-b9eb-1ae240d9be67 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:43.202816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:43.232924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:43.284511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:43.294736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.297332 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.306251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.307987 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] 10.222.0.36 "PUT /v2.0/ports/817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1093 time: 3.7918715 Jul 23 20:36:43.309707 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Transition to ACTIVE for port object d510eafb-8ab5-4f36-90ce-ca267764ce5d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:43.320536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:43.327465 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1450702-5731-4f6c-82c4-8ed328d6748a" -d '{"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:43.327651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:43.327780 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.331579 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.382663 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Attempting to bind port d510eafb-8ab5-4f36-90ce-ca267764ce5d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:43.382854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Attempting to bind port d510eafb-8ab5-4f36-90ce-ca267764ce5d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:43.383226 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Attempting to bind port d510eafb-8ab5-4f36-90ce-ca267764ce5d on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:43.386009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:43.404177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:43.404561 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:43.404968 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.405365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:43.408579 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Bound port: d510eafb-8ab5-4f36-90ce-ca267764ce5d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:43.409659 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.449603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:43.463427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3269a2d3-c58c-4a7a-abd8-f0bf7ba6076c tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5810592 Jul 23 20:36:43.466747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46580) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:43.475693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:43.484917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1838448867'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:43.511545 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbac37b-7a52-4196-b6a5-38671ff9e7eb x-openstack-request-id: req-5fbac37b-7a52-4196-b6a5-38671ff9e7eb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:43.511854 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:43.512118 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fbac37b-7a52-4196-b6a5-38671ff9e7eb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:43.512537 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'status': 'completed', 'code': 200} Jul 23 20:36:43.539621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21a5e9-72ca-4545-82d0-70f1cdf648ad service neutron] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.551093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:43.557753 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] For port d510eafb-8ab5-4f36-90ce-ca267764ce5d, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:43.561375 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] For port d510eafb-8ab5-4f36-90ce-ca267764ce5d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d510eafb-8ab5-4f36-90ce-ca267764ce5d,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:43.565458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:43.574853 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.611256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:43.614845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01462cb0-344e-4f01-aba3-1a4db6d3f04c None None] Pushing event updated for resources: {'Port': ['ID=d510eafb-8ab5-4f36-90ce-ca267764ce5d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.616102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.644899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.662341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.663967 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.676046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-885ffbfc-b7f5-4329-a456-a0f212651586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.678333 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-885ffbfc-b7f5-4329-a456-a0f212651586 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1096 time: 0.3257883 Jul 23 20:36:43.685279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64ea7d5c-1e6c-446e-8ec9-a3101c460836 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:43.699326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01462cb0-344e-4f01-aba3-1a4db6d3f04c None None] Pushing event updated for resources: {'Port': ['ID=d510eafb-8ab5-4f36-90ce-ca267764ce5d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.728166 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:43.731910 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:43.789580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=10e466ea-d932-487e-a794-2335a99489bb,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:43.839912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:36:43.840180 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:36:43.857398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:43.861898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.868182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-7d5675ab-1106-4205-b87b-54278f9872bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:43.869747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-7d5675ab-1106-4205-b87b-54278f9872bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.1781118 Jul 23 20:36:43.883435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:43.897489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:43.912012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:43.917922 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment 3097cd96-c4a5-4187-bf8a-5fe44ce8ea83 of type vlan for network 738cbd52-863d-4bf1-b522-4f16d4c89678 Jul 23 20:36:43.950205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:43.977105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:43.986584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.022138 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-0271204d-94e0-40f6-add9-f0008d57bd52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 999 time: 0.1375842 Jul 23 20:36:44.037548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.055880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f9be0ac6-9dfc-492d-a6db-67456f5de98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.066019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:44.074924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.080823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.081944 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.093386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.093564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.140619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a32fc4a-d2bc-4812-af07-6ceae324a0ec None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:44.197066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-726c951c-1ee9-4de0-bbca-932c7870c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.200120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-726c951c-1ee9-4de0-bbca-932c7870c779 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1096 time: 0.7046659 Jul 23 20:36:44.209057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46598) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:44.209838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3572814 Jul 23 20:36:44.229659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:0d:ba:ac', 'name': 'tempest-NetworksTestDHCPv6-712471046'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:44.270985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-e109e3d7-2670-4bd1-97d1-9714356fb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.272501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-e109e3d7-2670-4bd1-97d1-9714356fb61f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.1890693 Jul 23 20:36:44.298003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:44.298931 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.351976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8716502 Jul 23 20:36:44.361577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46600) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:44.372254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:44.391533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749de583-8051-4459-a542-670bc9757582 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:44.412861 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:39Z', 'revision_number': 3, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:44.463055 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89402ea8-3b4c-4c06-8082-db5a2f951302 None None] The sync data for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 is: [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:39Z', 'revision_number': 3, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:44.588141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d5498-74c7-4d3e-a0c5-fc269eea9db9 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=738cbd52-863d-4bf1-b522-4f16d4c89678,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:44.631253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-4f20344c-7a72-4545-811e-b593610fe68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.632840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-4f20344c-7a72-4545-811e-b593610fe68e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3486078 Jul 23 20:36:44.660730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-17b2032c-5a75-4971-9c91-332e1b8c3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.662425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-17b2032c-5a75-4971-9c91-332e1b8c3f4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.4477024 Jul 23 20:36:44.671399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:44.722537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:44.757237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d51144-6033-43a5-be69-0b1699eb842f req-6c98d4b8-abe1-400d-8ef9-b7549c3a10a3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.761215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.767800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.771394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5d51144-6033-43a5-be69-0b1699eb842f req-6c98d4b8-abe1-400d-8ef9-b7549c3a10a3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 945 time: 0.7459073 Jul 23 20:36:44.778053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-eb0d655c-57da-4c82-8aa8-88611d913f67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 999 time: 0.1065211 Jul 23 20:36:44.876486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:44.881481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:44.946284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b35ff4-61e7-4cc0-a1d0-3306d172c187 req-e1e8eaa2-0848-4b00-a213-c471420aa091 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:44.947857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21b35ff4-61e7-4cc0-a1d0-3306d172c187 req-e1e8eaa2-0848-4b00-a213-c471420aa091 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 1.0680003 Jul 23 20:36:45.040412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-1791329d-6054-46a5-8edc-750d7a789ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.042417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-1791329d-6054-46a5-8edc-750d7a789ac8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2393477 Jul 23 20:36:45.069654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5d51144-6033-43a5-be69-0b1699eb842f req-748466f9-7ac9-4e25-8691-425da8538f7c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792702 Jul 23 20:36:45.086139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:45.100951 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.103561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.129186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21b35ff4-61e7-4cc0-a1d0-3306d172c187 req-da2517a2-947b-47f0-af93-fb90a66539a2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706784 Jul 23 20:36:45.264552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Subnet': ['ID=4708a537-58f2-446c-8e84-2156b1f51915,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.274710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:36:45.276337 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:36:45.325209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-0ffb1071-1ace-4aae-80f0-66aac83ac89f service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6684313 Jul 23 20:36:45.327957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6107a56-9f0f-4dde-971b-8c1c709a766b None None] Pushing event updated for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:45.334811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.343310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46616) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:45.343853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d66fa8e4-0d40-4613-b5d1-37b5677d6216 None None] Provisioning complete for port b2c62f25-2279-4993-b248-507495edeeae triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:45.345232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d66fa8e4-0d40-4613-b5d1-37b5677d6216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.348418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-8d60271e-c043-4048-981f-d3317a102eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.350769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-8d60271e-c043-4048-981f-d3317a102eda service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2782321 Jul 23 20:36:45.384031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 3, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:45.447904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Checking segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:45.448279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network hostable DHCP agents. Network: 888d1c57-4a20-49b0-aa00-af65165a49b9, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:45.476480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:45.477122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Updating router d53d520f-2bb7-4062-b02c-4195b5c0870d port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:45.511106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 3c52742b-5adf-494f-8379-659b6779ea9e yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:36:45.524776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.567189 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.717413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e33f4-5080-4705-9f11-7a80da3d1962 req-1ab9a0f3-e127-4ad0-bb3c-e9e43403ca71 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:45.718715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-263e33f4-5080-4705-9f11-7a80da3d1962 req-1ab9a0f3-e127-4ad0-bb3c-e9e43403ca71 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 945 time: 0.4646592 Jul 23 20:36:45.788553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:45.843117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d66fa8e4-0d40-4613-b5d1-37b5677d6216 None None] Provisioning for port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:45.858278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-263e33f4-5080-4705-9f11-7a80da3d1962 req-2e67f0e5-e07a-4765-9b7e-c568025df546 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147707 Jul 23 20:36:45.862016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-370c848b-3338-413a-9f09-e5afd0557650 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5027132 Jul 23 20:36:45.918065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Deleting port 09d5a833-07c8-4375-bb60-aa467e8da1de {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:45.918686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:45.923431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d66fa8e4-0d40-4613-b5d1-37b5677d6216 None None] Provisioning complete for port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:45.924040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d66fa8e4-0d40-4613-b5d1-37b5677d6216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.031365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=24b66c80-0d68-43e8-b1e4-ce14dc0bd022,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:46.084219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d66fa8e4-0d40-4613-b5d1-37b5677d6216 None None] Port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:46.093369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-13693671-4f89-4df0-9fde-0db4505af9f4 service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7580869 Jul 23 20:36:46.104802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 888d1c57-4a20-49b0-aa00-af65165a49b9) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:46.113276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.114320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.140161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521cbd82-931f-40b6-ae4b-39d5676c5c20 None None] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:46.174080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:46.174490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: 738cbd52-863d-4bf1-b522-4f16d4c89678, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:36:46.220184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.232430 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-34f36bfe-a511-4b00-98f5-ca628d1f82d2 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1510217 Jul 23 20:36:46.286463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 172.20.0.7 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/fc29709b-af21-4cc8-9e57-f0c78a279d07/3c52742b-5adf-494f-8379-659b6779ea9e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:46.349242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fe0d:baac (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/10e466ea-d932-487e-a794-2335a99489bb/3c52742b-5adf-494f-8379-659b6779ea9e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:46.448593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:36:46.461246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 738cbd52-863d-4bf1-b522-4f16d4c89678) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:46.488998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d510eafb-8ab5-4f36-90ce-ca267764ce5d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:46.512607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.514735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.548825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-a2d23b1e-a9b6-4eb4-b0d2-c1b4f351db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.550987 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-a2d23b1e-a9b6-4eb4-b0d2-c1b4f351db24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1096 time: 0.3737581 Jul 23 20:36:46.553450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.553946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.578278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-854211ac-6c7b-4f9f-982b-03dc3a879873 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058258 Jul 23 20:36:46.579729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b846fcff-8824-4b06-80c9-7f20e255703a None None] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:46.598308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Calling delete_port for 09d5a833-07c8-4375-bb60-aa467e8da1de owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:46.638038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40a46cfd-2491-44ee-8277-0af9ee583718 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2709441 Jul 23 20:36:46.645667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46640) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:46.709075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-888d1c57-4a20-49b0-aa00-af65165a49b9', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:46.710472 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.787248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8daa261e-d25d-4d36-97fe-d64409a97b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.791665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.815337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd0b08-4fab-4f07-b525-de3d6ff35dd4 req-de1722a0-c10a-4992-9847-528aa7ef33ee tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.816918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50cd0b08-4fab-4f07-b525-de3d6ff35dd4 req-de1722a0-c10a-4992-9847-528aa7ef33ee tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 945 time: 0.4364274 Jul 23 20:36:46.832466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ae79563f-95c8-49b6-a0b2-3e706d53d251 None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:46.832466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae79563f-95c8-49b6-a0b2-3e706d53d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:46.833905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd64097-ffe0-49ef-a822-58fbca094df7 req-f7638896-0770-414b-b85f-ec2de55c0807 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:46.835459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fd64097-ffe0-49ef-a822-58fbca094df7 req-f7638896-0770-414b-b85f-ec2de55c0807 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 0.4519553 Jul 23 20:36:47.025922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-7d770dee-c5ec-4e53-a701-0d800a119ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.029871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-7d770dee-c5ec-4e53-a701-0d800a119ca3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.4628773 Jul 23 20:36:47.055087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.076125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.097579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d510eafb-8ab5-4f36-90ce-ca267764ce5d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:47.140964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Transition to ACTIVE for port object abc5d443-a6a3-40cf-8447-b2cdd3457fc4 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:47.150026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 3c52742b-5adf-494f-8379-659b6779ea9e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:47.169456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d510eafb-8ab5-4f36-90ce-ca267764ce5d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:47.169832 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.289707 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.340336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-60c6ebb1-27bf-4844-98d7-c948d904cf5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 999 time: 0.3010371 Jul 23 20:36:47.465680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715f2d8-486b-4848-819e-9bc98f0a7a00 None None] Pushing event updated for resources: {'Port': ['ID=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.470838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Allocated IP 172.20.0.2 (888d1c57-4a20-49b0-aa00-af65165a49b9/4708a537-58f2-446c-8e84-2156b1f51915/4c7031a8-9d23-4200-9c88-3041dd2a50ca) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:47.474408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.507576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.512315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-738cbd52-863d-4bf1-b522-4f16d4c89678', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:36:47.513180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.624854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-33694c9e-37ed-42cc-9c18-7330d43e72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:47.627316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-33694c9e-37ed-42cc-9c18-7330d43e72e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2646699 Jul 23 20:36:47.637964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fd64097-ffe0-49ef-a822-58fbca094df7 req-763bc379-fc09-4f8a-9476-bd5ec468551f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7828603 Jul 23 20:36:47.667332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50cd0b08-4fab-4f07-b525-de3d6ff35dd4 req-567d61ce-45ac-47af-bd05-7fbb28103fae tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306611 Jul 23 20:36:47.813914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.838466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.870012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event deleted for resources: {'Port': ['ID=09d5a833-07c8-4375-bb60-aa467e8da1de,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:47.917583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Attempting to bind port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:47.918115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Attempting to bind port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:47.918571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Attempting to bind port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 on network a3f8d5a5-ad46-4d31-89bb-1597156afeea {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:47.995864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:47.996495 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Floating IP 3d1cd733-d510-48c3-a111-0d3073277049 disassociated (deleted). External IP: 172.25.8.197, port: f716ced2-fe10-4703-8f49-43f9685a8e03. Jul 23 20:36:48.100986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d510eafb-8ab5-4f36-90ce-ca267764ce5d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d510eafb-8ab5-4f36-90ce-ca267764ce5d,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:48.159850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:48.171335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:48.199514 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.200365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64ea7d5c-1e6c-446e-8ec9-a3101c460836 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:48.202250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:48.227586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:48.228131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Checking segment: {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:48.228558 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.229046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Bound using segment: {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:48.229614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Bound port: abc5d443-a6a3-40cf-8447-b2cdd3457fc4, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60fa442-cc4a-4a7b-8364-d1160116d83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:48.230411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.234065 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.248792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.261453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=3c52742b-5adf-494f-8379-659b6779ea9e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.315855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.454223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.455233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.481078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.510150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Router 53874256-af1d-42b5-aee6-ae6b803d9622 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:48.533887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Allocated IP 2001:db8:2::2 (738cbd52-863d-4bf1-b522-4f16d4c89678/24b66c80-0d68-43e8-b1e4-ce14dc0bd022/67cadf64-47c4-4c98-bd6a-c579e35ec6c9) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:48.533887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Transition to ACTIVE for port object 4c7031a8-9d23-4200-9c88-3041dd2a50ca will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:48.582153 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19a29d8a-3f62-4060-aa16-93f5d4e043cc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3696735 Jul 23 20:36:48.588756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46666) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:48.609924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-aacec9e9-a90c-45a3-bbd2-b9f95426b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.611537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-aacec9e9-a90c-45a3-bbd2-b9f95426b1be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9667180 Jul 23 20:36:48.639828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Transition to ACTIVE for port object 4c7031a8-9d23-4200-9c88-3041dd2a50ca will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:48.671641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d510eafb-8ab5-4f36-90ce-ca267764ce5d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:48.686324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:36:48.698157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.763697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] For port abc5d443-a6a3-40cf-8447-b2cdd3457fc4, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:48.791368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-27bf315b-d657-4c55-879b-e64e83d71ec7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:48.798412 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-27bf315b-d657-4c55-879b-e64e83d71ec7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 945 time: 0.6483593 Jul 23 20:36:48.946205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:48.949735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:48.960318 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:48.962417 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] Sync routers for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:48.978808 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:48.980908 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:49.024439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'mac_address': 'fa:16:3e:79:26:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:36:49.036671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100eb39-a7ab-4f98-81e0-4b80ff04d0eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.043690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1100eb39-a7ab-4f98-81e0-4b80ff04d0eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.058322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1100eb39-a7ab-4f98-81e0-4b80ff04d0eb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4683032 Jul 23 20:36:49.059052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:49.059798 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.060826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46678) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:49.152404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-82b1f235-ab01-4c2f-a1b1-9636180b9594 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "DELETE /v2.0/floatingips/3d1cd733-d510-48c3-a111-0d3073277049 HTTP/1.1" status: 204 len: 168 time: 3.7986803 Jul 23 20:36:49.158599 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:49.159702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:49.162258 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:49.163810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] For port abc5d443-a6a3-40cf-8447-b2cdd3457fc4, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,segment=NetworkSegment(b60fa442-cc4a-4a7b-8364-d1160116d83c),segment_id=b60fa442-cc4a-4a7b-8364-d1160116d83c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:49.167169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.20.0.1 (888d1c57-4a20-49b0-aa00-af65165a49b9/4708a537-58f2-446c-8e84-2156b1f51915/c1400669-45e5-4eb8-b979-f316a070b858) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:49.176532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:49.192870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5fca2827-ce7a-426f-a34a-c2f06c48b670 None None] Provisioning for port 3c52742b-5adf-494f-8379-659b6779ea9e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:49.200351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.216108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5fca2827-ce7a-426f-a34a-c2f06c48b670 None None] Provisioning complete for port 3c52742b-5adf-494f-8379-659b6779ea9e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:49.217173 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5fca2827-ce7a-426f-a34a-c2f06c48b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.230985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19abca-9609-41ee-8b16-26c57b4b9535 req-b7765558-a8d1-45c9-b60c-bd92302f51fa tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.232887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e19abca-9609-41ee-8b16-26c57b4b9535 req-b7765558-a8d1-45c9-b60c-bd92302f51fa tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 945 time: 0.4335849 Jul 23 20:36:49.245469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3c915-dcbe-4c68-8238-db058d01cd5d req-a7a6051c-f6ab-4b34-9089-0ac80da71a71 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:49.247423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36e3c915-dcbe-4c68-8238-db058d01cd5d req-a7a6051c-f6ab-4b34-9089-0ac80da71a71 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 944 time: 0.4506214 Jul 23 20:36:49.250929 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-6c3830b2-2c2b-4214-a616-49ca6e0a42af service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441772 Jul 23 20:36:49.259368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:49.313420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:49.318184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port 7148bed4-c454-4e4b-92b7-8db10294f024 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:49.318555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.336329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Pushing event updated for resources: {'Port': ['ID=4c7031a8-9d23-4200-9c88-3041dd2a50ca,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:49.475704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:49.484608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:49.517134 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:49.551064 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] Checking router: 53874256-af1d-42b5-aee6-ae6b803d9622 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:49.577031 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:49.577836 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:49.590514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d1450702-5731-4f6c-82c4-8ed328d6748a req-063921ad-7f87-4bc0-99b7-7f64f67542b9 service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284616 Jul 23 20:36:49.602481 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.630818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36e3c915-dcbe-4c68-8238-db058d01cd5d req-0784f545-8c8e-49c5-96c4-88ae4648a65b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3712473 Jul 23 20:36:49.666786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e19abca-9609-41ee-8b16-26c57b4b9535 req-7cb21e19-3c56-48cc-ae8c-2642a630daee tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111464 Jul 23 20:36:49.679164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port 7148bed4-c454-4e4b-92b7-8db10294f024, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=7148bed4-c454-4e4b-92b7-8db10294f024,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:49.679826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.717400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for 7148bed4-c454-4e4b-92b7-8db10294f024 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:49.755942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 3c52742b-5adf-494f-8379-659b6779ea9e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:49.756299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:49.777404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:49.839479 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9365b88-b979-4721-a631-7dc28e9d9739 x-openstack-request-id: req-a9365b88-b979-4721-a631-7dc28e9d9739 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:49.849716 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:49.850290 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9365b88-b979-4721-a631-7dc28e9d9739 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:49.850739 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'status': 'completed', 'code': 200} Jul 23 20:36:49.869734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.001875 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:50.009990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Transition to ACTIVE for port object c1400669-45e5-4eb8-b979-f316a070b858 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:50.014521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5fca2827-ce7a-426f-a34a-c2f06c48b670 None None] Port 3c52742b-5adf-494f-8379-659b6779ea9e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:50.103640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817e718a-80e6-4dde-bab1-21a6cb8329c8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:36:50.117703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Attempting to bind port 4c7031a8-9d23-4200-9c88-3041dd2a50ca on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:50.118173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Attempting to bind port 4c7031a8-9d23-4200-9c88-3041dd2a50ca by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:50.118460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Attempting to bind port 4c7031a8-9d23-4200-9c88-3041dd2a50ca on network 888d1c57-4a20-49b0-aa00-af65165a49b9 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:50.142344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.164576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715f2d8-486b-4848-819e-9bc98f0a7a00 None None] Pushing event updated for resources: {'Port': ['ID=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.189366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:50.189851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Checking segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:50.190306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.190677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Bound using segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:50.191169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Bound port: 4c7031a8-9d23-4200-9c88-3041dd2a50ca, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:50.191540 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.205615 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.211059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:50.215963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2c62f25-2279-4993-b248-507495edeeae up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:50.218617 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.235198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['7148bed4-c454-4e4b-92b7-8db10294f024'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:50.237169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:50.273881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.278234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=7148bed4-c454-4e4b-92b7-8db10294f024,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.291855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.298623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.306186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-82d315ee-2bea-4352-83e2-61af8ab53afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.308115 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-82d315ee-2bea-4352-83e2-61af8ab53afb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 1097 time: 0.4642580 Jul 23 20:36:50.367191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Transition to ACTIVE for port object 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:50.370044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 3c52742b-5adf-494f-8379-659b6779ea9e owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:50.402992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port 7148bed4-c454-4e4b-92b7-8db10294f024 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:50.418060 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.420578 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b9b6a379-52a3-4f01-831d-8383943705d2 req-eb8c65f7-5b45-4702-a54f-ebeef503098b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "DELETE /v2.0/ports/7148bed4-c454-4e4b-92b7-8db10294f024 HTTP/1.1" status: 204 len: 173 time: 1.6121235 Jul 23 20:36:50.421037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'name': 'network-vif-deleted', 'tag': '7148bed4-c454-4e4b-92b7-8db10294f024'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:50.424773 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33112d4d-31f5-4208-bae3-17adc1835799" -d '{"events": [{"server_uuid": "1b515b55-f0d4-4771-ac65-29fdb51de64a", "name": "network-vif-deleted", "tag": "7148bed4-c454-4e4b-92b7-8db10294f024"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:50.446423 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:50.510833 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5baf37-cde8-40ba-859b-b0dad8fc6606 None None] The sync data for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 is: [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:31:28Z', 'revision_number': 4, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '0e64a6aa-4d03-4fe0-9163-9af6ba87b56e', 'name': '', 'network_id': 'a5fc9e61-6b73-40fd-a4e2-b389049fc0ae', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'mac_address': 'fa:16:3e:46:5b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_interface', 'standard_attr_id': 2632, 'fixed_ips': [{'subnet_id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:25Z', 'updated_at': '2021-07-23T20:31:40Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'subnets': [{'id': '19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:50.513362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Transition to ACTIVE for port object 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:50.526148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-9b175a0f-0d26-475b-b43e-ef838cf327bb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.527891 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-9b175a0f-0d26-475b-b43e-ef838cf327bb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 944 time: 0.3392160 Jul 23 20:36:50.567764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:50.569499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=c1400669-45e5-4eb8-b979-f316a070b858,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.596861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:50.604142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['817e718a-80e6-4dde-bab1-21a6cb8329c8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:50.607877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:50.623241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.626442 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.630779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.634580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.634934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.635280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.635622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.635958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.636290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.636619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.636956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.637283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.644735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:50.657483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36db4a8-5824-456b-9d75-86a182b06a53 req-9438f5b4-fe5d-45a4-b361-5a8f4ab4f73a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.664249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a36db4a8-5824-456b-9d75-86a182b06a53 req-9438f5b4-fe5d-45a4-b361-5a8f4ab4f73a tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 0.5946410 Jul 23 20:36:50.700697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7148bed4-c454-4e4b-92b7-8db10294f024 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:50.711116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:50.728538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-4eba1d3b-9fe7-4f92-a315-cfd77d4cd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.730376 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-4eba1d3b-9fe7-4f92-a315-cfd77d4cd235 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 200 len: 914 time: 0.4134431 Jul 23 20:36:50.735996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-90dac7e8-50e4-4f4f-94ae-483764fb95e1 service neutron] 10.222.0.36 "GET /v2.0/ports/817e718a-80e6-4dde-bab1-21a6cb8329c8/bindings/n-h2-793620-13 HTTP/1.1" status: 200 len: 383 time: 0.1972663 Jul 23 20:36:50.812346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:50.818430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8:2::1 (738cbd52-863d-4bf1-b522-4f16d4c89678/24b66c80-0d68-43e8-b1e4-ce14dc0bd022/5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:50.823827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f49d6-9e4c-47e4-a739-44d988085ee0 req-570bf967-bc71-4ab2-8448-a0f7fdda837f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:50.825606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d36f49d6-9e4c-47e4-a739-44d988085ee0 req-570bf967-bc71-4ab2-8448-a0f7fdda837f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.4941251 Jul 23 20:36:50.840827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a36db4a8-5824-456b-9d75-86a182b06a53 req-d38d0b10-d5d2-4828-bb94-b616dedc78ae tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300108 Jul 23 20:36:50.843599 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-fca31813-fc12-4efe-a45c-91ab7d9948e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 200 len: 217 time: 0.0961599 Jul 23 20:36:50.939659 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2207b757-ce94-4661-a7a6-560b0b595394 x-openstack-request-id: req-2207b757-ce94-4661-a7a6-560b0b595394 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:50.939950 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b515b55-f0d4-4771-ac65-29fdb51de64a", "name": "network-vif-deleted", "tag": "7148bed4-c454-4e4b-92b7-8db10294f024", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:50.940209 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2207b757-ce94-4661-a7a6-560b0b595394 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:50.940618 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b515b55-f0d4-4771-ac65-29fdb51de64a', 'name': 'network-vif-deleted', 'tag': '7148bed4-c454-4e4b-92b7-8db10294f024', 'status': 'completed', 'code': 200} Jul 23 20:36:51.033650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 7148bed4-c454-4e4b-92b7-8db10294f024 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:51.034199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-7eeec8b1-c244-4a62-ad66-f1b3a5f9d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.034646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 7148bed4-c454-4e4b-92b7-8db10294f024 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:51.035721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-7eeec8b1-c244-4a62-ad66-f1b3a5f9d0f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 200 len: 852 time: 0.1825480 Jul 23 20:36:51.065777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] For port 4c7031a8-9d23-4200-9c88-3041dd2a50ca, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:51.110989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0a2e92-7f94-40c1-a55a-02639566b31d None None] New status for floating IP 3d1cd733-d510-48c3-a111-0d3073277049: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:36:51.172835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-5918e18e-7ba7-4dd4-bc6a-bba5002a2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.174423 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-5918e18e-7ba7-4dd4-bc6a-bba5002a2af8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1097 time: 0.4022870 Jul 23 20:36:51.228044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d36f49d6-9e4c-47e4-a739-44d988085ee0 req-b41d1a9e-a4df-4f0a-9c6c-de4d0cf92d98 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3856552 Jul 23 20:36:51.235576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1f18db37-1a32-459a-bfa0-b686ca906b70 req-777136d7-3afd-4302-9380-e6cb14cddabb tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b515b55-f0d4-4771-ac65-29fdb51de64a HTTP/1.1" status: 200 len: 210 time: 0.1381376 Jul 23 20:36:51.246745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:51.250823 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.253490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b2c62f25-2279-4993-b248-507495edeeae triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:51.254037 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.293425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] For port 4c7031a8-9d23-4200-9c88-3041dd2a50ca, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4c7031a8-9d23-4200-9c88-3041dd2a50ca,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:51.304861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:51.320525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:51.322865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:51.332197 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.365884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-d691b283-6626-4e6a-8613-b796c105e6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.367890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-d691b283-6626-4e6a-8613-b796c105e6bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2686362 Jul 23 20:36:51.373544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Pushing event updated for resources: {'Port': ['ID=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:51.418243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-72a59c41-b4fe-454c-9105-3c3d417ed95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:51.419928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-72a59c41-b4fe-454c-9105-3c3d417ed95c service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.2378833 Jul 23 20:36:51.466007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.483880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.505815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4170b5-8d22-4ee3-a2fc-3ef7940c6bc3 None None] Pushing event updated for resources: {'Port': ['ID=4c7031a8-9d23-4200-9c88-3041dd2a50ca,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:51.542311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.577343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 3, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:51.626116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=3c52742b-5adf-494f-8379-659b6779ea9e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:51.654666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-2167cc8e-839a-40cf-a539-f3e07b6362da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1000 time: 0.2225671 Jul 23 20:36:51.709405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Attempting to bind port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:51.717701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Attempting to bind port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:51.718199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Attempting to bind port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 on network 738cbd52-863d-4bf1-b522-4f16d4c89678 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:51.726498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.728731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-37f79443-f7cc-4324-b419-c5b4b12c4d2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/3c52742b-5adf-494f-8379-659b6779ea9e HTTP/1.1" status: 204 len: 168 time: 2.6614799 Jul 23 20:36:51.734041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3544e0-167f-463e-94c0-20893bc256bd None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:40Z', 'revision_number': 3, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:48Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:51.737316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46726) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:51.883444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:51.884086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Checking segment: {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:51.884727 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:51.885234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Bound using segment: {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:51.886168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Bound port: 67cadf64-47c4-4c98-bd6a-c579e35ec6c9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:51.886749 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.041280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:52.051062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02b022-daff-4d1a-af47-ea03a13f2e05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.053145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02b022-daff-4d1a-af47-ea03a13f2e05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.055684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd02b022-daff-4d1a-af47-ea03a13f2e05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.057362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fd02b022-daff-4d1a-af47-ea03a13f2e05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3114321 Jul 23 20:36:52.071294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:52.084695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:52.085529 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.095817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:52.233452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:52.239541 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-6ac7fcc4-282c-45ca-8ce4-3dc3798f12d2 service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526998 Jul 23 20:36:52.293356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] For port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:52.317596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] For port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:52.369022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2f2d3-b997-451c-a21a-d01cf1ac40b9 req-40cc0ea2-8d42-4813-8c1e-fcefcdc9e2cd tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.370683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcd2f2d3-b997-451c-a21a-d01cf1ac40b9 req-40cc0ea2-8d42-4813-8c1e-fcefcdc9e2cd tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 0.3494008 Jul 23 20:36:52.385248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.423021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-50882a83-1cd0-462f-9e0e-5ae41aa358fa service neutron] 10.222.0.36 "GET /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725025 Jul 23 20:36:52.457723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-37e88644-bc59-4261-9615-53d6adb9c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.459981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-37e88644-bc59-4261-9615-53d6adb9c481 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.7564266 Jul 23 20:36:52.520129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c1ff-52ed-400d-8f7d-882248a31be6 None None] Pushing event updated for resources: {'Port': ['ID=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:52.574861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4c7031a8-9d23-4200-9c88-3041dd2a50ca up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:52.591723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dcd2f2d3-b997-451c-a21a-d01cf1ac40b9 req-36aeb6d7-48ce-4218-8797-e94d27f9a9a3 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082636 Jul 23 20:36:52.630787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-33bf39ea-c66a-4e5c-a843-043571444b84 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.633197 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-33bf39ea-c66a-4e5c-a843-043571444b84 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 1.0184259 Jul 23 20:36:52.693744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 10e466ea-d932-487e-a794-2335a99489bb {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:52.697453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.725462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.754826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97b571-8156-4305-a3fd-3af3c5e530c9 req-06816ed0-e6e7-4741-a4f4-4a7866589655 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:52.774338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a97b571-8156-4305-a3fd-3af3c5e530c9 req-06816ed0-e6e7-4741-a4f4-4a7866589655 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.3876226 Jul 23 20:36:52.788816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:52.796988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4c7031a8-9d23-4200-9c88-3041dd2a50ca completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:52.801678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d510eafb-8ab5-4f36-90ce-ca267764ce5d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:52.958763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d510eafb-8ab5-4f36-90ce-ca267764ce5d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:52.959141 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.045632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=c1400669-45e5-4eb8-b979-f316a070b858,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:53.056838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.124798 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a97b571-8156-4305-a3fd-3af3c5e530c9 req-44f79e93-9ea0-4bc0-90f7-6eddaf512a6f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3443682 Jul 23 20:36:53.159439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abc5d443-a6a3-40cf-8447-b2cdd3457fc4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:53.268821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:53.274074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:53.274772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.408463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.457121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port abc5d443-a6a3-40cf-8447-b2cdd3457fc4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,segment=NetworkSegment(b60fa442-cc4a-4a7b-8364-d1160116d83c),segment_id=b60fa442-cc4a-4a7b-8364-d1160116d83c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:53.480742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.490188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2239c7-24b6-4ead-b3d2-566c576ed88c None None] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:53.513147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.518253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.634803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.657343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:53.724367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] Provisioning for port 4c7031a8-9d23-4200-9c88-3041dd2a50ca completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:53.741855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] Provisioning complete for port 4c7031a8-9d23-4200-9c88-3041dd2a50ca triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:53.742237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.744417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.817837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7031d7a1-732b-4da5-bb8a-2d7969cedd2f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.825668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7031d7a1-732b-4da5-bb8a-2d7969cedd2f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.8308642 Jul 23 20:36:53.838049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:53.840151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/10e466ea-d932-487e-a794-2335a99489bb HTTP/1.1" status: 204 len: 168 time: 1.7373397 Jul 23 20:36:53.843743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-b4b945f9-8d5f-42d0-abd1-87fcecf23914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:53.845328 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-b4b945f9-8d5f-42d0-abd1-87fcecf23914 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.3601053 Jul 23 20:36:53.848786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46774) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:53.848928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abce827c-af59-4d0d-83d5-14f609dc8b58 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:53.852360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311195a-7331-46f8-93b5-1e2ede60681a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=10e466ea-d932-487e-a794-2335a99489bb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:53.862988 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:36:53.951072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-55e1e0d8-9f45-472f-8ed3-9e6009e793d2 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.1238770 Jul 23 20:36:54.006168 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.060640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] For port 4c7031a8-9d23-4200-9c88-3041dd2a50ca, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4c7031a8-9d23-4200-9c88-3041dd2a50ca,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:54.082398 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.151542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:54.160532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:54.303446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bbe96-1520-41cf-9ed4-5e50f8f9d138 req-7bd8ff17-8fd1-4938-9669-cf4b93e0ca52 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:54.313226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-024bbe96-1520-41cf-9ed4-5e50f8f9d138 req-7bd8ff17-8fd1-4938-9669-cf4b93e0ca52 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 945 time: 0.5026848 Jul 23 20:36:54.335309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-b4c59b86-e24f-4c0f-995d-a25534542691 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3829813 Jul 23 20:36:54.348497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f542ae-26db-4472-9ffe-79d6ea4a2ec4 None None] Pushing event updated for resources: {'Port': ['ID=4c7031a8-9d23-4200-9c88-3041dd2a50ca,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:54.356715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a427ff-28fa-4fae-9229-f1eda3575d99 None None] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:54.388679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abc5d443-a6a3-40cf-8447-b2cdd3457fc4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:54.431927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet fc29709b-af21-4cc8-9e57-f0c78a279d07 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:36:54.447813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.518888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ce34b160-098e-4bfe-8510-59035b921247 None None] Provisioning for port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:54.523224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-024bbe96-1520-41cf-9ed4-5e50f8f9d138 req-810162f4-a844-4e83-b058-8bd7d711b05d tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/security-groups?id=519ce87c-04ac-437a-91ec-2c9afdb286c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999402 Jul 23 20:36:54.553037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:54.553717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.554590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.620896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.621715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.626392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-dac0ba49-53fe-4ca3-adea-815f27589cfb service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590573 Jul 23 20:36:54.632225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Deleting port f716ced2-fe10-4703-8f49-43f9685a8e03 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:54.632584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.712657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:54.747056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] For port f716ced2-fe10-4703-8f49-43f9685a8e03, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f716ced2-fe10-4703-8f49-43f9685a8e03,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:54.747432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:54.764354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Calling delete_port for f716ced2-fe10-4703-8f49-43f9685a8e03 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:54.807963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-003baea2-d680-4f97-af6d-47051b142581 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761272 Jul 23 20:36:54.808159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:54.821531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router 9fe58007-d460-441a-87ad-bb4382770de9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:54.908282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f339f4af-bb0c-4958-b9a7-00ce730d3d56 None None] Provisioning complete for port 4c7031a8-9d23-4200-9c88-3041dd2a50ca triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:54.908660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f339f4af-bb0c-4958-b9a7-00ce730d3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.007959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:55.028996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:55.049344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:55.049772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.139527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:55.139904 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.143601 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-42e58d9d-3199-41df-a319-14dcbf1735f7 service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2764845 Jul 23 20:36:55.148169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.230964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef241-c76b-4500-9549-bbcab4696e71 req-eb72e75a-f095-4798-b76e-09f21a39b4d6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:55.237111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fccef241-c76b-4500-9549-bbcab4696e71 req-eb72e75a-f095-4798-b76e-09f21a39b4d6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.4244511 Jul 23 20:36:55.242802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a87ba0f1-7905-4d9b-a97a-bcb65376e5df req-46b3b3b4-c61c-49ae-a50c-5e7cc2a53fe9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 210 time: 0.0961134 Jul 23 20:36:55.329808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:55.336510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6bba37b2-181a-4012-bb6f-b54d5cbd699e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "PUT /v2.0/routers/9fe58007-d460-441a-87ad-bb4382770de9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1042068 Jul 23 20:36:55.340409 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Sync routers for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:55.365210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46796) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:55.370983 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:55.371634 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:55.440793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fccef241-c76b-4500-9549-bbcab4696e71 req-0215b289-f6e9-40e2-89f8-83e4bd7446cf tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833165 Jul 23 20:36:55.720652 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:55.747038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.776390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f339f4af-bb0c-4958-b9a7-00ce730d3d56 None None] Provisioning for port c1400669-45e5-4eb8-b979-f316a070b858 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:55.817793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f339f4af-bb0c-4958-b9a7-00ce730d3d56 None None] Provisioning complete for port c1400669-45e5-4eb8-b979-f316a070b858 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:55.818406 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f339f4af-bb0c-4958-b9a7-00ce730d3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.907184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4154c9b5-7d79-49d2-8c1f-24d13f2288ce req-5bb2ca15-5973-4bd1-bac2-d552babf58ae tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.1820939 Jul 23 20:36:55.954305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:55.982471 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-27082bd6-d9f4-4f95-a955-ed9ee8233d94 service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238537 Jul 23 20:36:55.983337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.002475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f339f4af-bb0c-4958-b9a7-00ce730d3d56 None None] Port c1400669-45e5-4eb8-b979-f316a070b858 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:56.006524 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.036441 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.054678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:56.059759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:56.060708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:56.063931 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9accbc4b-8a4d-4abc-bfd2-53ec88f6dac2" -d '{"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-plugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:56.073093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:56.082848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.083590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.086213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.086705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.087182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.087650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.089896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.090440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.090927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.091391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.091855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.092318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.092779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.096989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.107399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e9b2cc4b-efe4-493f-b88c-abdc747e2443 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9128 time: 0.7394369 Jul 23 20:36:56.108059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46818) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:56.121792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:56.143687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.148507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f716ced2-fe10-4703-8f49-43f9685a8e03 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:56.240548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event deleted for resources: {'Port': ['ID=f716ced2-fe10-4703-8f49-43f9685a8e03,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.275469 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843a1bb7-5ca8-49b1-9cdc-78ef213f890a x-openstack-request-id: req-843a1bb7-5ca8-49b1-9cdc-78ef213f890a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:56.275880 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-plugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:56.275996 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-843a1bb7-5ca8-49b1-9cdc-78ef213f890a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:56.278178 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'code': 200} Jul 23 20:36:56.279426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:52Z', 'revision_number': 2, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:56.311953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.320373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4c7031a8-9d23-4200-9c88-3041dd2a50ca up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:56.323542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f716ced2-fe10-4703-8f49-43f9685a8e03 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:36:56.323888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f716ced2-fe10-4703-8f49-43f9685a8e03 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:36:56.357375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.380555 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Checking router: 9fe58007-d460-441a-87ad-bb4382770de9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:56.381816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Updating router 9fe58007-d460-441a-87ad-bb4382770de9 port c1400669-45e5-4eb8-b979-f316a070b858 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:56.409648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Provisioning complete for port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:56.410025 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.460094 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.464076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.464695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.465168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.465738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.466101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.466557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.467018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.467467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.467917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.468363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.469374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.470190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.470661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:56.477046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8c1525b-1e07-414f-a695-90199ec46c4a tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8352 time: 0.3651340 Jul 23 20:36:56.489275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e04e8b-50d3-4714-9ebf-17deac95721e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:36:56.501956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.550088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d23d76de-3ce3-4c47-9a9a-75981c543f5e req-6be07ea0-e7fa-4189-bfc9-2469a1a0ce3a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 210 time: 0.0742347 Jul 23 20:36:56.556705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46828) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:56.559037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.566483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/fc29709b-af21-4cc8-9e57-f0c78a279d07 HTTP/1.1" status: 204 len: 168 time: 2.7108557 Jul 23 20:36:56.582748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:56.591733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4c7031a8-9d23-4200-9c88-3041dd2a50ca triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:56.592191 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.617098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] No DVR routers for this DVR port f716ced2-fe10-4703-8f49-43f9685a8e03 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:36:56.637698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a2949-71ad-4a81-b5cd-d7a4a8a0df88 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=fc29709b-af21-4cc8-9e57-f0c78a279d07,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:56.647455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:56.649783 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-44222cb3-b5c0-4c49-98d0-b48b42386b87 req-41531587-98cb-44ad-98e1-125d00845dab tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.36 "DELETE /v2.0/ports/f716ced2-fe10-4703-8f49-43f9685a8e03 HTTP/1.1" status: 204 len: 173 time: 3.9850411 Jul 23 20:36:56.652459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'name': 'network-vif-deleted', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:36:56.655094 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df69f3ef-ea44-47e3-8ca8-49f431ac51ea" -d '{"events": [{"server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "name": "network-vif-deleted", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:36:56.696301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:36:56.746323 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96ae68f-1c5a-4b8c-99fd-189488ad6e00 x-openstack-request-id: req-c96ae68f-1c5a-4b8c-99fd-189488ad6e00 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:36:56.746614 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c612c89-11e6-4ae4-9712-8325a1e496ac", "name": "network-vif-deleted", "tag": "f716ced2-fe10-4703-8f49-43f9685a8e03", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:36:56.752944 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c96ae68f-1c5a-4b8c-99fd-189488ad6e00 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:36:56.753658 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c612c89-11e6-4ae4-9712-8325a1e496ac', 'name': 'network-vif-deleted', 'tag': 'f716ced2-fe10-4703-8f49-43f9685a8e03', 'status': 'completed', 'code': 200} Jul 23 20:36:56.897409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f4d7e10c-8ae4-4ad7-9b5a-55b3caea25e7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3128550 Jul 23 20:36:56.959784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46836) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:56.996243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:57.056617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Provisioning for port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:36:57.075699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Provisioning complete for port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:57.076090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.150058 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.179051 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Transition to ACTIVE for port object c1400669-45e5-4eb8-b979-f316a070b858 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:36:57.193735 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.277084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:36:57.277331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:57.290159 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Pushing event updated for resources: {'Port': ['ID=c1400669-45e5-4eb8-b979-f316a070b858,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:57.294040 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6ec9942d-c058-4871-b139-e03035cc2340 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6471345 Jul 23 20:36:57.297426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:57.332785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1365190169'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:57.335491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:36:57.354900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e381-2aa2-40de-afba-6ef49ab1166c req-b5776794-dc40-4468-a1f9-b3b395b64365 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:57.360326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5557e381-2aa2-40de-afba-6ef49ab1166c req-b5776794-dc40-4468-a1f9-b3b395b64365 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.7198770 Jul 23 20:36:57.395956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:57.396624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.407981 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:36:57.407981 n-d-793620-13 neutron-server[94027]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:36:57.407981 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id': 'b0a7ab6674c14c4c8c585239d97df304', 'id': 'e95004e1-d786-4283-ae0b-f0ba98bcd709', 'expiration': datetime.datetime(2021, 7, 23, 20, 38, 57, 399358)}] Jul 23 20:36:57.407981 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:36:57.408382 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:36:57.418358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-8a5bc8db-dadf-4609-ba8c-bbfb5e12107b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:57.419940 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-8a5bc8db-dadf-4609-ba8c-bbfb5e12107b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.5751441 Jul 23 20:36:57.436788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:57.452563 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Attempting to bind port c1400669-45e5-4eb8-b979-f316a070b858 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:36:57.453098 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Attempting to bind port c1400669-45e5-4eb8-b979-f316a070b858 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:36:57.453734 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Attempting to bind port c1400669-45e5-4eb8-b979-f316a070b858 on network 888d1c57-4a20-49b0-aa00-af65165a49b9 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:36:57.456820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:57.461043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.467969 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:36:57.468446 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Checking segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:36:57.470297 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.472344 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Bound using segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:36:57.473209 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Bound port: c1400669-45e5-4eb8-b979-f316a070b858, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:36:57.475362 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.612517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5557e381-2aa2-40de-afba-6ef49ab1166c req-da212af8-f712-4ce4-8fbc-107c387395d7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080059 Jul 23 20:36:57.686540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:36:57.687141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Provisioning complete for port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:57.688507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb816c3c-f004-4ff7-85a5-0bf0c4524eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.696328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:57.706966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82f5a3d9-ea84-449f-b5fb-bf0e78e4b98e req-f0486bfb-d215-48da-8148-5280f30915db tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0933378 Jul 23 20:36:57.717502 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] For port c1400669-45e5-4eb8-b979-f316a070b858, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:36:57.729108 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] For port c1400669-45e5-4eb8-b979-f316a070b858, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c1400669-45e5-4eb8-b979-f316a070b858,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:36:57.739745 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.761384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:57.763295 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added segment ac60060d-6657-40cd-92f8-fd1c105d0885 of type vlan for network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 Jul 23 20:36:57.834337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-54458180-9d25-4545-ac67-a7f9155377a4 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4313 time: 1.2753170 Jul 23 20:36:57.890082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:36:57.925990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-964ae96a-7119-40fd-a24f-a94b285c8254 req-5614f470-8038-4f75-a601-0d91383c5468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 210 time: 0.0817463 Jul 23 20:36:57.951734 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:36:57.953092 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:57.969813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.004145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:58.007753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.037988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:58.043205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.192407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.200883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:58.202538 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.242775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:36:58.431593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.432353 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1336868 Jul 23 20:36:58.454427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:36:58.463463 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Pushing event updated for resources: {'Port': ['ID=c1400669-45e5-4eb8-b979-f316a070b858,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.475793 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.476445 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.477030 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.477683 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.478245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.478771 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.479327 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.479833 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.480393 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.480917 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.481422 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.481958 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb410680-0b7b-429c-8808-7c6e3840d476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:36:58.529916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989cddc-179f-4e6f-970e-8b53004111fa tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Network': ['ID=65d3b727-a3ad-40a0-91c4-7165ba5169f5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:58.538383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'subnet': {'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:58.557376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:36:58.577328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:58.590796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1512016276', 'description': 'tempest-secgroup-smoke-1512016276 description', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:58.698190 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:57Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:58.720318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.6 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/005d1e17-1523-4169-b40f-957c27776be9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:36:58.752008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] Deleting port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:36:58.752560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.754430 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54720d59-68cb-4c30-83d5-4ded38479b9d None None] The sync data for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 is: [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:57Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:36:58.889075 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:58.927104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c4788837-0426-419d-881b-09e0ff712623 None None] Provisioning complete for port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:58.927104 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4788837-0426-419d-881b-09e0ff712623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.001830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] For port 64ea7d5c-1e6c-446e-8ec9-a3101c460836, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64ea7d5c-1e6c-446e-8ec9-a3101c460836,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:36:59.003389 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.006337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:36:59.006796 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.037669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:36:59.037669 n-d-793620-13 neutron-server[94027]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 23 20:36:59.037669 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id_1': '8e4dbd8ce1944614bad8b8110def5e08', 'expiration_1': datetime.datetime(2021, 7, 23, 20, 36, 58, 738726)}] Jul 23 20:36:59.037669 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:36:59.038571 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:36:59.051523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e54ccc51-f267-4bc3-a73f-25215b61a211 req-a83ec2cb-15d2-438d-a86d-a86bcc82e4b4 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0990672 Jul 23 20:36:59.111267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c4788837-0426-419d-881b-09e0ff712623 None None] Port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:36:59.117476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] Calling delete_port for 64ea7d5c-1e6c-446e-8ec9-a3101c460836 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:36:59.166047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.214707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-ba7ab59d-3d6a-468e-9778-dc06f1e6f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:59.223454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-ba7ab59d-3d6a-468e-9778-dc06f1e6f0f3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 1098 time: 0.7826850 Jul 23 20:36:59.245864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:52Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:36:54Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:36:59.247296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.286581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:36:59.286937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Updating router d53d520f-2bb7-4062-b02c-4195b5c0870d port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:36:59.313193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bebd-8dd3-4dbc-8894-950e79777a06 req-7d26a22a-4d82-4512-9ac8-1ad4cac71fbf tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:59.321349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0868bebd-8dd3-4dbc-8894-950e79777a06 req-7d26a22a-4d82-4512-9ac8-1ad4cac71fbf tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.5337799 Jul 23 20:36:59.326879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.348140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.349304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64ea7d5c-1e6c-446e-8ec9-a3101c460836 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:36:59.376659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60af6649-a6fb-4f49-b9ab-0838b6439fc3 req-3d040acc-92f0-4277-a2bb-11c7776a9485 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 210 time: 0.1359353 Jul 23 20:36:59.385640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.419118 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.439441 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.443223 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8536208 Jul 23 20:36:59.445906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46882) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:36:59.456483 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.459643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'b1250cc5-4238-4188-9850-53f32901f66a', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:36:59.464111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=d95fcc3b-bf9a-483f-b506-93c854adc2dd,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.465623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:36:59.490787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0868bebd-8dd3-4dbc-8894-950e79777a06 req-5dbecd17-40bf-4085-b8fa-35513f3e2028 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682172 Jul 23 20:36:59.606195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a743a82-2f53-4f41-9416-ec75bd4a3d96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1250cc5-4238-4188-9850-53f32901f66a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.691604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=005d1e17-1523-4169-b40f-957c27776be9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:36:59.754353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:59.764332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:59.771499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:36:59.929548 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:59.930270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.937084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:36:59.950544 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.960412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:36:59.971255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:36:59.971863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:36:59.991695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Made reservation on behalf of 8e4dbd8ce1944614bad8b8110def5e08 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:36:59.995313 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.045099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.054576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.072093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f90a73d-03ba-449d-b337-ea56dbf3935c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.084088 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.096134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Transition to ACTIVE for port object 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:00.100617 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-3793cb3f-0ea8-43a6-97c1-c7b46646c468 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6701870 Jul 23 20:37:00.116414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d94ab83c-da84-4fb3-8c01-40c7e5140984 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1282787 Jul 23 20:37:00.117229 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.121410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 46896) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.126986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.127258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Request body: {'port': {'device_id': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.228543 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.252361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.253210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c552cc17-e39f-455e-958a-e39465b92721 req-c96548fb-3eb4-4481-b4a6-39594d148ab4 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0492790 Jul 23 20:37:00.272646 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-089b09fc-26bb-4efb-82ee-40f18a360495 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8225751 Jul 23 20:37:00.273960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46898) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.283718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'b1250cc5-4238-4188-9850-53f32901f66a', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.341119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.370193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.575133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.588796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.678143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbf42fe-5abb-4f1f-8750-10fe524f69f7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.705076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.709331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19a24205-bba5-4cd5-ae6a-21970b63f793 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4274833 Jul 23 20:37:00.771501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:00.776358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'b1250cc5-4238-4188-9850-53f32901f66a', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:00.789279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:00.799083 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.865635 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.919668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] No DVR routers for this DVR port 64ea7d5c-1e6c-446e-8ec9-a3101c460836 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:00.931688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7c36f-7eb7-4d1e-81ac-9d07cc0eb50d None None] Pushing event updated for resources: {'Port': ['ID=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:00.954823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:00.960941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:00.967175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.019894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4a6c39-f418-423c-a0e2-5f4726035c03 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:01.028886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8acf2-ba69-4350-bf91-07010cba03d0 None None] Pushing event deleted for resources: {'Port': ['ID=64ea7d5c-1e6c-446e-8ec9-a3101c460836,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.102117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.159680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.183500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef602510-da44-49dc-8e9d-248a48e9ea13,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.191400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005d1e17-1523-4169-b40f-957c27776be9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:01.204065 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.214905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Attempting to bind port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:01.220702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Attempting to bind port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:01.221173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Attempting to bind port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 on network 738cbd52-863d-4bf1-b522-4f16d4c89678 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:01.227035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Transition to ACTIVE for port object 005d1e17-1523-4169-b40f-957c27776be9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:01.229690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.231944 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-34539309-012d-4e96-bca5-f11401c0664a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4598396 Jul 23 20:37:01.235823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46916) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:01.237850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.255942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'b1250cc5-4238-4188-9850-53f32901f66a', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:01.330864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c1400669-45e5-4eb8-b979-f316a070b858 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:01.336030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:01.336439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Checking segment: {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:01.336848 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.337249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Bound using segment: {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:01.337759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Bound port: 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:01.338148 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.398621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.465363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410428fd-2cbf-4952-a1cf-988937efc330 req-2d70e1ea-4e33-4e2b-a348-2bced9e4ef87 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.473831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-410428fd-2cbf-4952-a1cf-988937efc330 req-2d70e1ea-4e33-4e2b-a348-2bced9e4ef87 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 946 time: 0.8042066 Jul 23 20:37:01.523553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Attempting to bind port 005d1e17-1523-4169-b40f-957c27776be9 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:01.523553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Attempting to bind port 005d1e17-1523-4169-b40f-957c27776be9 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:01.523553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Attempting to bind port 005d1e17-1523-4169-b40f-957c27776be9 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:01.541097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Pushing event updated for resources: {'Port': ['ID=005d1e17-1523-4169-b40f-957c27776be9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.545013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.548541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Port 005d1e17-1523-4169-b40f-957c27776be9 on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:01.549167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Attempting to bind port 005d1e17-1523-4169-b40f-957c27776be9 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:01.560945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873244c-3612-4347-87bb-0c4cc6463d53 req-7f2bf4e1-5992-4757-b3ac-cc3c47237b54 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.562629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a873244c-3612-4347-87bb-0c4cc6463d53 req-7f2bf4e1-5992-4757-b3ac-cc3c47237b54 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 931 time: 0.9095926 Jul 23 20:37:01.569472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:01.569974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:01.570518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:01.571115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Bound port: 005d1e17-1523-4169-b40f-957c27776be9, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:01.571633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.596044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': 'd95fcc3b-bf9a-483f-b506-93c854adc2dd'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:01.597306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.628148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:01.651031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.660213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.675926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Subnet': ['ID=2ff9db6c-7784-44f6-953f-e3ae06b06a62,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.732946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] For port 005d1e17-1523-4169-b40f-957c27776be9, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:01.738189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] For port 005d1e17-1523-4169-b40f-957c27776be9, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=005d1e17-1523-4169-b40f-957c27776be9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:01.740397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.748297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-410428fd-2cbf-4952-a1cf-988937efc330 req-5c90b9c1-4f35-444e-a549-3d1f5a657fe9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716839 Jul 23 20:37:01.760012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.778510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Checking segment: {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:01.779106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network hostable DHCP agents. Network: 65d3b727-a3ad-40a0-91c4-7165ba5169f5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:37:01.797328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a873244c-3612-4347-87bb-0c4cc6463d53 req-a3e91392-6494-4789-a5d1-73c25e9ebad2 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968801 Jul 23 20:37:01.800513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:01.855905 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8552e2cd-5cc9-4202-b8a2-5e66cee72e04,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.874071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Pushing event updated for resources: {'Port': ['ID=005d1e17-1523-4169-b40f-957c27776be9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:01.878114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.879455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ad982d33-3df6-4895-ba1b-3dfc5e8def1a tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6341090 Jul 23 20:37:01.881225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:01.882126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:01.883640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-7b685909-c21f-49bf-ab67-a7d303cdd2fc service neutron] 10.222.0.36 "PUT /v2.0/ports/005d1e17-1523-4169-b40f-957c27776be9 HTTP/1.1" status: 200 len: 1092 time: 1.7679501 Jul 23 20:37:01.884067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'tag': '005d1e17-1523-4169-b40f-957c27776be9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:01.886467 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293e2d09-437d-4675-b6ea-980dec6fc0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff461964-e9c2-40d0-9150-7135642f2fd8", "tag": "005d1e17-1523-4169-b40f-957c27776be9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:01.889463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46928) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:01.896004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'b1250cc5-4238-4188-9850-53f32901f66a', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:01.942999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:37:01.950470 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b70046-7f60-427a-af83-3a3c196b2262 x-openstack-request-id: req-33b70046-7f60-427a-af83-3a3c196b2262 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:01.950769 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff461964-e9c2-40d0-9150-7135642f2fd8", "tag": "005d1e17-1523-4169-b40f-957c27776be9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:01.951020 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33b70046-7f60-427a-af83-3a3c196b2262 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:01.951429 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'tag': '005d1e17-1523-4169-b40f-957c27776be9', 'status': 'completed', 'code': 200} Jul 23 20:37:01.985784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c1400669-45e5-4eb8-b979-f316a070b858 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:02.000971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] For port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:02.011589 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Project b7a7288d0ad0429a97447c8453fc55bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:37:02.017366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:02.019457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] For port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:02.023963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c1400669-45e5-4eb8-b979-f316a070b858 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:02.024901 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.027076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Allocated IP 172.20.0.2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/d95fcc3b-bf9a-483f-b506-93c854adc2dd/6899967d-2969-4a91-97ed-b082143abd51) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:02.029389 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db4047c-cd00-4332-9d29-4fd079461276" -d '{"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:02.040480 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.043098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.046269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.118076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab588433-1b3b-41e6-b024-78e86c6bf84e req-c9a507d5-4b92-47c4-a325-7a8194bab951 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.1678736 Jul 23 20:37:02.141532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Transition to ACTIVE for port object 817e718a-80e6-4dde-bab1-21a6cb8329c8 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:02.191617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 65d3b727-a3ad-40a0-91c4-7165ba5169f5) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:02.211622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.230315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-e4d69c52-f77c-456a-bf49-6d97a6bd3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.231920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-e4d69c52-f77c-456a-bf49-6d97a6bd3a54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 1095 time: 0.2834866 Jul 23 20:37:02.237402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7a5e8-529c-40e5-8f75-c74d7cd1c603 None None] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:02.269839 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0785d3d1-4cf3-4c94-a58c-f5a97d767e13 x-openstack-request-id: req-0785d3d1-4cf3-4c94-a58c-f5a97d767e13 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:02.270274 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-unplugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:02.270679 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0785d3d1-4cf3-4c94-a58c-f5a97d767e13 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:02.271326 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'code': 200} Jul 23 20:37:02.276094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.277001 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.345638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.348274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-672c644b-b777-4145-9dd4-7f8d4d349c3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005d1e17-1523-4169-b40f-957c27776be9 HTTP/1.1" status: 200 len: 217 time: 0.1025674 Jul 23 20:37:02.372902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.400394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:02.401041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:02.450392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-5da8c140-29ff-4237-bd0a-ccc79a5a3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:02.452263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-5da8c140-29ff-4237-bd0a-ccc79a5a3328 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0979881 Jul 23 20:37:02.480404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4496155e-554d-44cf-93c4-5e74658cfcba,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:02.516674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-dcfb6665-796a-47d7-a85c-26a7c7b880a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529430 Jul 23 20:37:02.598849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.607420 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3a64c097-64e5-450e-a5f7-1f74a7eef55f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7116306 Jul 23 20:37:02.621064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:02.625327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.635280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'security_group_rule': {'security_group_id': 'b1250cc5-4238-4188-9850-53f32901f66a', 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:02.648638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b689d939-d51a-4f35-8b08-26e812c9eb66 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2098434 Jul 23 20:37:02.651070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46946) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:02.682973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] No DVR routers for this DVR port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:02.715930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7c36f-7eb7-4d1e-81ac-9d07cc0eb50d None None] Pushing event updated for resources: {'Port': ['ID=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:02.853646 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:37:02.856891 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:37:02.966660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:02.980819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:03.080614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:03.085248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.108174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c1400669-45e5-4eb8-b979-f316a070b858, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c1400669-45e5-4eb8-b979-f316a070b858,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:03.124163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.152685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:03.194519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018be0d9-1e8f-452b-bf80-d27491dee4e8 req-edb57e95-89a6-4ab6-b783-3503174f68b2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:03.202051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-018be0d9-1e8f-452b-bf80-d27491dee4e8 req-edb57e95-89a6-4ab6-b783-3503174f68b2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.3026550 Jul 23 20:37:03.204484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:03.224171 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.226655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c1400669-45e5-4eb8-b979-f316a070b858,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.259811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Transition to ACTIVE for port object 6899967d-2969-4a91-97ed-b082143abd51 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:03.266765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=54f43e64-7971-458d-b23b-09307229b684,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.277506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:03.277765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:03.278368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.278754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.313548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:03.313813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:03.314222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:03.325257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Transition to ACTIVE for port object 6899967d-2969-4a91-97ed-b082143abd51 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:03.346023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447ea61-700c-4477-92a9-345659f6b268 req-34de9e51-7e34-42a9-af30-08ee2c16372d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:03.347966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e447ea61-700c-4477-92a9-345659f6b268 req-34de9e51-7e34-42a9-af30-08ee2c16372d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 943 time: 0.4016702 Jul 23 20:37:03.350829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:03.351286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Attempting to bind port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:03.378623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:03.378944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.379144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Checking segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:03.379641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Bound using segment: {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:03.380203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Bound port: 817e718a-80e6-4dde-bab1-21a6cb8329c8, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8858904d-c445-4fbe-81f4-1b5942cc745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:03.380677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.434868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-018be0d9-1e8f-452b-bf80-d27491dee4e8 req-05ed196b-84af-4acf-878c-42065f2a0595 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343110 Jul 23 20:37:03.452075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Pushing event updated for resources: {'Port': ['ID=6899967d-2969-4a91-97ed-b082143abd51,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.454522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e447ea61-700c-4477-92a9-345659f6b268 req-fea88713-6a36-4d2b-8e0d-e857b74d4332 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985441 Jul 23 20:37:03.503378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:03.510177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:03.522416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.538528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:03.546890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-82135087-ca9a-44dc-b607-1eabde82ee18 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0226078 Jul 23 20:37:03.563278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:03.601612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e231bdbb-0a25-4b15-be13-67b82ddf4d1a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4766567 Jul 23 20:37:03.611323 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Project b7a7288d0ad0429a97447c8453fc55bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:37:03.616000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 46964) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:03.702619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0a44cb7-8ef5-471b-b1d6-5765f85c8354 req-b5a1d443-8441-4715-9c29-e137e88f8ffc tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.1007485 Jul 23 20:37:03.720649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:03.731314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.732995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] 10.222.0.47 "PUT /v2.0/ports/817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 1094 time: 4.4912753 Jul 23 20:37:03.739998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a4b56-a9e9-4ad0-bb7c-4c3b76f67472 service neutron] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=11']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:03.842591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:d4:9c:8b', 'name': 'tempest-NetworksTestDHCPv6-323434616'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:03.847933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:03.901671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:03.981406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ebe51edf-ec04-42c8-adc8-8a570964ff49 req-41e47c48-6fd4-47af-a649-087486f895ea service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641119 Jul 23 20:37:04.067193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Attempting to bind port 6899967d-2969-4a91-97ed-b082143abd51 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:04.067570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Attempting to bind port 6899967d-2969-4a91-97ed-b082143abd51 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:04.067942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Attempting to bind port 6899967d-2969-4a91-97ed-b082143abd51 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:04.083089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:04.083786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:04.084201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.084602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:04.085086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Bound port: 6899967d-2969-4a91-97ed-b082143abd51, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:04.085548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.100862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Allocated IP 2001:db8:3::2 (65d3b727-a3ad-40a0-91c4-7165ba5169f5/2ff9db6c-7784-44f6-953f-e3ae06b06a62/6cfb77fc-96c2-4518-8bc9-98d3f07ade12) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:04.195375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-e68e6309-4dbe-404d-ac24-e23e8a487c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:04.197460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-e68e6309-4dbe-404d-ac24-e23e8a487c76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1097 time: 0.4417000 Jul 23 20:37:04.278165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:52Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:04.308320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:04.310981 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8027912b-cf52-4f92-aae6-21ba4d41b93b" -d '{"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:04.314230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] For port 6899967d-2969-4a91-97ed-b082143abd51, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:04.317403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.318027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f9d6b-9acc-4e0b-8215-b7970e463a7c None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:36:52Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:01Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:04.365443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] For port 6899967d-2969-4a91-97ed-b082143abd51, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6899967d-2969-4a91-97ed-b082143abd51,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:04.372968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.374331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-6d4836cf-7c0f-49a9-99d6-46af8addc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:04.382958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-6d4836cf-7c0f-49a9-99d6-46af8addc589 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.1765547 Jul 23 20:37:04.392988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.575943 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.601681 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095efbea-abaf-4372-95a0-caa687e56961 x-openstack-request-id: req-095efbea-abaf-4372-95a0-caa687e56961 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:04.612197 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:04.612632 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-095efbea-abaf-4372-95a0-caa687e56961 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:04.613190 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'status': 'completed', 'code': 200} Jul 23 20:37:04.641706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb0b1d-4fb0-4005-8023-5f78273753a3 None None] Pushing event updated for resources: {'Port': ['ID=6899967d-2969-4a91-97ed-b082143abd51,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.672307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Transition to ACTIVE for port object 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:04.706612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db809f0-ba61-4599-86d8-9ab7258fc97a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.713949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Transition to ACTIVE for port object 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:04.725184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.727319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eaf7e454-6f4b-4714-91ea-eb97c69d4adf tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.1004012 Jul 23 20:37:04.730121 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:04.762294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:04.800602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-da35ed34-0dfa-4d67-802a-2c41f290d8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:04.802713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-da35ed34-0dfa-4d67-802a-2c41f290d8de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 1095 time: 0.7515926 Jul 23 20:37:04.860446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:04.878330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:04.904777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:04.915049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Pushing event updated for resources: {'Port': ['ID=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:04.917643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-787b0123-51a7-4ccd-8b4c-957a22e33131 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 999 time: 0.5243754 Jul 23 20:37:05.006643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-c5a75d72-ecc6-48c7-9000-ee212816ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.008439 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-c5a75d72-ecc6-48c7-9000-ee212816ccd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1097 time: 0.3996608 Jul 23 20:37:05.013706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-3edb0949-7f9e-4692-b6f4-6cdf6ba0f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.017527 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-3edb0949-7f9e-4692-b6f4-6cdf6ba0f3d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.1918967 Jul 23 20:37:05.108384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Attempting to bind port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:05.108764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Attempting to bind port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:05.109903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Attempting to bind port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 on network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:05.122119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:05.122504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Checking segment: {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:05.122918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.123324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Bound using segment: {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:05.124073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Bound port: 6cfb77fc-96c2-4518-8bc9-98d3f07ade12, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:05.124214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.135953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.181282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-4fc74d7a-538e-4c65-a63c-3c4e02feba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.187614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-4fc74d7a-538e-4c65-a63c-3c4e02feba58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2269416 Jul 23 20:37:05.251765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-1c465fb9-c382-4a7e-be04-fd7023842ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005d1e17-1523-4169-b40f-957c27776be9 HTTP/1.1" status: 200 len: 217 time: 0.1554725 Jul 23 20:37:05.273920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] For port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:05.285185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] For port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:05.291992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.358902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6aa6fe-e716-4aaf-a864-acd5ce695d61 req-7671c658-3ee0-4729-b3b5-9c6a65b81ba3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.373102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd6aa6fe-e716-4aaf-a864-acd5ce695d61 req-7671c658-3ee0-4729-b3b5-9c6a65b81ba3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 943 time: 0.7002966 Jul 23 20:37:05.429528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a47067-daf2-4dc7-ad3f-bfe0df7dfffc None None] Pushing event updated for resources: {'Port': ['ID=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:05.464463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d785d8-5b6c-49b7-82b3-04ab06f259cf req-46eb14e2-bb07-43b6-9a8c-c4d481623200 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.466158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78d785d8-5b6c-49b7-82b3-04ab06f259cf req-46eb14e2-bb07-43b6-9a8c-c4d481623200 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.7524960 Jul 23 20:37:05.499904 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.534913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd6aa6fe-e716-4aaf-a864-acd5ce695d61 req-2634b61d-555f-470d-957c-d2adec056e3a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436682 Jul 23 20:37:05.606032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-f1e315b2-64f1-4e1c-948a-c9fda22255e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.606939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6899967d-2969-4a91-97ed-b082143abd51 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:05.607572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-f1e315b2-64f1-4e1c-948a-c9fda22255e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4162247 Jul 23 20:37:05.645103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 84832210-58c2-4286-9926-f352ea84fceb yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:05.655687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78d785d8-5b6c-49b7-82b3-04ab06f259cf req-dc9dfb2a-253e-4ef5-99d5-5e4284587db6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700871 Jul 23 20:37:05.675730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-dae64c37-7bab-4476-afe2-c38c6da904e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.677460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-dae64c37-7bab-4476-afe2-c38c6da904e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.4123738 Jul 23 20:37:05.678977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-3168db2e-5f28-4bbd-a208-e3a606f09a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:05.680337 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-3168db2e-5f28-4bbd-a208-e3a606f09a81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.6125684 Jul 23 20:37:05.760354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6899967d-2969-4a91-97ed-b082143abd51 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:05.819768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c1400669-45e5-4eb8-b979-f316a070b858 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:05.823272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-4533fc04-29d4-4dbe-8a0e-ae02a16299c9 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051566 Jul 23 20:37:05.944674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c1400669-45e5-4eb8-b979-f316a070b858 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:05.947453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:05.951898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9005fb8a-18aa-49f0-9dc2-f9ff0b946bd0 req-c6f217f5-125f-4c12-8cdc-2b7fc691b873 tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c612c89-11e6-4ae4-9712-8325a1e496ac HTTP/1.1" status: 200 len: 210 time: 0.0987749 Jul 23 20:37:06.091815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-8e0c221b-f42d-462d-aba8-21fe04dd0f17 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1512016276&fields=id&tenant_id=b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 267 time: 0.2059770 Jul 23 20:37:06.143469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-2a2f9949-b18d-4d43-a212-fddc13f7f6b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4377084 Jul 23 20:37:06.210974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:06.220019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-b76c4b19-a7a3-4a2b-ba05-55028e099c98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 999 time: 0.2308040 Jul 23 20:37:06.277381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30f21408-3224-46e0-97af-bd9cb7ee7b63 req-d3a63deb-04c7-4c32-b1b0-d322e3ae81ae service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073744 Jul 23 20:37:06.313031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:06.317343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:06.318217 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.361420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-7fdbed65-a22c-4b19-8575-420db8c8d50b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.363035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-7fdbed65-a22c-4b19-8575-420db8c8d50b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/networks?id=888d1c57-4a20-49b0-aa00-af65165a49b9 HTTP/1.1" status: 200 len: 796 time: 0.2596712 Jul 23 20:37:06.403794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-5344b5ce-3bd6-4c7d-aaf9-fccfb7094939 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/quotas/b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 375 time: 0.0208716 Jul 23 20:37:06.440561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.481137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:06.490493 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.516437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-07033c9f-10c4-4232-8cbe-a4ccbc18348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.518957 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-07033c9f-10c4-4232-8cbe-a4ccbc18348f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1097 time: 0.1868103 Jul 23 20:37:06.519640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-99935386-770a-4b31-a101-0750af094497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.521243 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-99935386-770a-4b31-a101-0750af094497 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2580981 Jul 23 20:37:06.558510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:06.570035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-d0eab8bf-3362-4611-8ea2-719e6e7bb0b9 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555042 Jul 23 20:37:06.583506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ece3d3-e4a6-42b8-8b99-9dad30739b10 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:06.669634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] Provisioning for port 6899967d-2969-4a91-97ed-b082143abd51 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:06.678954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 172.20.0.12 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/d95fcc3b-bf9a-483f-b506-93c854adc2dd/84832210-58c2-4286-9926-f352ea84fceb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:06.690973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] Provisioning complete for port 6899967d-2969-4a91-97ed-b082143abd51 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:06.690973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:06.695137 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-324c32b1-9e07-46f1-bcc9-22ba58ab52e9 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684958 Jul 23 20:37:06.703656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fed4:9c8b (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/54f43e64-7971-458d-b23b-09307229b684/84832210-58c2-4286-9926-f352ea84fceb) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:06.747459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Allocated IP 2001:db8:3::1 (65d3b727-a3ad-40a0-91c4-7165ba5169f5/2ff9db6c-7784-44f6-953f-e3ae06b06a62/ea043a67-7e81-40fd-8a34-bf95559dad05) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:06.829979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 005d1e17-1523-4169-b40f-957c27776be9 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:06.884174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c6e5-6cc0-4fdf-a2f4-839ced06bc38 req-8548d425-070b-46f6-be8e-74290d7f4e23 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.885983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a8c6e5-6cc0-4fdf-a2f4-839ced06bc38 req-8548d425-070b-46f6-be8e-74290d7f4e23 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 943 time: 0.2213817 Jul 23 20:37:06.888804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-6433c5e8-41e6-44ab-969b-9211205b2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:06.890829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-6433c5e8-41e6-44ab-969b-9211205b2452 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.3629627 Jul 23 20:37:06.899096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-6eb1caf4-a350-43b8-910c-ff4167789b09 service neutron] 10.222.0.46 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275208 Jul 23 20:37:06.975073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 005d1e17-1523-4169-b40f-957c27776be9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=005d1e17-1523-4169-b40f-957c27776be9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:06.995990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-84ab6eeb-66ae-47db-bd44-935cbbe1f91e service neutron] 10.222.0.46 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960238 Jul 23 20:37:07.000244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '005d1e17-1523-4169-b40f-957c27776be9', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': '005d1e17-1523-4169-b40f-957c27776be9', 'mac_address': 'fa:16:3e:7d:8d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:07.065478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-fe95b311-0949-4f12-ba34-dd675b6ff39f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 999 time: 0.0717773 Jul 23 20:37:07.094656 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.112673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.113061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005d1e17-1523-4169-b40f-957c27776be9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:07.155598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Transition to ACTIVE for port object ea043a67-7e81-40fd-8a34-bf95559dad05 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:07.196419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59a8c6e5-6cc0-4fdf-a2f4-839ced06bc38 req-8e408c71-7d8e-4a26-a81c-3ab22f770106 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037959 Jul 23 20:37:07.213391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-7a88b15c-5201-4677-8555-da97e694959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:07.220558 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-7a88b15c-5201-4677-8555-da97e694959d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.1314106 Jul 23 20:37:07.229405 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-293e2d09-437d-4675-b6ea-980dec6fc0d1 req-d720d8ed-8dbf-4ebd-88de-86303e935217 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230782 Jul 23 20:37:07.283559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47036) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:07.348879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c6560-db60-4402-b492-59cb2431bd4b None None] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:07.356919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-d8ed6c6d-ddbe-49d9-a6ec-c095d88966ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:07.358504 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-d8ed6c6d-ddbe-49d9-a6ec-c095d88966ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8107533 Jul 23 20:37:07.380518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 005d1e17-1523-4169-b40f-957c27776be9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=005d1e17-1523-4169-b40f-957c27776be9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:07.406963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.472723 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.482490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:07.509798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:07.519939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-453d9439-dff0-46d6-9693-c0e3d8eee434 req-46bb72fe-cf89-4b84-8d9d-823d8549fce6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 210 time: 0.1359351 Jul 23 20:37:07.550063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-e18eedb5-51ba-47fc-88a3-a35f050d916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:07.551771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-e18eedb5-51ba-47fc-88a3-a35f050d916c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3265212 Jul 23 20:37:07.574179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:07.575983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:07.576579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.583502 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.612559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771308b0-fcb0-4212-b92e-4618f24a0560 req-792cbfc7-3503-4b0c-b7ca-4f63df873e73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:07.614659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-771308b0-fcb0-4212-b92e-4618f24a0560 req-792cbfc7-3503-4b0c-b7ca-4f63df873e73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.2730389 Jul 23 20:37:07.677032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=ea043a67-7e81-40fd-8a34-bf95559dad05,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:07.750250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] For port 6899967d-2969-4a91-97ed-b082143abd51, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6899967d-2969-4a91-97ed-b082143abd51,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:07.787538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['005d1e17-1523-4169-b40f-957c27776be9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:07.796764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7509ae52-85df-4dc0-a653-81c755b5567e tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.820995 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:07.853052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-04f015e7-9401-493b-bcb4-05a0a3b1ed77 service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820635 Jul 23 20:37:07.866977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-771308b0-fcb0-4212-b92e-4618f24a0560 req-810bf48f-ab5d-4272-9d54-c9afaf8c8c92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2391524 Jul 23 20:37:07.916798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=005d1e17-1523-4169-b40f-957c27776be9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:07.924833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-ad77df75-0779-49e9-a423-4bbabcc44a13 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507235 Jul 23 20:37:07.974588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f5c0-911b-4d5e-8677-45fbb8d89b1b None None] Pushing event updated for resources: {'Port': ['ID=6899967d-2969-4a91-97ed-b082143abd51,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:08.008901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:08.067577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:08.072174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.080496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-39a01e1b-878f-498c-ade0-22df16c6d78a service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511118 Jul 23 20:37:08.091214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7509ae52-85df-4dc0-a653-81c755b5567e tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.151759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 84832210-58c2-4286-9926-f352ea84fceb will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:08.154450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] Provisioning for port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:08.200411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] Provisioning complete for port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:08.201477 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.352023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:08.352692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.356044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'd95fcc3b-bf9a-483f-b506-93c854adc2dd', 'ip_address': '172.20.0.2'}, {'subnet_id': '54f43e64-7971-458d-b23b-09307229b684'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '6899967d-2969-4a91-97ed-b082143abd51'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:37:08.444546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fbb5a-3e3b-48fd-bcac-e9124e6e00c0 req-3ee4a846-8582-454a-a7c7-2859fb3b2082 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:08.450514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-441fbb5a-3e3b-48fd-bcac-e9124e6e00c0 req-3ee4a846-8582-454a-a7c7-2859fb3b2082 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 944 time: 0.1145389 Jul 23 20:37:08.494536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-441fbb5a-3e3b-48fd-bcac-e9124e6e00c0 req-47ea511f-bae0-439f-a71c-819cfd48b75a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Jul 23 20:37:08.495258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.592665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8027912b-cf52-4f92-aae6-21ba4d41b93b req-2eb02853-6a62-46c8-8a17-f21addc72127 service neutron] 10.222.0.36 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148733 Jul 23 20:37:08.637339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.688115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63b989c4-fc19-4f8e-b2ca-caaa1316eed6 req-527d995c-ebf0-4c67-9333-e7cad1563058 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0693660 Jul 23 20:37:08.808254 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:08.862797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-5d71533a-b174-4eb1-a910-edb45dda21e1 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:08.872489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-5d71533a-b174-4eb1-a910-edb45dda21e1 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.47 "GET /v2.0/networks?id=888d1c57-4a20-49b0-aa00-af65165a49b9 HTTP/1.1" status: 200 len: 796 time: 0.1802504 Jul 23 20:37:09.007110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-e0f08f11-e3cb-4ecf-b1eb-221a0245c0d4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7a7288d0ad0429a97447c8453fc55bf HTTP/1.1" status: 200 len: 380 time: 0.1293931 Jul 23 20:37:09.009269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.031909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'port': {'device_id': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'admin_state_up': True, 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'security_groups': ['b1250cc5-4238-4188-9850-53f32901f66a']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:09.097541 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7509ae52-85df-4dc0-a653-81c755b5567e tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.100383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7509ae52-85df-4dc0-a653-81c755b5567e tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.101648 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7509ae52-85df-4dc0-a653-81c755b5567e tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] 10.222.0.46 "DELETE /v2.0/security-groups/519ce87c-04ac-437a-91ec-2c9afdb286c8 HTTP/1.1" status: 204 len: 168 time: 1.8061643 Jul 23 20:37:09.143388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=84832210-58c2-4286-9926-f352ea84fceb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.163106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509ae52-85df-4dc0-a653-81c755b5567e tempest-TestVolumeBackupRestore-1965169791 tempest-TestVolumeBackupRestore-1965169791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519ce87c-04ac-437a-91ec-2c9afdb286c8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.183215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:09.190340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:09.193214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:09.262857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.264240 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.276384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.285020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] For port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:09.287350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.288653 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.317154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f3880-f69d-4b77-858a-7a32905a686b req-adf28641-5729-40ee-8ff6-fca98eee901c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:09.319455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c4f3880-f69d-4b77-858a-7a32905a686b req-adf28641-5729-40ee-8ff6-fca98eee901c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 945 time: 0.3065381 Jul 23 20:37:09.348460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Made reservation on behalf of b7a7288d0ad0429a97447c8453fc55bf for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:09.368848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.420128 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.441231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:09.566052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c4f3880-f69d-4b77-858a-7a32905a686b req-2c4d6952-d896-4e6e-bc15-9ac8723af760 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386565 Jul 23 20:37:09.568917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47094) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:09.637805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event updated for resources: {'Port': ['ID=ea043a67-7e81-40fd-8a34-bf95559dad05,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.661872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:09.668735 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4cd467a4-8b39-4b26-98cf-da06ebf40868 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8351560 Jul 23 20:37:09.669035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47108) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:09.670318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:09.680493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6899967d-2969-4a91-97ed-b082143abd51 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:09.776192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Allocated IP 2001:db8::f816:3eff:fed9:7ce5 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/54f43e64-7971-458d-b23b-09307229b684/6899967d-2969-4a91-97ed-b082143abd51) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:09.796785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-19e96bf0-770a-45b5-bd3a-8987e345ca40 None None] Provisioning for port ea043a67-7e81-40fd-8a34-bf95559dad05 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:09.852425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-19e96bf0-770a-45b5-bd3a-8987e345ca40 None None] Provisioning complete for port ea043a67-7e81-40fd-8a34-bf95559dad05 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:09.852815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-19e96bf0-770a-45b5-bd3a-8987e345ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:09.886882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:09.904221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-19e96bf0-770a-45b5-bd3a-8987e345ca40 None None] Port ea043a67-7e81-40fd-8a34-bf95559dad05 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:09.912045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958a762-7f2f-4402-b4d0-011c97b0c56e None None] Pushing event updated for resources: {'Port': ['ID=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:09.958637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8d17220d-71fc-47fd-9657-538f41de9b95 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 HTTP/1.1" status: 200 len: 991 time: 0.3780794 Jul 23 20:37:09.961278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6899967d-2969-4a91-97ed-b082143abd51 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:09.961691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.046169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:10.058584 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:10.060076 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8f5d165d-ee84-4cbe-9313-11610869814b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4053977 Jul 23 20:37:10.061838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47144) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:10.067295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:10.080209 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:10.081038 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:10.113138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-19e96bf0-770a-45b5-bd3a-8987e345ca40 None None] Provisioning complete for port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:10.120589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-19e96bf0-770a-45b5-bd3a-8987e345ca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.142773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8105ed4b-e3fa-46e6-9071-221dbc1c3c52 req-ddfedc55-a585-4d49-a5ce-79c47425d769 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 210 time: 0.1547883 Jul 23 20:37:10.215588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:10.269008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'port_id': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'mac_address': 'fa:16:3e:79:26:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:10.274429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] For port 6899967d-2969-4a91-97ed-b082143abd51, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6899967d-2969-4a91-97ed-b082143abd51,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:10.275891 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:10.322123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.20.0.5 (888d1c57-4a20-49b0-aa00-af65165a49b9/4708a537-58f2-446c-8e84-2156b1f51915/cee06ccb-f104-484c-b624-e03692b229ec) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:10.364387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4b150-2121-4119-8afd-4fd6fe08ff2d req-b8e84569-312a-423d-8424-27265ef19003 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.370144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10d4b150-2121-4119-8afd-4fd6fe08ff2d req-b8e84569-312a-423d-8424-27265ef19003 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 944 time: 0.6180799 Jul 23 20:37:10.404405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.408848 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.435978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 817e718a-80e6-4dde-bab1-21a6cb8329c8 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:10.467352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Transition to ACTIVE for port object 6899967d-2969-4a91-97ed-b082143abd51 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:10.490002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:10.491197 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.529357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27252ef1-8ce2-4c13-9053-d99894a36c63 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.536781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27252ef1-8ce2-4c13-9053-d99894a36c63 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:10.538647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-27252ef1-8ce2-4c13-9053-d99894a36c63 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.8032665 Jul 23 20:37:10.543537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47182) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:10.576770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-10d4b150-2121-4119-8afd-4fd6fe08ff2d req-d0db0de0-d81b-4e04-b5a7-2ba0be8b5049 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388056 Jul 23 20:37:10.597592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88fc49b-1422-433a-ad44-4b7a58b8af5c None None] Pushing event updated for resources: {'Port': ['ID=6899967d-2969-4a91-97ed-b082143abd51,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:10.621855 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.752412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b0c041eb-7fa4-4615-8451-d54178daf388 None None] Provisioning complete for port ea043a67-7e81-40fd-8a34-bf95559dad05 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:10.753264 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b0c041eb-7fa4-4615-8451-d54178daf388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.775586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.799610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Transition to ACTIVE for port object cee06ccb-f104-484c-b624-e03692b229ec will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:10.829172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 005d1e17-1523-4169-b40f-957c27776be9 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:10.887200 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:10.939939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=12']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:10.997015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:08Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:11.005366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:11.006804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['817e718a-80e6-4dde-bab1-21a6cb8329c8'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:11.008578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:11.022093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b0c041eb-7fa4-4615-8451-d54178daf388 None None] Port ea043a67-7e81-40fd-8a34-bf95559dad05 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:11.029273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:11.042292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 84832210-58c2-4286-9926-f352ea84fceb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:11.042687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.045752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=cee06ccb-f104-484c-b624-e03692b229ec,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:11.062432 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:11.063298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Updating router d53d520f-2bb7-4062-b02c-4195b5c0870d port ea043a67-7e81-40fd-8a34-bf95559dad05 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:37:11.103944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 005d1e17-1523-4169-b40f-957c27776be9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:11.119300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 005d1e17-1523-4169-b40f-957c27776be9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:11.119526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.135919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.extraroute_db [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:37:11.203642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.extraroute_db [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Removed routes are [] {{(pid=94026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:37:11.205018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.237330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:11.238111 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.260479 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.306476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-74886aa1-276d-497c-a045-534f2e74ac96 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2812879 Jul 23 20:37:11.334265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Request body: {'port': {'device_id': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:11.587465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.712843 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.760536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:11.764511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:11.832759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 84832210-58c2-4286-9926-f352ea84fceb owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:11.902248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005d1e17-1523-4169-b40f-957c27776be9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:11.910801 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33296d15-65b8-40ea-92e5-13398209cfd7" -d '{"events": [{"server_uuid": "ff461964-e9c2-40d0-9150-7135642f2fd8", "name": "network-vif-plugged", "status": "completed", "tag": "005d1e17-1523-4169-b40f-957c27776be9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:11.995284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 005d1e17-1523-4169-b40f-957c27776be9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=005d1e17-1523-4169-b40f-957c27776be9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:12.011929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0e557adc-2d76-4ea9-ba7e-6d5e53120928 None None] Provisioning for port cee06ccb-f104-484c-b624-e03692b229ec completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:12.038464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.103357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.109257 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.157741 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Transition to ACTIVE for port object ea043a67-7e81-40fd-8a34-bf95559dad05 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:12.178726 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.303999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0e557adc-2d76-4ea9-ba7e-6d5e53120928 None None] Provisioning complete for port cee06ccb-f104-484c-b624-e03692b229ec triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:12.304551 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0e557adc-2d76-4ea9-ba7e-6d5e53120928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.320205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=005d1e17-1523-4169-b40f-957c27776be9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:12.341292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5086c-58c4-49ec-99b8-3720637ede2a None None] Pushing event updated for resources: {'Port': ['ID=ea043a67-7e81-40fd-8a34-bf95559dad05,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:12.341597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:12.475795 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Attempting to bind port ea043a67-7e81-40fd-8a34-bf95559dad05 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:12.476446 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Attempting to bind port ea043a67-7e81-40fd-8a34-bf95559dad05 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:12.476974 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Attempting to bind port ea043a67-7e81-40fd-8a34-bf95559dad05 on network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:12.503270 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:12.504120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.505273 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Checking segment: {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:12.506152 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.506852 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Bound using segment: {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:12.507548 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Bound port: ea043a67-7e81-40fd-8a34-bf95559dad05, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac60060d-6657-40cd-92f8-fd1c105d0885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:12.508100 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.541062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0e557adc-2d76-4ea9-ba7e-6d5e53120928 None None] Port cee06ccb-f104-484c-b624-e03692b229ec cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:12.628559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:12.629234 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.790700 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] For port ea043a67-7e81-40fd-8a34-bf95559dad05, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:12.809561 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] For port ea043a67-7e81-40fd-8a34-bf95559dad05, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ea043a67-7e81-40fd-8a34-bf95559dad05,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:12.816347 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.903545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee06ccb-f104-484c-b624-e03692b229ec {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:12.913287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.915338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-79f76c3c-efff-4c68-83c7-33e47979245f None None] Provisioning for port 6899967d-2969-4a91-97ed-b082143abd51 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:12.928264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Transition to ACTIVE for port object cee06ccb-f104-484c-b624-e03692b229ec will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:12.932059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-79f76c3c-efff-4c68-83c7-33e47979245f None None] Provisioning complete for port 6899967d-2969-4a91-97ed-b082143abd51 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:12.932445 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-79f76c3c-efff-4c68-83c7-33e47979245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.940961 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:12.987814 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5086c-58c4-49ec-99b8-3720637ede2a None None] Pushing event updated for resources: {'Port': ['ID=ea043a67-7e81-40fd-8a34-bf95559dad05,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:13.016519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ec65-4dfc-4303-a505-d75ee7753bf1 req-7397d834-8d74-4132-a0e2-4532209dbefd tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.025765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14f5ec65-4dfc-4303-a505-d75ee7753bf1 req-7397d834-8d74-4132-a0e2-4532209dbefd tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 931 time: 1.7308786 Jul 23 20:37:13.037326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:13.037968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:13.047762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Pushing event updated for resources: {'Port': ['ID=cee06ccb-f104-484c-b624-e03692b229ec,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:13.108115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.169776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14f5ec65-4dfc-4303-a505-d75ee7753bf1 req-0bc335c5-5437-4e89-96d9-3fe9e6adb6db tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316390 Jul 23 20:37:13.313163 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53268d73-88e0-45f8-b7a4-78e7b8bd977b x-openstack-request-id: req-53268d73-88e0-45f8-b7a4-78e7b8bd977b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:13.313475 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff461964-e9c2-40d0-9150-7135642f2fd8", "name": "network-vif-plugged", "status": "completed", "tag": "005d1e17-1523-4169-b40f-957c27776be9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:13.326212 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53268d73-88e0-45f8-b7a4-78e7b8bd977b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:13.326643 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005d1e17-1523-4169-b40f-957c27776be9', 'code': 200} Jul 23 20:37:13.363786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6899967d-2969-4a91-97ed-b082143abd51 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:13.423038 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:13.429316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f215e1f-8cab-432c-b588-15dc8156306a req-f3ad2ba6-2828-4a1f-8b10-6f451a7113a8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:13.454476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f215e1f-8cab-432c-b588-15dc8156306a req-f3ad2ba6-2828-4a1f-8b10-6f451a7113a8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.9473450 Jul 23 20:37:13.482135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:13.817566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:13.825629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.830503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0b0c6238-7deb-46b7-bc7b-879c3c82b7a0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 953 time: 3.7676184 Jul 23 20:37:13.832053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:13.840310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6899967d-2969-4a91-97ed-b082143abd51 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:13.840712 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.852120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f215e1f-8cab-432c-b588-15dc8156306a req-807a5add-8350-47a3-a0bf-81b0dbca0a6c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967223 Jul 23 20:37:13.872939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.875525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Attempting to bind port cee06ccb-f104-484c-b624-e03692b229ec on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:13.876794 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/84832210-58c2-4286-9926-f352ea84fceb HTTP/1.1" status: 204 len: 168 time: 3.3318176 Jul 23 20:37:13.878043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e04bda-ad37-4199-95d0-46fbe5727e2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=84832210-58c2-4286-9926-f352ea84fceb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:13.891912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47466) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:13.892380 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:11Z', 'revision_number': 6, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:12Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:13.902244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Attempting to bind port cee06ccb-f104-484c-b624-e03692b229ec by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:13.902733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Attempting to bind port cee06ccb-f104-484c-b624-e03692b229ec on network 888d1c57-4a20-49b0-aa00-af65165a49b9 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:13.927312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Port cee06ccb-f104-484c-b624-e03692b229ec on network 888d1c57-4a20-49b0-aa00-af65165a49b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:13.927651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Attempting to bind port cee06ccb-f104-484c-b624-e03692b229ec on network 888d1c57-4a20-49b0-aa00-af65165a49b9 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:13.949278 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81abb02-1603-4d5e-93d9-d94009e12341 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:11Z', 'revision_number': 6, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:12Z', 'revision_number': 4, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:13.963982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d460bfd2-3354-417e-a7ad-d65c60ebbf0b None None] Could not find standard attr ID for object 84832210-58c2-4286-9926-f352ea84fceb. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:37:13.979231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:13.981679 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.985911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:13.988135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Checking segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:13.988557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Bound using segment: {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:13.990586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-07c67f98-f7b6-4395-a74c-a6f0e25c82b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.991199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Bound port: cee06ccb-f104-484c-b624-e03692b229ec, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8c4fd2-96a3-488a-a58b-636b2bb262ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:13.994356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:13.997005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 817e718a-80e6-4dde-bab1-21a6cb8329c8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:13.997695 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.086838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8bef3-a203-42d1-ba54-b0db058f2913 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.089835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8bef3-a203-42d1-ba54-b0db058f2913 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.091677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8bef3-a203-42d1-ba54-b0db058f2913 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.093767 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dbf8bef3-a203-42d1-ba54-b0db058f2913 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1992595 Jul 23 20:37:14.103496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47480) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.230613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519e78-3cbb-4aab-ad27-f8b8be93dc11 req-9748eabe-42c6-438e-aae9-6b8f25d26d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.235591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e519e78-3cbb-4aab-ad27-f8b8be93dc11 req-9748eabe-42c6-438e-aae9-6b8f25d26d2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 1097 time: 0.5708408 Jul 23 20:37:14.295079 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.299772 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bb4a49f7-349e-439a-a0d8-c6e44325d8af tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 953 time: 0.4165642 Jul 23 20:37:14.314498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47504) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:14.317176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5e519e78-3cbb-4aab-ad27-f8b8be93dc11 req-170aaffd-c477-492b-9b2f-7ef1b1e9b46e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Jul 23 20:37:14.323302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'routes': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:14.440710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:14.450639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.568540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=13']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:14.575558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ea043a67-7e81-40fd-8a34-bf95559dad05 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:14.597076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 54f43e64-7971-458d-b23b-09307229b684 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:14.614115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] For port cee06ccb-f104-484c-b624-e03692b229ec, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:14.628362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.638584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] For port cee06ccb-f104-484c-b624-e03692b229ec, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=cee06ccb-f104-484c-b624-e03692b229ec,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:14.713747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ea043a67-7e81-40fd-8a34-bf95559dad05 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:14.714389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.732175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ea043a67-7e81-40fd-8a34-bf95559dad05 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:14.736072 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.845656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:14.846477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:14.849040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] 10.222.0.47 "PUT /v2.0/ports/cee06ccb-f104-484c-b624-e03692b229ec HTTP/1.1" status: 200 len: 1092 time: 3.5262609 Jul 23 20:37:14.852540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10230-909c-48a2-b5af-1d44631e3350 service neutron] Pushing event updated for resources: {'Port': ['ID=cee06ccb-f104-484c-b624-e03692b229ec,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:14.894446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:14.906548 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec4bbb9-e55c-4316-8f88-a0867273c046" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "tag": "cee06ccb-f104-484c-b624-e03692b229ec"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:15.064370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.135535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.187870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346ac3f-6be3-4944-abbb-16c961fb3ca8 req-2caa2946-b81d-4966-b52b-a6a18107dcff tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.197860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2346ac3f-6be3-4944-abbb-16c961fb3ca8 req-2caa2946-b81d-4966-b52b-a6a18107dcff tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 943 time: 0.8989446 Jul 23 20:37:15.209211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ea043a67-7e81-40fd-8a34-bf95559dad05, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ea043a67-7e81-40fd-8a34-bf95559dad05,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:15.230178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.326121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.extraroute_db [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added routes are [] {{(pid=94026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:37:15.330690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.extraroute_db [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:37:15.338078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:15.341066 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e243f9a-e197-4874-aea7-acb2da159c18" -d '{"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-plugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:15.344329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ea043a67-7e81-40fd-8a34-bf95559dad05,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:15.389019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.411143 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-8bdcdaf3-b7f4-4063-97aa-5f283ed8ad48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5695040 Jul 23 20:37:15.534536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2346ac3f-6be3-4944-abbb-16c961fb3ca8 req-c0037edc-8443-4e81-ae8d-645fd88c78f4 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969702 Jul 23 20:37:15.617075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.700468 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a0ad42-9a1a-409b-8d53-f3b82a901a3a x-openstack-request-id: req-61a0ad42-9a1a-409b-8d53-f3b82a901a3a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:15.700699 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "tag": "cee06ccb-f104-484c-b624-e03692b229ec", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:15.700952 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61a0ad42-9a1a-409b-8d53-f3b82a901a3a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:15.701402 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec', 'status': 'completed', 'code': 200} Jul 23 20:37:15.706088 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.718095 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514b80d1-9bd1-48fc-8e5d-60a33a49d097 x-openstack-request-id: req-514b80d1-9bd1-48fc-8e5d-60a33a49d097 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:15.718555 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-plugged", "status": "completed", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:15.718909 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-514b80d1-9bd1-48fc-8e5d-60a33a49d097 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:15.719539 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'code': 200} Jul 23 20:37:15.765336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:15.784524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:15.787698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:36:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:15.816055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-abd1cda3-5595-43c9-ace3-8b91973a74be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:15.818561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-abd1cda3-5595-43c9-ace3-8b91973a74be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 1095 time: 0.8851528 Jul 23 20:37:15.819522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=54f43e64-7971-458d-b23b-09307229b684,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:15.873158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:15.879964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-13bddc41-3251-4d83-a141-3eedb2b2dfbb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/54f43e64-7971-458d-b23b-09307229b684 HTTP/1.1" status: 204 len: 168 time: 1.7746856 Jul 23 20:37:15.954736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47574) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:15.986003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fa88d-29c3-4756-8b45-bceb5f0e27df req-94f42411-3aad-4de6-b465-b415e3bf6a31 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:16.001922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f02fa88d-29c3-4756-8b45-bceb5f0e27df req-94f42411-3aad-4de6-b465-b415e3bf6a31 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.8940179 Jul 23 20:37:16.011894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-e0690e74-f023-4a37-9389-3f8b126c5e71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee06ccb-f104-484c-b624-e03692b229ec HTTP/1.1" status: 200 len: 217 time: 0.1794908 Jul 23 20:37:16.173314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f02fa88d-29c3-4756-8b45-bceb5f0e27df req-6a3cb297-d3f2-440f-89bf-76cf4d8df77c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698344 Jul 23 20:37:16.184814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dbd931-6235-44e9-9b17-ffffbf9a2b5d None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:16.198753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet d95fcc3b-bf9a-483f-b506-93c854adc2dd {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:16.203951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-8f91c400-3da4-489c-b538-4b31b3d5d0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:16.205720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-8f91c400-3da4-489c-b538-4b31b3d5d0cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4708a537-58f2-446c-8e84-2156b1f51915 HTTP/1.1" status: 200 len: 835 time: 0.1338673 Jul 23 20:37:16.206416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.282401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-41a1ee2d-b4ac-4a4d-89a4-2af41980c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:16.283956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-41a1ee2d-b4ac-4a4d-89a4-2af41980c741 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 1098 time: 0.7882166 Jul 23 20:37:16.307553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:16.379245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.455930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-51b24b2c-198f-4386-be1d-a3b18a09777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:16.467280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-51b24b2c-198f-4386-be1d-a3b18a09777c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=888d1c57-4a20-49b0-aa00-af65165a49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1806917 Jul 23 20:37:16.549459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ea043a67-7e81-40fd-8a34-bf95559dad05 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:16.625630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47580) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:16.651102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.656582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.680780 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.736303 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c499dfd-207a-4148-9db5-9c877dba529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.738439 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.786818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:16.824550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ea043a67-7e81-40fd-8a34-bf95559dad05 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:16.825323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.010188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 7, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:17.027834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=d95fcc3b-bf9a-483f-b506-93c854adc2dd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:17.087598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.089818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fc4b4a8b-4f4c-4aac-9cdf-9db01b91a419 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/d95fcc3b-bf9a-483f-b506-93c854adc2dd HTTP/1.1" status: 204 len: 168 time: 1.1339936 Jul 23 20:37:17.096158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47586) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.103780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-07eaa5c6-1d4e-4054-a300-a01eeb52765f service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213949 Jul 23 20:37:17.121700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:17.151714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:17.152637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:17.163322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1488e1e6-835c-4e87-a12c-d628ca25ff25 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0581424 Jul 23 20:37:17.168547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.312034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3673374-de79-464b-8d5e-670b0b07f20d None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'd95fcc3b-bf9a-483f-b506-93c854adc2dd'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '6899967d-2969-4a91-97ed-b082143abd51'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:37:17.335111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-92438816-b9d5-49ba-b9a0-276a19f0f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.336674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-92438816-b9d5-49ba-b9a0-276a19f0f783 service neutron] 10.222.0.47 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 1.0305419 Jul 23 20:37:17.404490 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.440192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:17.445365 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b3673374-de79-464b-8d5e-670b0b07f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.454979 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-32165f5e-d0f5-4c65-a14a-c38e1d90eed6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b HTTP/1.1" status: 200 len: 217 time: 0.1109397 Jul 23 20:37:17.478665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690465be-7c5d-4df9-b379-eada923ccf7f req-e108d728-f0da-4d22-ad69-72b3074076ce tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.487943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-690465be-7c5d-4df9-b379-eada923ccf7f req-e108d728-f0da-4d22-ad69-72b3074076ce tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 943 time: 0.7097728 Jul 23 20:37:17.580158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc5250-7000-4f47-805e-be76f606fc5c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.584317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-18cc5250-7000-4f47-805e-be76f606fc5c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4016845 Jul 23 20:37:17.590212 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47592) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.592011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:17.644660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-690465be-7c5d-4df9-b379-eada923ccf7f req-d551de6d-9661-4799-ba53-48cb129692b1 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558123 Jul 23 20:37:17.658653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059b5801-a4a6-41e0-b247-6cd22536759f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.662631 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-059b5801-a4a6-41e0-b247-6cd22536759f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0670788 Jul 23 20:37:17.664838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-973efcd5-ba0c-457f-988f-9123e8c02b28 req-a781731c-4bd4-4d4a-8350-6234460775a1 service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985561 Jul 23 20:37:17.668688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47594) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.673379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75377a-2183-4d7f-b525-bacc5695b8bf req-013fa6f5-0d6e-4db5-8a78-448d7ea2cb57 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.681175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d75377a-2183-4d7f-b525-bacc5695b8bf req-013fa6f5-0d6e-4db5-8a78-448d7ea2cb57 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.3531513 Jul 23 20:37:17.728228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-723ddb9f-ff27-4892-97c1-ad79d95e7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.730010 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-723ddb9f-ff27-4892-97c1-ad79d95e7d62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.2587187 Jul 23 20:37:17.751403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d75377a-2183-4d7f-b525-bacc5695b8bf req-fba03ac5-bce5-47d5-9e56-4f1a68ff8720 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646286 Jul 23 20:37:17.801348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2814822-e4dd-43bc-a626-cecd3a4e5881 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:17.872820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-6680f4dc-2a1f-4985-93c6-98e2c95124d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:17.875158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-6680f4dc-2a1f-4985-93c6-98e2c95124d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 1095 time: 0.1205897 Jul 23 20:37:17.908564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d8466316-f766-40bd-8f74-6e31b1d2918a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2162070 Jul 23 20:37:17.944138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:17.976674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47606) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:17.998263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-76a0b467-74ef-4dc6-9586-36c2ebaf2d24 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:18.006527 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-495aba1f-adfe-492b-9ac7-ed4cd33e835f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368610 Jul 23 20:37:18.014600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8809fb61-fc32-42ce-8bc0-b02b06fc4697 None None] Provisioning complete for port 6899967d-2969-4a91-97ed-b082143abd51 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:18.015986 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8809fb61-fc32-42ce-8bc0-b02b06fc4697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.050976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-f314a06b-a706-47d9-9f97-21433c885a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:18.052496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-f314a06b-a706-47d9-9f97-21433c885a1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=888d1c57-4a20-49b0-aa00-af65165a49b9 HTTP/1.1" status: 200 len: 897 time: 0.1712072 Jul 23 20:37:18.209705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:18.245000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 7, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:18.266225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-a41c87c4-b1cc-4dff-a3d9-625b846f210a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:18.276335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-a41c87c4-b1cc-4dff-a3d9-625b846f210a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.2215631 Jul 23 20:37:18.288681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-da240dd1-0cb6-48cf-aab5-daca4f37a331 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee06ccb-f104-484c-b624-e03692b229ec HTTP/1.1" status: 200 len: 217 time: 0.2244539 Jul 23 20:37:18.297769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-cfd76150-7872-4c7e-bc93-54ca788502f2 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.0202987 Jul 23 20:37:18.301573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:18.309563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8bc074-5f19-4f3c-8c95-3fe7b9999dc4 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 7, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:18.321114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6899967d-2969-4a91-97ed-b082143abd51 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:18.336055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.337489 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e65e076f-60f0-4ee7-b372-21b2c4f0467e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 703 time: 4.0188568 Jul 23 20:37:18.356470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:18.408272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-699c3232-bffd-4428-a226-9d68ddc7eb17 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608096 Jul 23 20:37:18.410099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0b467-74ef-4dc6-9586-36c2ebaf2d24 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:18.413605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-76a0b467-74ef-4dc6-9586-36c2ebaf2d24 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.414339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] Deleting port 6899967d-2969-4a91-97ed-b082143abd51 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:18.414727 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.415024 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a0b467-74ef-4dc6-9586-36c2ebaf2d24 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:18.415464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a0b467-74ef-4dc6-9586-36c2ebaf2d24 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:18.463557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-88974b49-3e8c-4135-a581-c6c58adaf18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:18.468254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-76a0b467-74ef-4dc6-9586-36c2ebaf2d24 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4743915 Jul 23 20:37:18.469681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-88974b49-3e8c-4135-a581-c6c58adaf18f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4708a537-58f2-446c-8e84-2156b1f51915 HTTP/1.1" status: 200 len: 835 time: 0.1654942 Jul 23 20:37:18.482026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47614) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:18.488551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d5e6dedc-ce5a-4c63-8402-09c2153fad9c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:18.646272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.663581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-4fc19580-d897-418f-994a-976dc2852514 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3644307 Jul 23 20:37:18.686471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac3ab09e-79e7-4468-8de4-8e489b952f12 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 703 time: 0.3023272 Jul 23 20:37:18.711369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47616) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:18.715940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e6dedc-ce5a-4c63-8402-09c2153fad9c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:18.720426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e6dedc-ce5a-4c63-8402-09c2153fad9c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.721902 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e6dedc-ce5a-4c63-8402-09c2153fad9c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:18.722350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e6dedc-ce5a-4c63-8402-09c2153fad9c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:18.731831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-0406789c-4960-4126-9df7-f6c08cf6eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:18.738002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-0406789c-4960-4126-9df7-f6c08cf6eaae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=888d1c57-4a20-49b0-aa00-af65165a49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2620668 Jul 23 20:37:18.752699 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:18.771871 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:18.772506 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:18.796694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] For port 6899967d-2969-4a91-97ed-b082143abd51, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6899967d-2969-4a91-97ed-b082143abd51,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:18.797466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.815081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] Calling delete_port for 6899967d-2969-4a91-97ed-b082143abd51 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:18.816880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.889581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-cb59ef11-b583-4f62-a6ae-0ab43f566d4e service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430893 Jul 23 20:37:18.900903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 6899967d-2969-4a91-97ed-b082143abd51, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6899967d-2969-4a91-97ed-b082143abd51,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:18.921969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:18.946525 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d5e6dedc-ce5a-4c63-8402-09c2153fad9c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4623771 Jul 23 20:37:18.953708 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:18.968125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47622) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:18.977531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6c20635c-3e86-4ef5-9b30-d53272474ceb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:18.990907 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fa1c11a-4a52-4ba8-8ee1-5cd4467abc00 req-d8661b8a-a963-43a2-a069-09e9decf801f service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454805 Jul 23 20:37:19.028381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=6899967d-2969-4a91-97ed-b082143abd51,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:19.039824 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.084494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] Pushing event deleted for resources: {'Port': ['ID=6899967d-2969-4a91-97ed-b082143abd51,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:19.088715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9153df-264e-4fce-9b89-80fa90165736 None None] No DVR routers for this DVR port 6899967d-2969-4a91-97ed-b082143abd51 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:19.166727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-828247f8-a3b9-49fd-a965-21d036bddbca service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020504 Jul 23 20:37:19.226301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dce02a-a2be-4d82-9e83-8cc82b7ab6cd req-9e4be606-b951-4de9-b0a3-ee98ef6b0531 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:19.227867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4dce02a-a2be-4d82-9e83-8cc82b7ab6cd req-9e4be606-b951-4de9-b0a3-ee98ef6b0531 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 943 time: 0.3311028 Jul 23 20:37:19.233277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 7, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:19.239782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c20635c-3e86-4ef5-9b30-d53272474ceb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:19.243421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6c20635c-3e86-4ef5-9b30-d53272474ceb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.244897 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c20635c-3e86-4ef5-9b30-d53272474ceb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:19.245345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c20635c-3e86-4ef5-9b30-d53272474ceb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:19.248535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cec4bbb9-e55c-4316-8f88-a0867273c046 req-9305aed8-4421-4499-a274-faef89c777f0 service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372386 Jul 23 20:37:19.274527 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:19.285922 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:19.286810 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:19.329298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4dce02a-a2be-4d82-9e83-8cc82b7ab6cd req-9a6c7b09-6942-4536-a721-67c70bb87d89 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907726 Jul 23 20:37:19.341742 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-eca0e581-bb96-47ce-99ad-14a2dab00043 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621251 Jul 23 20:37:19.512507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:19.569299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c04ec21-d97b-4dd6-a608-1a2f50d27da5 req-2a433621-4f49-47be-a999-f82c73216234 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 210 time: 0.0516481 Jul 23 20:37:19.657973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:19.770291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-73aecf54-8973-4fe9-845e-7e0d04f93a0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8462384 Jul 23 20:37:19.777497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6c20635c-3e86-4ef5-9b30-d53272474ceb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8013163 Jul 23 20:37:19.777721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:19.782993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d5e0501e-bb6f-4cfd-8da4-3748324a3b3f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:19.820173 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 7, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:19.863586 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98bd6d-c513-4ec8-a6a3-5a226e410116 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 7, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea043a67-7e81-40fd-8a34-bf95559dad05', 'name': '', 'network_id': '65d3b727-a3ad-40a0-91c4-7165ba5169f5', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:aa:00:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:37:05Z', 'updated_at': '2021-07-23T20:37:15Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '2ff9db6c-7784-44f6-953f-e3ae06b06a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:20.009732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e0501e-bb6f-4cfd-8da4-3748324a3b3f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:20.014390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5e0501e-bb6f-4cfd-8da4-3748324a3b3f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.016371 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e0501e-bb6f-4cfd-8da4-3748324a3b3f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:20.016809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e0501e-bb6f-4cfd-8da4-3748324a3b3f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:20.041258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-5a698914-27ea-44b5-bf27-4485528ef21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.042925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-5a698914-27ea-44b5-bf27-4485528ef21f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 1097 time: 0.2184260 Jul 23 20:37:20.049233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5e0501e-bb6f-4cfd-8da4-3748324a3b3f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2669747 Jul 23 20:37:20.050044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47638) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:20.055744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d5d92a13-7037-4bab-b4ec-abbdcba4682b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:20.181381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Deleting port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:20.181767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.195451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d92a13-7037-4bab-b4ec-abbdcba4682b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:20.199221 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5d92a13-7037-4bab-b4ec-abbdcba4682b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.200770 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d92a13-7037-4bab-b4ec-abbdcba4682b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:20.201211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d92a13-7037-4bab-b4ec-abbdcba4682b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:20.226760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5d92a13-7037-4bab-b4ec-abbdcba4682b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1726909 Jul 23 20:37:20.226964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47640) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:20.238629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cc94d753-536b-4ac0-8cfb-126e967658b1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:20.337030 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.348966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-71593360-8316-4b30-8e4e-b50879d1a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.350501 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-71593360-8316-4b30-8e4e-b50879d1a495 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.2826450 Jul 23 20:37:20.472343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-d4bfc475-7e1e-4f8c-9320-2a0f96873cdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=005d1e17-1523-4169-b40f-957c27776be9 HTTP/1.1" status: 200 len: 217 time: 0.0870621 Jul 23 20:37:20.546031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] For port 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:20.546470 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.572800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Calling delete_port for 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:20.679773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-3407cfae-00f8-4c3c-8886-bfdc568596c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.681780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-3407cfae-00f8-4c3c-8886-bfdc568596c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.1865706 Jul 23 20:37:20.762961 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-89d7f8e9-fa3e-41a8-b197-50fa9f13e60a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663421 Jul 23 20:37:20.775975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b93d6fa-0a94-4779-8015-70eaf2f7b760 req-b676959c-b9fa-4771-a69b-d2755f7aac04 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 210 time: 0.0925233 Jul 23 20:37:20.783004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc94d753-536b-4ac0-8cfb-126e967658b1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:20.786572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc94d753-536b-4ac0-8cfb-126e967658b1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:20.788338 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc94d753-536b-4ac0-8cfb-126e967658b1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:20.790168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc94d753-536b-4ac0-8cfb-126e967658b1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:20.818062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cc94d753-536b-4ac0-8cfb-126e967658b1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5900218 Jul 23 20:37:20.818900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47646) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:20.884367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9b1bf-40a5-44b2-a737-0a2fe062697e req-0c74cd04-49ba-46c9-903d-5c916ba8a8e6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:20.886860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f9b1bf-40a5-44b2-a737-0a2fe062697e req-0c74cd04-49ba-46c9-903d-5c916ba8a8e6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 943 time: 0.2047393 Jul 23 20:37:20.892956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47648) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:20.893524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e9ae060-ac33-422a-8f00-41966926b130 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0719604 Jul 23 20:37:20.968476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f9b1bf-40a5-44b2-a737-0a2fe062697e req-05ec728f-cadd-404f-a10c-ea611dea4783 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731299 Jul 23 20:37:21.042420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bf0891-ec7e-47d4-aebd-97a91b6a1d3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:21.043918 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-84bf0891-ec7e-47d4-aebd-97a91b6a1d3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468699 Jul 23 20:37:21.047738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47658) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.116991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-089377b1-4495-4167-8de0-1b123035f1a9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677457 Jul 23 20:37:21.126512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.132605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:21.216140 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-eb7d0678-085d-4d20-ac42-b2d3cbc56e5a service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431000 Jul 23 20:37:21.240257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:21.244123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.297113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-c2aa9485-1901-431a-9052-552fc7407a52 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:21.298653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-c2aa9485-1901-431a-9052-552fc7407a52 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.4474449 Jul 23 20:37:21.313591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:21.404651 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port ea043a67-7e81-40fd-8a34-bf95559dad05 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:21.405052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.429304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.483826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device cee06ccb-f104-484c-b624-e03692b229ec details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:21.524614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e64a6aa-4d03-4fe0-9163-9af6ba87b56e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.580280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-991f955a-8310-464a-bc77-dfe2fbb32daa req-27c35484-8622-479a-a1fe-8f9a7134033f service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571670 Jul 23 20:37:21.622706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:21.625238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.689404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:21.697265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:21.698668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port ea043a67-7e81-40fd-8a34-bf95559dad05, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ea043a67-7e81-40fd-8a34-bf95559dad05,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:21.699038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.705136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:21.705767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:21.725868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5632af3-772d-4450-b675-cdcbcef3d52b None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:21.729039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for ea043a67-7e81-40fd-8a34-bf95559dad05 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:21.744591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=7ef41926-f2be-41ab-b2ec-feed8183d984,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:21.769316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-43d039b8-2d8b-4315-be83-1d8b8e925001 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6393092 Jul 23 20:37:21.772540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47726) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:21.778827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:28:65:ea', 'name': 'tempest-NetworksTestDHCPv6-438537712'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:21.782101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port cee06ccb-f104-484c-b624-e03692b229ec, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=cee06ccb-f104-484c-b624-e03692b229ec,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:21.830050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'cee06ccb-f104-484c-b624-e03692b229ec', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'port_id': 'cee06ccb-f104-484c-b624-e03692b229ec', 'mac_address': 'fa:16:3e:c5:87:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:21.856526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:21.861131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.026983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a9d2f0a-537d-4c8e-954b-1deeb094e35a req-975a407c-d3cf-4919-b253-649903dd8a17 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 210 time: 0.0545998 Jul 23 20:37:22.107260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.125377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.188849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee06ccb-f104-484c-b624-e03692b229ec {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:22.229552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port cee06ccb-f104-484c-b624-e03692b229ec, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=cee06ccb-f104-484c-b624-e03692b229ec,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:22.232811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:22.238423 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.258794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.9 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/d6510ebb-5970-4378-8337-17d24f303ec9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:22.332558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '7ef41926-f2be-41ab-b2ec-feed8183d984'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:22.334298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.347919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.379597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=cee06ccb-f104-484c-b624-e03692b229ec,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.387013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:22.390157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=ea043a67-7e81-40fd-8a34-bf95559dad05,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:22.420700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.422837 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.424123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.424708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.427525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.430634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.431198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.431803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.432250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.432713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.433222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.434829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:22.466108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f07be3-b2be-44a7-a7a4-6e059e0c72a6 req-3d9b852a-5a2d-4ac8-b4d6-c7010bb81837 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:22.472169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0f07be3-b2be-44a7-a7a4-6e059e0c72a6 req-3d9b852a-5a2d-4ac8-b4d6-c7010bb81837 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 943 time: 0.3451891 Jul 23 20:37:22.532448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 323d2dc5-f06f-4fb9-862b-4577486063a3 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:22.619232 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0f07be3-b2be-44a7-a7a4-6e059e0c72a6 req-93d5a360-f91e-42b4-91eb-dcd5d5df4932 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356821 Jul 23 20:37:22.630949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['cee06ccb-f104-484c-b624-e03692b229ec'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:22.696432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Allocated IP 2001:db8::f816:3eff:fe1b:6d66 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/7ef41926-f2be-41ab-b2ec-feed8183d984/cd7e5de2-67b8-4086-b9d8-49cd92643253) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:22.970701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.007830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Transition to ACTIVE for port object cd7e5de2-67b8-4086-b9d8-49cd92643253 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:23.049926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Transition to ACTIVE for port object cd7e5de2-67b8-4086-b9d8-49cd92643253 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:23.070391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.137292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:23.150193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:23.153640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:23.158037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Pushing event updated for resources: {'Port': ['ID=cd7e5de2-67b8-4086-b9d8-49cd92643253,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:23.211587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.258705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Attempting to bind port cd7e5de2-67b8-4086-b9d8-49cd92643253 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:23.259554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Attempting to bind port cd7e5de2-67b8-4086-b9d8-49cd92643253 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:23.260109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Attempting to bind port cd7e5de2-67b8-4086-b9d8-49cd92643253 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:23.275818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-415f1b88-5c3f-4f58-9e37-e04dc4543683 req-6576fedc-94c3-4659-b855-f8a956a96a38 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 210 time: 0.0842135 Jul 23 20:37:23.281218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:23.283260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fe28:65ea (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/7ef41926-f2be-41ab-b2ec-feed8183d984/323d2dc5-f06f-4fb9-862b-4577486063a3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:23.286069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:23.286497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.286896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:23.287403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Bound port: cd7e5de2-67b8-4086-b9d8-49cd92643253, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:23.287765 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.339508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Router 53874256-af1d-42b5-aee6-ae6b803d9622 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:23.400798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] For port cd7e5de2-67b8-4086-b9d8-49cd92643253, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:23.404516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] For port cd7e5de2-67b8-4086-b9d8-49cd92643253, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=cd7e5de2-67b8-4086-b9d8-49cd92643253,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:23.416135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.491942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bd403-cf5e-45cb-b574-f5bfefdfab55 None None] Pushing event updated for resources: {'Port': ['ID=cd7e5de2-67b8-4086-b9d8-49cd92643253,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:23.541564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.580006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.606974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 323d2dc5-f06f-4fb9-862b-4577486063a3 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:23.660200 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.727815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:23.733868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:23.742113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:23.751356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:23.752323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.756267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=323d2dc5-f06f-4fb9-862b-4577486063a3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:23.772778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cf25c482-e968-4c08-97b2-91d886f47d2d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9990523 Jul 23 20:37:23.775345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47922) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:23.798198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:23.808564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f8f83180-293b-44e6-a5d3-df0a72f0cb6e admin admin] 10.222.0.46 "PUT /v2.0/routers/53874256-af1d-42b5-aee6-ae6b803d9622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1803019 Jul 23 20:37:23.812165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47928) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:23.813574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] Sync routers for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:23.823224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:23.838048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['005d1e17-1523-4169-b40f-957c27776be9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:23.838226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:23.842098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:23.845403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:23.865944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:23.948327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff2172e-17c1-4daf-a34a-fca2241e3607 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:23.954813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff2172e-17c1-4daf-a34a-fca2241e3607 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:23.956806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dff2172e-17c1-4daf-a34a-fca2241e3607 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1786640 Jul 23 20:37:23.961251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 47942) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:23.977012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=d6510ebb-5970-4378-8337-17d24f303ec9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.010777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa76095-72c2-4970-8c54-aa7d57bf6598 req-30af40c1-6095-4813-a828-3fe862ed1a99 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:24.012748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aa76095-72c2-4970-8c54-aa7d57bf6598 req-30af40c1-6095-4813-a828-3fe862ed1a99 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 944 time: 0.1576862 Jul 23 20:37:24.019576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:24.077100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:24.083076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:24.114298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aa76095-72c2-4970-8c54-aa7d57bf6598 req-ade1de45-cbab-4fe1-ac5b-d85632dc8183 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793386 Jul 23 20:37:24.163684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 323d2dc5-f06f-4fb9-862b-4577486063a3 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:24.164236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.179398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:24.188941 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-61b5d941-6cdf-4bd0-8eaa-ba3fe6a88fdf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4638729 Jul 23 20:37:24.189659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 47962) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:24.194735 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:24.214380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:24.232073 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:24.235213 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:24.303877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 2ff9db6c-7784-44f6-953f-e3ae06b06a62 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:24.311171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.317202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.480123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.535095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 323d2dc5-f06f-4fb9-862b-4577486063a3 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:24.571827 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:24.597725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device cd7e5de2-67b8-4086-b9d8-49cd92643253 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:24.603111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:24.604050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.682818 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b39b42fa-1116-4413-ab3c-9c6016551aa6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3737285 Jul 23 20:37:24.711729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.766422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Request body: {'port': {'device_id': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:24.782487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.786799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.876032 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:22Z', 'revision_number': 8, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:24.877395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:37:21Z', 'revision_number': 5, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port': {'id': '4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:45:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:17Z', 'updated_at': '2021-07-23T20:31:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:24.888062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=323d2dc5-f06f-4fb9-862b-4577486063a3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:24.924945 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:24.926526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] Checking router: 53874256-af1d-42b5-aee6-ae6b803d9622 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:24.934120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port cd7e5de2-67b8-4086-b9d8-49cd92643253 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:24.937043 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:24.938410 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:24.947231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] Routers {'53874256-af1d-42b5-aee6-ae6b803d9622'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:24.948455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53874256-af1d-42b5-aee6-ae6b803d9622'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:24.956711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:24.959152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-26a17546-d5d7-46f7-aeeb-4445d653481b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/323d2dc5-f06f-4fb9-862b-4577486063a3 HTTP/1.1" status: 204 len: 168 time: 0.9966929 Jul 23 20:37:24.961903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48040) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:25.092280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] Set router 53874256-af1d-42b5-aee6-ae6b803d9622 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:25.119447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.137354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8188314-a7e0-465d-af67-b857ddca0c59 req-9d81760c-369e-4686-af97-1311817ddae8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.139992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8188314-a7e0-465d-af67-b857ddca0c59 req-9d81760c-369e-4686-af97-1311817ddae8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 931 time: 0.3771782 Jul 23 20:37:25.156958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd926b84-48e8-46b6-bf84-b6436341acfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.158819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd926b84-48e8-46b6-bf84-b6436341acfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.160559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cd926b84-48e8-46b6-bf84-b6436341acfb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1968346 Jul 23 20:37:25.179942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:25.194447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48064) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:25.211722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:25.236895 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.263784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] Provisioning for port cd7e5de2-67b8-4086-b9d8-49cd92643253 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:25.271743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] Provisioning complete for port cd7e5de2-67b8-4086-b9d8-49cd92643253 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:25.272459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.334538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5edd9d-21db-420c-a0a2-4604df5d0c6e None None] The sync data for ids ['53874256-af1d-42b5-aee6-ae6b803d9622'] in n-d-793620-13 is: [{'id': '53874256-af1d-42b5-aee6-ae6b803d9622', 'name': 'tempest-TestVolumeBackupRestore-564767998-router', 'tenant_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:14Z', 'updated_at': '2021-07-23T20:37:24Z', 'revision_number': 6, 'project_id': '7269e89e2d1f4bea84e8795fbd5ebf7f', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:25.372399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Deleting port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:25.372876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.387868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8188314-a7e0-465d-af67-b857ddca0c59 req-a0f3d356-69f3-4058-9719-645a1ff5acfa tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259309 Jul 23 20:37:25.398641 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.440157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 7ef41926-f2be-41ab-b2ec-feed8183d984 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:25.446319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.475812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] For port cd7e5de2-67b8-4086-b9d8-49cd92643253, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=cd7e5de2-67b8-4086-b9d8-49cd92643253,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:25.485775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.488897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] For port 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:25.489311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.506210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Calling delete_port for 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:25.559159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device cee06ccb-f104-484c-b624-e03692b229ec up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:25.623352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de0a4e-1495-4512-9e99-c387186eeacf req-404715d8-0ad8-4c7b-9f83-343ff2350ffe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:25.630857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6de0a4e-1495-4512-9e99-c387186eeacf req-404715d8-0ad8-4c7b-9f83-343ff2350ffe tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 944 time: 0.3522980 Jul 23 20:37:25.647576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.661193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.720229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fe4c1df9-03eb-491f-94b4-5e0ad292f3e7 None None] Could not find standard attr ID for object 323d2dc5-f06f-4fb9-862b-4577486063a3. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:37:25.729422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff9db6c-7784-44f6-953f-e3ae06b06a62,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:25.742197 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:22Z', 'revision_number': 8, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:25.757300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa1703-dfb3-4f98-882b-b1db098011b8 None None] Pushing event updated for resources: {'Port': ['ID=cd7e5de2-67b8-4086-b9d8-49cd92643253,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:25.781811 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.787040 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a776fee9-5703-4ea9-a947-2ca655ed00bd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/2ff9db6c-7784-44f6-953f-e3ae06b06a62 HTTP/1.1" status: 204 len: 168 time: 1.5898762 Jul 23 20:37:25.791511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48118) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:25.800968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d462e-5fb0-48d4-bd0f-edc6b6a71b84 None None] Network 65d3b727-a3ad-40a0-91c4-7165ba5169f5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:25.801135 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac7dd7-45f9-4d7f-a7a1-528ef96e214a None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:22Z', 'revision_number': 8, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4', 'name': '', 'network_id': '738cbd52-863d-4bf1-b522-4f16d4c89678', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:a3:e0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:06Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '24b66c80-0d68-43e8-b1e4-ce14dc0bd022', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:25.818861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6de0a4e-1495-4512-9e99-c387186eeacf req-71324fb4-0294-42cd-8b6d-47555ef36a0b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688645 Jul 23 20:37:25.954716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:25.990540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.008024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port cee06ccb-f104-484c-b624-e03692b229ec completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:26.021896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port cee06ccb-f104-484c-b624-e03692b229ec triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:26.022275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.032696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.064224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6510ebb-5970-4378-8337-17d24f303ec9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:26.068493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef41926-f2be-41ab-b2ec-feed8183d984,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:26.079953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.082725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.085214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-48f8b266-6b71-46f0-8845-5424fc26a752 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/7ef41926-f2be-41ab-b2ec-feed8183d984 HTTP/1.1" status: 204 len: 168 time: 0.8873215 Jul 23 20:37:26.087482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48130) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:26.102791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c417808-36ac-45ed-a1db-8a29da53f26b None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:26.124689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.128991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Transition to ACTIVE for port object d6510ebb-5970-4378-8337-17d24f303ec9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:26.135460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ffbd868e-e3cc-401b-8f84-df2813f75626 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455983 Jul 23 20:37:26.142054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48132) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:26.151712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:26.162244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.170957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:26.277218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:26.281875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.283004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Pushing event updated for resources: {'Port': ['ID=d6510ebb-5970-4378-8337-17d24f303ec9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:26.304033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:26.304402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.333570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.409001 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.489324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:26.492667 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052d75ed-5a0d-4c00-9985-8305436116c9" -d '{"events": [{"server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "cee06ccb-f104-484c-b624-e03692b229ec"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:26.548490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port cee06ccb-f104-484c-b624-e03692b229ec, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=cee06ccb-f104-484c-b624-e03692b229ec,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:26.565493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] DHCP port deletion for 65d3b727-a3ad-40a0-91c4-7165ba5169f5 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:26.571613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.685422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=cee06ccb-f104-484c-b624-e03692b229ec,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:26.706094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] Deleting port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:26.706770 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.742626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:26.793187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-fe75311f-16e3-4fdf-a0a0-e54e54367275 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:26.800334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-fe75311f-16e3-4fdf-a0a0-e54e54367275 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/networks?id=96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 200 len: 814 time: 0.2928586 Jul 23 20:37:26.823972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] For port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:26.824719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:26.825653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-924034e6-43b1-4e46-ba0b-a371c055e52c tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/quotas/b2fedcd946ce409f820d889ccbf48e0f HTTP/1.1" status: 200 len: 375 time: 0.0242343 Jul 23 20:37:26.844305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] Calling delete_port for 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:26.850830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:26.865852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc52a0-0fcf-402a-a353-917d8330bcc4 req-2c153a77-cb01-4740-be40-8b6e035dd55f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:26.867669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abfc52a0-0fcf-402a-a353-917d8330bcc4 req-2c153a77-cb01-4740-be40-8b6e035dd55f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 943 time: 0.2708080 Jul 23 20:37:26.893974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:26.894343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4f7833de-552b-4e30-bfd6-d2aaa5f9b3aa not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:26.894754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:26.923699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-b1a5ec17-2763-42cc-98c1-1f5855ae673c tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525186 Jul 23 20:37:26.948710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:26.949065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0e64a6aa-4d03-4fe0-9163-9af6ba87b56e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:26.949538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ea043a67-7e81-40fd-8a34-bf95559dad05 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:26.965469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abfc52a0-0fcf-402a-a353-917d8330bcc4 req-4766d084-5332-4cd7-808a-a9c3dcdcb1a9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830624 Jul 23 20:37:26.972894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ea043a67-7e81-40fd-8a34-bf95559dad05 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:26.973251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ea043a67-7e81-40fd-8a34-bf95559dad05 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:26.975675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] Deleting port cd7e5de2-67b8-4086-b9d8-49cd92643253 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:26.976062 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.037469 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc2c571-094e-4c93-aba9-0d53b60368f9 x-openstack-request-id: req-dcc2c571-094e-4c93-aba9-0d53b60368f9 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:27.037469 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "name": "network-vif-plugged", "status": "completed", "tag": "cee06ccb-f104-484c-b624-e03692b229ec", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:27.037469 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dcc2c571-094e-4c93-aba9-0d53b60368f9 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:27.037469 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec', 'code': 200} Jul 23 20:37:27.101248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:27.111520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] For port cd7e5de2-67b8-4086-b9d8-49cd92643253, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=cd7e5de2-67b8-4086-b9d8-49cd92643253,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:27.112402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.120590 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.147478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.150513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] Calling delete_port for cd7e5de2-67b8-4086-b9d8-49cd92643253 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:27.152787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] Pushing event deleted for resources: {'Port': ['ID=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.156276 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.160196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4ea3c6-be6d-4fa0-836a-5ac931584078 None None] No DVR routers for this DVR port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:27.172038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,segment=NetworkSegment(ac60060d-6657-40cd-92f8-fd1c105d0885),segment_id=ac60060d-6657-40cd-92f8-fd1c105d0885)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:27.172415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.224059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:27.243456 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.243910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53874256-af1d-42b5-aee6-ae6b803d9622 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:27.245575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Attempting to bind port d6510ebb-5970-4378-8337-17d24f303ec9 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:27.245919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Attempting to bind port d6510ebb-5970-4378-8337-17d24f303ec9 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:27.246255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Attempting to bind port d6510ebb-5970-4378-8337-17d24f303ec9 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:27.253541 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.255969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9009a9a0-3c04-4113-9f27-9877a3d3f1f9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/53874256-af1d-42b5-aee6-ae6b803d9622 HTTP/1.1" status: 204 len: 168 time: 3.4414549 Jul 23 20:37:27.258348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48154) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:27.267137 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.294652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] Pushing event deleted for resources: {'Port': ['ID=cd7e5de2-67b8-4086-b9d8-49cd92643253,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.309314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954e57a-15db-4c16-a483-e6191d94a614 None None] No DVR routers for this DVR port cd7e5de2-67b8-4086-b9d8-49cd92643253 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:27.323930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Port d6510ebb-5970-4378-8337-17d24f303ec9 on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:27.324282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Attempting to bind port d6510ebb-5970-4378-8337-17d24f303ec9 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:27.342036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:27.342303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:27.344059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:27.344059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Bound port: d6510ebb-5970-4378-8337-17d24f303ec9, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:27.344059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.353720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-bddcbeed-0535-4a53-b4c0-c23675c69529 service neutron] 10.222.0.46 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224999 Jul 23 20:37:27.400993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Deleting subnet 19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:27.408950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.419386 n-d-793620-13 neutron-server[94027]: WARNING neutron.services.revisions.revision_plugin [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Could not find related port for resource to bump revision. Jul 23 20:37:27.440933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_pluggable_backend [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Port cd7e5de2-67b8-4086-b9d8-49cd92643253 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94027) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 20:37:27.441189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_pluggable_backend [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1b:6d66 {{(pid=94027) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 20:37:27.473714 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.476846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_pluggable_backend [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1b:6d66 {{(pid=94027) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 20:37:27.481416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0122733-01c0-47a5-b11e-94bb392f62f4 req-b67f2e01-0533-4c27-b912-48b5aba72750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:27.483649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0122733-01c0-47a5-b11e-94bb392f62f4 req-b67f2e01-0533-4c27-b912-48b5aba72750 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 1097 time: 0.3438630 Jul 23 20:37:27.486481 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.495934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938fbc6-6502-4473-bbc0-549b6913476a req-fb68c6f8-a866-4c0a-bd82-cc27b80aba8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:27.497463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0938fbc6-6502-4473-bbc0-549b6913476a req-fb68c6f8-a866-4c0a-bd82-cc27b80aba8f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 945 time: 0.3633819 Jul 23 20:37:27.498004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.529491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] For port d6510ebb-5970-4378-8337-17d24f303ec9, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:27.534291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=6cfb77fc-96c2-4518-8bc9-98d3f07ade12,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.546114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:27.558532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] For port d6510ebb-5970-4378-8337-17d24f303ec9, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d6510ebb-5970-4378-8337-17d24f303ec9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:27.580610 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.653948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:27.654586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.656115 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] 10.222.0.36 "PUT /v2.0/ports/d6510ebb-5970-4378-8337-17d24f303ec9 HTTP/1.1" status: 200 len: 1092 time: 2.9003494 Jul 23 20:37:27.660039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'tag': 'd6510ebb-5970-4378-8337-17d24f303ec9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:27.662413 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c" -d '{"events": [{"name": "network-changed", "server_uuid": "00fb4699-87af-4d52-9986-fd6281ccf4cd", "tag": "d6510ebb-5970-4378-8337-17d24f303ec9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:27.729373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.759110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d3b727-a3ad-40a0-91c4-7165ba5169f5']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:27.789350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06acefa-9a14-4fac-8fee-c467794ff96c service neutron] Pushing event updated for resources: {'Port': ['ID=d6510ebb-5970-4378-8337-17d24f303ec9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.798754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac60060d-6657-40cd-92f8-fd1c105d0885') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:27.798880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac60060d-6657-40cd-92f8-fd1c105d0885') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:27.814179 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.817192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.865631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.878087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:27.878456 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:27.884049 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:27.917088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:27.925962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-200c460b-f6a5-4298-879c-5cd4fcdc19b7 service neutron] 10.222.0.46 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618639 Jul 23 20:37:27.928470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:27.936983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0122733-01c0-47a5-b11e-94bb392f62f4 req-21341b04-01a2-4080-967d-60ceb763f29e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4359148 Jul 23 20:37:27.937622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=063a4322-dd5a-4b37-8f83-d8dcff2609b4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:27.942517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:27.943103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.958687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-1a40a7c6-9abc-496a-b297-360e2fa59b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:27.958904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4dd732-025f-4886-b421-1973ef16c916 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:27.959794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0938fbc6-6502-4473-bbc0-549b6913476a req-95d68078-5925-4f67-9b00-269e644f458f tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405482 Jul 23 20:37:27.960853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-1a40a7c6-9abc-496a-b297-360e2fa59b26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 1095 time: 0.2590785 Jul 23 20:37:27.963524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a41cbc6d-f67f-4815-885d-0134348ac604 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8198807 Jul 23 20:37:27.965873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48158) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:27.977324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:27.981594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:6c:61:13', 'name': 'tempest-NetworksTestDHCPv6-908197760'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:28.013735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.030415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.036120 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/65d3b727-a3ad-40a0-91c4-7165ba5169f5 HTTP/1.1" status: 204 len: 168 time: 2.2433307 Jul 23 20:37:28.041041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-4645b68a-13a4-4906-accd-adef0b28de1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6510ebb-5970-4378-8337-17d24f303ec9 HTTP/1.1" status: 200 len: 217 time: 0.0711002 Jul 23 20:37:28.051365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48162) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:28.085891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451f6c7-5776-4ef0-8952-01a3d5e30f41 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=65d3b727-a3ad-40a0-91c4-7165ba5169f5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:28.090897 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.095824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8 HTTP/1.1" status: 204 len: 168 time: 0.8343036 Jul 23 20:37:28.095824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572961a3-cac0-456f-8ee2-788f1fe17612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ebe6ea-5ef1-4829-9ad0-044e50ae4ff8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:28.113288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48166) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:28.131848 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619a2655-c484-4a93-a69e-16d7d4e23208 x-openstack-request-id: req-619a2655-c484-4a93-a69e-16d7d4e23208 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:28.132144 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fb4699-87af-4d52-9986-fd6281ccf4cd", "tag": "d6510ebb-5970-4378-8337-17d24f303ec9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:28.132401 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-619a2655-c484-4a93-a69e-16d7d4e23208 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:28.132805 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'tag': 'd6510ebb-5970-4378-8337-17d24f303ec9', 'status': 'completed', 'code': 200} Jul 23 20:37:28.146572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005220b1-9959-498a-bce7-977b81405cf8 None None] Network a5fc9e61-6b73-40fd-a4e2-b389049fc0ae requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:28.157119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-cebb2a08-fc4b-4672-8469-578bced79e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:28.158703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-cebb2a08-fc4b-4672-8469-578bced79e20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.1054940 Jul 23 20:37:28.211433 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-50fe2cc5-2d44-4ecb-8c53-c61ae319ddb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452807 Jul 23 20:37:28.277586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7358e65-2309-4996-a101-58408b713ba9 req-314fd0bf-b9eb-4c4b-887b-387957221aee tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 210 time: 0.1073768 Jul 23 20:37:28.325741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device cd7e5de2-67b8-4086-b9d8-49cd92643253 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:28.386782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: cd7e5de2-67b8-4086-b9d8-49cd92643253 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:28.387135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device cd7e5de2-67b8-4086-b9d8-49cd92643253 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:28.388258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:28.388685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-d097fc9c-963e-4e4d-a27b-7bb8de931dbe service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672904 Jul 23 20:37:28.397417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.443963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '063a4322-dd5a-4b37-8f83-d8dcff2609b4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:28.444945 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.457465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:28.457821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cfb77fc-96c2-4518-8bc9-98d3f07ade12 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:28.518092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e9547f9-240d-48f9-9658-f3acd1199ecc req-846846eb-25b7-425a-ba6b-61b2d305ca02 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238422 Jul 23 20:37:28.576116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef0de7-01f8-4b4f-9ae1-ef0b601e7d29 req-f21906ad-4e89-4712-91a2-d1a7add0d330 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:28.583058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1eef0de7-01f8-4b4f-9ae1-ef0b601e7d29 req-f21906ad-4e89-4712-91a2-d1a7add0d330 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 943 time: 0.3526161 Jul 23 20:37:28.634832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:28.638534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Allocated IP 2001:db8::f816:3eff:fe01:afba (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/063a4322-dd5a-4b37-8f83-d8dcff2609b4/1352def7-339a-4474-a88b-8bd5f34ce1d2) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:28.667369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] DHCP port deletion for a5fc9e61-6b73-40fd-a4e2-b389049fc0ae request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:28.683653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-c932390c-53c6-4500-ac12-d07ce35eeb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:28.684486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1eef0de7-01f8-4b4f-9ae1-ef0b601e7d29 req-c2ea65f2-d5a9-45e0-8d20-bd9afff392d9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002252 Jul 23 20:37:28.685122 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-c932390c-53c6-4500-ac12-d07ce35eeb86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 1095 time: 0.1070774 Jul 23 20:37:28.734239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Deleting port 5cd36f33-d757-4829-866c-18ca92629e8f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:28.734666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.817397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-783428d9-b4ff-4802-b647-2793aa4aa1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:28.819505 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-783428d9-b4ff-4802-b647-2793aa4aa1b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.1218538 Jul 23 20:37:28.833834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] Deleting port 5cd36f33-d757-4829-866c-18ca92629e8f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:28.834127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.889671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-9c092918-8146-4ef2-ac5d-a94f88fc0eba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6510ebb-5970-4378-8337-17d24f303ec9 HTTP/1.1" status: 200 len: 217 time: 0.0610452 Jul 23 20:37:28.898551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] For port 5cd36f33-d757-4829-866c-18ca92629e8f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5cd36f33-d757-4829-866c-18ca92629e8f,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:28.898910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.924278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Calling delete_port for 5cd36f33-d757-4829-866c-18ca92629e8f owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:28.941647 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.973758 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.981027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-b3ba6328-bb3e-4f98-be4f-d8013064b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:28.981679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] For port 5cd36f33-d757-4829-866c-18ca92629e8f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5cd36f33-d757-4829-866c-18ca92629e8f,segment=NetworkSegment(22ecf18f-793d-4c27-b570-63ec033f458f),segment_id=22ecf18f-793d-4c27-b570-63ec033f458f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:28.982262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:28.984146 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-b3ba6328-bb3e-4f98-be4f-d8013064b347 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0888026 Jul 23 20:37:28.996426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Transition to ACTIVE for port object 1352def7-339a-4474-a88b-8bd5f34ce1d2 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:29.005253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] Calling delete_port for 5cd36f33-d757-4829-866c-18ca92629e8f owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:29.025519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Transition to ACTIVE for port object 1352def7-339a-4474-a88b-8bd5f34ce1d2 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:29.032001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 99a03ddf-c8f1-40ef-8534-0833da8f02e6 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:29.062654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.064450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-cff1dfaa-ccb5-464b-bffe-0040acec8646 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707972 Jul 23 20:37:29.113348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:29.120150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:29.126057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:29.145272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Pushing event updated for resources: {'Port': ['ID=1352def7-339a-4474-a88b-8bd5f34ce1d2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.175544 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-2bd992f5-9ce4-4d52-a8fd-e43abb1f00ee service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026881 Jul 23 20:37:29.210079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Attempting to bind port 1352def7-339a-4474-a88b-8bd5f34ce1d2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:29.210672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Attempting to bind port 1352def7-339a-4474-a88b-8bd5f34ce1d2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:29.210896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Attempting to bind port 1352def7-339a-4474-a88b-8bd5f34ce1d2 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:29.214385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.226816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:29.227200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:29.227608 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.228008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:29.228541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Bound port: 1352def7-339a-4474-a88b-8bd5f34ce1d2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:29.228928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.250443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] No DVR routers for this DVR port 5cd36f33-d757-4829-866c-18ca92629e8f on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:29.251959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c5bcf-0103-4a2e-9ea6-cf53f0db969c None None] Pushing event deleted for resources: {'Port': ['ID=5cd36f33-d757-4829-866c-18ca92629e8f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.285507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.296613 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7171fc4a-aed0-4a3e-bb94-1b30e8fddf6c req-4429cc5f-72cf-4845-9c69-fe51cc070a23 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127152 Jul 23 20:37:29.317095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] No DVR routers for this DVR port 5cd36f33-d757-4829-866c-18ca92629e8f on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:29.338607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] For port 1352def7-339a-4474-a88b-8bd5f34ce1d2, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:29.344274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] For port 1352def7-339a-4474-a88b-8bd5f34ce1d2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1352def7-339a-4474-a88b-8bd5f34ce1d2,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:29.349272 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.416808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd36f33-d757-4829-866c-18ca92629e8f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.429478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc43640-f280-42f7-bdf9-ef52efd597c4 None None] Pushing event updated for resources: {'Port': ['ID=1352def7-339a-4474-a88b-8bd5f34ce1d2,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:29.463715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fe6c:6113 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/063a4322-dd5a-4b37-8f83-d8dcff2609b4/99a03ddf-c8f1-40ef-8534-0833da8f02e6) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:29.497375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7821a1d0-5486-4108-abed-12c63fab1d8c req-6abf054c-21a1-4596-90ef-bd58bac8843f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 210 time: 0.1148677 Jul 23 20:37:29.508569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0f0fb-e4fa-4322-8c70-37a0dd86812c req-58f923e0-8a18-4370-b4fd-2c29256d3489 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:29.521578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50f0f0fb-e4fa-4322-8c70-37a0dd86812c req-58f923e0-8a18-4370-b4fd-2c29256d3489 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 945 time: 0.4103832 Jul 23 20:37:29.641594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.681888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fc9e61-6b73-40fd-a4e2-b389049fc0ae']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:29.714492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.723608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ecf18f-793d-4c27-b570-63ec033f458f') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:29.723950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ecf18f-793d-4c27-b570-63ec033f458f') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:29.810302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50f0f0fb-e4fa-4322-8c70-37a0dd86812c req-1ae89f80-7013-4294-b4ba-34eea4f78b9e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930617 Jul 23 20:37:29.837756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.884601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-88a64608-4683-4cad-a399-592db86654dc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:29.886117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-88a64608-4683-4cad-a399-592db86654dc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "GET /v2.0/networks?id=96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 200 len: 814 time: 0.5048301 Jul 23 20:37:29.913675 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:29.926822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Request body: {'port': {'device_id': '6d6faba9-293d-4459-862c-de4106c112bc', 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa', 'admin_state_up': True, 'tenant_id': 'b2fedcd946ce409f820d889ccbf48e0f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:29.990615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:29.991027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.293597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1352def7-339a-4474-a88b-8bd5f34ce1d2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:30.317882 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:30.351910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1352def7-339a-4474-a88b-8bd5f34ce1d2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:30.424479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5cd36f33-d757-4829-866c-18ca92629e8f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:30.447755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5cd36f33-d757-4829-866c-18ca92629e8f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:30.448081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5cd36f33-d757-4829-866c-18ca92629e8f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:30.498720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] Provisioning for port 1352def7-339a-4474-a88b-8bd5f34ce1d2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:30.502883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] Provisioning complete for port 1352def7-339a-4474-a88b-8bd5f34ce1d2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:30.503276 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.556234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.587096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.587405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.588965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a5fc9e61-6b73-40fd-a4e2-b389049fc0ae HTTP/1.1" status: 204 len: 168 time: 2.4722650 Jul 23 20:37:30.592005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:30.601183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.620180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] For port 1352def7-339a-4474-a88b-8bd5f34ce1d2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1352def7-339a-4474-a88b-8bd5f34ce1d2,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:30.624969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.633710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d94c7-709e-4ec4-9559-be5ba68ac13a req-5c5cb18a-1717-4c53-a0ad-0e7fd3fd8c09 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:30.635274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d29d94c7-709e-4ec4-9559-be5ba68ac13a req-5c5cb18a-1717-4c53-a0ad-0e7fd3fd8c09 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 943 time: 0.8315442 Jul 23 20:37:30.652043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32955df-8436-4b5c-a105-f8454de7e8d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5fc9e61-6b73-40fd-a4e2-b389049fc0ae,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:30.674364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c784cca-544d-4736-8475-129d212e21f5 None None] Pushing event updated for resources: {'Port': ['ID=1352def7-339a-4474-a88b-8bd5f34ce1d2,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:30.677174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 99a03ddf-c8f1-40ef-8534-0833da8f02e6 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:30.689173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221c5a3-0c96-4b78-8691-9b9b9d999d03 req-05f52483-5386-453c-8bc4-a9853100d2a6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:30.691150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1221c5a3-0c96-4b78-8691-9b9b9d999d03 req-05f52483-5386-453c-8bc4-a9853100d2a6 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 945 time: 0.8037162 Jul 23 20:37:30.743050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Made reservation on behalf of b2fedcd946ce409f820d889ccbf48e0f for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:30.746448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.797225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d29d94c7-709e-4ec4-9559-be5ba68ac13a req-faa2f333-ff44-4f9a-9180-6e083b9941cd tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541510 Jul 23 20:37:30.860476 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:37:30.861084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1221c5a3-0c96-4b78-8691-9b9b9d999d03 req-6fb3e9aa-b321-47ea-85f7-837c24332496 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568100 Jul 23 20:37:30.883470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d6510ebb-5970-4378-8337-17d24f303ec9 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:30.894484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48188) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:30.930043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:30.977268 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23e85577-1afe-4a48-a719-bb5c39073072 req-28582432-5306-4111-9896-35f2c8919950 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 210 time: 0.0836711 Jul 23 20:37:31.002280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d6510ebb-5970-4378-8337-17d24f303ec9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d6510ebb-5970-4378-8337-17d24f303ec9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:31.005678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.016254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'd6510ebb-5970-4378-8337-17d24f303ec9', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': 'd6510ebb-5970-4378-8337-17d24f303ec9', 'mac_address': 'fa:16:3e:52:18:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:31.056956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.076220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6510ebb-5970-4378-8337-17d24f303ec9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:31.090146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:31.091063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d6510ebb-5970-4378-8337-17d24f303ec9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d6510ebb-5970-4378-8337-17d24f303ec9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:31.096479 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.113861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:31.119748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:31.126227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.126868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.132254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=99a03ddf-c8f1-40ef-8534-0833da8f02e6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.157574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Allocated IP 172.20.0.12 (96d4d499-2757-4cd3-8348-77f4844550fa/63d64e57-9772-4951-aabf-467aac1504aa/2af902d0-8e4a-4362-b979-1c50f53b30cd) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:31.158162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d6510ebb-5970-4378-8337-17d24f303ec9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.178962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-88ac41cf-06c2-4a59-bdb2-dd78af9cd6af tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2113662 Jul 23 20:37:31.182340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674765d-5582-4bbd-b5fa-166f713a7731 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.187200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9674765d-5582-4bbd-b5fa-166f713a7731 tempest-TestNetworkBasicOps-1146895414 tempest-TestNetworkBasicOps-1146895414-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 1092 time: 0.2885118 Jul 23 20:37:31.187706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:31.188047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48192) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:31.196897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'cee06ccb-f104-484c-b624-e03692b229ec', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:31.268376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:31.268762 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.314953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['d6510ebb-5970-4378-8337-17d24f303ec9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:31.325844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.328502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Deleting port b5a29e99-90b1-4683-9c71-75dae422a2cf {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:31.328851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.429599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] For port b5a29e99-90b1-4683-9c71-75dae422a2cf, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b5a29e99-90b1-4683-9c71-75dae422a2cf,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:31.430333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.447434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Calling delete_port for b5a29e99-90b1-4683-9c71-75dae422a2cf owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:31.494263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:31.494775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.497813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb651749-5901-430d-bde5-c3cae7ec1e8f None None] Provisioning for port 99a03ddf-c8f1-40ef-8534-0833da8f02e6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:31.503665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb651749-5901-430d-bde5-c3cae7ec1e8f None None] Provisioning complete for port 99a03ddf-c8f1-40ef-8534-0833da8f02e6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:31.504104 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb651749-5901-430d-bde5-c3cae7ec1e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.517639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9c9437-a74e-4284-9603-add4cb8c7986 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.524613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9c9437-a74e-4284-9603-add4cb8c7986 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:31.530813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a9c9437-a74e-4284-9603-add4cb8c7986 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3373427 Jul 23 20:37:31.532166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48194) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:31.538633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:31.550491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bb651749-5901-430d-bde5-c3cae7ec1e8f None None] Port 99a03ddf-c8f1-40ef-8534-0833da8f02e6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:37:31.577652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.714838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 99a03ddf-c8f1-40ef-8534-0833da8f02e6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:31.715432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.751798 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.756299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.793931 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.841660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a29e99-90b1-4683-9c71-75dae422a2cf,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:31.881997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Network 96d4d499-2757-4cd3-8348-77f4844550fa is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:31.900247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:31.906338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:31.922208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 99a03ddf-c8f1-40ef-8534-0833da8f02e6 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:31.930383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:31.963199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Pushing event updated for resources: {'Port': ['ID=2af902d0-8e4a-4362-b979-1c50f53b30cd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:32.054977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.056188 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.122262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.181288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4ac07bd5-51f0-4658-b1a5-7c0b753eef5f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2783165 Jul 23 20:37:32.187489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.200737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Request body: {'port': {'device_id': '6d6faba9-293d-4459-862c-de4106c112bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:32.274835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:32.293457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Allocated IP 172.25.8.193 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/e0046ae9-abf6-474c-b746-44f11e484892) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:32.317184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.358831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f99ee-7fdc-43ef-9ea9-8e5fd5045d76 req-d4f70811-a995-4d79-891a-225437c7950a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.360422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-471f99ee-7fdc-43ef-9ea9-8e5fd5045d76 req-d4f70811-a995-4d79-891a-225437c7950a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 944 time: 0.4655991 Jul 23 20:37:32.369743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=99a03ddf-c8f1-40ef-8534-0833da8f02e6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:32.376795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1352def7-339a-4474-a88b-8bd5f34ce1d2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:32.477392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1352def7-339a-4474-a88b-8bd5f34ce1d2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:32.477915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.849163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.849866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.849866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.850192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.850518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.850855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.851200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.851556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.851956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.852319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.852692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.853050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:32.877044 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.879014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ead2ccf2-b731-462e-bbde-cb46627001f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/99a03ddf-c8f1-40ef-8534-0833da8f02e6 HTTP/1.1" status: 204 len: 168 time: 1.3468401 Jul 23 20:37:32.881600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48200) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:32.884644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d6510ebb-5970-4378-8337-17d24f303ec9 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:32.947216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port d6510ebb-5970-4378-8337-17d24f303ec9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:32.948533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354b39e-3a4b-4f1a-99fb-e30f6aa565d2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.949196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.950323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354b39e-3a4b-4f1a-99fb-e30f6aa565d2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.955019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5354b39e-3a4b-4f1a-99fb-e30f6aa565d2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0699008 Jul 23 20:37:32.955211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port d6510ebb-5970-4378-8337-17d24f303ec9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:32.955211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:32.957082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48202) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:32.959472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0303ba7-b827-41b9-a4d4-e0b0b52a41c4 req-ae8edd26-b429-460d-8365-570e3c4066b0 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:32.961018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0303ba7-b827-41b9-a4d4-e0b0b52a41c4 req-ae8edd26-b429-460d-8365-570e3c4066b0 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 932 time: 0.8629601 Jul 23 20:37:32.997498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Router b7c9f565-1d1b-4424-a026-2a5913bd6e7a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:33.008592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.017138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-471f99ee-7fdc-43ef-9ea9-8e5fd5045d76 req-101ef7a9-713f-4f6f-9ceb-1f98ec55ad1c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165661 Jul 23 20:37:33.027890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 063a4322-dd5a-4b37-8f83-d8dcff2609b4 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:33.051373 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.062203 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.090100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6510ebb-5970-4378-8337-17d24f303ec9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:33.093510 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ae54ad-aa34-4fff-abff-b686f2f431da" -d '{"events": [{"server_uuid": "00fb4699-87af-4d52-9986-fd6281ccf4cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6510ebb-5970-4378-8337-17d24f303ec9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:33.116214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port d6510ebb-5970-4378-8337-17d24f303ec9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d6510ebb-5970-4378-8337-17d24f303ec9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:33.128241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.137045 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce24e111-000d-4f99-b278-e1541a52f6c6 x-openstack-request-id: req-ce24e111-000d-4f99-b278-e1541a52f6c6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:33.137341 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb4699-87af-4d52-9986-fd6281ccf4cd", "name": "network-vif-plugged", "status": "completed", "tag": "d6510ebb-5970-4378-8337-17d24f303ec9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:33.137631 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce24e111-000d-4f99-b278-e1541a52f6c6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:33.138027 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6510ebb-5970-4378-8337-17d24f303ec9', 'code': 200} Jul 23 20:37:33.167172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.210339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=d6510ebb-5970-4378-8337-17d24f303ec9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:33.211827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0303ba7-b827-41b9-a4d4-e0b0b52a41c4 req-10acbdf5-8f91-462c-add8-8100377f8c63 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357473 Jul 23 20:37:33.236891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:33.247407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] Sync routers for ids ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:33.258386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] Routers {'b7c9f565-1d1b-4424-a026-2a5913bd6e7a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:33.259403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:33.259565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fd25e0b2-8423-440b-b035-48b9102c142e admin admin] 10.222.0.46 "PUT /v2.0/routers/b7c9f565-1d1b-4424-a026-2a5913bd6e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660724 Jul 23 20:37:33.272363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48206) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.275344 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.315563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.350072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6127441-2d50-49fa-a2d0-12930deb3e2c req-fce8b5fe-c278-4a59-82cc-f645fb4a2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.351719 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6127441-2d50-49fa-a2d0-12930deb3e2c req-fce8b5fe-c278-4a59-82cc-f645fb4a2a57 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 1097 time: 0.1331377 Jul 23 20:37:33.408008 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6127441-2d50-49fa-a2d0-12930deb3e2c req-99d769b8-31f8-4864-9452-8c520cefc1c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Jul 23 20:37:33.415394 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.447215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=063a4322-dd5a-4b37-8f83-d8dcff2609b4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:33.449254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.454575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f86bb1f0-527e-4624-bc19-1d68df83c65c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/063a4322-dd5a-4b37-8f83-d8dcff2609b4 HTTP/1.1" status: 204 len: 168 time: 0.4960210 Jul 23 20:37:33.455328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48208) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.473984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeebb799-c9f2-420e-b59b-f982796da92a None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:33.501472 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7a5b7255-4b8d-406f-9dcd-61ef534a95bd tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426774 Jul 23 20:37:33.502256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48210) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.574417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4d1e7c-2b54-4927-a896-6ead84a5170d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.578815 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce4d1e7c-2b54-4927-a896-6ead84a5170d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0723689 Jul 23 20:37:33.579143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48212) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.598846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.605517 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.637772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e1232-113e-4838-8cc6-e562da3b993e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:33.642642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-731e1232-113e-4838-8cc6-e562da3b993e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0593531 Jul 23 20:37:33.642642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48214) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.647690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] Set router b7c9f565-1d1b-4424-a026-2a5913bd6e7a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:33.687609 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-961d029e-ad8a-4862-9b2a-b7f5cd39e6bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395699 Jul 23 20:37:33.688801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48216) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:33.693854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:33.733826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:33.746638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:33.763010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:33.766076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:33.805928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:33.812789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.812986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=e0046ae9-abf6-474c-b746-44f11e484892,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:33.821009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:33.912757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] Deleting port 1352def7-339a-4474-a88b-8bd5f34ce1d2 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:33.913134 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:33.939336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:37:31Z', 'revision_number': 5, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:33.951127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af902d0-8e4a-4362-b979-1c50f53b30cd {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:33.970695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] Checking router: b7c9f565-1d1b-4424-a026-2a5913bd6e7a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:33.989991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.011125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] For port 1352def7-339a-4474-a88b-8bd5f34ce1d2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1352def7-339a-4474-a88b-8bd5f34ce1d2,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:34.011518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.011642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.022955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] Routers {'b7c9f565-1d1b-4424-a026-2a5913bd6e7a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:34.023607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:34.029069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] Calling delete_port for 1352def7-339a-4474-a88b-8bd5f34ce1d2 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:34.037144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Transition to ACTIVE for port object 2af902d0-8e4a-4362-b979-1c50f53b30cd will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:34.073165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.081280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:34.094866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48222) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:34.096415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:34.105839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b457d9cb-4a70-45c6-9c0c-f4298ad510e8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0386322 Jul 23 20:37:34.118647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:34.119309 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:34.247144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 24b66c80-0d68-43e8-b1e4-ce14dc0bd022 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:34.251814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.323267 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:34.329478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.368323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] Set router b7c9f565-1d1b-4424-a026-2a5913bd6e7a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:34.459156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.463542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1352def7-339a-4474-a88b-8bd5f34ce1d2 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:34.500761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.506015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Pushing event updated for resources: {'Port': ['ID=2af902d0-8e4a-4362-b979-1c50f53b30cd,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:34.538717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] Pushing event deleted for resources: {'Port': ['ID=1352def7-339a-4474-a88b-8bd5f34ce1d2,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:34.548878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.553258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.objects.ports [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94026) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:34.612158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Deleting port fa6102e8-d98c-4cb9-9851-f6d74393c882 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:34.612512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.620314 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:31Z', 'revision_number': 9, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:34.623970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ad4ad7-5e3e-4a45-91a2-a43b3fac6b22 None None] No DVR routers for this DVR port 1352def7-339a-4474-a88b-8bd5f34ce1d2 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:34.636498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a8d1b1-134a-469c-a88d-0b67ba4b9113 None None] Network 738cbd52-863d-4bf1-b522-4f16d4c89678 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:34.657729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:34.667010 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:34.667656 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:34.675703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=24b66c80-0d68-43e8-b1e4-ce14dc0bd022,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:34.686748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.691903 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b4ad3dd8-37d3-42c8-96b6-12d87e795362 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/24b66c80-0d68-43e8-b1e4-ce14dc0bd022 HTTP/1.1" status: 204 len: 168 time: 0.5959747 Jul 23 20:37:34.701859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48228) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:34.792294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No active binding found for port 1352def7-339a-4474-a88b-8bd5f34ce1d2 {{(pid=94028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:37:34.792753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1352def7-339a-4474-a88b-8bd5f34ce1d2 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:34.892862 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:34.912911 n-d-793620-13 neutron-server[94026]: WARNING neutron.services.revisions.revision_plugin [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Could not find related port for resource to bump revision. Jul 23 20:37:34.921278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.931141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_pluggable_backend [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Port 1352def7-339a-4474-a88b-8bd5f34ce1d2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 20:37:34.931700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_pluggable_backend [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe01:afba {{(pid=94026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 20:37:34.936346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_pluggable_backend [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe01:afba {{(pid=94026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 20:37:34.944909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:34.948579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:37:31Z', 'revision_number': 5, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:34.990994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd016b-03c9-40f4-ab80-b2521bfe7523 None None] The sync data for ids ['b7c9f565-1d1b-4424-a026-2a5913bd6e7a'] in n-d-793620-13 is: [{'id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'name': 'tempest-TestVolumeBackupRestore-1498593475-router', 'tenant_id': '102d68599163455b9a755a2803d75f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:31:37Z', 'updated_at': '2021-07-23T20:37:31Z', 'revision_number': 5, 'project_id': '102d68599163455b9a755a2803d75f16', 'gw_port': {'id': 'fa6102e8-d98c-4cb9-9851-f6d74393c882', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c9f565-1d1b-4424-a026-2a5913bd6e7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2653, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:31:40Z', 'updated_at': '2021-07-23T20:31:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:34.992869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] DHCP port deletion for 738cbd52-863d-4bf1-b522-4f16d4c89678 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:35.036365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:35.052708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:35.060106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.061251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.067982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=5f488d82-4d9d-4339-a2e8-41be99145686,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.069292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc37ff5d-106d-454c-932c-6a939d5ee82e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:35.093320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:35.093684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74211d-266a-4c52-bc44-fd07fefd792e req-cdc79303-03fa-494c-911a-2a474b8209ad tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.094569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.095712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a74211d-266a-4c52-bc44-fd07fefd792e req-cdc79303-03fa-494c-911a-2a474b8209ad tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 945 time: 0.9172182 Jul 23 20:37:35.102216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Attempting to bind port 2af902d0-8e4a-4362-b979-1c50f53b30cd on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:35.102628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Attempting to bind port 2af902d0-8e4a-4362-b979-1c50f53b30cd by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:35.102973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Attempting to bind port 2af902d0-8e4a-4362-b979-1c50f53b30cd on network 96d4d499-2757-4cd3-8348-77f4844550fa {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:35.105659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7d91b6d1-681b-4164-88a2-c31094cb7474 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4157090 Jul 23 20:37:35.116412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:35.121769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:df:b9:20', 'name': 'tempest-NetworksTestDHCPv6-1536910042'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:35.151581 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:31Z', 'revision_number': 9, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.186533 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d19e1f-7e54-44a7-ab29-e5bb0494aa33 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:31Z', 'revision_number': 9, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'abc5d443-a6a3-40cf-8447-b2cdd3457fc4', 'name': '', 'network_id': 'a3f8d5a5-ad46-4d31-89bb-1597156afeea', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:8c:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '10bf033d-be10-461c-b628-b11b897b315e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:53Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '10bf033d-be10-461c-b628-b11b897b315e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:35.225833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34a3c3-9402-4ea1-aeba-e815274ff592 req-442a4cb8-55ca-4182-8d07-320fd47f680d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.233106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac34a3c3-9402-4ea1-aeba-e815274ff592 req-442a4cb8-55ca-4182-8d07-320fd47f680d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 944 time: 0.8766811 Jul 23 20:37:35.234898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Port 2af902d0-8e4a-4362-b979-1c50f53b30cd on network 96d4d499-2757-4cd3-8348-77f4844550fa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:35.235233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Attempting to bind port 2af902d0-8e4a-4362-b979-1c50f53b30cd on network 96d4d499-2757-4cd3-8348-77f4844550fa {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:35.247767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] Deleting port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:35.248581 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.266333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '5f488d82-4d9d-4339-a2e8-41be99145686'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:35.267214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.276293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:35.276644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Checking segment: {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:35.277041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Bound using segment: {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:35.277613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Bound port: 2af902d0-8e4a-4362-b979-1c50f53b30cd, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:35.277886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.294049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.294414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.304918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:35.326052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:35.458786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a74211d-266a-4c52-bc44-fd07fefd792e req-9cdb257d-5d83-4c28-b546-32e1b0b433bd tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323612 Jul 23 20:37:35.485641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac34a3c3-9402-4ea1-aeba-e815274ff592 req-5cd54c7e-0e46-4d3c-95e4-de1f91db1198 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515101 Jul 23 20:37:35.485930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.487682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] For port fa6102e8-d98c-4cb9-9851-f6d74393c882, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fa6102e8-d98c-4cb9-9851-f6d74393c882,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.488062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.509392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] For port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,segment=NetworkSegment(3097cd96-c4a5-4187-bf8a-5fe44ce8ea83),segment_id=3097cd96-c4a5-4187-bf8a-5fe44ce8ea83)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:35.509908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.533005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:35.569211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Calling delete_port for fa6102e8-d98c-4cb9-9851-f6d74393c882 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:35.576799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] Calling delete_port for 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:35.595083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.625491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.635997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.641647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:35.703740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.714317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] For port 2af902d0-8e4a-4362-b979-1c50f53b30cd, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:35.721213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] No DVR routers for this DVR port 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:35.756395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245782e-00d5-46fd-b1c7-84766ba2fd99 None None] Pushing event deleted for resources: {'Port': ['ID=67cadf64-47c4-4c98-bd6a-c579e35ec6c9,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:35.756706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] For port 2af902d0-8e4a-4362-b979-1c50f53b30cd, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:35.777361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.798116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.801194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fedf:b920 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/5f488d82-4d9d-4339-a2e8-41be99145686/ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:35.815186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738cbd52-863d-4bf1-b522-4f16d4c89678']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.831981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:35.839361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.839660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3097cd96-c4a5-4187-bf8a-5fe44ce8ea83') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:35.841814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.843348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] 10.222.0.47 "PUT /v2.0/ports/2af902d0-8e4a-4362-b979-1c50f53b30cd HTTP/1.1" status: 200 len: 1093 time: 3.6491153 Jul 23 20:37:35.861188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.874165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6faba9-293d-4459-862c-de4106c112bc', 'tag': '2af902d0-8e4a-4362-b979-1c50f53b30cd'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:35.876426 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fabb02c-5de5-40e3-b8a4-9efe453162f8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d6faba9-293d-4459-862c-de4106c112bc", "tag": "2af902d0-8e4a-4362-b979-1c50f53b30cd"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:35.916262 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.932758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:35.932964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:35.937473 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:35.979612 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69187a81-bfea-4e3b-bbe1-2a26d89b35d5 x-openstack-request-id: req-69187a81-bfea-4e3b-bbe1-2a26d89b35d5 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:35.980014 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d6faba9-293d-4459-862c-de4106c112bc", "tag": "2af902d0-8e4a-4362-b979-1c50f53b30cd", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:35.980256 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-69187a81-bfea-4e3b-bbe1-2a26d89b35d5 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:35.980676 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6faba9-293d-4459-862c-de4106c112bc', 'tag': '2af902d0-8e4a-4362-b979-1c50f53b30cd', 'status': 'completed', 'code': 200} Jul 23 20:37:35.997641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.024091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02179dba-f262-4e9a-822f-c94a6373734b service neutron] Pushing event updated for resources: {'Port': ['ID=2af902d0-8e4a-4362-b979-1c50f53b30cd,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.062214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.070059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.074817 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/738cbd52-863d-4bf1-b522-4f16d4c89678 HTTP/1.1" status: 204 len: 168 time: 1.3713489 Jul 23 20:37:36.079329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48234) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.127702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.129166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e8181-c921-41e1-9ac8-4479646380bc tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=738cbd52-863d-4bf1-b522-4f16d4c89678,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.131723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4893e7c3-6b1e-4c3e-8865-3f51f8192b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.133960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-4893e7c3-6b1e-4c3e-8865-3f51f8192b70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 1096 time: 0.2194793 Jul 23 20:37:36.198352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.235530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:36.246723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-bb1559c2-af2c-47d8-b163-e92aeee140f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd HTTP/1.1" status: 200 len: 217 time: 0.0944450 Jul 23 20:37:36.248805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6102e8-d98c-4cb9-9851-f6d74393c882,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.276396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5a29e99-90b1-4683-9c71-75dae422a2cf no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:36.298606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b5a29e99-90b1-4683-9c71-75dae422a2cf {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:36.299047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b5a29e99-90b1-4683-9c71-75dae422a2cf not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:36.299583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:36.318507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:36.318996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67cadf64-47c4-4c98-bd6a-c579e35ec6c9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:36.319420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:36.339019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:36.339471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5015eebc-7bac-4b6b-ad59-58d8bb0e8ed4 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:36.383231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.383523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-0b2c47ff-7e17-4a8a-92e3-01a1bb658490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.385953 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-0b2c47ff-7e17-4a8a-92e3-01a1bb658490 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d64e57-9772-4951-aabf-467aac1504aa HTTP/1.1" status: 200 len: 854 time: 0.1084821 Jul 23 20:37:36.390671 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.426972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Allocated IP 2001:db8::f816:3eff:fe55:8df2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/5f488d82-4d9d-4339-a2e8-41be99145686/d110b885-a321-458c-b77b-c665daad59d3) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:36.437427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:36.440691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:36.460665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:36.466345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.468388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.478319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.515208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ae9c9474-a5de-49f6-88b4-4423dcf39ce4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3942406 Jul 23 20:37:36.516393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48240) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.521821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-94b23736-8584-4863-b648-2ed4b5340b49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96d4d499-2757-4cd3-8348-77f4844550fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262736 Jul 23 20:37:36.523898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.545767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.550265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.564408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.637283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916f36d0-4c1f-4462-b413-16c31a739a2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:36.638873 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-916f36d0-4c1f-4462-b413-16c31a739a2f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1215174 Jul 23 20:37:36.642406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48242) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.667490 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.677624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Transition to ACTIVE for port object d110b885-a321-458c-b77b-c665daad59d3 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:36.684905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.694648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Transition to ACTIVE for port object d110b885-a321-458c-b77b-c665daad59d3 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:36.702195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.744426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:36.747440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:36.751521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:36.765485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Pushing event updated for resources: {'Port': ['ID=d110b885-a321-458c-b77b-c665daad59d3,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.802446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event updated for resources: {'Port': ['ID=e0046ae9-abf6-474c-b746-44f11e484892,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:36.812047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.812755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c9f565-1d1b-4424-a026-2a5913bd6e7a {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:36.819460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.821235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eb61d3db-6abf-4ac8-bc69-b44de7e2dbcf admin admin] 10.222.0.46 "DELETE /v2.0/routers/b7c9f565-1d1b-4424-a026-2a5913bd6e7a HTTP/1.1" status: 204 len: 168 time: 3.5427058 Jul 23 20:37:36.829918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48246) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:36.894278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Attempting to bind port d110b885-a321-458c-b77b-c665daad59d3 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:36.894912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Attempting to bind port d110b885-a321-458c-b77b-c665daad59d3 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:36.897034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Attempting to bind port d110b885-a321-458c-b77b-c665daad59d3 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:36.899520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:36.899949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.911968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:36.912333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:36.912876 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.913707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:36.914188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Bound port: d110b885-a321-458c-b77b-c665daad59d3, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:36.914579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.942115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Deleting subnet 941ed602-af04-422d-bca7-edcbb028d891 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:36.947109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:36.989359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] For port d110b885-a321-458c-b77b-c665daad59d3, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:36.998794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] For port d110b885-a321-458c-b77b-c665daad59d3, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d110b885-a321-458c-b77b-c665daad59d3,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:37.004437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.012049 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.066819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-cf933d92-82e7-4e8e-8a9d-6ea947cc5980 service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5325689 Jul 23 20:37:37.075918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.094942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f9f2b-c57a-4ad7-b98b-ec41781c2ef6 None None] Pushing event updated for resources: {'Port': ['ID=d110b885-a321-458c-b77b-c665daad59d3,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:37.486562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.532944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:37.661376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cc371-ed6d-4c52-bb1a-d152747ac20a req-0ed29c48-4e6f-407e-a081-c203c1707b6e tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:37.662997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-797cc371-ed6d-4c52-bb1a-d152747ac20a req-0ed29c48-4e6f-407e-a081-c203c1707b6e tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 944 time: 1.0489197 Jul 23 20:37:37.672223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port abc5d443-a6a3-40cf-8447-b2cdd3457fc4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:37.672664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.674878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ef396-79b2-487d-b021-5b628b6ab4c2 req-469c9c16-770a-4c7c-92af-c893924143ff tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:37.676469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c11ef396-79b2-487d-b021-5b628b6ab4c2 req-469c9c16-770a-4c7c-92af-c893924143ff tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 945 time: 1.1103210 Jul 23 20:37:37.799614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.827155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port abc5d443-a6a3-40cf-8447-b2cdd3457fc4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,segment=NetworkSegment(b60fa442-cc4a-4a7b-8364-d1160116d83c),segment_id=b60fa442-cc4a-4a7b-8364-d1160116d83c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:37.827627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.842641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-797cc371-ed6d-4c52-bb1a-d152747ac20a req-3eb18e77-e4ff-47e0-bcfb-ae713b229270 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361923 Jul 23 20:37:37.853019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c11ef396-79b2-487d-b021-5b628b6ab4c2 req-d6e36605-936b-4923-b373-b2f256e6575a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448395 Jul 23 20:37:37.856120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.860504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-100aa530-f556-455d-be79-3a5c4eb3bc27 req-f4659c9f-d65a-4d1b-ae9d-2757e8c78235 service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802849 Jul 23 20:37:37.863769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:37.876874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for abc5d443-a6a3-40cf-8447-b2cdd3457fc4 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:37.883298 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Floating IP be581d22-f330-4bb2-b079-cf7e23557fa1 associated. External IP: 172.25.8.193, port: cee06ccb-f104-484c-b624-e03692b229ec. Jul 23 20:37:37.911917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:37.913891 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe0a5105-4b73-4b75-b66d-3c4d193c030b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3 HTTP/1.1" status: 204 len: 168 time: 1.2705712 Jul 23 20:37:37.916346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48250) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.015099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ada2d-505f-4c50-8992-07025246f0d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.016811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ada2d-505f-4c50-8992-07025246f0d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.018490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-241ada2d-505f-4c50-8992-07025246f0d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1011961 Jul 23 20:37:38.024518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48252) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.107849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.122063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 5f488d82-4d9d-4339-a2e8-41be99145686 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:38.127267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.154982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941ed602-af04-422d-bca7-edcbb028d891,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:38.159987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.162417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5f93bfd7-46d4-432e-b0f2-b17990e5d6f5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/941ed602-af04-422d-bca7-edcbb028d891 HTTP/1.1" status: 204 len: 168 time: 1.3303654 Jul 23 20:37:38.168828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48254) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:38.177969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30281b1-2353-4544-b4ac-1e2b9b7a473c None None] Network 31714c41-2134-4afb-a089-07718215f3d9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:38.218421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.260205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-68cab8cb-398b-45dd-a23d-2971f679a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.261865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-68cab8cb-398b-45dd-a23d-2971f679a31a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 1096 time: 0.2980690 Jul 23 20:37:38.288257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d8154-9b3b-42b3-88be-80d639debe79 req-f704eb3d-a0ce-4e18-b752-c3d3243aa34b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.295940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-253d8154-9b3b-42b3-88be-80d639debe79 req-f704eb3d-a0ce-4e18-b752-c3d3243aa34b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.3294477 Jul 23 20:37:38.385231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d110b885-a321-458c-b77b-c665daad59d3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:38.410693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-253d8154-9b3b-42b3-88be-80d639debe79 req-aa4931b4-716f-45db-904c-f254b5454e5f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136918 Jul 23 20:37:38.421573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.456445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.490366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d110b885-a321-458c-b77b-c665daad59d3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:38.492949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router 9fe58007-d460-441a-87ad-bb4382770de9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:38.495676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-32382119-0a39-40d3-ba93-95275711eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.499006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-32382119-0a39-40d3-ba93-95275711eea4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 200 len: 915 time: 0.2283256 Jul 23 20:37:38.555289 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.558153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fa6102e8-d98c-4cb9-9851-f6d74393c882 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:38.584115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: fa6102e8-d98c-4cb9-9851-f6d74393c882 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:38.584469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fa6102e8-d98c-4cb9-9851-f6d74393c882 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:38.635361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] DHCP port deletion for 31714c41-2134-4afb-a089-07718215f3d9 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:38.648369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=abc5d443-a6a3-40cf-8447-b2cdd3457fc4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:38.672816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-2a2f37c3-9ccb-4fa7-a547-6623cb88850a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd HTTP/1.1" status: 200 len: 217 time: 0.1517239 Jul 23 20:37:38.680595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] Provisioning for port d110b885-a321-458c-b77b-c665daad59d3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:38.694118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] Provisioning complete for port d110b885-a321-458c-b77b-c665daad59d3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:38.694497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.765385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Deleting port 9b51ac81-8697-49d5-bfab-b08d105205fe {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:38.769174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.772650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] Deleting port 9b51ac81-8697-49d5-bfab-b08d105205fe {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:38.773033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.787487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-82aac036-6e56-4e12-a9ba-ed091d7f88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.789007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-82aac036-6e56-4e12-a9ba-ed091d7f88bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d64e57-9772-4951-aabf-467aac1504aa HTTP/1.1" status: 200 len: 854 time: 0.0953131 Jul 23 20:37:38.801773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.808041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:38.858384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-59171e40-9d51-40f4-b95d-e50304f8102b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96d4d499-2757-4cd3-8348-77f4844550fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585585 Jul 23 20:37:38.862161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] Sync routers for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:38.867775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35507e6-008e-4ada-95cb-eb7566882b83 req-8d75705e-9cdd-4908-ad29-28527731dfc2 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:38.869424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c35507e6-008e-4ada-95cb-eb7566882b83 req-8d75705e-9cdd-4908-ad29-28527731dfc2 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 945 time: 0.2742877 Jul 23 20:37:38.910453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=5f488d82-4d9d-4339-a2e8-41be99145686,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:38.923860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.929897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.931771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] For port 9b51ac81-8697-49d5-bfab-b08d105205fe, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9b51ac81-8697-49d5-bfab-b08d105205fe,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:38.932344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.933169 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f0699b9c-9878-4427-9c1d-23359796a76c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/5f488d82-4d9d-4339-a2e8-41be99145686 HTTP/1.1" status: 204 len: 168 time: 0.9076023 Jul 23 20:37:38.955275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:38.955928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:38.990170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:38.997293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48260) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.041234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bb6c9e-0ae8-4909-b67f-740e60447c93 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:39.047698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] Calling delete_port for 9b51ac81-8697-49d5-bfab-b08d105205fe owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:39.049422 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.064827 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c667fa9e-53ae-42dd-b925-5f72c9951085 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0664289 Jul 23 20:37:39.066842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] For port 9b51ac81-8697-49d5-bfab-b08d105205fe, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9b51ac81-8697-49d5-bfab-b08d105205fe,segment=NetworkSegment(a2de5735-0b9c-48de-8d4b-fb1e8927c9b5),segment_id=a2de5735-0b9c-48de-8d4b-fb1e8927c9b5)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:39.067329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.077918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48262) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.082492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:39.104829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c35507e6-008e-4ada-95cb-eb7566882b83 req-967edc95-7ca0-4ab4-ac03-12ef0b8e5097 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240360 Jul 23 20:37:39.111780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aae54d2c-a9a8-4680-8703-cbe392bc658e tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9191847 Jul 23 20:37:39.114195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:39.116208 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc65925a-06b4-4293-9b81-4f5464d85e11" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "tag": "cee06ccb-f104-484c-b624-e03692b229ec"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:39.120413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48264) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.183447 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdbd3e0-3c70-4628-acc3-c097b7f36809 x-openstack-request-id: req-6fdbd3e0-3c70-4628-acc3-c097b7f36809 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:39.183747 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "tag": "cee06ccb-f104-484c-b624-e03692b229ec", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:39.184004 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6fdbd3e0-3c70-4628-acc3-c097b7f36809 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:39.184746 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec', 'status': 'completed', 'code': 200} Jul 23 20:37:39.201845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-27087736-b42a-42c0-bbdf-dbc3dc45bc23 service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292274 Jul 23 20:37:39.238219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8eb243a3-4cfd-4c84-8624-9ac13988fa27 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/be581d22-f330-4bb2-b079-cf7e23557fa1 HTTP/1.1" status: 200 len: 991 time: 0.1143532 Jul 23 20:37:39.238428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] For port d110b885-a321-458c-b77b-c665daad59d3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d110b885-a321-458c-b77b-c665daad59d3,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:39.250829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851a7e2-4e67-4252-9dc8-5bde32c8f9c2 req-75fdef86-c9fc-4ddd-b29b-00e68c5e5a17 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.258272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4851a7e2-4e67-4252-9dc8-5bde32c8f9c2 req-75fdef86-c9fc-4ddd-b29b-00e68c5e5a17 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 944 time: 0.2673385 Jul 23 20:37:39.271976 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.288469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:39.352940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Calling delete_port for 9b51ac81-8697-49d5-bfab-b08d105205fe owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:39.353746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4851a7e2-4e67-4252-9dc8-5bde32c8f9c2 req-aa7d5139-3d17-4e72-88f9-f15bbdb8bd7e tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900886 Jul 23 20:37:39.382998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fabb02c-5de5-40e3-b8a4-9efe453162f8 req-cceaab37-8fb0-45ff-8738-aaf77c7240c9 service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732829 Jul 23 20:37:39.404994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:39.455326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a06946a-9be0-4601-907a-1302978ad0c1 None None] Could not find standard attr ID for object ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:37:39.456789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.465907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73b775-4c80-482a-ae1d-789d8cc39298 None None] Pushing event updated for resources: {'Port': ['ID=d110b885-a321-458c-b77b-c665daad59d3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.504693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] No DVR routers for this DVR port 9b51ac81-8697-49d5-bfab-b08d105205fe on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:39.512454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34aecc-32d7-4633-953a-82a9449fc084 None None] Pushing event deleted for resources: {'Port': ['ID=9b51ac81-8697-49d5-bfab-b08d105205fe,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.548550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964fd7c5-3c5c-4867-b41b-eeb1f425ab22 req-15b63e50-9645-405d-bca0-9378cf142abb tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.550169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-964fd7c5-3c5c-4867-b41b-eeb1f425ab22 req-15b63e50-9645-405d-bca0-9378cf142abb tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 945 time: 0.0933397 Jul 23 20:37:39.616019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-964fd7c5-3c5c-4867-b41b-eeb1f425ab22 req-e8b8d041-ee3f-4d26-8b7c-e94781c58143 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490336 Jul 23 20:37:39.616346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:39.651200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:39.654846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.681579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-5043a7f5-751f-4801-9f5f-3e5f61e0b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:39.683108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-5043a7f5-751f-4801-9f5f-3e5f61e0b1ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 1097 time: 0.3415608 Jul 23 20:37:39.689878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.724176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] Deleting port d110b885-a321-458c-b77b-c665daad59d3 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:39.724459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.745607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:39.752576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'be581d22-f330-4bb2-b079-cf7e23557fa1', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'port_id': 'cee06ccb-f104-484c-b624-e03692b229ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'mac_address': 'fa:16:3e:c5:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:35Z', 'updated_at': '2021-07-23T20:37:35Z', 'revision_number': 0, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.754994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48272) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:39.755865 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-036c9f4e-23e5-4a07-9dc1-308f9358504a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6754794 Jul 23 20:37:39.757305 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:39.766881 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:39.767940 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.774683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] No DVR routers for this DVR port 9b51ac81-8697-49d5-bfab-b08d105205fe on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:39.803038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] Checking router: 9fe58007-d460-441a-87ad-bb4382770de9 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:39.809737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b51ac81-8697-49d5-bfab-b08d105205fe,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:39.822992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 10bf033d-be10-461c-b628-b11b897b315e {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:39.826721 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.870044 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:39.872791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:39.874410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.884864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.950182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.968549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31714c41-2134-4afb-a089-07718215f3d9']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.977606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] For port d110b885-a321-458c-b77b-c665daad59d3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d110b885-a321-458c-b77b-c665daad59d3,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:39.977933 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.987914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.988234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2de5735-0b9c-48de-8d4b-fb1e8927c9b5') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:39.997159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:39.999886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] Calling delete_port for d110b885-a321-458c-b77b-c665daad59d3 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:40.012461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.018756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-8e65e50c-9de4-48f0-a05b-b3b4e7fd670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.020304 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-8e65e50c-9de4-48f0-a05b-b3b4e7fd670d service neutron] 10.222.0.47 "GET /v2.0/networks?id=888d1c57-4a20-49b0-aa00-af65165a49b9 HTTP/1.1" status: 200 len: 897 time: 0.3274720 Jul 23 20:37:40.072452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:40.100091 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.101201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.122572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:40.123202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:40.127951 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:40.144589 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:38Z', 'revision_number': 10, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:40.151950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=10bf033d-be10-461c-b628-b11b897b315e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.162078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.167613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-caa15299-123f-4cd0-a4ef-e42cdcb74cc8 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/10bf033d-be10-461c-b628-b11b897b315e HTTP/1.1" status: 204 len: 168 time: 0.4115860 Jul 23 20:37:40.168548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48274) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:40.174088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc3710-61b1-42dd-8b9b-3199ae740c91 None None] Network a3f8d5a5-ad46-4d31-89bb-1597156afeea requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:40.186548 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:40.197621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:40.198299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:40.237496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-0fcbd94e-16c6-4738-bbef-9ca0a5bea40b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee06ccb-f104-484c-b624-e03692b229ec HTTP/1.1" status: 200 len: 999 time: 0.1861298 Jul 23 20:37:40.240383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48278) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:40.322447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.330873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.333708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.336093 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:40.346410 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/31714c41-2134-4afb-a089-07718215f3d9 HTTP/1.1" status: 204 len: 168 time: 2.1670728 Jul 23 20:37:40.489511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd562a-9d33-413c-af3a-7f59b465d2c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=31714c41-2134-4afb-a089-07718215f3d9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.509471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-f824483e-7484-4487-99bf-9d2a8a525de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.510933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-f824483e-7484-4487-99bf-9d2a8a525de6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4708a537-58f2-446c-8e84-2156b1f51915 HTTP/1.1" status: 200 len: 835 time: 0.2600513 Jul 23 20:37:40.543000 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f85d5afe-6014-46e5-9a33-ab156e5c69b7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/be581d22-f330-4bb2-b079-cf7e23557fa1 HTTP/1.1" status: 200 len: 991 time: 0.3014152 Jul 23 20:37:40.547034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d110b885-a321-458c-b77b-c665daad59d3 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:40.564557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48288) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:40.618556 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:38Z', 'revision_number': 10, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:40.623292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port b2c62f25-2279-4993-b248-507495edeeae {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:40.623682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.649111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.objects.ports [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94026) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:40.690635 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2dcaf5-1eb2-4e5e-90ed-8647877532d4 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:38Z', 'revision_number': 10, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None, '_interfaces': [{'id': '64cdde0b-2742-41a6-b9eb-1ae240d9be67', 'name': '', 'network_id': '2be0e32a-cf72-467e-807c-c41561e57df1', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'mac_address': 'fa:16:3e:ce:5c:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:28Z', 'updated_at': '2021-07-23T20:36:41Z', 'revision_number': 5, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'subnets': [{'id': '1d874dc2-2d47-4609-89dd-73ab64dc981d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:40.709530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.737098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-2fd1bc6c-d6e8-4871-8025-b9da8dfe11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.738722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-2fd1bc6c-d6e8-4871-8025-b9da8dfe11ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=888d1c57-4a20-49b0-aa00-af65165a49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188294 Jul 23 20:37:40.775715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] Pushing event deleted for resources: {'Port': ['ID=d110b885-a321-458c-b77b-c665daad59d3,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:40.784378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9b63e95f-7ad8-4fcc-8974-85a6277d4dac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7269e89e2d1f4bea84e8795fbd5ebf7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072868 Jul 23 20:37:40.788810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48292) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:40.798233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port b2c62f25-2279-4993-b248-507495edeeae, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b2c62f25-2279-4993-b248-507495edeeae,segment=NetworkSegment(b60fa442-cc4a-4a7b-8364-d1160116d83c),segment_id=b60fa442-cc4a-4a7b-8364-d1160116d83c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:40.798730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.802255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64084db-e697-4c42-a9a6-345e06571377 None None] No DVR routers for this DVR port d110b885-a321-458c-b77b-c665daad59d3 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:40.804068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No active binding found for port d110b885-a321-458c-b77b-c665daad59d3 {{(pid=94028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:37:40.804507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d110b885-a321-458c-b77b-c665daad59d3 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:40.804921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9b51ac81-8697-49d5-bfab-b08d105205fe no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:40.837633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for b2c62f25-2279-4993-b248-507495edeeae owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:40.858276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea7b60-ff51-4a25-99e6-5d3e2ad41ff8 req-427f91a7-fc4a-438d-ac19-ef79c042aa76 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.862007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccea7b60-ff51-4a25-99e6-5d3e2ad41ff8 req-427f91a7-fc4a-438d-ac19-ef79c042aa76 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 944 time: 0.4044282 Jul 23 20:37:40.889460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9b51ac81-8697-49d5-bfab-b08d105205fe {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:40.889957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9b51ac81-8697-49d5-bfab-b08d105205fe not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:40.931490 n-d-793620-13 neutron-server[94026]: WARNING neutron.services.revisions.revision_plugin [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Could not find related port for resource to bump revision. Jul 23 20:37:40.949284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_pluggable_backend [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Port d110b885-a321-458c-b77b-c665daad59d3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 23 20:37:40.949632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_pluggable_backend [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:8df2 {{(pid=94026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 23 20:37:40.952938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.ipam_pluggable_backend [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe55:8df2 {{(pid=94026) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 23 20:37:40.953089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccea7b60-ff51-4a25-99e6-5d3e2ad41ff8 req-733c36a5-4ddb-4383-8f06-4543c776167d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835016 Jul 23 20:37:40.956636 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:40.981124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff549b61-4faa-4ec7-b5c4-4b8e7910b91e req-eeb17a0c-2b44-452a-abda-e04da2fd14cb tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:40.983281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff549b61-4faa-4ec7-b5c4-4b8e7910b91e req-eeb17a0c-2b44-452a-abda-e04da2fd14cb tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1099 time: 0.2067082 Jul 23 20:37:40.992861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'be581d22-f330-4bb2-b079-cf7e23557fa1', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'port_id': 'cee06ccb-f104-484c-b624-e03692b229ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'mac_address': 'fa:16:3e:c5:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:35Z', 'updated_at': '2021-07-23T20:37:35Z', 'revision_number': 0, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:41.014792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cba4c499-e5aa-4c2e-8efd-a44fb587818e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.026608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f1429d-1a28-4ffa-b0ec-c92b8d639099 None None] The sync data for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 is: [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'be581d22-f330-4bb2-b079-cf7e23557fa1', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'floating_ip_address': '172.25.8.193', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'port_id': 'cee06ccb-f104-484c-b624-e03692b229ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'mac_address': 'fa:16:3e:c5:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:37:35Z', 'updated_at': '2021-07-23T20:37:35Z', 'revision_number': 0, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:41.066012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.077964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-640aed8c-aa7a-465e-8dc1-be755e8e7195 service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246608 Jul 23 20:37:41.107248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff549b61-4faa-4ec7-b5c4-4b8e7910b91e req-2e77d6cd-b8dc-4f37-8d52-03116031a295 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072707 Jul 23 20:37:41.118125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=b2c62f25-2279-4993-b248-507495edeeae,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.122347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b3945-ea37-43b3-83f8-d610a998a9cd None None] DHCP port deletion for a3f8d5a5-ad46-4d31-89bb-1597156afeea request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:41.132563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port b2c62f25-2279-4993-b248-507495edeeae on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:41.150677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48294) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:41.159624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:41.169493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:41.179712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-e98e6304-3834-4d67-8305-adacd5c67e12 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.180210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886dc57-ac6a-444e-8506-220ee01c5829 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:41.181390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-e98e6304-3834-4d67-8305-adacd5c67e12 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 945 time: 0.3565955 Jul 23 20:37:41.182094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=22f28913-8450-4557-b123-86d537243535,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.186709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cba4c499-e5aa-4c2e-8efd-a44fb587818e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.189260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.189899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.319077 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-282b3bc9-61e7-4f4e-8cd8-ed069075fef5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2413113 Jul 23 20:37:41.319509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.325942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:41.338961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:5c:5b:2a', 'name': 'tempest-NetworksTestDHCPv6-143399498'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:41.347657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f8d5a5-ad46-4d31-89bb-1597156afeea']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:41.385258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '22f28913-8450-4557-b123-86d537243535'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:41.386262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.429007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60fa442-cc4a-4a7b-8364-d1160116d83c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:41.429414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60fa442-cc4a-4a7b-8364-d1160116d83c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:41.457077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.496276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd18884-b36e-43cc-a3fe-0e1e47b6a02e None None] New status for floating IP be581d22-f330-4bb2-b079-cf7e23557fa1: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:37:41.637601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2af902d0-8e4a-4362-b979-1c50f53b30cd details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:41.696620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Allocated IP 2001:db8::f816:3eff:fe7d:fb11 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/22f28913-8450-4557-b123-86d537243535/d8360450-c66b-4cc3-8818-3786d31e62b2) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:41.802139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48298) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:41.878724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f70905-3f7c-4451-afc1-467a32d0c01f req-e9da32f6-d6d9-4941-aeb6-0d0e3630e210 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:41.885756 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1f70905-3f7c-4451-afc1-467a32d0c01f req-e9da32f6-d6d9-4941-aeb6-0d0e3630e210 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 945 time: 0.7770648 Jul 23 20:37:41.894806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cc65925a-06b4-4293-9b81-4f5464d85e11 req-dcd7077a-c9a1-44f6-89c8-9996c81d72ed service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7954137 Jul 23 20:37:41.895431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 2af902d0-8e4a-4362-b979-1c50f53b30cd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:41.901377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.908450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:41.908916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.910394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '2af902d0-8e4a-4362-b979-1c50f53b30cd', 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa', 'port_id': '2af902d0-8e4a-4362-b979-1c50f53b30cd', 'mac_address': 'fa:16:3e:f8:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d64e57-9772-4951-aabf-467aac1504aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:41.912614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f3c8a16e-b39d-45b5-899b-3a59c140d765 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/be581d22-f330-4bb2-b079-cf7e23557fa1 HTTP/1.1" status: 200 len: 993 time: 0.1046369 Jul 23 20:37:41.913361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cba4c499-e5aa-4c2e-8efd-a44fb587818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.915985 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cba4c499-e5aa-4c2e-8efd-a44fb587818e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.921701 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cba4c499-e5aa-4c2e-8efd-a44fb587818e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/171d269b-e650-43a5-8aa3-b77ae4bd491a HTTP/1.1" status: 204 len: 168 time: 1.1293263 Jul 23 20:37:41.938359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port d6510ebb-5970-4378-8337-17d24f303ec9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:41.939152 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:41.943227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4c499-e5aa-4c2e-8efd-a44fb587818e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171d269b-e650-43a5-8aa3-b77ae4bd491a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:41.948890 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:42.050963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.083880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port d6510ebb-5970-4378-8337-17d24f303ec9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=d6510ebb-5970-4378-8337-17d24f303ec9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:42.084357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.086658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af902d0-8e4a-4362-b979-1c50f53b30cd {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:42.103744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for d6510ebb-5970-4378-8337-17d24f303ec9 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:42.117157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.124287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 2af902d0-8e4a-4362-b979-1c50f53b30cd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:42.131459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Transition to ACTIVE for port object d8360450-c66b-4cc3-8818-3786d31e62b2 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:42.140397 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.150587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c1f70905-3f7c-4451-afc1-467a32d0c01f req-6b6ef1fc-de19-4027-8db7-8117e0b4ea14 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639668 Jul 23 20:37:42.174273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Transition to ACTIVE for port object d8360450-c66b-4cc3-8818-3786d31e62b2 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:42.176671 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.188521 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.223479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.229050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:42.229236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/a3f8d5a5-ad46-4d31-89bb-1597156afeea HTTP/1.1" status: 204 len: 168 time: 2.0593410 Jul 23 20:37:42.234016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afcfea-a16b-4dcd-bfe6-9123781a1251 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=a3f8d5a5-ad46-4d31-89bb-1597156afeea,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:42.250652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:42.254617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:42.256696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=2af902d0-8e4a-4362-b979-1c50f53b30cd,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:42.266803 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:42.316730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:42.340894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2c62f25-2279-4993-b248-507495edeeae no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:42.349768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 330c6051-e233-4f5b-a77c-a0bbdf9dbe84 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:42.350122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.391730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b2c62f25-2279-4993-b248-507495edeeae {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:42.392256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2c62f25-2279-4993-b248-507495edeeae not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:42.392818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abc5d443-a6a3-40cf-8447-b2cdd3457fc4 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:42.400448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.427499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Pushing event updated for resources: {'Port': ['ID=d8360450-c66b-4cc3-8818-3786d31e62b2,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:42.433159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48308) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:42.437946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['005d1e17-1523-4169-b40f-957c27776be9', 'd6510ebb-5970-4378-8337-17d24f303ec9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:42.443936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=d6510ebb-5970-4378-8337-17d24f303ec9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:42.453390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:42.460696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e5b64-6194-4a32-9ff6-3d97decfc5cc req-c754287f-a179-410a-84b5-07fd4fe48dbd tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:42.462262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a64e5b64-6194-4a32-9ff6-3d97decfc5cc req-c754287f-a179-410a-84b5-07fd4fe48dbd tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 945 time: 0.3509943 Jul 23 20:37:42.464132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.464464 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.481765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['2af902d0-8e4a-4362-b979-1c50f53b30cd'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:42.484702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: abc5d443-a6a3-40cf-8447-b2cdd3457fc4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:42.484827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device abc5d443-a6a3-40cf-8447-b2cdd3457fc4 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:42.528622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 330c6051-e233-4f5b-a77c-a0bbdf9dbe84 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:42.539882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port d6510ebb-5970-4378-8337-17d24f303ec9 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:42.545650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Attempting to bind port d8360450-c66b-4cc3-8818-3786d31e62b2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:42.546331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Attempting to bind port d8360450-c66b-4cc3-8818-3786d31e62b2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:42.546800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Attempting to bind port d8360450-c66b-4cc3-8818-3786d31e62b2 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:42.569321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.570754 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c0215bc-d0bf-47a6-bf7f-901804b54abd req-291758b8-f945-4299-8156-24e0c9e4405d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "DELETE /v2.0/ports/d6510ebb-5970-4378-8337-17d24f303ec9 HTTP/1.1" status: 204 len: 173 time: 1.3648958 Jul 23 20:37:42.571225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'name': 'network-vif-deleted', 'tag': 'd6510ebb-5970-4378-8337-17d24f303ec9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:42.573589 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ffe377-d590-4064-aae7-b22acdc497d8" -d '{"events": [{"server_uuid": "00fb4699-87af-4d52-9986-fd6281ccf4cd", "name": "network-vif-deleted", "tag": "d6510ebb-5970-4378-8337-17d24f303ec9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:42.597887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:42.599860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:42.600283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.600822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:42.601322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Bound port: d8360450-c66b-4cc3-8818-3786d31e62b2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:42.602399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.637633 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df15b2-b8b7-4d39-8cb0-3aaf42d6ce92 x-openstack-request-id: req-14df15b2-b8b7-4d39-8cb0-3aaf42d6ce92 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:42.638150 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb4699-87af-4d52-9986-fd6281ccf4cd", "name": "network-vif-deleted", "tag": "d6510ebb-5970-4378-8337-17d24f303ec9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:42.638674 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14df15b2-b8b7-4d39-8cb0-3aaf42d6ce92 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:42.639378 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb4699-87af-4d52-9986-fd6281ccf4cd', 'name': 'network-vif-deleted', 'tag': 'd6510ebb-5970-4378-8337-17d24f303ec9', 'status': 'completed', 'code': 200} Jul 23 20:37:42.649494 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.657244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c01d59b4-9d34-453f-bb3e-2cecde3bb8a6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=102d68599163455b9a755a2803d75f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2169595 Jul 23 20:37:42.661224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a64e5b64-6194-4a32-9ff6-3d97decfc5cc req-7d62cf1c-7b65-493e-81eb-a25c8fe3d4f1 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746540 Jul 23 20:37:42.661737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:42.740571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 41c28d92-1e8a-4051-be65-a1cb680f5705 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:42.829306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.837771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] For port d8360450-c66b-4cc3-8818-3786d31e62b2, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:42.867645 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0231847-2090-416d-b5fa-f1f88b9c9e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.872065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] For port d8360450-c66b-4cc3-8818-3786d31e62b2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d8360450-c66b-4cc3-8818-3786d31e62b2,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:42.893696 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.920243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0231847-2090-416d-b5fa-f1f88b9c9e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:42.968295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fe5c:5b2a (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/22f28913-8450-4557-b123-86d537243535/41c28d92-1e8a-4051-be65-a1cb680f5705) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:43.033795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.085713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f511-2448-4190-8ba0-a4b3ebf6d08e None None] Pushing event updated for resources: {'Port': ['ID=d8360450-c66b-4cc3-8818-3786d31e62b2,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.090170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=330c6051-e233-4f5b-a77c-a0bbdf9dbe84,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.116662 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0231847-2090-416d-b5fa-f1f88b9c9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.119401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d0231847-2090-416d-b5fa-f1f88b9c9e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.120931 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d0231847-2090-416d-b5fa-f1f88b9c9e10 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f67d40f8-ab63-4387-8baf-53bc5245ba2b HTTP/1.1" status: 204 len: 168 time: 0.4510353 Jul 23 20:37:43.175244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0231847-2090-416d-b5fa-f1f88b9c9e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67d40f8-ab63-4387-8baf-53bc5245ba2b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.260263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 64cdde0b-2742-41a6-b9eb-1ae240d9be67 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:43.260631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.296597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.297339 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 disassociated (deleted). External IP: 172.25.8.36, port: 817e718a-80e6-4dde-bab1-21a6cb8329c8. Jul 23 20:37:43.421129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 64cdde0b-2742-41a6-b9eb-1ae240d9be67, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=64cdde0b-2742-41a6-b9eb-1ae240d9be67,segment=NetworkSegment(0ea78452-cd02-478a-8519-2f558275bd94),segment_id=0ea78452-cd02-478a-8519-2f558275bd94)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:43.421537 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.436601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 64cdde0b-2742-41a6-b9eb-1ae240d9be67 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:43.468043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf2774e1-6221-4898-a935-9bdaa7e53269 req-c7e30e6d-da64-4bc2-8933-0874fc415257 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=00fb4699-87af-4d52-9986-fd6281ccf4cd HTTP/1.1" status: 200 len: 210 time: 0.0990231 Jul 23 20:37:43.534563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.560225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 41c28d92-1e8a-4051-be65-a1cb680f5705 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:43.625807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2af902d0-8e4a-4362-b979-1c50f53b30cd up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:43.673201 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.700405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.714800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router db804a66-d7aa-4f4b-b658-bffd53851f9a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:43.767486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=64cdde0b-2742-41a6-b9eb-1ae240d9be67,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:43.778152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:43.789841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:43.797151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:43.818417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:43.819416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.848949 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.895239 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5fdb2846-6ef9-4476-86b4-0fd6b6f328dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.899792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 2af902d0-8e4a-4362-b979-1c50f53b30cd completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:43.917782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 2af902d0-8e4a-4362-b979-1c50f53b30cd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:43.918230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.919017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:43.953487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6199906 Jul 23 20:37:44.001668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48320) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.024627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d3e09-d623-4cd0-b8f0-4224d0600711 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=41c28d92-1e8a-4051-be65-a1cb680f5705,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:44.089411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.116644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:44.123387 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.126858 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] Sync routers for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:44.130902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6faba9-293d-4459-862c-de4106c112bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af902d0-8e4a-4362-b979-1c50f53b30cd'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:44.133366 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4ce823-9299-4fdc-bcd2-32b993f79791" -d '{"events": [{"server_uuid": "6d6faba9-293d-4459-862c-de4106c112bc", "name": "network-vif-plugged", "status": "completed", "tag": "2af902d0-8e4a-4362-b979-1c50f53b30cd"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:44.139042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:44.140951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:44.152061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 2af902d0-8e4a-4362-b979-1c50f53b30cd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:44.157608 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.206492 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab64a457-cbaf-4d16-bd4a-4933b0a51357 x-openstack-request-id: req-ab64a457-cbaf-4d16-bd4a-4933b0a51357 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:44.207163 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6faba9-293d-4459-862c-de4106c112bc", "name": "network-vif-plugged", "status": "completed", "tag": "2af902d0-8e4a-4362-b979-1c50f53b30cd", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:44.207935 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab64a457-cbaf-4d16-bd4a-4933b0a51357 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:44.208919 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6faba9-293d-4459-862c-de4106c112bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af902d0-8e4a-4362-b979-1c50f53b30cd', 'code': 200} Jul 23 20:37:44.216694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246a551-3066-4e89-9709-b29a428e7a89 req-b7692ba8-b6a4-4b58-b31a-e7d14a812132 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.236430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b246a551-3066-4e89-9709-b29a428e7a89 req-b7692ba8-b6a4-4b58-b31a-e7d14a812132 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 945 time: 0.2776437 Jul 23 20:37:44.238173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe802b-9505-476f-98ff-f4dbe3a4c8ca tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.244059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbe802b-9505-476f-98ff-f4dbe3a4c8ca tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.245618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7bbe802b-9505-476f-98ff-f4dbe3a4c8ca tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2429283 Jul 23 20:37:44.249149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48324) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.262313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:44.276695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=2af902d0-8e4a-4362-b979-1c50f53b30cd,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:44.320536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1cbc466b-6884-44ec-ac29-c749a4fb7c75 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/floatingips/fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075 HTTP/1.1" status: 204 len: 168 time: 3.1686270 Jul 23 20:37:44.323819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:44.329193 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe63adb-930b-4b95-96fa-64b59c1d376b" -d '{"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:44.343030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b246a551-3066-4e89-9709-b29a428e7a89 req-d08c9b00-5874-4d3c-aa6b-e6613e0486e6 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047294 Jul 23 20:37:44.417022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:44.428348 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb383c9a-6755-4745-9adc-20f6cbf203f5 x-openstack-request-id: req-cb383c9a-6755-4745-9adc-20f6cbf203f5 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:44.428641 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:44.428893 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb383c9a-6755-4745-9adc-20f6cbf203f5 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:44.429296 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'status': 'completed', 'code': 200} Jul 23 20:37:44.476560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d8360450-c66b-4cc3-8818-3786d31e62b2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:44.562253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-602e90ec-a2a0-4aeb-8182-c12a9ee2049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.573348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:44.573865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-602e90ec-a2a0-4aeb-8182-c12a9ee2049b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 1099 time: 0.1413338 Jul 23 20:37:44.580161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-95411a10-dc2a-47bc-8cc1-d19f15fb1e15 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3493509 Jul 23 20:37:44.589869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48334) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:44.596882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:44.603310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52682179-4237-4cec-b49b-313cce464f17 req-bfe1e4c4-6e29-4167-92a5-e92219b5479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:44.604841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-52682179-4237-4cec-b49b-313cce464f17 req-bfe1e4c4-6e29-4167-92a5-e92219b5479e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 1098 time: 0.3178134 Jul 23 20:37:44.656775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-52682179-4237-4cec-b49b-313cce464f17 req-dcb93ac2-ccca-4958-b54e-f3cef0d22b3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438998 Jul 23 20:37:44.656995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:44.657719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:44.666744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 41c28d92-1e8a-4051-be65-a1cb680f5705 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:44.668483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.824736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.824977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d8360450-c66b-4cc3-8818-3786d31e62b2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:44.841005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4dc4d0a-1ccb-4021-9a02-487c9bdcbdab None None] Provisioning for port d8360450-c66b-4cc3-8818-3786d31e62b2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:44.842247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 41c28d92-1e8a-4051-be65-a1cb680f5705 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:44.860397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d8360450-c66b-4cc3-8818-3786d31e62b2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:44.860995 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.862986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d4dc4d0a-1ccb-4021-9a02-487c9bdcbdab None None] Provisioning complete for port d8360450-c66b-4cc3-8818-3786d31e62b2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:44.862986 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4d0a-1ccb-4021-9a02-487c9bdcbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.914497 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:23Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:44.949546 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] Checking router: db804a66-d7aa-4f4b-b658-bffd53851f9a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:44.967541 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:44.970174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:44.972245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:44.975739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting subnet 1d874dc2-2d47-4609-89dd-73ab64dc981d {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:44.979490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:44.985274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d6510ebb-5970-4378-8337-17d24f303ec9 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:45.030047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.071682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: d6510ebb-5970-4378-8337-17d24f303ec9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:45.072291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device d6510ebb-5970-4378-8337-17d24f303ec9 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:45.075085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:43Z', 'revision_number': 11, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:45.097132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.117683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:45.120980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.141364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:45.142025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:17Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:45.146811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=41c28d92-1e8a-4051-be65-a1cb680f5705,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:45.199828 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.222612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.228707 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d65e2c1a-b6a3-4efe-a42e-93b5f5b6ace8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/41c28d92-1e8a-4051-be65-a1cb680f5705 HTTP/1.1" status: 204 len: 168 time: 0.9775536 Jul 23 20:37:45.228898 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:45.229499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.241768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:45.299828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-82764b8e-dc4e-4465-b84c-5f2a50650833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.301656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-82764b8e-dc4e-4465-b84c-5f2a50650833 service neutron] 10.222.0.47 "GET /v2.0/networks?id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 200 len: 898 time: 0.7209306 Jul 23 20:37:45.302523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Subnet': ['ID=1d874dc2-2d47-4609-89dd-73ab64dc981d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:45.312395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.314506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c58a1ca1-179b-4635-9545-150eb1a746b6 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/1d874dc2-2d47-4609-89dd-73ab64dc981d HTTP/1.1" status: 204 len: 168 time: 0.7237644 Jul 23 20:37:45.317405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48342) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.338323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d16c2-55ca-4457-82d8-1987def8339b None None] Network 2be0e32a-cf72-467e-807c-c41561e57df1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:45.377376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:43Z', 'revision_number': 11, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:45.383793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9aefd-671f-4dbd-b94b-e4693979880b req-c2eeeb20-2265-4bd9-a750-8d343187b40f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.391328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83c9aefd-671f-4dbd-b94b-e4693979880b req-c2eeeb20-2265-4bd9-a750-8d343187b40f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 947 time: 0.6383214 Jul 23 20:37:45.410878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-1fc9dfa2-a581-4fdb-9877-fb28ff787f8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 200 len: 217 time: 0.0950351 Jul 23 20:37:45.445581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.446530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9884f1-9258-4a84-be0c-874c954d7163 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:43Z', 'revision_number': 11, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:45.509142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.526044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3a6c1-c766-4778-a729-294aef5adb05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.526922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Deleting port 18f34df5-ab43-4064-8c14-ed74f550f5f7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:45.527494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.531179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc3a6c1-c766-4778-a729-294aef5adb05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.533510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0bc3a6c1-c766-4778-a729-294aef5adb05 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2987676 Jul 23 20:37:45.537190 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:23Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:45.541336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48346) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:45.567680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-83c9aefd-671f-4dbd-b94b-e4693979880b req-681fa9b4-39de-4f95-a823-6eab8b053433 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702633 Jul 23 20:37:45.585015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c453a76-4d84-43e6-89a8-9248a9ba1465 None None] The sync data for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 is: [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:35:10Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '78d4db96-daed-4edc-8583-e509763f9450', 'name': '', 'network_id': '33a41ab7-ed90-40ae-8c62-22ec0c07fc28', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:56:18:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '40fb8792-d212-417e-81ee-32666b7a8515', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:35:05Z', 'updated_at': '2021-07-23T20:35:23Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': '40fb8792-d212-417e-81ee-32666b7a8515', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:45.609118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e3519-44a8-4cf6-b08a-277909c1ca50 req-6ba71672-5a46-4cc1-b235-fa634c0bc8d9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.618484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-189e3519-44a8-4cf6-b08a-277909c1ca50 req-6ba71672-5a46-4cc1-b235-fa634c0bc8d9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.4376535 Jul 23 20:37:45.653586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] For port 18f34df5-ab43-4064-8c14-ed74f550f5f7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=18f34df5-ab43-4064-8c14-ed74f550f5f7,segment=NetworkSegment(0ea78452-cd02-478a-8519-2f558275bd94),segment_id=0ea78452-cd02-478a-8519-2f558275bd94)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:45.656307 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.676104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 22f28913-8450-4557-b123-86d537243535 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:45.683632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.703615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-4bbb31d6-c710-4a8c-863b-4757bdfe5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.705214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-4bbb31d6-c710-4a8c-863b-4757bdfe5e7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 200 len: 834 time: 0.2734876 Jul 23 20:37:45.724369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Calling delete_port for 18f34df5-ab43-4064-8c14-ed74f550f5f7 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:45.736781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-189e3519-44a8-4cf6-b08a-277909c1ca50 req-126facd0-b474-4e0b-a7c6-7f809434a4d7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107965 Jul 23 20:37:45.787716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.802257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d4dc4d0a-1ccb-4021-9a02-487c9bdcbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.848604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-923ff9c4-d6fe-4992-a505-a771e7100f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.850908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-923ff9c4-d6fe-4992-a505-a771e7100f55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=33a41ab7-ed90-40ae-8c62-22ec0c07fc28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306810 Jul 23 20:37:45.864154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b898a2b-d5eb-4d13-8969-f605ceb5c690 req-6e697677-b473-4796-9f07-ddc34962fcbd tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:45.864456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d8360450-c66b-4cc3-8818-3786d31e62b2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d8360450-c66b-4cc3-8818-3786d31e62b2,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:45.869724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b898a2b-d5eb-4d13-8969-f605ceb5c690 req-6e697677-b473-4796-9f07-ddc34962fcbd tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 946 time: 0.1483302 Jul 23 20:37:45.896849 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.934917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:45.992010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-d4dc4d0a-1ccb-4021-9a02-487c9bdcbdab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:37:45.992346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Port': ['ID=18f34df5-ab43-4064-8c14-ed74f550f5f7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:45.992499 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-d4dc4d0a-1ccb-4021-9a02-487c9bdcbdab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:37:46.001321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No DVR routers for this DVR port 18f34df5-ab43-4064-8c14-ed74f550f5f7 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:46.046227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.046364 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b898a2b-d5eb-4d13-8969-f605ceb5c690 req-30f56f45-c121-42fd-b28c-e177b8f61b3e tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715961 Jul 23 20:37:46.065932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d8360450-c66b-4cc3-8818-3786d31e62b2,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.090588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-6829ae99-7e66-4666-b87e-5d880264f8cd service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107522 Jul 23 20:37:46.109650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f3fc41-ab89-48f4-812b-a48ff0ec3997 None None] New status for floating IP fdb7e73b-60f1-4b73-9b50-e7fb5d6f8075: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:37:46.122603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff300c2-3b8e-4659-82f2-89e7efade5ba None None] DHCP port deletion for 2be0e32a-cf72-467e-807c-c41561e57df1 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:46.216956 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.219739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dfe63adb-930b-4b95-96fa-64b59c1d376b req-a6478ab1-736a-4633-bc78-00259b353aa3 service neutron] 10.222.0.47 "GET /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143765 Jul 23 20:37:46.228126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be0e32a-cf72-467e-807c-c41561e57df1']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:46.259954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea78452-cd02-478a-8519-2f558275bd94') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:46.260326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea78452-cd02-478a-8519-2f558275bd94') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:46.279550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.288492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d8360450-c66b-4cc3-8818-3786d31e62b2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:46.306209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.322349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:46.322856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:46.327438 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:46.340665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d8360450-c66b-4cc3-8818-3786d31e62b2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:46.341050 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.346578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.422421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=22f28913-8450-4557-b123-86d537243535,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.426284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.428176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33a2cf26-fb44-4982-934e-4ab67eaf26b3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/22f28913-8450-4557-b123-86d537243535 HTTP/1.1" status: 204 len: 168 time: 0.8856077 Jul 23 20:37:46.431190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48348) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.443995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f105f-80cb-49c6-a51e-e08a40bf7bbf None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:46.446944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-8719ad4e-b16a-4fba-a470-66b43a09acf7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.448479 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-8719ad4e-b16a-4fba-a470-66b43a09acf7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 947 time: 0.3232176 Jul 23 20:37:46.457669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509714fd-ad96-4a80-b58f-e12161465c48 req-e70fcc61-2c40-475a-be79-760c60ff36f1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.459404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-509714fd-ad96-4a80-b58f-e12161465c48 req-e70fcc61-2c40-475a-be79-760c60ff36f1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.2878647 Jul 23 20:37:46.461387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.467607 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.476001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a93e7ce7-5fc7-4a5b-9dc9-fdf7516c3829 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435503 Jul 23 20:37:46.476589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48350) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.487861 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4f2e-fc7d-46cd-a3a2-7313dbc13280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.495458 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.497368 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/networks/2be0e32a-cf72-467e-807c-c41561e57df1 HTTP/1.1" status: 204 len: 168 time: 1.1788926 Jul 23 20:37:46.516245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48352) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.524153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'routes': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:46.540240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2279e3-db3f-43cc-b324-28fcf81613e0 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Pushing event deleted for resources: {'Network': ['ID=2be0e32a-cf72-467e-807c-c41561e57df1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:46.567994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 18f34df5-ab43-4064-8c14-ed74f550f5f7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:46.603310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 18f34df5-ab43-4064-8c14-ed74f550f5f7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:46.604037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 18f34df5-ab43-4064-8c14-ed74f550f5f7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:46.605557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64cdde0b-2742-41a6-b9eb-1ae240d9be67 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:46.639046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 64cdde0b-2742-41a6-b9eb-1ae240d9be67 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:46.639781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 64cdde0b-2742-41a6-b9eb-1ae240d9be67 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:46.668791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port 005d1e17-1523-4169-b40f-957c27776be9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:46.669094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.673780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 817e718a-80e6-4dde-bab1-21a6cb8329c8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:46.674135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.787319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-72eaecfe-352a-46b5-ac3d-8502fff89cec None None] Could not find standard attr ID for object 41c28d92-1e8a-4051-be65-a1cb680f5705. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:37:46.795131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a56e8-3436-422a-9ccb-531503b8ee8c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.796788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a94a56e8-3436-422a-9ccb-531503b8ee8c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3193848 Jul 23 20:37:46.800865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48358) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.804510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.extraroute_db [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Added routes are [] {{(pid=94027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:37:46.805085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.extraroute_db [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Removed routes are [] {{(pid=94027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:37:46.805516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:46.813774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.860118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] Deleting port d8360450-c66b-4cc3-8818-3786d31e62b2 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:46.860792 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.882636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 817e718a-80e6-4dde-bab1-21a6cb8329c8, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=817e718a-80e6-4dde-bab1-21a6cb8329c8,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:46.883004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.888451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port 005d1e17-1523-4169-b40f-957c27776be9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=005d1e17-1523-4169-b40f-957c27776be9,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:46.889036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.916817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 817e718a-80e6-4dde-bab1-21a6cb8329c8 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:46.923694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df0fe3-097e-4f38-bbe8-ab4011b22e3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:46.925221 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f2df0fe3-097e-4f38-bbe8-ab4011b22e3e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1202919 Jul 23 20:37:46.928486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for 005d1e17-1523-4169-b40f-957c27776be9 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:46.931542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48360) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:46.937690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] For port d8360450-c66b-4cc3-8818-3786d31e62b2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d8360450-c66b-4cc3-8818-3786d31e62b2,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:46.938323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:46.952665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] Calling delete_port for d8360450-c66b-4cc3-8818-3786d31e62b2 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:46.995327 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f6b62cb-49ef-463a-bd49-dcd5eaf102c2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583320 Jul 23 20:37:46.997497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48362) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.034521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:47.047942 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.085859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] No DVR routers for this DVR port d8360450-c66b-4cc3-8818-3786d31e62b2 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:47.089523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9f114-ca81-4e62-b47c-466153327aba None None] Pushing event deleted for resources: {'Port': ['ID=d8360450-c66b-4cc3-8818-3786d31e62b2,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.290364 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.364998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71607251-aa7f-4678-b4fe-f153f7c44ff2 req-e936ceb6-40ed-4b92-930c-2629b1b5edf7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.366581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71607251-aa7f-4678-b4fe-f153f7c44ff2 req-e936ceb6-40ed-4b92-930c-2629b1b5edf7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 947 time: 0.6665928 Jul 23 20:37:47.371779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.385916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.414190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bbd43-9b2b-4ec1-81d0-6ce31d828272 req-92793828-66ea-4f9c-ad41-ea19ffc3eff1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.415691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b16bbd43-9b2b-4ec1-81d0-6ce31d828272 req-92793828-66ea-4f9c-ad41-ea19ffc3eff1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 945 time: 0.5946667 Jul 23 20:37:47.507615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71607251-aa7f-4678-b4fe-f153f7c44ff2 req-361b819a-9e60-427d-9322-5899af9b0d56 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=f50f728b-8ef4-447c-9385-455a299c00f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324213 Jul 23 20:37:47.533495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router d53d520f-2bb7-4062-b02c-4195b5c0870d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:47.546680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b16bbd43-9b2b-4ec1-81d0-6ce31d828272 req-e05f4d97-e9e4-4bed-a4ce-b56c8e765d76 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915649 Jul 23 20:37:47.618999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:47.622451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.654464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:47.661666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.662817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7345cd16-6d1b-4605-b02a-61f3bafcaf2b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 704 time: 1.1454294 Jul 23 20:37:47.666427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48366) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.670909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] Sync routers for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:47.684324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:47.685557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:47.707137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-940c9be3-d0bf-4154-b77c-449fcfa2327d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 205 time: 0.0363271 Jul 23 20:37:47.707443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48368) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:47.716927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.719604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.734082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:47.769701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=817e718a-80e6-4dde-bab1-21a6cb8329c8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.803674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c5407-e955-4410-9b2b-c8c2468e2a27 req-f0646136-65c7-4d33-a093-4f8b0905016e tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:47.805247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-225c5407-e955-4410-9b2b-c8c2468e2a27 req-f0646136-65c7-4d33-a093-4f8b0905016e tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 946 time: 0.2104337 Jul 23 20:37:47.807668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.826997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] Set router d53d520f-2bb7-4062-b02c-4195b5c0870d gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:47.857507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.857787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=005d1e17-1523-4169-b40f-957c27776be9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:47.881573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] No DVR routers for this DVR port 817e718a-80e6-4dde-bab1-21a6cb8329c8 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:47.895509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53d520f-2bb7-4062-b02c-4195b5c0870d', 'name': 'tempest-RoutersIpV6Test-router-523975345', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:25Z', 'updated_at': '2021-07-23T20:37:43Z', 'revision_number': 11, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:47.903101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.906175 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0bbd4c4e-5f8e-421d-a856-f829c81bbb5b req-73bba5ec-3dd7-4202-8e25-3e986d30320d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "DELETE /v2.0/ports/817e718a-80e6-4dde-bab1-21a6cb8329c8 HTTP/1.1" status: 204 len: 173 time: 1.4457219 Jul 23 20:37:47.906808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-deleted', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:47.909090 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109bbd79-eecf-4058-8c35-11df56ba0092" -d '{"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-deleted", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:47.911837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port 005d1e17-1523-4169-b40f-957c27776be9 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:47.916378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:47.918926 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-509714fd-ad96-4a80-b58f-e12161465c48 req-38bb40bd-96d3-498f-b5e1-a312c4dc2ea5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "DELETE /v2.0/ports/005d1e17-1523-4169-b40f-957c27776be9 HTTP/1.1" status: 204 len: 173 time: 1.4495955 Jul 23 20:37:47.977689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] Checking router: d53d520f-2bb7-4062-b02c-4195b5c0870d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:48.022141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.029696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.036832 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd9f6c9-a08c-4522-a7f1-b7ac456e486d x-openstack-request-id: req-4bd9f6c9-a08c-4522-a7f1-b7ac456e486d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:48.037260 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91442423-7535-4b8c-86df-ffb003d22ec7", "name": "network-vif-deleted", "tag": "817e718a-80e6-4dde-bab1-21a6cb8329c8", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:48.037648 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bd9f6c9-a08c-4522-a7f1-b7ac456e486d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:48.038151 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91442423-7535-4b8c-86df-ffb003d22ec7', 'name': 'network-vif-deleted', 'tag': '817e718a-80e6-4dde-bab1-21a6cb8329c8', 'status': 'completed', 'code': 200} Jul 23 20:37:48.062669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.090119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-225c5407-e955-4410-9b2b-c8c2468e2a27 req-547ee6a7-1ab3-4c24-94ae-9cec5b401db4 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029006 Jul 23 20:37:48.100507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] Routers {'d53d520f-2bb7-4062-b02c-4195b5c0870d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:48.101155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['d53d520f-2bb7-4062-b02c-4195b5c0870d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:48.105116 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.106375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router d53d520f-2bb7-4062-b02c-4195b5c0870d {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:48.116136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.117706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dac82ad4-604e-43eb-8c88-728d215d26d5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 204 len: 168 time: 0.4091277 Jul 23 20:37:48.124148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48372) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:48.130849 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1182566925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:48.149720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=76d5eb58-89af-4914-a9e5-70fe900e98ef,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:48.156919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:48.157588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276a0c3-6256-4394-8a3a-c5f5e1e891b5 None None] The sync data for ids ['d53d520f-2bb7-4062-b02c-4195b5c0870d'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:48.177132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.178557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.237319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:48.242179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:48.252182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:48.252794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.261372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f7d560-e5f7-4cc7-b008-82651742fb77 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:48.301955 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.302897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48396) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:48.303330 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f48d077c-50f5-4bdf-a06c-b218bbf6276b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3042109 Jul 23 20:37:48.321376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:65:04:7b', 'name': 'tempest-NetworksTestDHCPv6-1342178867'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:48.367358 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.373264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d8360450-c66b-4cc3-8818-3786d31e62b2 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:48.400004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d8360450-c66b-4cc3-8818-3786d31e62b2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:48.400426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d8360450-c66b-4cc3-8818-3786d31e62b2 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:48.520434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.524394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7460b186-6cb4-46a7-9874-341f958ef34d tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3959689 Jul 23 20:37:48.524700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48414) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:48.530060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:48.572133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': '76d5eb58-89af-4914-a9e5-70fe900e98ef'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:48.572133 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.605483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:48.750716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-427eec4f-1af7-45e2-a2e8-a60619d53f27 req-01dc7dc3-ffe5-46bc-a586-f1bc90255090 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff461964-e9c2-40d0-9150-7135642f2fd8 HTTP/1.1" status: 200 len: 210 time: 0.0483375 Jul 23 20:37:48.804697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/76d5eb58-89af-4914-a9e5-70fe900e98ef/89c27727-70c5-4583-be18-71c1a02ca727) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:48.867720 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.878893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8145b877-7a48-4493-9379-62fa228bd762 req-22612317-d905-4aed-9c9c-312645dd3603 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=91442423-7535-4b8c-86df-ffb003d22ec7 HTTP/1.1" status: 200 len: 210 time: 0.1784160 Jul 23 20:37:48.905042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.907351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 3d162dbb-f7a9-4d43-a757-764ca3828300 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:48.920649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:48.920943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 005d1e17-1523-4169-b40f-957c27776be9 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:48.956691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 005d1e17-1523-4169-b40f-957c27776be9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:48.957034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 005d1e17-1523-4169-b40f-957c27776be9 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:49.031742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Router aec35fff-2fa7-4162-87ec-665ff10df26e is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:37:49.033305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.049172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Transition to ACTIVE for port object 89c27727-70c5-4583-be18-71c1a02ca727 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:49.065994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Transition to ACTIVE for port object 89c27727-70c5-4583-be18-71c1a02ca727 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:49.074973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.129748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:49.133029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::15c (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/76d5eb58-89af-4914-a9e5-70fe900e98ef/3d162dbb-f7a9-4d43-a757-764ca3828300) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:49.136450 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.140674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7c00d7f0-ba18-42e6-80ab-a13eb43d14ed tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "PUT /v2.0/routers/aec35fff-2fa7-4162-87ec-665ff10df26e HTTP/1.1" status: 200 len: 698 time: 0.6146176 Jul 23 20:37:49.141460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48446) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.146118 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] Sync routers for ids ['aec35fff-2fa7-4162-87ec-665ff10df26e'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:49.147248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:49.157462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:49.160122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:49.162717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Pushing event updated for resources: {'Port': ['ID=89c27727-70c5-4583-be18-71c1a02ca727,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:49.171177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] Routers {'aec35fff-2fa7-4162-87ec-665ff10df26e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:49.172209 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['aec35fff-2fa7-4162-87ec-665ff10df26e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:49.274347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Attempting to bind port 89c27727-70c5-4583-be18-71c1a02ca727 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:49.276262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Attempting to bind port 89c27727-70c5-4583-be18-71c1a02ca727 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:49.280125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Attempting to bind port 89c27727-70c5-4583-be18-71c1a02ca727 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:49.281933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c0fb175f-6656-4396-8811-2808f8c6fa6f tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/routers/aec35fff-2fa7-4162-87ec-665ff10df26e HTTP/1.1" status: 200 len: 704 time: 0.1393878 Jul 23 20:37:49.284527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48456) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.288345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:49.290353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:49.291547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.293537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:49.296449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Bound port: 89c27727-70c5-4583-be18-71c1a02ca727, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:49.297567 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.304522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.316699 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] Set router aec35fff-2fa7-4162-87ec-665ff10df26e gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:49.320448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 3d162dbb-f7a9-4d43-a757-764ca3828300 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:49.326784 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1663c9ac-c8e8-4ae5-b2ca-512ce52f912a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=aec35fff-2fa7-4162-87ec-665ff10df26e HTTP/1.1" status: 200 len: 205 time: 0.0400202 Jul 23 20:37:49.330713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48458) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.357561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.381813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec35fff-2fa7-4162-87ec-665ff10df26e', 'name': 'tempest-RoutersIpV6Test-router-1182566925', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:48Z', 'updated_at': '2021-07-23T20:37:48Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:49.401102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:49.405032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:49.408971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:49.415714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.415895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.417767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] Checking router: aec35fff-2fa7-4162-87ec-665ff10df26e for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:49.432729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] Routers {'aec35fff-2fa7-4162-87ec-665ff10df26e'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:49.433351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['aec35fff-2fa7-4162-87ec-665ff10df26e'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:49.438612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1344092 Jul 23 20:37:49.444399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.445632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] For port 89c27727-70c5-4583-be18-71c1a02ca727, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:49.446053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e5fc-d6ce-48ae-88f4-ebe89a8038e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=3d162dbb-f7a9-4d43-a757-764ca3828300,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:49.453012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] For port 89c27727-70c5-4583-be18-71c1a02ca727, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=89c27727-70c5-4583-be18-71c1a02ca727,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:49.462713 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.508037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.515888 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] Set router aec35fff-2fa7-4162-87ec-665ff10df26e gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:49.544109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9637cc-967c-4c45-b10e-a141fa4f16cd None None] Pushing event updated for resources: {'Port': ['ID=89c27727-70c5-4583-be18-71c1a02ca727,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:49.570299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec35fff-2fa7-4162-87ec-665ff10df26e', 'name': 'tempest-RoutersIpV6Test-router-1182566925', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:48Z', 'updated_at': '2021-07-23T20:37:48Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:49.601412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd134-a1f4-4e09-a527-b74fc458e928 None None] The sync data for ids ['aec35fff-2fa7-4162-87ec-665ff10df26e'] in n-d-793620-13 is: [{'id': 'aec35fff-2fa7-4162-87ec-665ff10df26e', 'name': 'tempest-RoutersIpV6Test-router-1182566925', 'tenant_id': '8e4dbd8ce1944614bad8b8110def5e08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:37:48Z', 'updated_at': '2021-07-23T20:37:48Z', 'revision_number': 2, 'project_id': '8e4dbd8ce1944614bad8b8110def5e08', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:49.609775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:49.662857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 817e718a-80e6-4dde-bab1-21a6cb8329c8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:49.663360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 817e718a-80e6-4dde-bab1-21a6cb8329c8 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:49.690050 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.755286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.759048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.776865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527aa350-0a32-404b-aed5-59a9a367a634 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.794821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527aa350-0a32-404b-aed5-59a9a367a634 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:49.797834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-527aa350-0a32-404b-aed5-59a9a367a634 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3509367 Jul 23 20:37:49.799587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.870243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.870943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Fanout notify agent at l3_agent the message router_deleted on router aec35fff-2fa7-4162-87ec-665ff10df26e {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:49.886413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:49.887543 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1209f036-7c9c-4ef6-acc4-16e5cf945075 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/aec35fff-2fa7-4162-87ec-665ff10df26e HTTP/1.1" status: 204 len: 168 time: 0.5556090 Jul 23 20:37:49.893333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48470) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.968662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48474) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:49.977332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-257c6cde-cd10-40e0-a7aa-d83bbe4de726 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=aec35fff-2fa7-4162-87ec-665ff10df26e HTTP/1.1" status: 200 len: 205 time: 0.0821018 Jul 23 20:37:49.988723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48476) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.052613 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-da6202a7-195d-48fb-926f-c6560924e8a5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:50.057809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-da6202a7-195d-48fb-926f-c6560924e8a5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/aec35fff-2fa7-4162-87ec-665ff10df26e HTTP/1.1" status: 404 len: 336 time: 0.0679514 Jul 23 20:37:50.060768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48480) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.073963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'name': 'network-vif-deleted', 'tag': '005d1e17-1523-4169-b40f-957c27776be9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:50.076827 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb87e13a-db08-449c-b3aa-6a55b4f942a7" -d '{"events": [{"server_uuid": "ff461964-e9c2-40d0-9150-7135642f2fd8", "name": "network-vif-deleted", "tag": "005d1e17-1523-4169-b40f-957c27776be9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:50.118409 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8309a4c4-58ac-49da-94bc-d5daa0e3d1a5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:50.118871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8309a4c4-58ac-49da-94bc-d5daa0e3d1a5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:50.120878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8309a4c4-58ac-49da-94bc-d5daa0e3d1a5 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/2ff9db6c-7784-44f6-953f-e3ae06b06a62 HTTP/1.1" status: 404 len: 337 time: 0.0451798 Jul 23 20:37:50.123396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.142429 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a27d42-4b8f-42fd-b4e6-808245dbc9f0 x-openstack-request-id: req-e4a27d42-4b8f-42fd-b4e6-808245dbc9f0 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:50.143038 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff461964-e9c2-40d0-9150-7135642f2fd8", "name": "network-vif-deleted", "tag": "005d1e17-1523-4169-b40f-957c27776be9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:50.143179 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4a27d42-4b8f-42fd-b4e6-808245dbc9f0 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:50.143672 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff461964-e9c2-40d0-9150-7135642f2fd8', 'name': 'network-vif-deleted', 'tag': '005d1e17-1523-4169-b40f-957c27776be9', 'status': 'completed', 'code': 200} Jul 23 20:37:50.165560 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd9499b-2701-44cf-8f57-f3c261029193 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:50.166236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd9499b-2701-44cf-8f57-f3c261029193 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:50.168379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ccd9499b-2701-44cf-8f57-f3c261029193 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/24b66c80-0d68-43e8-b1e4-ce14dc0bd022 HTTP/1.1" status: 404 len: 337 time: 0.0438693 Jul 23 20:37:50.172740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.229992 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d851a3be-301f-4ee2-8a2d-e46fca74d283 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:50.230428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d851a3be-301f-4ee2-8a2d-e46fca74d283 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:50.232924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d851a3be-301f-4ee2-8a2d-e46fca74d283 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/10bf033d-be10-461c-b628-b11b897b315e HTTP/1.1" status: 404 len: 337 time: 0.0567367 Jul 23 20:37:50.235473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48496) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.243168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 3d162dbb-f7a9-4d43-a757-764ca3828300 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:50.243531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.281386 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af931e8-8939-4fea-bfa0-fb3441b09391 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:50.281873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af931e8-8939-4fea-bfa0-fb3441b09391 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:50.284450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8af931e8-8939-4fea-bfa0-fb3441b09391 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/1d874dc2-2d47-4609-89dd-73ab64dc981d HTTP/1.1" status: 404 len: 337 time: 0.0476742 Jul 23 20:37:50.289828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48498) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.329493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ddc84061-e800-4c38-8dad-e30c307e9ba2 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 200 len: 205 time: 0.0365491 Jul 23 20:37:50.340222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48500) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.356208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 89c27727-70c5-4583-be18-71c1a02ca727 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:50.431063 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-ad38e191-ff0c-4f23-a04c-e0a6dd024f62 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:50.434594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ad38e191-ff0c-4f23-a04c-e0a6dd024f62 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/d53d520f-2bb7-4062-b02c-4195b5c0870d HTTP/1.1" status: 404 len: 336 time: 0.0912075 Jul 23 20:37:50.436580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.437070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 89c27727-70c5-4583-be18-71c1a02ca727 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:50.466199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-6894d3b2-2fc2-44cd-be05-b76d407777e4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:50.467809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-6894d3b2-2fc2-44cd-be05-b76d407777e4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.3337646 Jul 23 20:37:50.486972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-432cb044-d55b-4d98-9853-03878901be6b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=e973719d-98ef-48bf-a475-6394d2606f6c HTTP/1.1" status: 200 len: 205 time: 0.0459807 Jul 23 20:37:50.488382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48504) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.496289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.500463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-b8581d6b-719d-413c-8cae-d4ee46dab8f1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.0249062 Jul 23 20:37:50.520485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 3d162dbb-f7a9-4d43-a757-764ca3828300 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:50.547075 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-2379764d-c50a-42b6-be41-b77fb677bb3e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:50.548470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2379764d-c50a-42b6-be41-b77fb677bb3e tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/e973719d-98ef-48bf-a475-6394d2606f6c HTTP/1.1" status: 404 len: 336 time: 0.0582263 Jul 23 20:37:50.551444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48506) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.596204 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e02b86d-7452-4b85-a961-6c9b5b554ebe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:50.596867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e02b86d-7452-4b85-a961-6c9b5b554ebe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:50.598997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0e02b86d-7452-4b85-a961-6c9b5b554ebe tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/7e91e230-8d6b-4854-a972-4b4c72f4619c HTTP/1.1" status: 404 len: 337 time: 0.0464032 Jul 23 20:37:50.607136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48508) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.649601 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-81d4fbd2-321a-4dee-82e2-86ecd68c9978 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 200 len: 205 time: 0.0407398 Jul 23 20:37:50.652591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.669872 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.708011 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-1a643442-62eb-4b04-8746-ee87dcc42d4a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:50.709310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1a643442-62eb-4b04-8746-ee87dcc42d4a tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/e587c7d4-278c-4b41-85e5-b6e046a43437 HTTP/1.1" status: 404 len: 336 time: 0.0541017 Jul 23 20:37:50.714889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-bbeff099-c233-4fc8-b8e2-603d603efbd6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2069960 Jul 23 20:37:50.715936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.754527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9a81646c-12c3-4c60-9a49-d4da4407ff22 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c28a061-28a5-4c3c-91a8-8516044aea35 HTTP/1.1" status: 200 len: 205 time: 0.0372531 Jul 23 20:37:50.765972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48514) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.861509 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-b70abd32-e58e-48c6-8a99-13ad31de59b1 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:50.876642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b70abd32-e58e-48c6-8a99-13ad31de59b1 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/0c28a061-28a5-4c3c-91a8-8516044aea35 HTTP/1.1" status: 404 len: 336 time: 0.1020873 Jul 23 20:37:50.882695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48516) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:50.978008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] Provisioning for port 89c27727-70c5-4583-be18-71c1a02ca727 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:50.984488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] Provisioning complete for port 89c27727-70c5-4583-be18-71c1a02ca727 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:50.984993 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:50.994867 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8f633c-ec64-4975-a418-3758338afdfd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:50.996004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8f633c-ec64-4975-a418-3758338afdfd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:50.998045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e8f633c-ec64-4975-a418-3758338afdfd tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/3d5dbb5e-6d0d-467c-9332-e4c151beecf5 HTTP/1.1" status: 404 len: 337 time: 0.1028397 Jul 23 20:37:51.001815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48518) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.054360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-95ca4577-b859-4907-b9bc-7be4440b7fda tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=f2245c92-fad6-4946-bdec-184057e9fe53 HTTP/1.1" status: 200 len: 205 time: 0.0495746 Jul 23 20:37:51.056855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.058396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48522) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.101090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-5b25e00a-8568-4f9c-990d-f96179424891 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750811 Jul 23 20:37:51.135903 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-aa9a170f-ca2e-4637-a3d1-07bf99666fc4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:51.141197 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aa9a170f-ca2e-4637-a3d1-07bf99666fc4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/f2245c92-fad6-4946-bdec-184057e9fe53 HTTP/1.1" status: 404 len: 336 time: 0.0795720 Jul 23 20:37:51.147829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48524) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.149801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 78d4db96-daed-4edc-8583-e509763f9450 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:51.150155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.175154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.222699 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2869073-c314-4108-927e-612be1a9ace4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:51.223427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2869073-c314-4108-927e-612be1a9ace4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:51.225682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e2869073-c314-4108-927e-612be1a9ace4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/947da08d-d701-467c-8c0b-d1e30ff0b4ae HTTP/1.1" status: 404 len: 337 time: 0.0651641 Jul 23 20:37:51.226352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] For port 89c27727-70c5-4583-be18-71c1a02ca727, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=89c27727-70c5-4583-be18-71c1a02ca727,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:51.229793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48526) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.232638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.239869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-450d59a4-d3f2-4a2c-94f9-e4bdaab35c27 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377981 Jul 23 20:37:51.247559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=3d162dbb-f7a9-4d43-a757-764ca3828300,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:51.315245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7c8fae82-6011-4e6e-9e81-84fca88eaea4 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "GET /v2.0/ports?device_id=32da3f01-2a8b-4f74-84d2-1479d291f089 HTTP/1.1" status: 200 len: 205 time: 0.0838623 Jul 23 20:37:51.319254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48528) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.332918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.336086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/3d162dbb-f7a9-4d43-a757-764ca3828300 HTTP/1.1" status: 204 len: 168 time: 1.5352726 Jul 23 20:37:51.340445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.340808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.341769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.342197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.342358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a937f-63d6-4cb7-b41a-2837e722785f None None] Pushing event updated for resources: {'Port': ['ID=89c27727-70c5-4583-be18-71c1a02ca727,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:51.342657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.343007 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.349598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.350100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.350548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.350997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.351445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.352352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7c687-cfa1-43d4-8898-800c14f2043a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:37:51.354887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48530) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.366750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2c074f6f-831f-4e67-9161-2cd469825b14 None None] Could not find standard attr ID for object 3d162dbb-f7a9-4d43-a757-764ca3828300. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:37:51.439198 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-72253a8c-eb88-4d1e-9703-53ea85f58b3b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] delete failed (client error): The resource could not be found. Jul 23 20:37:51.440272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72253a8c-eb88-4d1e-9703-53ea85f58b3b tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/routers/32da3f01-2a8b-4f74-84d2-1479d291f089 HTTP/1.1" status: 404 len: 336 time: 0.1198883 Jul 23 20:37:51.443686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48532) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.493968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cd60a-cafe-4d70-9586-2984476b617f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:51.504735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cd60a-cafe-4d70-9586-2984476b617f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:51.510413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-386cd60a-cafe-4d70-9586-2984476b617f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1540949 Jul 23 20:37:51.511004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48536) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.536224 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80dd5b6-5983-45a8-852d-26ddde1172e3 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:51.536895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80dd5b6-5983-45a8-852d-26ddde1172e3 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:51.538890 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a80dd5b6-5983-45a8-852d-26ddde1172e3 tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/fbdcc7f6-0d87-4fa1-86cc-7bab1a3a531a HTTP/1.1" status: 404 len: 337 time: 0.0913987 Jul 23 20:37:51.542119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:51.633821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 78d4db96-daed-4edc-8583-e509763f9450, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=78d4db96-daed-4edc-8583-e509763f9450,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:51.634226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-202ce946-1a57-492b-bc02-9fb15a49204d req-6443d2ab-d4fc-4999-81e8-d89d9837b288 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 210 time: 0.0755222 Jul 23 20:37:51.635621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.650501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 76d5eb58-89af-4914-a9e5-70fe900e98ef {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:51.656028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.662908 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9969b472-7c71-43e0-98ce-c6d736c4bfaf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] DELETE failed (client error): The resource could not be found. Jul 23 20:37:51.665943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9969b472-7c71-43e0-98ce-c6d736c4bfaf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:51.682330 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9969b472-7c71-43e0-98ce-c6d736c4bfaf tempest-RoutersIpV6Test-65307739 tempest-RoutersIpV6Test-65307739-project] 10.222.0.46 "DELETE /v2.0/subnets/94a74461-3b2d-4067-b34e-126a51a27cd4 HTTP/1.1" status: 404 len: 337 time: 0.1384666 Jul 23 20:37:51.694778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 78d4db96-daed-4edc-8583-e509763f9450 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:51.708644 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.853749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.953130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:51.979141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.012681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=78d4db96-daed-4edc-8583-e509763f9450,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:52.447652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 89c27727-70c5-4583-be18-71c1a02ca727 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:52.492223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=76d5eb58-89af-4914-a9e5-70fe900e98ef,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:52.501015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.521757 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.523759 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e0632b81-1af7-4909-aede-ac62be729e44 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/76d5eb58-89af-4914-a9e5-70fe900e98ef HTTP/1.1" status: 204 len: 168 time: 1.0117750 Jul 23 20:37:52.526360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.531379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c232c-cb8c-4967-b03e-4b49aa599b67 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:52.611685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b64eb13e-0040-4f35-85e3-3850367ba380 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839422 Jul 23 20:37:52.614791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48560) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.648946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 89c27727-70c5-4583-be18-71c1a02ca727 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:52.650474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.759465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d1b991-294b-4238-a66f-63703ba7e3a8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.765802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5d1b991-294b-4238-a66f-63703ba7e3a8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1497362 Jul 23 20:37:52.772851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48564) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.784761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.843589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2268ff9c-7b6f-4e4f-8ba2-0e770b0568e2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e4dbd8ce1944614bad8b8110def5e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3413393 Jul 23 20:37:52.859479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-860d5fb5-0bc3-4515-a9c6-bfbf26dec4d1 req-1a4dc0a4-d409-4430-b49e-4316231c5266 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 210 time: 0.0922689 Jul 23 20:37:52.874135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.910003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c90a2-d23f-453b-a5e9-d2e5b4ec3936 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:52.913758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-102c90a2-d23f-453b-a5e9-d2e5b4ec3936 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1375606 Jul 23 20:37:52.915278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48568) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.940792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9836629a-f8fd-42e9-a735-34c2853b940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:52.946944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:52.986471 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a579249a-454e-4fff-a2dc-68eb5555bc3b tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646269 Jul 23 20:37:52.986719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48570) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:52.991462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:53.033845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] Deleting port 89c27727-70c5-4583-be18-71c1a02ca727 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:53.034142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.054913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9836629a-f8fd-42e9-a735-34c2853b940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.139584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] For port 89c27727-70c5-4583-be18-71c1a02ca727, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=89c27727-70c5-4583-be18-71c1a02ca727,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:53.140738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.173368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] Calling delete_port for 89c27727-70c5-4583-be18-71c1a02ca727 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:53.175293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:53.179667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.216797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9836629a-f8fd-42e9-a735-34c2853b940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.221091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9836629a-f8fd-42e9-a735-34c2853b940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.222783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9836629a-f8fd-42e9-a735-34c2853b940c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5e3816e-aa99-4e3c-ab6f-480917faedf3 HTTP/1.1" status: 204 len: 168 time: 0.3474753 Jul 23 20:37:53.276362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-40bac58d-cdc4-4eb0-8250-ac5882318230 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:53.280813 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-40bac58d-cdc4-4eb0-8250-ac5882318230 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.3438575 Jul 23 20:37:53.296424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.338608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:53.362192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] Pushing event deleted for resources: {'Port': ['ID=89c27727-70c5-4583-be18-71c1a02ca727,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.376051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf28585-b917-46d5-8d67-9a267e4d4d75 None None] No DVR routers for this DVR port 89c27727-70c5-4583-be18-71c1a02ca727 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:53.396140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836629a-f8fd-42e9-a735-34c2853b940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e3816e-aa99-4e3c-ab6f-480917faedf3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.504109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:53.507240 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.512504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router db804a66-d7aa-4f4b-b658-bffd53851f9a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:37:53.533054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:53.537473 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.553139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:53.556377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:53.561217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:53.561851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.567825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc655657-1cfb-41c2-96eb-d74aa71d88ec None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:53.575966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=ea6607f9-7cd3-4184-ad99-0aa99709b24f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:53.586342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e2dc4906-490a-4837-9c6e-f541f97c4fb3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5993834 Jul 23 20:37:53.589167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48578) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:53.598158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:53.781765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:53.786881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.796941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:37:53.808334 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4fcb6057-c28f-433e-b703-8e0ff67dcd34 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/db804a66-d7aa-4f4b-b658-bffd53851f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8378365 Jul 23 20:37:53.817298 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48588) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:53.828978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] Sync routers for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:37:53.840424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': 'ea6607f9-7cd3-4184-ad99-0aa99709b24f'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:37:53.842105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.844970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.4 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/3ccf40a3-2e35-4fc7-b934-8005bfde8a31) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:53.927265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting subnet 40fb8792-d212-417e-81ee-32666b7a8515 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:53.932611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:53.984959 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ea6607f9-7cd3-4184-ad99-0aa99709b24f (CIDR: 2001:db8::/64) Jul 23 20:37:53.993824 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:37:53.994445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:37:54.005038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.027083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Allocated IP 2001:db8::f816:3eff:feab:4d (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/ea6607f9-7cd3-4184-ad99-0aa99709b24f/99dcb6be-8a66-4fde-b7d4-da569b87f27a) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:54.069524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.080246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:54.081182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:54.096294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4de393fb-c42a-48e4-8c0e-d980493693eb req-c2d40a9b-2bc5-44a7-9fae-13178c028ad6 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 210 time: 0.0646780 Jul 23 20:37:54.099891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e22548c8-2882-4411-bf26-a689b94b75d4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5079980 Jul 23 20:37:54.103278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48596) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:54.113492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:54.158111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.249205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:54.263345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:54.271938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:54.275453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.349089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:54.367103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:54.373491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.376052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:54.376756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.408737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e47a387b-7d83-4032-af0a-7c8f75e1c7f9 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0766664 Jul 23 20:37:54.422523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Request body: {'port': {'device_id': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:54.441116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:54.442598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.443104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 89c27727-70c5-4583-be18-71c1a02ca727 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:54.521971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 89c27727-70c5-4583-be18-71c1a02ca727 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:54.521971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 89c27727-70c5-4583-be18-71c1a02ca727 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:54.552715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.575142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Subnet': ['ID=40fb8792-d212-417e-81ee-32666b7a8515,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:54.587881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.594464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3393e76e-a21c-4e71-8648-de63bd2a99e9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/subnets/40fb8792-d212-417e-81ee-32666b7a8515 HTTP/1.1" status: 204 len: 168 time: 0.7729325 Jul 23 20:37:54.598599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429dffd-ede6-42a9-8c24-f790e56628ac None None] Network 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:54.619438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48606) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:54.660096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:54.839206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.899833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:54.918565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Transition to ACTIVE for port object 99dcb6be-8a66-4fde-b7d4-da569b87f27a will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:55.008664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Transition to ACTIVE for port object 99dcb6be-8a66-4fde-b7d4-da569b87f27a will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:55.032361 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.036987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.053147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.126055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:55.133159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:55.133364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:55.141745 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:55.149589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:55.149950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:55.152090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.160234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:55.204451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=151d089a-156a-48a7-a523-715e4b59dfce,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:55.218857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-803188d8-822e-460f-b1e2-bae6b312eaa5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1137369 Jul 23 20:37:55.221583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48620) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:55.227753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:83:ac:2b', 'name': 'tempest-NetworksTestDHCPv6-829299570'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:55.240435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port ff22ba50-b7d1-42b2-b529-64f59bda380b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:55.240796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.263486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Attempting to bind port 99dcb6be-8a66-4fde-b7d4-da569b87f27a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:55.263731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Attempting to bind port 99dcb6be-8a66-4fde-b7d4-da569b87f27a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:55.264037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Attempting to bind port 99dcb6be-8a66-4fde-b7d4-da569b87f27a on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:55.278101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217'}], 'enable_snat': True}, 'gw_port_id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:37:51Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': 'ff22ba50-b7d1-42b2-b529-64f59bda380b', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:34:52Z', 'updated_at': '2021-07-23T20:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:55.285214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:55.285847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:55.286416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.286945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:55.287844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Bound port: 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:55.288452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.337339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:55.337874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] DHCP port deletion for 33a41ab7-ed90-40ae-8c62-22ec0c07fc28 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:37:55.342804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] Checking router: db804a66-d7aa-4f4b-b658-bffd53851f9a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:37:55.358666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] Routers {'db804a66-d7aa-4f4b-b658-bffd53851f9a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:37:55.359568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['db804a66-d7aa-4f4b-b658-bffd53851f9a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:55.390198 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.417639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Transition to ACTIVE for port object 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:55.432828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.523097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144838c0-9ca4-4758-b2f4-9a964819a0ea req-f50beccc-9b5f-4317-aac0-abcb2e27c583 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:55.525287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-144838c0-9ca4-4758-b2f4-9a964819a0ea req-f50beccc-9b5f-4317-aac0-abcb2e27c583 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 931 time: 0.1657710 Jul 23 20:37:55.528285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:55.531165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] Set router db804a66-d7aa-4f4b-b658-bffd53851f9a gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:37:55.535418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:55.577148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:55.593025 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.599132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:37:55Z', 'revision_number': 6, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:55.618499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-144838c0-9ca4-4758-b2f4-9a964819a0ea req-99fc06a9-748f-4ddb-b349-d625a1a1d35a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Jul 23 20:37:55.636362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:55.646661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port ff22ba50-b7d1-42b2-b529-64f59bda380b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ff22ba50-b7d1-42b2-b529-64f59bda380b,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:55.646846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.669975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee41efc-5fa6-45a6-96b9-babf1bb3e731 None None] The sync data for ids ['db804a66-d7aa-4f4b-b658-bffd53851f9a'] in n-d-793620-13 is: [{'id': 'db804a66-d7aa-4f4b-b658-bffd53851f9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1451584667', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:34:49Z', 'updated_at': '2021-07-23T20:37:55Z', 'revision_number': 6, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:37:55.675095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] Deleting port 7169afa6-18a7-4d46-b773-23d67a76bf48 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:55.675225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for ff22ba50-b7d1-42b2-b529-64f59bda380b owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:55.675466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.748732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89e22d-437d-4a46-9266-aeede60d56ae None None] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:55.758492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.803222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:37:55.823835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] For port 7169afa6-18a7-4d46-b773-23d67a76bf48, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7169afa6-18a7-4d46-b773-23d67a76bf48,segment=NetworkSegment(8858904d-c445-4fbe-81f4-1b5942cc745a),segment_id=8858904d-c445-4fbe-81f4-1b5942cc745a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:55.824247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:55.854000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] Calling delete_port for 7169afa6-18a7-4d46-b773-23d67a76bf48 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:55.979268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Attempting to bind port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:37:55.979863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Attempting to bind port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:37:55.979966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Attempting to bind port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:55.996614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:37:55.996946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Attempting to bind port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:37:56.013718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.090576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] Pushing event deleted for resources: {'Port': ['ID=7169afa6-18a7-4d46-b773-23d67a76bf48,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.105143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ad052-e101-4563-9e12-dd2b3d9c5a62 None None] No DVR routers for this DVR port 7169afa6-18a7-4d46-b773-23d67a76bf48 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:37:56.135994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:37:56.138576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:37:56.139414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:37:56.140426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Bound port: 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:37:56.141147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.238166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8:0:1::126 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/151d089a-156a-48a7-a523-715e4b59dfce/05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:56.246294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fe83:ac2b (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/ea6607f9-7cd3-4184-ad99-0aa99709b24f/05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:37:56.299459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.373794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=ff22ba50-b7d1-42b2-b529-64f59bda380b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.446044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] For port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:37:56.451659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] For port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:37:56.452800 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.460003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.462467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.471239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:37:56.517937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.564663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:37:56.568706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:37:56.572400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:37:56.578507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:56.579394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.595468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.609808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ce711a48-a833-4fc4-9ec5-d2e3f12135ae tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3870473 Jul 23 20:37:56.613113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48644) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:56.615765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:56.616415 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.620293 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] 10.222.0.36 "PUT /v2.0/ports/3ccf40a3-2e35-4fc7-b934-8005bfde8a31 HTTP/1.1" status: 200 len: 1092 time: 2.2039597 Jul 23 20:37:56.623630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'tag': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:37:56.626006 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a03eea0-3483-41cb-b35e-18deaa35141e" -d '{"events": [{"name": "network-changed", "server_uuid": "f90ba006-1753-4d16-b9c0-d21a39c6aa46", "tag": "3ccf40a3-2e35-4fc7-b934-8005bfde8a31"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:37:56.634761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.646403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.676418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e8a3c-318a-4aa7-9bf3-1b3d6c0b2b87 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:56.751348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:56.760573 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089beb4e-02f8-4eda-88a3-3e0a417035db x-openstack-request-id: req-089beb4e-02f8-4eda-88a3-3e0a417035db {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:37:56.760879 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90ba006-1753-4d16-b9c0-d21a39c6aa46", "tag": "3ccf40a3-2e35-4fc7-b934-8005bfde8a31", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:37:56.761130 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-089beb4e-02f8-4eda-88a3-3e0a417035db {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:37:56.761569 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'tag': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31', 'status': 'completed', 'code': 200} Jul 23 20:37:56.795709 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.796398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Fanout notify agent at l3_agent the message router_deleted on router db804a66-d7aa-4f4b-b658-bffd53851f9a {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:37:56.805573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.805573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-837815cc-8f6a-42c8-9704-de305f557166 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/routers/db804a66-d7aa-4f4b-b658-bffd53851f9a HTTP/1.1" status: 204 len: 168 time: 2.1848593 Jul 23 20:37:56.810121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48650) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:56.874364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:56.888413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea55ba0e-1448-49be-833b-f4bcaafc1910 req-cbce7a3f-c87c-400e-9b6b-7ce542152ca1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:56.895650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea55ba0e-1448-49be-833b-f4bcaafc1910 req-cbce7a3f-c87c-400e-9b6b-7ce542152ca1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 943 time: 0.1156824 Jul 23 20:37:56.932739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:37:56.933085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:56.943934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-a9827449-b8f1-4431-a70d-fdbdeba28c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:56.945763 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-a9827449-b8f1-4431-a70d-fdbdeba28c8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 1095 time: 0.2102432 Jul 23 20:37:56.990971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78d4db96-daed-4edc-8583-e509763f9450 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:56.996766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-55849395-d88c-4b30-aa88-0d0815ed6951 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31 HTTP/1.1" status: 200 len: 217 time: 0.0416229 Jul 23 20:37:57.003419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.024158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 78d4db96-daed-4edc-8583-e509763f9450 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:57.026829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 78d4db96-daed-4edc-8583-e509763f9450 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:57.039937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7169afa6-18a7-4d46-b773-23d67a76bf48 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:57.071408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7169afa6-18a7-4d46-b773-23d67a76bf48 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:57.072077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7169afa6-18a7-4d46-b773-23d67a76bf48 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:57.110795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea55ba0e-1448-49be-833b-f4bcaafc1910 req-ea1d6378-8a29-408e-b21f-baacf05c37bf tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122576 Jul 23 20:37:57.130065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-61fac259-027f-4121-b062-8e7530d3a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:57.132747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-61fac259-027f-4121-b062-8e7530d3a391 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.1265748 Jul 23 20:37:57.177145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.183338 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-a752e570-e447-43fc-a8a8-fdb38848c5ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424490 Jul 23 20:37:57.195023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:37:57.259560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.301399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a41ab7-ed90-40ae-8c62-22ec0c07fc28']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.322748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5db37c6-29b5-43c4-a607-0c091100025f None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:37:57.362139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8858904d-c445-4fbe-81f4-1b5942cc745a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.362759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8858904d-c445-4fbe-81f4-1b5942cc745a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:37:57.381104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.410638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] Provisioning for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:37:57.412989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-4cc94384-059a-4c05-bce6-40f65c85e866 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222633 Jul 23 20:37:57.414053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.444138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:37:57.444482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:37:57.447808 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:37:57.467686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:57.468343 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.515954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.583631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.602412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.604516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/networks/33a41ab7-ed90-40ae-8c62-22ec0c07fc28 HTTP/1.1" status: 204 len: 168 time: 0.7932935 Jul 23 20:37:57.605224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:57.619403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48656) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:57.629362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-bce04adb-f00c-4830-85c7-6dee3bae4e87 req-8e775d65-302e-43da-a467-f9d6c06ee37b service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086413 Jul 23 20:37:57.631544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d193f85-6e6e-486f-98f8-39dd94d223c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Network': ['ID=33a41ab7-ed90-40ae-8c62-22ec0c07fc28,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:57.653042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.663891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fa412e38-09a5-44e0-b7b9-c3d67e109141 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4 HTTP/1.1" status: 204 len: 168 time: 1.0490637 Jul 23 20:37:57.664915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48660) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:57.685849 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.760779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd49549f-b397-483f-99b8-8b894a2eb422 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.801689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:57.807960 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd49549f-b397-483f-99b8-8b894a2eb422 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.813120 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:57.849880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-857e604f-2971-411f-a795-0e79a69c0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:57.851171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edc5e0-6473-4359-be60-8ba961f7624e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:57.856734 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-857e604f-2971-411f-a795-0e79a69c0a2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 1095 time: 0.1581702 Jul 23 20:37:57.856924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-52edc5e0-6473-4359-be60-8ba961f7624e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 959 time: 0.1882176 Jul 23 20:37:57.860686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.007790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b1f63-0651-47e8-81da-de65eb9409c5 None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'ea6607f9-7cd3-4184-ad99-0aa99709b24f', 'ip_address': '2001:db8::f816:3eff:feab:4d'}, {'subnet_id': '151d089a-156a-48a7-a523-715e4b59dfce'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '99dcb6be-8a66-4fde-b7d4-da569b87f27a'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:37:58.009460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f5020-36fb-406c-aac0-8cc676c97e72 None None] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:58.009844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dccc7d2-9a34-4971-95f1-e428d1f577f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.015560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2dccc7d2-9a34-4971-95f1-e428d1f577f9 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1477294 Jul 23 20:37:58.016372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48674) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.062947 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f7b1f63-0651-47e8-81da-de65eb9409c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.100388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-cac6227a-4958-4c99-abdf-988172721f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.105326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-cac6227a-4958-4c99-abdf-988172721f87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.2395856 Jul 23 20:37:58.121930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adad7f8-5e70-4a23-bfd6-bb7d5db3e11d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.131336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adad7f8-5e70-4a23-bfd6-bb7d5db3e11d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.136905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adad7f8-5e70-4a23-bfd6-bb7d5db3e11d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.142271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4adad7f8-5e70-4a23-bfd6-bb7d5db3e11d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1245840 Jul 23 20:37:58.144889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48678) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.203227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd49549f-b397-483f-99b8-8b894a2eb422 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.210150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd49549f-b397-483f-99b8-8b894a2eb422 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.215625 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dd49549f-b397-483f-99b8-8b894a2eb422 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/security-groups/f50f728b-8ef4-447c-9385-455a299c00f6 HTTP/1.1" status: 204 len: 168 time: 0.5945814 Jul 23 20:37:58.218855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-2f455167-9a64-4588-955a-bbc40426ee4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31 HTTP/1.1" status: 200 len: 217 time: 0.1017809 Jul 23 20:37:58.275313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 151d089a-156a-48a7-a523-715e4b59dfce {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:58.286563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49549f-b397-483f-99b8-8b894a2eb422 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50f728b-8ef4-447c-9385-455a299c00f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:58.289344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-f5569132-dad7-496c-bf32-9d2de3c38fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.290850 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-f5569132-dad7-496c-bf32-9d2de3c38fac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0597610 Jul 23 20:37:58.302236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.365486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:37:58.367506 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.407319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-2c498bab-d3c5-4f2c-b387-c0ff55ca4785 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078911 Jul 23 20:37:58.428998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41ba01-a6ff-42cb-9ac4-6492e58d80c1 req-be6a22f5-760f-4938-ad94-170f041bf988 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:58.438544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a41ba01-a6ff-42cb-9ac4-6492e58d80c1 req-be6a22f5-760f-4938-ad94-170f041bf988 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 943 time: 0.2162850 Jul 23 20:37:58.475665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.483832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:58.484208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.535997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a41ba01-a6ff-42cb-9ac4-6492e58d80c1 req-a12eba3f-c4a1-47fb-86a8-f5e67324dfe3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Jul 23 20:37:58.586239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-1f7b1f63-0651-47e8-81da-de65eb9409c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 151d089a-156a-48a7-a523-715e4b59dfce: This subnet is being modified by another concurrent operation. Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 151d089a-156a-48a7-a523-715e4b59dfce: This subnet is being modified by another concurrent operation. Jul 23 20:37:58.597423 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 20:37:58.661054 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-ab7a5cf3-e31a-45ef-9392-0d34bdeb7d30 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459652 Jul 23 20:37:58.679334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.679511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.685088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/151d089a-156a-48a7-a523-715e4b59dfce HTTP/1.1" status: 204 len: 168 time: 0.5375440 Jul 23 20:37:58.686602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085618677', 'description': 'tempest-secgroup-smoke-1085618677 description', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:58.686885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48688) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:58.687906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d009bf0-e930-4851-ab4f-0bf709a79015 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=151d089a-156a-48a7-a523-715e4b59dfce,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:58.761179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff22ba50-b7d1-42b2-b529-64f59bda380b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:37:58.778442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet ea6607f9-7cd3-4184-ad99-0aa99709b24f {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:37:58.789590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.819156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ff22ba50-b7d1-42b2-b529-64f59bda380b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:37:58.819697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ff22ba50-b7d1-42b2-b529-64f59bda380b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:37:58.844441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-23b34612-294c-4254-b049-87a06522634f None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:58.844849 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-23b34612-294c-4254-b049-87a06522634f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.880623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.959623 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3a03eea0-3483-41cb-b35e-18deaa35141e req-ab4ed8a0-4cf9-4949-bcf3-131bce30b449 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903852 Jul 23 20:37:58.963594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:58.982764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:37:58.986585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88c136-3dd3-4567-81e9-5beb0f7ad12e None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:37:59.011551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.102164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.129657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.134907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.135376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6607f9-7cd3-4184-ad99-0aa99709b24f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.145338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.149806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c7c03953-7089-47f9-9f95-6a1ada46ab2c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/ea6607f9-7cd3-4184-ad99-0aa99709b24f HTTP/1.1" status: 204 len: 168 time: 0.4561832 Jul 23 20:37:59.150189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48696) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.181956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5157e4-87ca-4a73-981c-61f1246f7d5d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.186883 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.190801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-78e6f0f4-f15b-4bcd-97eb-b76ee4422d17 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5077980 Jul 23 20:37:59.191437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.196445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '0a5157e4-87ca-4a73-981c-61f1246f7d5d', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:59.206796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a20f6608-dad2-4a24-a812-4f3912cb66e3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526934 Jul 23 20:37:59.207118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48700) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.213475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:59.233677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.321134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.327685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:37:59.328708 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.330892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88c136-3dd3-4567-81e9-5beb0f7ad12e None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:37:59.335063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.347319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-17cb9f41-32f1-49c9-b0b0-fc8806878681 None None] Could not find standard attr ID for object 05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:37:59.364561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.366072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1741207 Jul 23 20:37:59.370965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48702) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.378327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '0a5157e4-87ca-4a73-981c-61f1246f7d5d', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:59.379157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa8b73-c4af-499a-a678-117c4bdd037e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0c729b-9d55-438c-8924-af080afeddb6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.465235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.478624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:59.497118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31', 'mac_address': 'fa:16:3e:59:ae:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:37:59.587376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.600824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.608198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:37:59.609572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.634345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:37:59.654903 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.691191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e520c5c6-5097-4d4a-8eb6-762fd972ff73,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.696957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.698194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d3c320c9-b898-47cb-87b4-58f4e71ee1b0 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261456 Jul 23 20:37:59.701843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.713719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '0a5157e4-87ca-4a73-981c-61f1246f7d5d', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:37:59.744866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.768485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d84e61-7597-4f79-9a9d-d130f1e2b0dc None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:37:59.788593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.800653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd1e72-6564-49a6-b2f8-32606258cc94 req-6a45ab2b-721e-4e85-b633-99249dd93d76 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:37:59.802292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2fd1e72-6564-49a6-b2f8-32606258cc94 req-6a45ab2b-721e-4e85-b633-99249dd93d76 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 944 time: 0.1645732 Jul 23 20:37:59.852048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:37:59.877312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.881811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3ccf40a3-2e35-4fc7-b934-8005bfde8a31'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:37:59.883994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.918061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab6d80f-1aa9-4808-b04b-bf204d26cf8f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:37:59.921243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d84e61-7597-4f79-9a9d-d130f1e2b0dc None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:37:59.930489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2fd1e72-6564-49a6-b2f8-32606258cc94 req-0fd566cf-af2c-4925-8446-9aaf4a856f22 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148503 Jul 23 20:37:59.949203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-34e52378-799e-4b3b-bad0-5c9973819a49 None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:37:59.949616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-34e52378-799e-4b3b-bad0-5c9973819a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.952781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:37:59.960659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a94528a-bf4e-4f7f-9ad1-b3239c269c5b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566288 Jul 23 20:37:59.961375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48710) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:37:59.966941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '0a5157e4-87ca-4a73-981c-61f1246f7d5d', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:00.007350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.121936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.129246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.143293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.178678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.182499 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2201083 Jul 23 20:38:00.184267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d2a15-0b67-4c96-b908-7a8c1c40090b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89076aa9-0574-49dd-a295-223dd77de303,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.187697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48718) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.193056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '0a5157e4-87ca-4a73-981c-61f1246f7d5d', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:00.225481 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:38:00.244928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.332128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:00.379552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.389253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.414783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb0bf84-ceb0-4841-86e7-7388b53cf2a6,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.428274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:00.446263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.450679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e6d5d07-7f44-4755-9542-400b627bb55b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2588348 Jul 23 20:38:00.451171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48720) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.456052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '0a5157e4-87ca-4a73-981c-61f1246f7d5d', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:00.480724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.489699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.491746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.494916 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:38:00.501202 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.502251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.588408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:38:00.588408 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:38:00.598168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:00.599831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:00.608746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:00.609719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.639715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.645338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=25e9b71e-3375-4c10-866d-d4aad3f48526,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.646601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.651622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.656561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-53e909a5-b91f-4a1a-bd0d-cdb19aaac844 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4481180 Jul 23 20:38:00.660026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48722) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.672406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:00.673770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f142259-818c-477b-b49b-91d8891634bd,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:00.698741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.701009 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-84e31ea7-b2f5-4ea1-9d8a-37da583f6497 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2482810 Jul 23 20:38:00.703783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48724) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:00.710430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'network': {'name': 'tempest-network-smoke--269030005', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:00.775629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:00.780812 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.822594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:00.839747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.840111 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Added segment 9a32324b-78c1-4d68-b2f7-11e6b97c7cd0 of type vlan for network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 Jul 23 20:38:00.888788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:00.892676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.910972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:00.965304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:01.199645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:01.211929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:01.212459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.220926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.243199 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25e9b71e-3375-4c10-866d-d4aad3f48526 (CIDR: 2001:db8::/64) Jul 23 20:38:01.255291 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:38:01.266192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:01.305630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9071f94f-453d-4af3-8395-7f337ae77300 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6394043 Jul 23 20:38:01.311061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48740) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:01.320263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:01.353567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:01.381753 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.504776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.533918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.546022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:01.546270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.569093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.610884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:01.614000 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6864d073-6e0e-49fe-8922-456bc6c48eb1" -d '{"events": [{"server_uuid": "f90ba006-1753-4d16-b9c0-d21a39c6aa46", "name": "network-vif-plugged", "status": "completed", "tag": "3ccf40a3-2e35-4fc7-b934-8005bfde8a31"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:01.635512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9297867 Jul 23 20:38:01.639877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48744) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:01.646314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'admin_state_up': True, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:01.670754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:01.680458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.719216 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc380a6-96b2-4f87-bd36-73d0f08af1f6 x-openstack-request-id: req-9bc380a6-96b2-4f87-bd36-73d0f08af1f6 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:01.719801 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ba006-1753-4d16-b9c0-d21a39c6aa46", "name": "network-vif-plugged", "status": "completed", "tag": "3ccf40a3-2e35-4fc7-b934-8005bfde8a31", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:01.720334 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bc380a6-96b2-4f87-bd36-73d0f08af1f6 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:01.720883 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31', 'code': 200} Jul 23 20:38:01.730477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.732123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.763993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.815111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92c0d3-647f-4bc1-9fe8-88973f4c2f2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Network': ['ID=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:01.818694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:01.829230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:01.832687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de68acb-4778-4cca-a0d4-ca7167c1303c None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:02.031454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-52ade8d5-9610-4d0b-ab21-de27bf2f569c None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:02.043227 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52ade8d5-9610-4d0b-ab21-de27bf2f569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.052191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befed3aa-23d5-46d1-9a8d-d5670d0e7251 req-90365ab0-b01f-4d68-a5b0-100ff4366a20 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.054743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-befed3aa-23d5-46d1-9a8d-d5670d0e7251 req-90365ab0-b01f-4d68-a5b0-100ff4366a20 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 944 time: 0.9251678 Jul 23 20:38:02.087341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33157082-f53b-4f8c-b768-677a6025c792 req-68aa5a52-c480-4a7e-b38c-62371fb94c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.094162 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33157082-f53b-4f8c-b768-677a6025c792 req-68aa5a52-c480-4a7e-b38c-62371fb94c96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 1097 time: 0.2801063 Jul 23 20:38:02.099245 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.147331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-befed3aa-23d5-46d1-9a8d-d5670d0e7251 req-ade55c29-0ba4-4028-8b58-15c039f18daf tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839229 Jul 23 20:38:02.190271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:02.194853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.317856 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-33157082-f53b-4f8c-b768-677a6025c792 req-312e8482-cf49-4356-8f6c-4b93a59784ea service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110667 Jul 23 20:38:02.363385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52ade8d5-9610-4d0b-ab21-de27bf2f569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.415039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:02.508524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-52ade8d5-9610-4d0b-ab21-de27bf2f569c None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:02.530739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52ade8d5-9610-4d0b-ab21-de27bf2f569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.609799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.681197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:02.686148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:02.690853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:02.691448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.703039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=a6583ae1-fc50-49d9-ab1a-35bed705d41d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:02.703558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.727538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ade8d5-9610-4d0b-ab21-de27bf2f569c None None] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:02.736119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cc098968-9881-4ed6-92d2-b2fb06d68ca5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4167182 Jul 23 20:38:02.736616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48754) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:02.760203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:02.760560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.768948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:e0:5c:74', 'name': 'tempest-NetworksTestDHCPv6-370252367'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:02.794389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:02.991500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2392ac4a-97ce-4eb8-98b2-63f374ad03c3 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:03.014206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.165 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:03.019378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:03.097798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0767dac9-8ecc-45e6-a662-7b58d22903fc None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:03.098370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0767dac9-8ecc-45e6-a662-7b58d22903fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.178254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.220326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.264510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.272903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port e234ab0f-3a4d-4e3a-8d60-1831a65947d7 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:03.351992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:03.355285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:03.361602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:03.452798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:03.487928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8:0:1::fa (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/a6583ae1-fc50-49d9-ab1a-35bed705d41d/e234ab0f-3a4d-4e3a-8d60-1831a65947d7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:03.501526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': '25e9b71e-3375-4c10-866d-d4aad3f48526', 'ip_address': '2001:db8::f816:3eff:feab:4d'}, {'subnet_id': 'a6583ae1-fc50-49d9-ab1a-35bed705d41d'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '99dcb6be-8a66-4fde-b7d4-da569b87f27a'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:38:03.523036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::f816:3eff:fee0:5c74 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/25e9b71e-3375-4c10-866d-d4aad3f48526/e234ab0f-3a4d-4e3a-8d60-1831a65947d7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:03.570635 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.586960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2455c-90a7-4a9d-823b-dd1a3fd22552 req-a65db6a3-efb9-4259-85db-b7a96ffa2eb3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:03.595163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3b2455c-90a7-4a9d-823b-dd1a3fd22552 req-a65db6a3-efb9-4259-85db-b7a96ffa2eb3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 945 time: 0.1256866 Jul 23 20:38:03.671374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3b2455c-90a7-4a9d-823b-dd1a3fd22552 req-9ae075fc-9008-4cd6-a839-aca19c8105f1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752404 Jul 23 20:38:03.805225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.822474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object e234ab0f-3a4d-4e3a-8d60-1831a65947d7 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:03.853525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.911786 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:03.989843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:04.012403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:04.020821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:04.026719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.027470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.032083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Allocated IP 2001:db8:0:1::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/a6583ae1-fc50-49d9-ab1a-35bed705d41d/99dcb6be-8a66-4fde-b7d4-da569b87f27a) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:04.058733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=e234ab0f-3a4d-4e3a-8d60-1831a65947d7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:04.087727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d8389e4d-eef8-4e67-8ab2-d76dc001c89e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3496327 Jul 23 20:38:04.089358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48768) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:04.146714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17bad9-b573-4feb-b553-4b15bf191c54 req-95a1bcd2-f677-4a37-bcb0-cde5217ab5b7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.154908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb17bad9-b573-4feb-b553-4b15bf191c54 req-95a1bcd2-f677-4a37-bcb0-cde5217ab5b7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 945 time: 0.1902022 Jul 23 20:38:04.207168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:04.214237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.247909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb17bad9-b573-4feb-b553-4b15bf191c54 req-e72ccc17-6d30-4f98-8505-2c5bff5e4c03 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917737 Jul 23 20:38:04.255438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.269888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port e234ab0f-3a4d-4e3a-8d60-1831a65947d7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:04.270433 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.327545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Transition to ACTIVE for port object 99dcb6be-8a66-4fde-b7d4-da569b87f27a will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:04.336174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.359976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:04.490670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.520254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for e234ab0f-3a4d-4e3a-8d60-1831a65947d7 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:04.527648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 0fdbc6c7-b978-4ebd-8421-908a725d767a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:38:04.567016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e26cb-04a1-4121-87b0-335b8e8052ca None None] Pushing event updated for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:04.621928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa7f1e-f1e9-4963-afd0-ad78cb33a420 req-29edbf7d-a3c2-495e-a26c-1c338a30fc4e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:04.623769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bafa7f1e-f1e9-4963-afd0-ad78cb33a420 req-29edbf7d-a3c2-495e-a26c-1c338a30fc4e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 945 time: 0.2331114 Jul 23 20:38:04.714240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bafa7f1e-f1e9-4963-afd0-ad78cb33a420 req-5d2dd4a7-559a-47b2-ad32-3ec0425776c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828049 Jul 23 20:38:04.735309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:04.753017 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Sync routers for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:04.767056 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:04.769706 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:04.780393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.781989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0f4d5808-2d16-44fb-8f22-26de4cc270ba tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1410758 Jul 23 20:38:04.785086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48780) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:04.868132 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-185df2a2-20ff-4687-84db-0955a8c84077 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3f6e4c16f5194b18a71b83d05b7064b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720921 Jul 23 20:38:04.868960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48782) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:04.919928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:04.972873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=e234ab0f-3a4d-4e3a-8d60-1831a65947d7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:05.006263 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:05.074341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.074341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-745f5405-beab-4149-80ff-27678114c69a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/e234ab0f-3a4d-4e3a-8d60-1831a65947d7 HTTP/1.1" status: 204 len: 168 time: 0.9816136 Jul 23 20:38:05.078098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48786) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.080756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd2f33-a5db-4d3c-9fb1-1334594d2dd7 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.082475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b0fd2f33-a5db-4d3c-9fb1-1334594d2dd7 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2125161 Jul 23 20:38:05.085733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48788) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.129825 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-89ac219f-ca39-400e-bdbd-1fe5a9dafe0f tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427225 Jul 23 20:38:05.132272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48790) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.145476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324390791', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:05.273252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552c83b9-18e9-48fa-9aa3-c8626c071ad0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.274719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-552c83b9-18e9-48fa-9aa3-c8626c071ad0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1956530 Jul 23 20:38:05.278719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48792) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.304394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e220-d62c-4b0f-8442-3e32f773e589 req-1b3c9760-96ba-432d-a34e-126e4b5c0c39 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.320997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8a8e220-d62c-4b0f-8442-3e32f773e589 req-1b3c9760-96ba-432d-a34e-126e4b5c0c39 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 945 time: 0.2173204 Jul 23 20:38:05.342210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:05.346491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.403126 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:03Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:05.435915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8a8e220-d62c-4b0f-8442-3e32f773e589 req-889f2e70-3371-4381-9829-5a350c050d18 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140432 Jul 23 20:38:05.440991 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Checking router: 0fdbc6c7-b978-4ebd-8421-908a725d767a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:05.442389 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Updating router 0fdbc6c7-b978-4ebd-8421-908a725d767a port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:05.460169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d9498-7c6b-48b5-bfec-2f95b910355d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.464981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-322d9498-7c6b-48b5-bfec-2f95b910355d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1849072 Jul 23 20:38:05.466256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.521682 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.602804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9fdc2-2f09-4922-9e34-f10b13e3c321 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.614883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9fdc2-2f09-4922-9e34-f10b13e3c321 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.617918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e9fdc2-2f09-4922-9e34-f10b13e3c321 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:05.626720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:05.626941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b7e9fdc2-2f09-4922-9e34-f10b13e3c321 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1593866 Jul 23 20:38:05.784982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 25e9b71e-3375-4c10-866d-d4aad3f48526 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:05.789734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.796342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bcf38a6c-c0fe-43e0-b03b-330361e3bdbc None None] Provisioning for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:05.800464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bcf38a6c-c0fe-43e0-b03b-330361e3bdbc None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:05.800957 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bcf38a6c-c0fe-43e0-b03b-330361e3bdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.922348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:05.975417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.103077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Subnet': ['ID=cd909c6f-b5b7-407d-8a64-1c08711602a9,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:06.133365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.137830 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.154756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-efc0488e-b1f9-440c-9c26-e9c705c8332a None None] Could not find standard attr ID for object e234ab0f-3a4d-4e3a-8d60-1831a65947d7. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:38:06.156298 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Transition to ACTIVE for port object 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:06.161019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Checking segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:06.161565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network hostable DHCP agents. Network: 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:06.169790 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.205125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:06.241816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:06.244518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.251859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391c759-0449-445a-a331-0ba118280cee None None] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:06.264208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:06.265630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.266164 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Attempting to bind port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:06.266987 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Attempting to bind port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:06.267531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Attempting to bind port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:06.278250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Pushing event updated for resources: {'Port': ['ID=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:06.282664 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:06.283277 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:06.283858 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.284421 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:06.285071 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Bound port: 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:06.285737 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.328377 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.329257 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.329790 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.330349 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.330852 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.331366 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.331864 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.332351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.332844 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.333625 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.334127 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.334665 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:06.393715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:06.422878 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] For port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:06.428217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] For port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:06.438104 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.454044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48804) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:06.454870 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7de97078-7b3c-4ce6-92f9-1e718a13ad16 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3205585 Jul 23 20:38:06.471137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=25e9b71e-3375-4c10-866d-d4aad3f48526,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:06.494086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.498718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ef2df976-b8e1-496d-a63a-11595730c187 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/25e9b71e-3375-4c10-866d-d4aad3f48526 HTTP/1.1" status: 204 len: 168 time: 0.8711727 Jul 23 20:38:06.504102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48808) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:06.631754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:06.632478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.642696 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:06.644276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:06.654160 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1019f07-bf8e-443a-97e9-59685832cbaa None None] Pushing event updated for resources: {'Port': ['ID=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:06.666273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet a6583ae1-fc50-49d9-ab1a-35bed705d41d {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:06.682503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-e45c7c61-a5a4-4d89-a4dd-0ffe3df6f5b4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:06.684438 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-e45c7c61-a5a4-4d89-a4dd-0ffe3df6f5b4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 945 time: 0.3853040 Jul 23 20:38:06.685266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.753832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359379f-b8be-4a37-aa54-984abadb52ad None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:06.803962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:06.907952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:07.038533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48818) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:07.152504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:07.153545 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.249804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.329853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6ca61ad1-d35e-4798-b825-cfc5f9209759 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/floatingips/be581d22-f330-4bb2-b079-cf7e23557fa1 HTTP/1.1" status: 200 len: 993 time: 0.2901874 Jul 23 20:38:07.341460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.380517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Allocated IP 172.20.0.2 (9ae99f7a-2c7a-44b8-a009-c714d7bcdb73/cd909c6f-b5b7-407d-8a64-1c08711602a9/ceef1d0f-7439-4d29-bb3e-be269176bfb6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:07.425238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=a6583ae1-fc50-49d9-ab1a-35bed705d41d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:07.428295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48087739-8489-4852-a79e-9894b1db8a71 req-d6be16b5-3b51-4f1b-8f44-af5ab47349c1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:07.438813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48087739-8489-4852-a79e-9894b1db8a71 req-d6be16b5-3b51-4f1b-8f44-af5ab47349c1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 945 time: 0.7861037 Jul 23 20:38:07.441746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:07.463027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.599835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.613259 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a71ad54a-f147-4021-84f1-52661e558f4e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/a6583ae1-fc50-49d9-ab1a-35bed705d41d HTTP/1.1" status: 204 len: 168 time: 1.1057918 Jul 23 20:38:07.617320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:07.674985 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:03Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:07.690872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db874f42-ac31-479a-b728-cd4efaead49e None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'a6583ae1-fc50-49d9-ab1a-35bed705d41d'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '99dcb6be-8a66-4fde-b7d4-da569b87f27a'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:38:07.726584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48828) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:07.790200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:07.794840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.813520 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-db874f42-ac31-479a-b728-cd4efaead49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:07.827318 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31721eb0-c5f9-4f75-8ee9-6a823dced43e None None] The sync data for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 is: [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:03Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:07.844539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-db40ffd7-093c-4842-af31-8d45a89c21cb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2133408 Jul 23 20:38:07.854660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 48830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:07.864089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:07.874652 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:38:07.903340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:07.904591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48087739-8489-4852-a79e-9894b1db8a71 req-10b902ca-ca12-4b76-9032-9f875d1d8877 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333062 Jul 23 20:38:08.160478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.174919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Transition to ACTIVE for port object ceef1d0f-7439-4d29-bb3e-be269176bfb6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:08.222513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Transition to ACTIVE for port object ceef1d0f-7439-4d29-bb3e-be269176bfb6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:08.238832 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.311624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.371356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d715114f-cde8-485b-bb81-4ee05d4a74f3 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:08.377276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:08.391083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=3ccf40a3-2e35-4fc7-b934-8005bfde8a31,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:08.421041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:08.483605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:08.490719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:08.494243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.506541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:08.539971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:08.542890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.546725 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-75fdff76-1a90-4a96-8909-a4ca5e769233 req-ab25c843-189e-46fb-bb14-238a0a6499c3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "DELETE /v2.0/ports/3ccf40a3-2e35-4fc7-b934-8005bfde8a31 HTTP/1.1" status: 204 len: 173 time: 1.8182306 Jul 23 20:38:08.547642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'name': 'network-vif-deleted', 'tag': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:08.555825 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d300b1-99db-41ac-a68b-1989bf4d478b" -d '{"events": [{"server_uuid": "f90ba006-1753-4d16-b9c0-d21a39c6aa46", "name": "network-vif-deleted", "tag": "3ccf40a3-2e35-4fc7-b934-8005bfde8a31"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:08.611419 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657896b7-f7a4-4bd0-af33-7159e2189288 x-openstack-request-id: req-657896b7-f7a4-4bd0-af33-7159e2189288 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:08.612042 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90ba006-1753-4d16-b9c0-d21a39c6aa46", "name": "network-vif-deleted", "tag": "3ccf40a3-2e35-4fc7-b934-8005bfde8a31", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:08.612490 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-657896b7-f7a4-4bd0-af33-7159e2189288 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:08.614095 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90ba006-1753-4d16-b9c0-d21a39c6aa46', 'name': 'network-vif-deleted', 'tag': '3ccf40a3-2e35-4fc7-b934-8005bfde8a31', 'status': 'completed', 'code': 200} Jul 23 20:38:08.614759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.676163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-edd93094-945b-4a19-af22-cd7255fe075f None None] Provisioning complete for port 99dcb6be-8a66-4fde-b7d4-da569b87f27a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:08.676594 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-edd93094-945b-4a19-af22-cd7255fe075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:08.753682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Pushing event updated for resources: {'Port': ['ID=ceef1d0f-7439-4d29-bb3e-be269176bfb6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:08.794112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port e0046ae9-abf6-474c-b746-44f11e484892 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:08.795681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.097995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:09.111713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Attempting to bind port ceef1d0f-7439-4d29-bb3e-be269176bfb6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:09.115468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Attempting to bind port ceef1d0f-7439-4d29-bb3e-be269176bfb6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:09.116031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.116377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.122125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Attempting to bind port ceef1d0f-7439-4d29-bb3e-be269176bfb6 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:09.161085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:09.163740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Checking segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:09.163740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.163740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Bound using segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:09.163740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Bound port: ceef1d0f-7439-4d29-bb3e-be269176bfb6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:09.163740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.210201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for e0046ae9-abf6-474c-b746-44f11e484892 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:09.219095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-249d9a96-9cac-4752-9348-85a717903995 req-50968630-1139-4313-a665-c25bd52d13ae tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=f90ba006-1753-4d16-b9c0-d21a39c6aa46 HTTP/1.1" status: 200 len: 210 time: 0.0938287 Jul 23 20:38:09.312586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.314420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:09.314782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ccf40a3-2e35-4fc7-b934-8005bfde8a31 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:09.519846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:09.563175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:09.577544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:09.590019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:09.591126 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.612565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=e673777c-4a02-42d7-857a-78681213f088,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:09.627753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.1 (9ae99f7a-2c7a-44b8-a009-c714d7bcdb73/cd909c6f-b5b7-407d-8a64-1c08711602a9/08c3343c-45c9-405c-aac7-5d922f124dfe) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:09.639614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] For port ceef1d0f-7439-4d29-bb3e-be269176bfb6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:09.642997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7f5802d1-166e-434a-9d44-6d81cd32a8d8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7847664 Jul 23 20:38:09.646156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:09.650639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] For port ceef1d0f-7439-4d29-bb3e-be269176bfb6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ceef1d0f-7439-4d29-bb3e-be269176bfb6,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:09.663730 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.667767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:09.715663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] Deleting port 99dcb6be-8a66-4fde-b7d4-da569b87f27a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:09.716144 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.780251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e7b5b-295b-4687-94d0-723754f2d195 None None] Pushing event updated for resources: {'Port': ['ID=ceef1d0f-7439-4d29-bb3e-be269176bfb6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:09.874955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] For port 99dcb6be-8a66-4fde-b7d4-da569b87f27a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=99dcb6be-8a66-4fde-b7d4-da569b87f27a,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:09.875724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:09.899065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] Calling delete_port for 99dcb6be-8a66-4fde-b7d4-da569b87f27a owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:10.145519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:10.149479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.157119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.243862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] Pushing event deleted for resources: {'Port': ['ID=99dcb6be-8a66-4fde-b7d4-da569b87f27a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.250413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e8920-906b-48c2-8978-8e6aa3f0b7d6 None None] No DVR routers for this DVR port 99dcb6be-8a66-4fde-b7d4-da569b87f27a on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:10.285190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b1803-5c8c-4e17-ade4-e22dbb3be619 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:10.424500 n-d-793620-13 neutron-server[94026]: INFO neutron.db.ipam_backend_mixin [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e673777c-4a02-42d7-857a-78681213f088 (CIDR: 2001:db8::/64) Jul 23 20:38:10.429832 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:38:10.430444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:10.449863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-345ae685-1da3-4711-a884-9bce8396b157 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7976985 Jul 23 20:38:10.452676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:10.472107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:10.527162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.575550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object 08c3343c-45c9-405c-aac7-5d922f124dfe will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:10.632689 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.679174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ceef1d0f-7439-4d29-bb3e-be269176bfb6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:10.683483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'tenant_id': 'b0a7ab6674c14c4c8c585239d97df304', 'fixed_ips': [{'subnet_id': 'e673777c-4a02-42d7-857a-78681213f088'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:10.687090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.766384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:10.777344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:10.787454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:10.871381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:10.882631 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:10.923995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=08c3343c-45c9-405c-aac7-5d922f124dfe,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:10.991690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ceef1d0f-7439-4d29-bb3e-be269176bfb6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:11.006801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:11.067745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.192068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.238862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/e673777c-4a02-42d7-857a-78681213f088/fd46d834-4576-4099-9fac-205be375ff32) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:11.317953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=e0046ae9-abf6-474c-b746-44f11e484892,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:11.497617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-486a0c47-2d86-4a6b-a02c-ec6e0400596b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:11.516414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-486a0c47-2d86-4a6b-a02c-ec6e0400596b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.5928113 Jul 23 20:38:11.529625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:11.542896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:11.544199 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.567309 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.616657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Transition to ACTIVE for port object fd46d834-4576-4099-9fac-205be375ff32 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:11.672115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-957608a1-d402-433e-bcbc-46faa1257e53 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/quotas/9433e2c81012467abbc4ff66167f535f HTTP/1.1" status: 200 len: 375 time: 0.1543462 Jul 23 20:38:11.697585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Transition to ACTIVE for port object fd46d834-4576-4099-9fac-205be375ff32 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:11.713873 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.792892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.794193 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Floating IP be581d22-f330-4bb2-b079-cf7e23557fa1 disassociated (deleted). External IP: 172.25.8.193, port: cee06ccb-f104-484c-b624-e03692b229ec. Jul 23 20:38:11.805600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:11.808113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:11.852311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:11.855351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:11.861327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcb7c89-5615-4a3b-a303-4d517061c31a None None] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:11.907191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.objects.ports [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94026) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:38:11.975536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] Provisioning for port ceef1d0f-7439-4d29-bb3e-be269176bfb6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:12.002254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:12.009593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:12.010702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:12.011082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:12.018530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] Provisioning complete for port ceef1d0f-7439-4d29-bb3e-be269176bfb6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:12.018912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.022217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Pushing event updated for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:12.040881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-f881ea7a-ac2d-42ed-a2d9-00e5c2e25ab2 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3639486 Jul 23 20:38:12.062319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:12.062627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:12.063027 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.063431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:12.063915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Bound port: fd46d834-4576-4099-9fac-205be375ff32, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:12.064317 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.096511 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.205366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.237486 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.441582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:12.533206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, got binding levels [] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:12.543946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 99dcb6be-8a66-4fde-b7d4-da569b87f27a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:12.547617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 99dcb6be-8a66-4fde-b7d4-da569b87f27a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:12.585588 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-f59d9884-4922-4bde-9427-bfe10fcd9268 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437152 Jul 23 20:38:12.602029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.610573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.666816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:12.667314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:12.667773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:12.669366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:12.686295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:12.686900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:12.687330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.687814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:12.688718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Bound port: fd46d834-4576-4099-9fac-205be375ff32, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:12.688718 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.709925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:12.737146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.763970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:12.790142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fd46d834-4576-4099-9fac-205be375ff32,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:12.803402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.864381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:12.868481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] For port ceef1d0f-7439-4d29-bb3e-be269176bfb6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ceef1d0f-7439-4d29-bb3e-be269176bfb6,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:12.874575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) fd46d834-4576-4099-9fac-205be375ff32-n-d-793620-13-0 {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:38:12.874873 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:38:12.880973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:12.923310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770317f-b717-4dc9-8323-4959bebb1fb7 None None] Pushing event updated for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:13.014280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-03d5abed-d3de-4d72-bff8-49e72494c5c4 service neutron] 10.222.0.46 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302641 Jul 23 20:38:13.038980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router 9fe58007-d460-441a-87ad-bb4382770de9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:13.137823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbf0cd-b6b0-4b41-ba46-89aa17252531 None None] Pushing event updated for resources: {'Port': ['ID=ceef1d0f-7439-4d29-bb3e-be269176bfb6,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:13.407334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:13.413058 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.428891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] Sync routers for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:13.455679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:13.456148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:13.456368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempting to bind port fd46d834-4576-4099-9fac-205be375ff32 on network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:13.460573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:13.461248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:13.496690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.501597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:13.507534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Checking segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:13.516672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.517157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Bound using segment: {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:13.519996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Bound port: fd46d834-4576-4099-9fac-205be375ff32, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:13.520376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.531339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.600870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9eccd9b3-9dc5-4671-8fed-2c7eae35cfe9 req-09cc0af3-2eb8-4db8-8a70-ad57462ba151 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 210 time: 0.1017642 Jul 23 20:38:13.634854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-88fcb3ca-a0eb-44cd-bdab-1b6e4ff41a02 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/floatingips/be581d22-f330-4bb2-b079-cf7e23557fa1 HTTP/1.1" status: 204 len: 168 time: 5.8675928 Jul 23 20:38:13.637694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:13.640173 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c8488-30c4-4f84-8131-54aa71c80197" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "tag": "cee06ccb-f104-484c-b624-e03692b229ec"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:13.671663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0f49889d-d43d-487f-9669-1920d3f81508 None None] Provisioning complete for port ceef1d0f-7439-4d29-bb3e-be269176bfb6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:13.672239 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f49889d-d43d-487f-9669-1920d3f81508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.678781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=08c3343c-45c9-405c-aac7-5d922f124dfe,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:13.692316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.758193 n-d-793620-13 neutron-server[94026]: WARNING neutron.plugins.ml2.plugin [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Concurrent port binding operations failed on port fd46d834-4576-4099-9fac-205be375ff32 Jul 23 20:38:13.764288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fd46d834-4576-4099-9fac-205be375ff32,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:13.768011 n-d-793620-13 neutron-server[94026]: INFO neutron.plugins.ml2.plugin [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attempt 2 to bind port fd46d834-4576-4099-9fac-205be375ff32 Jul 23 20:38:13.773253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.911576 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.926283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:13.977736 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5c10bb0b-f8ab-4afd-9268-645231896193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:13.979186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:14.028267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:14.029070 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcc982e-5bde-47b4-bbc3-2c4b41ed9bfe x-openstack-request-id: req-9bcc982e-5bde-47b4-bbc3-2c4b41ed9bfe {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:14.031029 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "tag": "cee06ccb-f104-484c-b624-e03692b229ec", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:14.031471 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bcc982e-5bde-47b4-bbc3-2c4b41ed9bfe {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:14.033877 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec', 'status': 'completed', 'code': 200} Jul 23 20:38:14.053848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:14.064715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:14.067740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:14.091881 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.141766 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6858993 Jul 23 20:38:14.147771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 48926) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:14.176412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:50:64:38', 'name': 'tempest-NetworksTestDHCPv6-737613059'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:14.250883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084984a-c880-451a-b60d-8aa15824c188 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=8e23a58a-9785-4118-82ad-e3c4d23cd79a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:14.402619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 0fdbc6c7-b978-4ebd-8421-908a725d767a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:14.421922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0f49889d-d43d-487f-9669-1920d3f81508 None None] Provisioning for port 08c3343c-45c9-405c-aac7-5d922f124dfe completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:14.438704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0f49889d-d43d-487f-9669-1920d3f81508 None None] Provisioning complete for port 08c3343c-45c9-405c-aac7-5d922f124dfe triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:14.440459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f49889d-d43d-487f-9669-1920d3f81508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.690666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0f49889d-d43d-487f-9669-1920d3f81508 None None] Port 08c3343c-45c9-405c-aac7-5d922f124dfe cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:14.731570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1c5a8-beba-446f-ae19-0205c2f61aa0 req-1c3fba0c-401f-4200-a739-6ca809f67965 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:14.748102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03f1c5a8-beba-446f-ae19-0205c2f61aa0 req-1c3fba0c-401f-4200-a739-6ca809f67965 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 945 time: 0.3909614 Jul 23 20:38:14.868137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d90fe1-11fe-4306-87e5-13672596d973 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:14.899149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9f494ba-bbe2-4a18-958f-133b69584814 None None] Provisioning complete for port 08c3343c-45c9-405c-aac7-5d922f124dfe triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:14.899634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:14.915388 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b9f494ba-bbe2-4a18-958f-133b69584814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:14.921395 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Sync routers for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:14.927638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8111e9be-7e8b-4498-8f66-8e19400e124f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/0fdbc6c7-b978-4ebd-8421-908a725d767a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4689019 Jul 23 20:38:14.937892 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:14.939292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:14.948330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fd46d834-4576-4099-9fac-205be375ff32 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:15.017406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03f1c5a8-beba-446f-ae19-0205c2f61aa0 req-7e1fe9c8-7dfb-4a49-a0b4-1af1fce24597 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615466 Jul 23 20:38:15.035843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:15.050504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b9f494ba-bbe2-4a18-958f-133b69584814 None None] Port 08c3343c-45c9-405c-aac7-5d922f124dfe cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:15.132999 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:15.180579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] Checking router: 9fe58007-d460-441a-87ad-bb4382770de9 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:15.283509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-a0416e0b-4db8-48cd-a9aa-b397c046971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:15.285737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-a0416e0b-4db8-48cd-a9aa-b397c046971e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 1097 time: 1.3653088 Jul 23 20:38:15.368349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:15.369053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:37:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:15.448529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c37ef4c-26c1-4819-91bf-715241ae11eb req-506a3e75-245a-4d6f-a2d0-c7468380587c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 210 time: 0.5669110 Jul 23 20:38:15.547421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-f9b5d4d3-9909-4e61-af3e-8f0fa39a7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:15.549511 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-f9b5d4d3-9909-4e61-af3e-8f0fa39a7e0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=888d1c57-4a20-49b0-aa00-af65165a49b9 HTTP/1.1" status: 200 len: 897 time: 0.2538376 Jul 23 20:38:15.602188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c917a7ac-fdc5-4584-9f98-7541b5bf067c None None] Provisioning for port fd46d834-4576-4099-9fac-205be375ff32 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:15.640590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-a3a3c89e-1762-4c96-add2-8305ffefe902 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cee06ccb-f104-484c-b624-e03692b229ec HTTP/1.1" status: 200 len: 217 time: 0.0670331 Jul 23 20:38:15.782306 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:12Z', 'revision_number': 2, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:15.802587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:15.838369 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Checking router: 0fdbc6c7-b978-4ebd-8421-908a725d767a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:15.838971 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Updating router 0fdbc6c7-b978-4ebd-8421-908a725d767a port 08c3343c-45c9-405c-aac7-5d922f124dfe binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:38:15.842352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-d8254ce5-6fc3-4be0-85e8-ddf4d70a54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:15.844326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-d8254ce5-6fc3-4be0-85e8-ddf4d70a54e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4708a537-58f2-446c-8e84-2156b1f51915 HTTP/1.1" status: 200 len: 835 time: 0.1911850 Jul 23 20:38:15.854668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:15.916299 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.000740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-55b9044c-b467-495e-a0d8-d9f088cdcbad tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.008030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-55b9044c-b467-495e-a0d8-d9f088cdcbad tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 805 time: 0.4576981 Jul 23 20:38:16.084669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port fd46d834-4576-4099-9fac-205be375ff32 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:16.093329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Request body: {'port': {'device_id': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'admin_state_up': True, 'tenant_id': '9433e2c81012467abbc4ff66167f535f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:16.139766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:16.140136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.204556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-bec501a9-74b3-4a5b-bf65-3d0bbaadb1f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4365680 Jul 23 20:38:16.266862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.282833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-c15175a5-0868-47be-9b34-cd7a7e480d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.284877 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-c15175a5-0868-47be-9b34-cd7a7e480d6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=888d1c57-4a20-49b0-aa00-af65165a49b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4241493 Jul 23 20:38:16.349557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port 67cb6569-ca3b-46b3-9e87-1cb159e8f569 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:16.409411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-d2e46a3e-9145-41c5-b892-eab91394e199 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085618677&fields=id&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 267 time: 0.8866692 Jul 23 20:38:16.502179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07513581-8021-462b-a039-7c8fcd3e9602 req-54af29b0-07b1-499a-b36a-7fcad1b05c1b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.504875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07513581-8021-462b-a039-7c8fcd3e9602 req-54af29b0-07b1-499a-b36a-7fcad1b05c1b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 945 time: 1.0827293 Jul 23 20:38:16.587249 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.633118 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.642734 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7676cc11-624e-4f80-b353-6f24afea493d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.657755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.672841 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Transition to ACTIVE for port object 08c3343c-45c9-405c-aac7-5d922f124dfe will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:16.693197 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.709638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fd46d834-4576-4099-9fac-205be375ff32,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:16.719113 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.720012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ceef1d0f-7439-4d29-bb3e-be269176bfb6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:16.757361 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba2f91-b0fe-4b6b-a074-328279e541cb None None] Pushing event updated for resources: {'Port': ['ID=08c3343c-45c9-405c-aac7-5d922f124dfe,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:16.822513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Made reservation on behalf of 9433e2c81012467abbc4ff66167f535f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:16.827584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.887937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-e52782ae-6507-4ab7-ab19-68228322de76 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.888553 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Attempting to bind port 08c3343c-45c9-405c-aac7-5d922f124dfe on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:16.889041 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Attempting to bind port 08c3343c-45c9-405c-aac7-5d922f124dfe by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:16.893642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-e52782ae-6507-4ab7-ab19-68228322de76 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 796 time: 0.4659071 Jul 23 20:38:16.897711 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Attempting to bind port 08c3343c-45c9-405c-aac7-5d922f124dfe on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:16.910119 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:16.910668 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Checking segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:16.911166 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.914018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-1cb29409-bcfe-465c-8e67-454ca2acc460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:16.915837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-1cb29409-bcfe-465c-8e67-454ca2acc460 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 1098 time: 0.6274455 Jul 23 20:38:16.920855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Bound using segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:16.921775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Bound port: 08c3343c-45c9-405c-aac7-5d922f124dfe, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:16.922444 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:16.994839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-f2ac6e31-de45-429b-a399-a27045e1d0d1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/quotas/3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 375 time: 0.0966985 Jul 23 20:38:17.043687 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] For port 08c3343c-45c9-405c-aac7-5d922f124dfe, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:17.054531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] For port 08c3343c-45c9-405c-aac7-5d922f124dfe, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=08c3343c-45c9-405c-aac7-5d922f124dfe,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:17.072894 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.138446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-9f4895e6-8e53-4510-8ada-a7b0118be580 service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8343427 Jul 23 20:38:17.209304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:17.247147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:17.270107 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:17.270766 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:17.280273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979fd29-455a-4617-938b-1930062abcf2 req-8e74921d-b9c9-49f2-96b9-37bd098862c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:17.287601 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5979fd29-455a-4617-938b-1930062abcf2 req-8e74921d-b9c9-49f2-96b9-37bd098862c5 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 945 time: 0.8751154 Jul 23 20:38:17.312676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6bc304-fa21-484c-b0b4-09db292b7134 None None] The sync data for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 is: [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:36:51Z', 'revision_number': 4, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'c1400669-45e5-4eb8-b979-f316a070b858', 'name': '', 'network_id': '888d1c57-4a20-49b0-aa00-af65165a49b9', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'mac_address': 'fa:16:3e:56:96:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '4708a537-58f2-446c-8e84-2156b1f51915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:48Z', 'updated_at': '2021-07-23T20:37:03Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'subnets': [{'id': '4708a537-58f2-446c-8e84-2156b1f51915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:17.341959 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.375076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ceef1d0f-7439-4d29-bb3e-be269176bfb6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:17.382252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port cee06ccb-f104-484c-b624-e03692b229ec {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:17.382615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.383046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:17.463423 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba2f91-b0fe-4b6b-a074-328279e541cb None None] Pushing event updated for resources: {'Port': ['ID=08c3343c-45c9-405c-aac7-5d922f124dfe,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:17.562160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-2e118e50-4841-4a42-ad6b-058ebf5b377c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5147572 Jul 23 20:38:17.655555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Allocated IP 172.20.0.5 (75088885-a071-4923-aced-847c8fdbc451/dc524bb0-b0ee-4bfa-995f-4059dbd894b0/81988491-489d-4db1-ad66-e929cbf19f7f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:17.706199 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:17.776241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5979fd29-455a-4617-938b-1930062abcf2 req-0d7f9b24-3aa5-4c89-944b-7b9892a841c0 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/security-groups?id=b1250cc5-4238-4188-9850-53f32901f66a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876566 Jul 23 20:38:17.818462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:17.979572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.031974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port cee06ccb-f104-484c-b624-e03692b229ec, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=cee06ccb-f104-484c-b624-e03692b229ec,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:18.032347 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.084087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda1bf1c-013e-4c8b-b52d-c30562c3e4df None None] New status for floating IP be581d22-f330-4bb2-b079-cf7e23557fa1: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:38:18.144819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for cee06ccb-f104-484c-b624-e03692b229ec owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:18.168690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-6cf2f7b9-265c-4814-9c4a-022755ba5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:18.175316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-6cf2f7b9-265c-4814-9c4a-022755ba5a0c service neutron] 10.222.0.47 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 1.1997669 Jul 23 20:38:18.226788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::3c (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/e673777c-4a02-42d7-857a-78681213f088/67cb6569-ca3b-46b3-9e87-1cb159e8f569) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:18.241157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ab9f4230-b8e1-4129-a0e3-c0283fdcc299 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:18.242094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab9f4230-b8e1-4129-a0e3-c0283fdcc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.250362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:6438 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/8e23a58a-9785-4118-82ad-e3c4d23cd79a/67cb6569-ca3b-46b3-9e87-1cb159e8f569) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:18.282403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:18.282932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.331573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9bc4b27-c5c1-4333-8742-f240a0c9b4a1 req-7b855d85-0959-46d8-8f5e-5f011f35dc39 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 210 time: 0.2626736 Jul 23 20:38:18.341409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.412715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-863ec123-d133-4d8c-a6c7-bdc3fa10522c service neutron] 10.222.0.46 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8259509 Jul 23 20:38:18.413760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=cee06ccb-f104-484c-b624-e03692b229ec,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:18.452245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:17Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:18.577170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fd46d834-4576-4099-9fac-205be375ff32 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:18.585166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] No DVR routers for this DVR port cee06ccb-f104-484c-b624-e03692b229ec on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:18.601948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.604234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.47 "DELETE /v2.0/ports/cee06ccb-f104-484c-b624-e03692b229ec HTTP/1.1" status: 204 len: 173 time: 2.0932748 Jul 23 20:38:18.604882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'name': 'network-vif-deleted', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:18.636845 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505f119d-d8cc-455f-b58c-cba7d3c2a73e" -d '{"events": [{"server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "name": "network-vif-deleted", "tag": "cee06ccb-f104-484c-b624-e03692b229ec"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:18.660214 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff3c8488-30c4-4f84-8131-54aa71c80197 req-f0b50848-fa47-4087-ace0-68efce0fda39 service neutron] 10.222.0.47 "GET /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5011106 Jul 23 20:38:18.681801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:18.682443 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.725606 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87746c64-17aa-4389-8d0c-6db24e44c337 x-openstack-request-id: req-87746c64-17aa-4389-8d0c-6db24e44c337 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:18.725895 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7e916c-ea28-4645-b2d1-9cb57917d3e1", "name": "network-vif-deleted", "tag": "cee06ccb-f104-484c-b624-e03692b229ec", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:18.726147 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-87746c64-17aa-4389-8d0c-6db24e44c337 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:18.726546 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7e916c-ea28-4645-b2d1-9cb57917d3e1', 'name': 'network-vif-deleted', 'tag': 'cee06ccb-f104-484c-b624-e03692b229ec', 'status': 'completed', 'code': 200} Jul 23 20:38:18.741821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-4a1237e4-0586-4d87-8b12-170c09f5f56a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b HTTP/1.1" status: 200 len: 217 time: 0.0774319 Jul 23 20:38:18.746508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:18.772690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-defc6ddb-d230-4930-a765-effaefd686aa service neutron] 10.222.0.46 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310902 Jul 23 20:38:18.793818 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335e73ab-0195-4860-bd73-bd2850fdad23 None None] The sync data for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 is: [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:17Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:18.852474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-ac4fff57-6375-4f1b-a5a0-df5cf5f081c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:18.854411 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-ac4fff57-6375-4f1b-a5a0-df5cf5f081c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.0985754 Jul 23 20:38:18.937124 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-df42dd57-50d7-417c-b4b0-b3fee3449b2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711355 Jul 23 20:38:19.062930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-b8da0e62-fbf3-4df9-b585-6aeda79c25b1 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020842 Jul 23 20:38:19.098853 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.116178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object 67cb6569-ca3b-46b3-9e87-1cb159e8f569 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:19.133399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3dc0b0c5-7e0f-4aed-9c25-a520d46e540e req-475fb178-a3b4-43cc-b232-75eda5ace0e7 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "GET /v2.0/ports?device_id=0c7e916c-ea28-4645-b2d1-9cb57917d3e1 HTTP/1.1" status: 200 len: 210 time: 0.0838540 Jul 23 20:38:19.203429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.337125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:19.353883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:19.363936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57156d60-51bc-4982-acd6-2af117867323 req-fb5e57ba-c46f-48bd-9135-12fb04194019 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 210 time: 0.0834470 Jul 23 20:38:19.373552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:19.383256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:19.383952 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.424076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.438369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:19.593224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=67cb6569-ca3b-46b3-9e87-1cb159e8f569,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:19.681823 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f9d6db1-ad4b-4593-ac46-9f07d09745ac tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.5326726 Jul 23 20:38:19.693415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934456c1-19cc-4b11-927a-4db7db089df7 req-abe7310e-fcfe-4c73-9c04-06824d0eb650 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:19.697903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-934456c1-19cc-4b11-927a-4db7db089df7 req-abe7310e-fcfe-4c73-9c04-06824d0eb650 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 931 time: 0.1609433 Jul 23 20:38:19.698658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49016) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:19.717218 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64c51be8-a76c-4ad8-ad8c-932d52adcafc req-33d0c7ca-6ead-44d4-8464-5ea7c1115483 service neutron] 10.222.0.47 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6448941 Jul 23 20:38:19.724171 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.736946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Network 75088885-a071-4923-aced-847c8fdbc451 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:19.771693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:19.777001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:19.794242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device cee06ccb-f104-484c-b624-e03692b229ec no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:19.842472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: cee06ccb-f104-484c-b624-e03692b229ec {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:19.842892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device cee06ccb-f104-484c-b624-e03692b229ec not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:19.893528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event updated for resources: {'Port': ['ID=81988491-489d-4db1-ad66-e929cbf19f7f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:19.940446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:19.941272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:19.968788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-cc12ee13-ada9-44da-bed3-1f99e91e4057 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8880937 Jul 23 20:38:19.985213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Request body: {'port': {'device_id': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:19.992524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-934456c1-19cc-4b11-927a-4db7db089df7 req-41a24994-4cb5-42c3-9c4f-b8688ad0a475 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577550 Jul 23 20:38:20.060738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ceed99c-4674-4b0b-acce-dd7ae98b57bd None None] Provisioning for port 67cb6569-ca3b-46b3-9e87-1cb159e8f569 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:20.075480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ceed99c-4674-4b0b-acce-dd7ae98b57bd None None] Provisioning complete for port 67cb6569-ca3b-46b3-9e87-1cb159e8f569 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:20.075480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ceed99c-4674-4b0b-acce-dd7ae98b57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.156299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port 67cb6569-ca3b-46b3-9e87-1cb159e8f569 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:20.158762 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.172766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.186110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5ceed99c-4674-4b0b-acce-dd7ae98b57bd None None] Port 67cb6569-ca3b-46b3-9e87-1cb159e8f569 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:20.249045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49028) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:20.362459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc278d19-5434-4a14-b2a1-c90463d78310 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.424715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc278d19-5434-4a14-b2a1-c90463d78310 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.429120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.579378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for 67cb6569-ca3b-46b3-9e87-1cb159e8f569 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:20.584060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a714a53b-736b-4ff7-ad68-9753657d3682 req-fef10837-24dd-4534-b2e4-c9ca2f63ed3e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 210 time: 0.0841699 Jul 23 20:38:20.618054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 08c3343c-45c9-405c-aac7-5d922f124dfe up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:20.772787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 08c3343c-45c9-405c-aac7-5d922f124dfe completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:20.780598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 08c3343c-45c9-405c-aac7-5d922f124dfe triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:20.780981 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.796822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81988491-489d-4db1-ad66-e929cbf19f7f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:20.815650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.844451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc278d19-5434-4a14-b2a1-c90463d78310 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.864038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dc278d19-5434-4a14-b2a1-c90463d78310 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:20.867712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dc278d19-5434-4a14-b2a1-c90463d78310 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/security-groups/b1250cc5-4238-4188-9850-53f32901f66a HTTP/1.1" status: 204 len: 168 time: 0.6150501 Jul 23 20:38:20.911355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc278d19-5434-4a14-b2a1-c90463d78310 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1250cc5-4238-4188-9850-53f32901f66a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:20.923616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49038) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:20.943653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.002213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 08c3343c-45c9-405c-aac7-5d922f124dfe, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=08c3343c-45c9-405c-aac7-5d922f124dfe,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:21.012718 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.057361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.064781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Transition to ACTIVE for port object 81988491-489d-4db1-ad66-e929cbf19f7f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:21.125086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=67cb6569-ca3b-46b3-9e87-1cb159e8f569,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:21.148058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=08c3343c-45c9-405c-aac7-5d922f124dfe,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:21.159367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.267629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.269763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d2d44e12-9f45-402f-9724-d33a69493feb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/67cb6569-ca3b-46b3-9e87-1cb159e8f569 HTTP/1.1" status: 204 len: 168 time: 1.5675654 Jul 23 20:38:21.280916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49044) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:21.304152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Pushing event updated for resources: {'Port': ['ID=81988491-489d-4db1-ad66-e929cbf19f7f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:21.399430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6147d-0ce5-40a1-9494-53ebf6e91c72 req-4447c9f4-8b36-4606-a2e3-24f05e84f802 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.401050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95a6147d-0ce5-40a1-9494-53ebf6e91c72 req-4447c9f4-8b36-4606-a2e3-24f05e84f802 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 943 time: 0.2675774 Jul 23 20:38:21.489033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-e0b2c4b2-f2b1-4975-a368-37e0bd7c3855 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.491070 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-e0b2c4b2-f2b1-4975-a368-37e0bd7c3855 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 796 time: 0.2558866 Jul 23 20:38:21.510844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab98707-3382-4edb-9870-a15521017a30 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.515613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6ab98707-3382-4edb-9870-a15521017a30 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2332942 Jul 23 20:38:21.518772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49046) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:21.522468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95a6147d-0ce5-40a1-9494-53ebf6e91c72 req-cba61f86-eaba-4725-8cbf-7490ff7717be tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135659 Jul 23 20:38:21.695604 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-75bb0527-32dc-4fae-b361-11497e23df1c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 380 time: 0.1371839 Jul 23 20:38:21.706753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a023a04b-5263-47cc-900b-135d68dba6ed req-7a7f2ccf-72b8-4107-92d2-2fc7a5594059 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 210 time: 0.0337999 Jul 23 20:38:21.718125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'port': {'device_id': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'admin_state_up': True, 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'security_groups': ['0a5157e4-87ca-4a73-981c-61f1246f7d5d']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:21.753018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Attempting to bind port 81988491-489d-4db1-ad66-e929cbf19f7f on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:21.753354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Attempting to bind port 81988491-489d-4db1-ad66-e929cbf19f7f by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:21.753898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Attempting to bind port 81988491-489d-4db1-ad66-e929cbf19f7f on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:21.812025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Port 81988491-489d-4db1-ad66-e929cbf19f7f on network 75088885-a071-4923-aced-847c8fdbc451 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:21.812647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Attempting to bind port 81988491-489d-4db1-ad66-e929cbf19f7f on network 75088885-a071-4923-aced-847c8fdbc451 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:21.820917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:21.821263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Checking segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:21.821702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Bound using segment: {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:21.822141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Bound port: 81988491-489d-4db1-ad66-e929cbf19f7f, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9ae65dc-2165-439d-bc7d-bb57be26d430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75088885-a071-4923-aced-847c8fdbc451'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:21.822509 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:21.841695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7e1874-8870-4412-af1e-0d4ddfcd5f80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.843228 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3f7e1874-8870-4412-af1e-0d4ddfcd5f80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2835426 Jul 23 20:38:21.845991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49058) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:21.954700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9efbf7-dc0e-45ea-bf5f-3b9ea72e6c26 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.956281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9efbf7-dc0e-45ea-bf5f-3b9ea72e6c26 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.969973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9efbf7-dc0e-45ea-bf5f-3b9ea72e6c26 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:21.974582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6a9efbf7-dc0e-45ea-bf5f-3b9ea72e6c26 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1274948 Jul 23 20:38:21.975176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49064) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:22.059747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 8e23a58a-9785-4118-82ad-e3c4d23cd79a {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:22.067101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.152885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.341145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.414274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.431319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.438227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30519d2c-8c59-46cd-8d65-d319d2ef42fa None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:22.457423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/8e23a58a-9785-4118-82ad-e3c4d23cd79a HTTP/1.1" status: 204 len: 168 time: 0.4783022 Jul 23 20:38:22.463153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49072) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:22.595277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b1f6-a475-420c-9164-3758853403c6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=8e23a58a-9785-4118-82ad-e3c4d23cd79a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:22.615959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 08c3343c-45c9-405c-aac7-5d922f124dfe up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:22.625458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] For port 81988491-489d-4db1-ad66-e929cbf19f7f, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:22.632091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] For port 81988491-489d-4db1-ad66-e929cbf19f7f, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=81988491-489d-4db1-ad66-e929cbf19f7f,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:22.636371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:22.638333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet e673777c-4a02-42d7-857a-78681213f088 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:22.647068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.650182 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.664660 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.727743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.835410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Pushing event updated for resources: {'Port': ['ID=81988491-489d-4db1-ad66-e929cbf19f7f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:22.872884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 08c3343c-45c9-405c-aac7-5d922f124dfe triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:22.873729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.899928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:22.900566 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:22.906483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-28cef383-df47-49de-b6ab-75feb47c0f80 service neutron] 10.222.0.36 "PUT /v2.0/ports/81988491-489d-4db1-ad66-e929cbf19f7f HTTP/1.1" status: 200 len: 1092 time: 2.9277298 Jul 23 20:38:22.919802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'tag': '81988491-489d-4db1-ad66-e929cbf19f7f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:22.922346 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b99879-1281-47a9-9cdc-115eba32518e" -d '{"events": [{"name": "network-changed", "server_uuid": "840f788b-ba20-4951-8b9d-b8c715b825bc", "tag": "81988491-489d-4db1-ad66-e929cbf19f7f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:22.979490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcb55be3-2fc1-4d20-9f17-0390af3d7e5d req-37d99fc5-0641-42a3-a390-192b1af0c615 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 210 time: 0.0863400 Jul 23 20:38:23.008557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.087672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1649696-1311-4e48-9d89-79ac6d78a45a req-6ebd4cd5-7954-4a44-a679-1c6830f885b4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:23.095484 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1649696-1311-4e48-9d89-79ac6d78a45a req-6ebd4cd5-7954-4a44-a679-1c6830f885b4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 943 time: 0.4059856 Jul 23 20:38:23.139915 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8712f2e1-21f7-48d7-b961-061e7d45ba31 x-openstack-request-id: req-8712f2e1-21f7-48d7-b961-061e7d45ba31 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:23.139915 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840f788b-ba20-4951-8b9d-b8c715b825bc", "tag": "81988491-489d-4db1-ad66-e929cbf19f7f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:23.139915 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8712f2e1-21f7-48d7-b961-061e7d45ba31 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:23.139915 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'tag': '81988491-489d-4db1-ad66-e929cbf19f7f', 'status': 'completed', 'code': 200} Jul 23 20:38:23.181608 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.185946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d1649696-1311-4e48-9d89-79ac6d78a45a req-f9c36d70-bc7a-4087-9a55-6b5e9e9d3fa4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843935 Jul 23 20:38:23.198570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.225180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=e673777c-4a02-42d7-857a-78681213f088,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:23.237238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.241667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-62a8b094-064a-45c2-b178-09b4c6b01e80 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/e673777c-4a02-42d7-857a-78681213f088 HTTP/1.1" status: 204 len: 168 time: 0.7088313 Jul 23 20:38:23.242264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49082) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:23.306253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a29ad51-c223-4556-8e25-7653ba350078 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541127 Jul 23 20:38:23.306535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49088) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:23.312329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:23.454764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-0abf825b-b3a5-477e-86bb-18343b0bd4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:23.456374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-0abf825b-b3a5-477e-86bb-18343b0bd4dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 1095 time: 0.4579773 Jul 23 20:38:23.459365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.9 (9ae99f7a-2c7a-44b8-a009-c714d7bcdb73/cd909c6f-b5b7-407d-8a64-1c08711602a9/043a71c3-934a-47e2-a1dd-3b196962bba4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:23.473742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:23.478799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.588774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-db28940d-11c2-4d8b-baa9-477f43fbdfe4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81988491-489d-4db1-ad66-e929cbf19f7f HTTP/1.1" status: 200 len: 217 time: 0.1202333 Jul 23 20:38:23.706897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-a2a07c5d-fb95-494a-8e4b-05ad6f588258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:23.708834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-a2a07c5d-fb95-494a-8e4b-05ad6f588258 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.1133492 Jul 23 20:38:23.781951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-81fb2697-35bf-4616-b6f9-c20dded0b0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651588 Jul 23 20:38:23.822828 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.909204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=053b67dc-3b15-40d5-8f9e-5fc035e35a83,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:23.923264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:23.924984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:23.935549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:23.936535 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:23.965895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-547dcfc9-189e-43cd-8d54-56e435fe7372 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6578612 Jul 23 20:38:23.968317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49090) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:23.975823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:24.019760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.048144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27ebf28-7678-4515-bd8d-b7b2a9bc66d2 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:24.133793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object 043a71c3-934a-47e2-a1dd-3b196962bba4 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:24.150835 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bd0d331-28ef-4ebf-98f9-275ba732af91 req-d00201db-dd1d-4c43-b5a1-cf6aab5d2ff8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 210 time: 0.0530524 Jul 23 20:38:24.187702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-044ce872-faa9-47d5-8ccb-63b574f8377c None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:24.188078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-044ce872-faa9-47d5-8ccb-63b574f8377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.196596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-1ecb34f6-a887-42d5-be43-00fb1691cc00 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849475 Jul 23 20:38:24.206590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:24.217409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.290130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.322718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port c1400669-45e5-4eb8-b979-f316a070b858 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:24.323205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.384209 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 053b67dc-3b15-40d5-8f9e-5fc035e35a83 (CIDR: 2001:db8::/64) Jul 23 20:38:24.401953 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:38:24.403108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:24.424699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:24.447994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:24.451118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:24.459891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cbdd9a28-0022-41bd-adcd-c55ca369b925 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4893579 Jul 23 20:38:24.463319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49098) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:24.472901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'subnet': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:24.503571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868f64a-65d5-442b-a8bd-d30e3170f6da req-3bc3acf3-9a48-4f5b-9ca9-2108e21be800 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:24.512237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e868f64a-65d5-442b-a8bd-d30e3170f6da req-3bc3acf3-9a48-4f5b-9ca9-2108e21be800 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 943 time: 0.1257350 Jul 23 20:38:24.526309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:24.527683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.625978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:24.683104 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5b8ef854-987d-402e-a2b4-8b767a236871 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9703825 Jul 23 20:38:24.700551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Request body: {'port': {'device_id': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:24.717944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e868f64a-65d5-442b-a8bd-d30e3170f6da req-a03ded2e-ccd7-45f0-af35-91a7a611dea7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042410 Jul 23 20:38:24.768156 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cbc68899-0d7e-4e0b-8d56-cddad0929920 req-c90b8652-294c-40b3-8a54-d5ad9bc02867 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330582 Jul 23 20:38:24.859470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:24.864017 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.967416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-97518795-efa8-4cfe-a12c-2ff9f6874434 None None] Provisioning for port 043a71c3-934a-47e2-a1dd-3b196962bba4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:24.973067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-97518795-efa8-4cfe-a12c-2ff9f6874434 None None] Provisioning complete for port 043a71c3-934a-47e2-a1dd-3b196962bba4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:24.973692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-97518795-efa8-4cfe-a12c-2ff9f6874434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:24.987144 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.010360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port c1400669-45e5-4eb8-b979-f316a070b858, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c1400669-45e5-4eb8-b979-f316a070b858,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:25.011321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.027750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-97518795-efa8-4cfe-a12c-2ff9f6874434 None None] Port 043a71c3-934a-47e2-a1dd-3b196962bba4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:25.045573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-97518795-efa8-4cfe-a12c-2ff9f6874434 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:25.046061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-97518795-efa8-4cfe-a12c-2ff9f6874434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.060844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for c1400669-45e5-4eb8-b979-f316a070b858 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:25.212048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b99879-1281-47a9-9cdc-115eba32518e req-01e27eb9-074b-405d-8938-679326013475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:25.213789 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-01e27eb9-074b-405d-8938-679326013475 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9433e2c81012467abbc4ff66167f535f&device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 1095 time: 0.2775877 Jul 23 20:38:25.272816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:38:25.478992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b99879-1281-47a9-9cdc-115eba32518e req-3f701597-0b4b-4d0a-a87b-c3d3dd8eb44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:25.481728 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-3f701597-0b4b-4d0a-a87b-c3d3dd8eb44b service neutron] 10.222.0.36 "GET /v2.0/networks?id=75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 200 len: 906 time: 0.2570372 Jul 23 20:38:25.516052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e5a5-e20a-406e-bbc8-d6fd7bcea98a req-bb36f140-740a-4bc2-a928-d8423bf85845 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:25.517712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a063e5a5-e20a-406e-bbc8-d6fd7bcea98a req-bb36f140-740a-4bc2-a928-d8423bf85845 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 931 time: 0.1538739 Jul 23 20:38:25.525451 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-fa1317d9-37db-4087-9cbe-0ae8d6700edf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81988491-489d-4db1-ad66-e929cbf19f7f HTTP/1.1" status: 200 len: 217 time: 0.0361192 Jul 23 20:38:25.541317 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.609591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a063e5a5-e20a-406e-bbc8-d6fd7bcea98a req-fbd2d0f1-122f-4f2f-a46c-fb318570d201 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839520 Jul 23 20:38:25.658809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b99879-1281-47a9-9cdc-115eba32518e req-bb7788d6-9d6b-4564-9de1-7f256a7e3d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:25.660329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-bb7788d6-9d6b-4564-9de1-7f256a7e3d15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 200 len: 845 time: 0.1269972 Jul 23 20:38:25.666756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043a71c3-934a-47e2-a1dd-3b196962bba4 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:25.707599 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.725079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-b5d96671-5bf9-4983-b839-4146d45f5643 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=75088885-a071-4923-aced-847c8fdbc451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531809 Jul 23 20:38:25.765312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fd46d834-4576-4099-9fac-205be375ff32,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:25.820999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.827724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.828916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.925346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:25.947136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Subnet': ['ID=b731595b-d57d-41a7-a46b-9dc1d50d97eb,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:25.968058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Transition to ACTIVE for port object 043a71c3-934a-47e2-a1dd-3b196962bba4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:25.970635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=c1400669-45e5-4eb8-b979-f316a070b858,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:25.977125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-ea61a46b-4f9b-45de-93b7-701bce3c99c4 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423863 Jul 23 20:38:25.984581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.046675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:26.067312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:26.080386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ebca7-9644-48c5-8349-12f5c135ab55 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:26.080973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:26.084809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.154418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=9']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:26.207913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b6e0b8ec-c3f4-4186-b71c-d25684173886 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7423680 Jul 23 20:38:26.218986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49126) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:26.224508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Request body: {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'mac_address': 'fa:16:3e:1a:85:38', 'name': 'tempest-NetworksTestDHCPv6-1447100436'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:26.352276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac9e22-da68-4c8e-9e23-b455ca121ffa req-60fd7685-430b-4b4a-8cd5-67cd177bce6a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:26.353964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0ac9e22-da68-4c8e-9e23-b455ca121ffa req-60fd7685-430b-4b4a-8cd5-67cd177bce6a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 943 time: 0.5144396 Jul 23 20:38:26.364976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:26.472211 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97b99879-1281-47a9-9cdc-115eba32518e req-13563204-427f-4c75-b18e-f7f03ddbdfc1 service neutron] 10.222.0.36 "GET /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788072 Jul 23 20:38:26.509717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0ac9e22-da68-4c8e-9e23-b455ca121ffa req-c69de9dd-4bf3-4efb-b411-718966918756 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238723 Jul 23 20:38:26.570593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Made reservation on behalf of b0a7ab6674c14c4c8c585239d97df304 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:26.620494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49130) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:26.657960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:26.658312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:26.658661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:26.678647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:38:26.678987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:26.693220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.713609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:26.713990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Checking segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:26.714886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Bound using segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:26.715515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Bound port: 043a71c3-934a-47e2-a1dd-3b196962bba4, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:26.715893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.724605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'b731595b-d57d-41a7-a46b-9dc1d50d97eb', 'ip_address': '2001:db8:0:1:f816:3eff:feef:8ee9'}, {'subnet_id': '053b67dc-3b15-40d5-8f9e-5fc035e35a83'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'fd46d834-4576-4099-9fac-205be375ff32'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:38:26.800677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.804471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fd46d834-4576-4099-9fac-205be375ff32 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:26.875952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.912332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-539ae286-73f3-4e58-a9b1-4f2dc39dc793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.937267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] device_id is not set on port d414f692-638f-41e9-b72e-81fc57b4a28b yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:26.976603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:26.977481 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:26.991347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:27.013024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:27.026020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.041473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fce5f3-bbba-4b93-abff-a50c7c96c5a2 req-f8af1c82-ac84-4d75-920d-78a29f89d126 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:27.041852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82fce5f3-bbba-4b93-abff-a50c7c96c5a2 req-f8af1c82-ac84-4d75-920d-78a29f89d126 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 943 time: 0.2629693 Jul 23 20:38:27.077352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:27.079134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.079704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 1092 time: 2.3849716 Jul 23 20:38:27.080273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:27.081188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 81988491-489d-4db1-ad66-e929cbf19f7f details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:27.082836 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b179087e-4fcd-4e41-b50c-ca35b25f6b29" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:27.108792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Router 9fe58007-d460-441a-87ad-bb4382770de9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:27.141291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Allocated IP 2001:db8::2 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/053b67dc-3b15-40d5-8f9e-5fc035e35a83/fd46d834-4576-4099-9fac-205be375ff32) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:27.147860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3adc4-392e-4837-b937-0e03cad428d6 service neutron] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.154050 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bcb02d-d327-48b5-8c61-6c9d16ba79be x-openstack-request-id: req-06bcb02d-d327-48b5-8c61-6c9d16ba79be {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:27.154385 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:27.154856 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-06bcb02d-d327-48b5-8c61-6c9d16ba79be {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:27.155882 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'status': 'completed', 'code': 200} Jul 23 20:38:27.162366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82fce5f3-bbba-4b93-abff-a50c7c96c5a2 req-c0c2263a-72a1-418d-be6c-55b580a269c1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107879 Jul 23 20:38:27.206363 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-539ae286-73f3-4e58-a9b1-4f2dc39dc793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.211915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-539ae286-73f3-4e58-a9b1-4f2dc39dc793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.256652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-539ae286-73f3-4e58-a9b1-4f2dc39dc793 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9443f547ac8b4fb6972ff65d93d08d92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317012 Jul 23 20:38:27.256652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae286-73f3-4e58-a9b1-4f2dc39dc793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d17646-9c40-418d-bf91-dd1c9a0b9e28,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.258058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:27.311450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 81988491-489d-4db1-ad66-e929cbf19f7f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=81988491-489d-4db1-ad66-e929cbf19f7f,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:27.315068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b62e18a8-0113-4b74-aebb-588cf1a50588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.331025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '81988491-489d-4db1-ad66-e929cbf19f7f', 'network_id': '75088885-a071-4923-aced-847c8fdbc451', 'port_id': '81988491-489d-4db1-ad66-e929cbf19f7f', 'mac_address': 'fa:16:3e:4e:e3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc524bb0-b0ee-4bfa-995f-4059dbd894b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:27.346735 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b62e18a8-0113-4b74-aebb-588cf1a50588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.381189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fd46d834-4576-4099-9fac-205be375ff32,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:27.406293 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.424009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81988491-489d-4db1-ad66-e929cbf19f7f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:27.447057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 81988491-489d-4db1-ad66-e929cbf19f7f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=81988491-489d-4db1-ad66-e929cbf19f7f,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:27.457575 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.518969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=81988491-489d-4db1-ad66-e929cbf19f7f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.522811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.536596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.536943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.537339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.537728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.538073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.538443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.538776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.539104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.539486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.539818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.540144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.540468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:27.556658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Transition to ACTIVE for port object fd46d834-4576-4099-9fac-205be375ff32 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:27.568107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.752049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-89d65a05-33c8-45dd-ba0e-2372fd085244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:27.753631 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-89d65a05-33c8-45dd-ba0e-2372fd085244 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1095 time: 0.6021857 Jul 23 20:38:27.801386 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-94a6677b-cc06-44ae-92b4-063c347979a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 217 time: 0.0400755 Jul 23 20:38:27.802689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['81988491-489d-4db1-ad66-e929cbf19f7f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:27.802826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:27.811783 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-29fb31b1-5a81-4eca-8ccd-58656b020a35 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "PUT /v2.0/routers/9fe58007-d460-441a-87ad-bb4382770de9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8839138 Jul 23 20:38:27.814736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49144) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:27.831410 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] Sync routers for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:27.848125 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:27.849926 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:27.867195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-f28f5054-ccfb-4dc6-b532-4b7d087ebddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:27.868905 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-f28f5054-ccfb-4dc6-b532-4b7d087ebddf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.0590243 Jul 23 20:38:27.898688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b8d92-086d-49f1-81f0-7e31840d5d7f None None] Pushing event updated for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=10']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.900641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b62e18a8-0113-4b74-aebb-588cf1a50588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.903928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b62e18a8-0113-4b74-aebb-588cf1a50588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:27.905224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b62e18a8-0113-4b74-aebb-588cf1a50588 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77d17646-9c40-418d-bf91-dd1c9a0b9e28 HTTP/1.1" status: 204 len: 168 time: 0.6461315 Jul 23 20:38:27.939264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e18a8-0113-4b74-aebb-588cf1a50588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d17646-9c40-418d-bf91-dd1c9a0b9e28,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:27.948438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting subnet 4708a537-58f2-446c-8e84-2156b1f51915 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:27.967125 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.006268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-4b687ebe-7ae6-4b9a-a42c-48efc879a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.008891 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-4b687ebe-7ae6-4b9a-a42c-48efc879a5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316202 Jul 23 20:38:28.015286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8::1a6 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/053b67dc-3b15-40d5-8f9e-5fc035e35a83/d414f692-638f-41e9-b72e-81fc57b4a28b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:28.037802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfd5be-962a-4946-af67-de87f20fc02b req-0af21f69-9d74-4660-a92b-9beef0fb9b5d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.054761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25bfd5be-962a-4946-af67-de87f20fc02b req-0af21f69-9d74-4660-a92b-9beef0fb9b5d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 944 time: 0.3291795 Jul 23 20:38:28.060125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:8538 (9f334b1e-459b-4068-b7b1-7ef9a9f1292e/b731595b-d57d-41a7-a46b-9dc1d50d97eb/d414f692-638f-41e9-b72e-81fc57b4a28b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:28.090015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.102300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:28.215896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25bfd5be-962a-4946-af67-de87f20fc02b req-491f7fe3-eed9-40ba-85ae-66ff71897005 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601975 Jul 23 20:38:28.232414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-6d92dc95-ce10-4d9f-8e88-a3ae79bcdb94 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076678 Jul 23 20:38:28.363193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.378906 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9c23cda4-1b1a-43bc-9adc-7735870f5295 req-587a3d13-b1d8-4d4b-a3a2-6983b453deb3 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383417 Jul 23 20:38:28.396861 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:38:25Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:28.456606 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] Checking router: 9fe58007-d460-441a-87ad-bb4382770de9 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:28.468105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] Routers {'9fe58007-d460-441a-87ad-bb4382770de9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:28.469208 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['9fe58007-d460-441a-87ad-bb4382770de9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:28.496220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49154) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:28.518654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.538862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Transition to ACTIVE for port object d414f692-638f-41e9-b72e-81fc57b4a28b will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:28.540241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-12bc9ce3-3f68-47d0-8469-2357d387bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.544675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-12bc9ce3-3f68-47d0-8469-2357d387bca4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1095 time: 0.1114430 Jul 23 20:38:28.565246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fd46d834-4576-4099-9fac-205be375ff32 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:28.607629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-632e6923-fc55-45cf-8091-9949d5dd64c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.617988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.672987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.677697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/subnets/4708a537-58f2-446c-8e84-2156b1f51915 HTTP/1.1" status: 204 len: 168 time: 0.8611765 Jul 23 20:38:28.679055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-60c29c90-e73e-436e-8338-6c4d7d913e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.681128 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-60c29c90-e73e-436e-8338-6c4d7d913e07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.1298003 Jul 23 20:38:28.682018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49156) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:28.683609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4191ca-3730-4abb-8a36-47429b64332b None None] Network 888d1c57-4a20-49b0-aa00-af65165a49b9 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:28.687069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af28e3-660e-4591-8cc4-356b9014638d req-4fa114e8-3e83-4d87-b098-fc9912870b56 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.688847 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84af28e3-660e-4591-8cc4-356b9014638d req-4fa114e8-3e83-4d87-b098-fc9912870b56 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 943 time: 0.3667541 Jul 23 20:38:28.695547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5936407-e314-41b2-9f30-7eabf508fc9b tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Subnet': ['ID=4708a537-58f2-446c-8e84-2156b1f51915,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:28.710031 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] Set router 9fe58007-d460-441a-87ad-bb4382770de9 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:28.797643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.815838 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-6af200ed-b410-490d-8183-d5aad866ca74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 217 time: 0.1190102 Jul 23 20:38:28.817620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84af28e3-660e-4591-8cc4-356b9014638d req-50f9cb1a-9165-4307-b327-3c6d2e8d2392 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171136 Jul 23 20:38:28.870035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:28.876623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:28.885843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:28.892188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.892989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.903034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event updated for resources: {'Port': ['ID=d414f692-638f-41e9-b72e-81fc57b4a28b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:28.908288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f2310554-c909-4bd7-a662-6cd179949483 None None] Provisioning for port fd46d834-4576-4099-9fac-205be375ff32 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:28.914216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f2310554-c909-4bd7-a662-6cd179949483 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:28.916540 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2310554-c909-4bd7-a662-6cd179949483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.928610 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-632e6923-fc55-45cf-8091-9949d5dd64c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.932234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-5e34d882-6ee1-4888-9406-435cb14f7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:28.934311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-5e34d882-6ee1-4888-9406-435cb14f7217 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.0962937 Jul 23 20:38:28.937627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.939278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-632e6923-fc55-45cf-8091-9949d5dd64c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:28.960410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9bc74150-8e02-4a3a-b1a7-505fd06ca7bc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7401032 Jul 23 20:38:28.984424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-632e6923-fc55-45cf-8091-9949d5dd64c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a362a0b282542499471b06408cc9c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212532 Jul 23 20:38:28.985390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49158) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:28.985808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49160) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:29.053614 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:38:25Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:29.100943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 81988491-489d-4db1-ad66-e929cbf19f7f up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:29.107900 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512758-638e-4c2c-a61b-439cacb342ad None None] The sync data for ids ['9fe58007-d460-441a-87ad-bb4382770de9'] in n-d-793620-13 is: [{'id': '9fe58007-d460-441a-87ad-bb4382770de9', 'name': 'tempest-TestNetworkBasicOps-router-852697619', 'tenant_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:36:37Z', 'updated_at': '2021-07-23T20:38:25Z', 'revision_number': 5, 'project_id': 'b7a7288d0ad0429a97447c8453fc55bf', 'gw_port': {'id': 'd510eafb-8ab5-4f36-90ce-ca267764ce5d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:59:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fe58007-d460-441a-87ad-bb4382770de9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:36:38Z', 'updated_at': '2021-07-23T20:36:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:29.143914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-cf3c0857-46cf-4abc-8129-b1676a7f8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:29.145465 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-cf3c0857-46cf-4abc-8129-b1676a7f8a5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035286 Jul 23 20:38:29.186303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] DHCP port deletion for 888d1c57-4a20-49b0-aa00-af65165a49b9 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:29.205820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.221351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e6923-fc55-45cf-8091-9949d5dd64c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd2acf-e3f3-431d-aa49-e083c92d50d5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.257361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 81988491-489d-4db1-ad66-e929cbf19f7f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:29.270005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 81988491-489d-4db1-ad66-e929cbf19f7f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:29.270644 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.270870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0461-5b51-4924-903a-d401fa05dae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.303840 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0461-5b51-4924-903a-d401fa05dae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.306811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting port d414f692-638f-41e9-b72e-81fc57b4a28b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:29.307147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.333698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] Deleting port 4c7031a8-9d23-4200-9c88-3041dd2a50ca {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:29.334097 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.348507 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-a22e3dfb-ba6c-470d-9699-694c84ad7a48 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879785 Jul 23 20:38:29.353474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Deleting port d510eafb-8ab5-4f36-90ce-ca267764ce5d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:29.353474 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.430045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7be86679-0e18-4174-b620-d8c153cdd899 None None] Provisioning for port d414f692-638f-41e9-b72e-81fc57b4a28b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:29.441986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] For port 4c7031a8-9d23-4200-9c88-3041dd2a50ca, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4c7031a8-9d23-4200-9c88-3041dd2a50ca,segment=NetworkSegment(4d8c4fd2-96a3-488a-a58b-636b2bb262ca),segment_id=4d8c4fd2-96a3-488a-a58b-636b2bb262ca)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:29.442205 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.451176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7be86679-0e18-4174-b620-d8c153cdd899 None None] Provisioning complete for port d414f692-638f-41e9-b72e-81fc57b4a28b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:29.451635 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7be86679-0e18-4174-b620-d8c153cdd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.477825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.496351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Calling delete_port for d414f692-638f-41e9-b72e-81fc57b4a28b owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:29.499574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] Calling delete_port for 4c7031a8-9d23-4200-9c88-3041dd2a50ca owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:29.513299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.522488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712d759-659e-4aff-8e25-98a2877edc1b req-da2b8ecb-dccb-4213-9fee-d7c41fe59495 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:29.524081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2712d759-659e-4aff-8e25-98a2877edc1b req-da2b8ecb-dccb-4213-9fee-d7c41fe59495 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 944 time: 0.1887763 Jul 23 20:38:29.528516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b179087e-4fcd-4e41-b50c-ca35b25f6b29 req-06bcdf80-40a2-4264-87c6-b27f2d3cf637 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620111 Jul 23 20:38:29.530937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0461-5b51-4924-903a-d401fa05dae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.533584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0461-5b51-4924-903a-d401fa05dae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.536894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9a6e0461-5b51-4924-903a-d401fa05dae1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55fd2acf-e3f3-431d-aa49-e083c92d50d5 HTTP/1.1" status: 204 len: 168 time: 0.5415833 Jul 23 20:38:29.545207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7be86679-0e18-4174-b620-d8c153cdd899 None None] Port d414f692-638f-41e9-b72e-81fc57b4a28b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:29.551128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] For port d510eafb-8ab5-4f36-90ce-ca267764ce5d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d510eafb-8ab5-4f36-90ce-ca267764ce5d,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:29.551505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.579011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Calling delete_port for d510eafb-8ab5-4f36-90ce-ca267764ce5d owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:29.582184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0461-5b51-4924-903a-d401fa05dae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd2acf-e3f3-431d-aa49-e083c92d50d5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.591236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81988491-489d-4db1-ad66-e929cbf19f7f'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:29.594034 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8325f3-2aad-4a55-93eb-99bd79edbd17" -d '{"events": [{"server_uuid": "840f788b-ba20-4951-8b9d-b8c715b825bc", "name": "network-vif-plugged", "status": "completed", "tag": "81988491-489d-4db1-ad66-e929cbf19f7f"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:29.657208 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c0c377-e652-41f6-b246-454cdfe468ca x-openstack-request-id: req-76c0c377-e652-41f6-b246-454cdfe468ca {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:29.657826 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f788b-ba20-4951-8b9d-b8c715b825bc", "name": "network-vif-plugged", "status": "completed", "tag": "81988491-489d-4db1-ad66-e929cbf19f7f", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:29.658313 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76c0c377-e652-41f6-b246-454cdfe468ca {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:29.658922 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81988491-489d-4db1-ad66-e929cbf19f7f', 'code': 200} Jul 23 20:38:29.662322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 81988491-489d-4db1-ad66-e929cbf19f7f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=81988491-489d-4db1-ad66-e929cbf19f7f,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:29.680528 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.761697 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.771964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=81988491-489d-4db1-ad66-e929cbf19f7f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.781602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] No DVR routers for this DVR port 4c7031a8-9d23-4200-9c88-3041dd2a50ca on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:29.804020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf9321-6a33-48f7-a660-f910ffb3aa43 None None] Pushing event deleted for resources: {'Port': ['ID=4c7031a8-9d23-4200-9c88-3041dd2a50ca,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.823272 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2712d759-659e-4aff-8e25-98a2877edc1b req-9274e12e-71cf-4a97-bb51-97968cb0fc99 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543857 Jul 23 20:38:29.871831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5a411-fbf2-450f-b8d7-8db7d0b7c8dd req-4d4a40b5-cd3e-4498-8295-5e588ee7fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:29.873553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45a5a411-fbf2-450f-b8d7-8db7d0b7c8dd req-4d4a40b5-cd3e-4498-8295-5e588ee7fb65 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 1097 time: 0.1352212 Jul 23 20:38:29.879915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.902398 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:29.927599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Port': ['ID=d414f692-638f-41e9-b72e-81fc57b4a28b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.934866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Port': ['ID=d510eafb-8ab5-4f36-90ce-ca267764ce5d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:29.963765 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45a5a411-fbf2-450f-b8d7-8db7d0b7c8dd req-097b497d-cc8e-4db8-8a2e-766ac82d27e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813403 Jul 23 20:38:30.030814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.035579 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-525e9725-4b0e-4e9c-9999-07c7a3adfce5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/d414f692-638f-41e9-b72e-81fc57b4a28b HTTP/1.1" status: 204 len: 168 time: 1.0440044 Jul 23 20:38:30.036271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49174) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.045229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.130039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1c767-9a26-418f-8fc7-ad9c600d3c7b req-3f9c873c-d1e6-4c68-9373-02d7abad67af tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:30.131996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79e1c767-9a26-418f-8fc7-ad9c600d3c7b req-3f9c873c-d1e6-4c68-9373-02d7abad67af tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 943 time: 0.2066538 Jul 23 20:38:30.151118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a962b56-155b-425e-bf2d-02068b487d91 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:30.153415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2a962b56-155b-425e-bf2d-02068b487d91 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1153109 Jul 23 20:38:30.165648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49180) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.176648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.179119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.237184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.238346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Fanout notify agent at l3_agent the message router_deleted on router 9fe58007-d460-441a-87ad-bb4382770de9 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:38:30.247496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.248743 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b7dec17a-b435-4160-b1f2-7c969590fb28 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/routers/9fe58007-d460-441a-87ad-bb4382770de9 HTTP/1.1" status: 204 len: 168 time: 1.5657344 Jul 23 20:38:30.251407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49188) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.265984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79e1c767-9a26-418f-8fc7-ad9c600d3c7b req-dd8ac0ea-bf8d-458d-b376-65d4bf017730 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164589 Jul 23 20:38:30.288878 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad28c1-d525-4d34-a572-f88b87a065dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:30.290567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e8ad28c1-d525-4d34-a572-f88b87a065dc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1205871 Jul 23 20:38:30.294163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.337217 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.370134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031238dc-9883-4c1a-9049-2e775cc98b49 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:30.371820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031238dc-9883-4c1a-9049-2e775cc98b49 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:30.373395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031238dc-9883-4c1a-9049-2e775cc98b49 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:30.375124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-031238dc-9883-4c1a-9049-2e775cc98b49 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0769169 Jul 23 20:38:30.379131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49192) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.445894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet 053b67dc-3b15-40d5-8f9e-5fc035e35a83 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:30.449825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.458103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.475033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['888d1c57-4a20-49b0-aa00-af65165a49b9']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:30.486055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8c4fd2-96a3-488a-a58b-636b2bb262ca') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:30.486362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8c4fd2-96a3-488a-a58b-636b2bb262ca') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:30.489265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.497003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.512564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.520342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:30.520881 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:30.527069 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:30.587432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.599972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.605607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.609999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] 10.222.0.46 "DELETE /v2.0/networks/888d1c57-4a20-49b0-aa00-af65165a49b9 HTTP/1.1" status: 204 len: 168 time: 0.3575652 Jul 23 20:38:30.625265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a6c70-0567-49b1-acb2-68f56ab7e8ab tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] Pushing event deleted for resources: {'Network': ['ID=888d1c57-4a20-49b0-aa00-af65165a49b9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:30.671919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.701552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=053b67dc-3b15-40d5-8f9e-5fc035e35a83,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:30.705383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.707317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83e8cb3c-0619-4c76-bbf2-c108d34d98c0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/053b67dc-3b15-40d5-8f9e-5fc035e35a83 HTTP/1.1" status: 204 len: 168 time: 0.3272130 Jul 23 20:38:30.710283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49206) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:30.712600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810231e-10f8-4edb-9de6-699040351e7d None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:30.784209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Deleting subnet b731595b-d57d-41a7-a46b-9dc1d50d97eb {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:30.795684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.884125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4c7031a8-9d23-4200-9c88-3041dd2a50ca no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:30.889347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:30.942742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4c7031a8-9d23-4200-9c88-3041dd2a50ca {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:30.943190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4c7031a8-9d23-4200-9c88-3041dd2a50ca not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:30.943641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d510eafb-8ab5-4f36-90ce-ca267764ce5d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:30.972069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d510eafb-8ab5-4f36-90ce-ca267764ce5d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:30.972069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d510eafb-8ab5-4f36-90ce-ca267764ce5d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:30.972069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c1400669-45e5-4eb8-b979-f316a070b858 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:30.989330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c1400669-45e5-4eb8-b979-f316a070b858 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:30.989870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c1400669-45e5-4eb8-b979-f316a070b858 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:31.041136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.059803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49216) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.073707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767997f-562d-4b69-8da5-1fdf9d363620 req-7c74010f-ef42-457a-8445-f402f0386d61 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.073707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4767997f-562d-4b69-8da5-1fdf9d363620 req-7c74010f-ef42-457a-8445-f402f0386d61 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1321146 Jul 23 20:38:31.110131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:38:31.117782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.132033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4767997f-562d-4b69-8da5-1fdf9d363620 req-691a700d-473a-421a-8308-9e6a44ba5217 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Jul 23 20:38:31.193392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Subnet': ['ID=b731595b-d57d-41a7-a46b-9dc1d50d97eb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:31.201790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.203946 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f88bd849-8604-4113-88db-3f929957af37 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/b731595b-d57d-41a7-a46b-9dc1d50d97eb HTTP/1.1" status: 204 len: 168 time: 0.4926574 Jul 23 20:38:31.206533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49226) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.261513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:31.262949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8d41a0b-dbc7-4c40-a084-bc916f39d6a2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551233 Jul 23 20:38:31.265340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49228) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.299135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'port_id': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'mac_address': 'fa:16:3e:e8:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:38:31.374293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e9db7ce-c0ec-416b-a5e2-c93b7645ecd6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7a7288d0ad0429a97447c8453fc55bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995062 Jul 23 20:38:31.376877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49238) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.437400 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.446245 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41ad7a82-509c-4b98-817b-2eaa9263a28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.453528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043a71c3-934a-47e2-a1dd-3b196962bba4 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:38:31.458569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3c9a8c-91e6-49e3-b5c0-831a9e8c172d None None] Update dhcp port {'port': {'network_id': '9f334b1e-459b-4068-b7b1-7ef9a9f1292e', 'fixed_ips': [{'subnet_id': 'b731595b-d57d-41a7-a46b-9dc1d50d97eb'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'fd46d834-4576-4099-9fac-205be375ff32'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:38:31.469365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbc3024-6461-4978-9a2b-8147e9c22b61 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.471540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41ad7a82-509c-4b98-817b-2eaa9263a28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.471768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fdbc3024-6461-4978-9a2b-8147e9c22b61 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2032616 Jul 23 20:38:31.474632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49242) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.497964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2b3c9a8c-91e6-49e3-b5c0-831a9e8c172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.543812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301e6ca-7f52-4edb-bd83-a7faf3deb1f7 req-d4ed4609-5d71-4c9a-a5be-3c8b80453694 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.545393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2301e6ca-7f52-4edb-bd83-a7faf3deb1f7 req-d4ed4609-5d71-4c9a-a5be-3c8b80453694 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 943 time: 0.1857851 Jul 23 20:38:31.560300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:31.567858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.569830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e31d9-f58e-4e3d-99ee-51a4be84ace2 req-c600e504-47fa-4bc7-9d8e-64df953da462 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.571738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e31d9-f58e-4e3d-99ee-51a4be84ace2 req-c600e504-47fa-4bc7-9d8e-64df953da462 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1560805 Jul 23 20:38:31.591614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa8535-0bb3-4c83-88da-b16bfe1d6ff8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.597547 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f1fa8535-0bb3-4c83-88da-b16bfe1d6ff8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214855 Jul 23 20:38:31.597706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49248) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.628547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41ad7a82-509c-4b98-817b-2eaa9263a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.632612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-41ad7a82-509c-4b98-817b-2eaa9263a28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.646757 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-41ad7a82-509c-4b98-817b-2eaa9263a28d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/13ca0b46-3ffd-4244-b663-b27d89085b05 HTTP/1.1" status: 204 len: 168 time: 0.2687039 Jul 23 20:38:31.676867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:31.683660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-050e31d9-f58e-4e3d-99ee-51a4be84ace2 req-86f02447-a418-4c79-838b-2382fe5d8655 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036930 Jul 23 20:38:31.685428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-42fd48ac-a5bc-460e-9000-27580b05717a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865684 Jul 23 20:38:31.692135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49252) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.705485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad7a82-509c-4b98-817b-2eaa9263a28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ca0b46-3ffd-4244-b663-b27d89085b05,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:31.717089 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-af4cdacd-964b-4566-a7b1-dd8247349adb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:31.717857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af4cdacd-964b-4566-a7b1-dd8247349adb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:31.722669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-af4cdacd-964b-4566-a7b1-dd8247349adb tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/d414f692-638f-41e9-b72e-81fc57b4a28b HTTP/1.1" status: 404 len: 333 time: 0.0318141 Jul 23 20:38:31.724445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49254) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.725845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2301e6ca-7f52-4edb-bd83-a7faf3deb1f7 req-21621f98-8142-471a-a542-b993d84fa71c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729689 Jul 23 20:38:31.765553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966edde-dfaa-4dd1-ae42-b27850c8a799 None None] Network 9f334b1e-459b-4068-b7b1-7ef9a9f1292e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:31.782503 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebf9626-c58d-4df9-beb7-b46426c35dba tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:31.782985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebf9626-c58d-4df9-beb7-b46426c35dba tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:31.787683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ebf9626-c58d-4df9-beb7-b46426c35dba tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/b731595b-d57d-41a7-a46b-9dc1d50d97eb HTTP/1.1" status: 404 len: 337 time: 0.0599284 Jul 23 20:38:31.787991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49262) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.795282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['043a71c3-934a-47e2-a1dd-3b196962bba4'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:31.818486 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f036f6-82b4-46fb-973a-22b52c04c195 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:31.818957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f036f6-82b4-46fb-973a-22b52c04c195 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:31.822979 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3f036f6-82b4-46fb-973a-22b52c04c195 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/053b67dc-3b15-40d5-8f9e-5fc035e35a83 HTTP/1.1" status: 404 len: 337 time: 0.0315285 Jul 23 20:38:31.825937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49268) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.870493 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6868f9-f5c7-4a95-ab86-b1a9de69bf5a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:31.871424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6868f9-f5c7-4a95-ab86-b1a9de69bf5a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:31.873396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb6868f9-f5c7-4a95-ab86-b1a9de69bf5a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/67cb6569-ca3b-46b3-9e87-1cb159e8f569 HTTP/1.1" status: 404 len: 333 time: 0.0464180 Jul 23 20:38:31.876589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49274) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.916409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-459b2464-c694-452b-921b-201cacd98513 None None] Provisioning complete for port fd46d834-4576-4099-9fac-205be375ff32 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:31.916698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-459b2464-c694-452b-921b-201cacd98513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:31.920871 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0e2a43-f80a-400a-990d-35a54e88dc62 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:31.921394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0e2a43-f80a-400a-990d-35a54e88dc62 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:31.923967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf0e2a43-f80a-400a-990d-35a54e88dc62 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/8e23a58a-9785-4118-82ad-e3c4d23cd79a HTTP/1.1" status: 404 len: 337 time: 0.0464098 Jul 23 20:38:31.926824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49276) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:31.953019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51822e-77db-419e-af00-ddfb46951a5d req-e30a1fb8-8807-4e8f-9e71-40f6317d876f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:31.964623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b51822e-77db-419e-af00-ddfb46951a5d req-e30a1fb8-8807-4e8f-9e71-40f6317d876f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1625972 Jul 23 20:38:31.966374 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ece8af-e634-4d49-8bbd-ed095b15c834 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:31.967086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ece8af-e634-4d49-8bbd-ed095b15c834 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:31.971109 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-38ece8af-e634-4d49-8bbd-ed095b15c834 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/e673777c-4a02-42d7-857a-78681213f088 HTTP/1.1" status: 404 len: 337 time: 0.0409374 Jul 23 20:38:31.971432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49278) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.009600 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf0198f-ae64-44c9-8a85-6a24f58c3fb7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.010490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf0198f-ae64-44c9-8a85-6a24f58c3fb7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.015673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5cf0198f-ae64-44c9-8a85-6a24f58c3fb7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/e234ab0f-3a4d-4e3a-8d60-1831a65947d7 HTTP/1.1" status: 404 len: 333 time: 0.0406761 Jul 23 20:38:32.016285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49280) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.055018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3b51822e-77db-419e-af00-ddfb46951a5d req-f1127bd6-0ce4-4a7e-b191-6ce3eb42a937 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823591 Jul 23 20:38:32.092759 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-4080f8cf-4e80-4fa4-b48d-737ebbda0b3d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.093371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4080f8cf-4e80-4fa4-b48d-737ebbda0b3d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.095399 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4080f8cf-4e80-4fa4-b48d-737ebbda0b3d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/a6583ae1-fc50-49d9-ab1a-35bed705d41d HTTP/1.1" status: 404 len: 337 time: 0.0782399 Jul 23 20:38:32.098222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49288) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.179137 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d978a4a-2802-4bec-ba37-d2e9b528ea53 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.185729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d978a4a-2802-4bec-ba37-d2e9b528ea53 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.190225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc8b24-d046-4685-886c-068af428e330 None None] DHCP port deletion for 9f334b1e-459b-4068-b7b1-7ef9a9f1292e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:32.190550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5d978a4a-2802-4bec-ba37-d2e9b528ea53 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/25e9b71e-3375-4c10-866d-d4aad3f48526 HTTP/1.1" status: 404 len: 337 time: 0.0876071 Jul 23 20:38:32.191341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.263144 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced98485-ed91-4c78-84a2-07dcd1b5523d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.265495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced98485-ed91-4c78-84a2-07dcd1b5523d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.271437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49294) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.278126 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ced98485-ed91-4c78-84a2-07dcd1b5523d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/05e9c3cd-8cd0-4c4f-8037-6bdf03c327e4 HTTP/1.1" status: 404 len: 333 time: 0.0844786 Jul 23 20:38:32.310488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49296) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.315691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-84cc8b24-d046-4685-886c-068af428e330 None None] Deleting port fd46d834-4576-4099-9fac-205be375ff32 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:32.316314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cc8b24-d046-4685-886c-068af428e330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.357525 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-1807d5a3-6bf6-4113-aab5-fc7dd3b47ed1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.357525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1807d5a3-6bf6-4113-aab5-fc7dd3b47ed1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.368747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.386365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1807d5a3-6bf6-4113-aab5-fc7dd3b47ed1 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/151d089a-156a-48a7-a523-715e4b59dfce HTTP/1.1" status: 404 len: 337 time: 0.1107540 Jul 23 20:38:32.388898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.436160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-316b764b-a898-4e3b-ab4d-d84d84b6c1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.489792 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbf3c4a-372a-45b0-b64b-da05553d8041 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.491579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbf3c4a-372a-45b0-b64b-da05553d8041 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.501849 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cbbf3c4a-372a-45b0-b64b-da05553d8041 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/ea6607f9-7cd3-4184-ad99-0aa99709b24f HTTP/1.1" status: 404 len: 337 time: 0.1309752 Jul 23 20:38:32.502904 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.513098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-84cc8b24-d046-4685-886c-068af428e330 None None] For port fd46d834-4576-4099-9fac-205be375ff32, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fd46d834-4576-4099-9fac-205be375ff32,segment=NetworkSegment(91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004),segment_id=91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:32.513984 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cc8b24-d046-4685-886c-068af428e330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.559472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-84cc8b24-d046-4685-886c-068af428e330 None None] Calling delete_port for fd46d834-4576-4099-9fac-205be375ff32 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:32.586937 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7a8ba9-2c23-4e88-8a68-bbee33a62994 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.588624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7a8ba9-2c23-4e88-8a68-bbee33a62994 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.588758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fd46d834-4576-4099-9fac-205be375ff32 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:32.592881 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fd7a8ba9-2c23-4e88-8a68-bbee33a62994 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/3d162dbb-f7a9-4d43-a757-764ca3828300 HTTP/1.1" status: 404 len: 333 time: 0.0874884 Jul 23 20:38:32.595966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49308) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.600101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32448e-801d-4043-8326-515c23eec498 req-b2bb242a-ed4e-4cb5-a1f9-21e885a9eae7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:32.602185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e32448e-801d-4043-8326-515c23eec498 req-b2bb242a-ed4e-4cb5-a1f9-21e885a9eae7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1730134 Jul 23 20:38:32.634149 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-33534dc9-c055-432d-8ee5-bd1eb6de138f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.634931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33534dc9-c055-432d-8ee5-bd1eb6de138f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.641003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33534dc9-c055-432d-8ee5-bd1eb6de138f tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/76d5eb58-89af-4914-a9e5-70fe900e98ef HTTP/1.1" status: 404 len: 337 time: 0.0421658 Jul 23 20:38:32.643947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49310) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.675203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e32448e-801d-4043-8326-515c23eec498 req-3bff022e-3d76-4440-81c8-d46e960f697e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616210 Jul 23 20:38:32.678532 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0517f321-ea23-4e42-956b-2d477b9ceae8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.679451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0517f321-ea23-4e42-956b-2d477b9ceae8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.681607 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0517f321-ea23-4e42-956b-2d477b9ceae8 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/41c28d92-1e8a-4051-be65-a1cb680f5705 HTTP/1.1" status: 404 len: 333 time: 0.0366278 Jul 23 20:38:32.684459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49312) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.717397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-316b764b-a898-4e3b-ab4d-d84d84b6c1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.726247 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-316b764b-a898-4e3b-ab4d-d84d84b6c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.728646 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf36327e-c577-48e2-b3a7-10758991f518 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.729877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf36327e-c577-48e2-b3a7-10758991f518 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.732298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf36327e-c577-48e2-b3a7-10758991f518 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/22f28913-8450-4557-b123-86d537243535 HTTP/1.1" status: 404 len: 337 time: 0.0468419 Jul 23 20:38:32.735190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49314) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.779949 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8efed5-05db-4d34-a485-9740fa049e14 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.780707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8efed5-05db-4d34-a485-9740fa049e14 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.786045 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-df8efed5-05db-4d34-a485-9740fa049e14 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/ea6f11e2-46d2-4fbf-bdf5-9bf70ba7c6f3 HTTP/1.1" status: 404 len: 333 time: 0.0464945 Jul 23 20:38:32.786045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.793713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-316b764b-a898-4e3b-ab4d-d84d84b6c1cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c3fe595da1444c3a8221274e4768fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003718 Jul 23 20:38:32.795276 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84cc8b24-d046-4685-886c-068af428e330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.795777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49318) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.798987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49320) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.805724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b764b-a898-4e3b-ab4d-d84d84b6c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c1bd03-b50a-40e5-b16d-aded22222f09,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:32.843702 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15122a6-c23a-4fab-b5b2-d94ba4e8e624 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.844395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15122a6-c23a-4fab-b5b2-d94ba4e8e624 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.850713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b15122a6-c23a-4fab-b5b2-d94ba4e8e624 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/5f488d82-4d9d-4339-a2e8-41be99145686 HTTP/1.1" status: 404 len: 337 time: 0.0541272 Jul 23 20:38:32.854521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49322) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.868483 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.872492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc8b24-d046-4685-886c-068af428e330 None None] Pushing event deleted for resources: {'Port': ['ID=fd46d834-4576-4099-9fac-205be375ff32,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:32.883752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc8b24-d046-4685-886c-068af428e330 None None] No DVR routers for this DVR port fd46d834-4576-4099-9fac-205be375ff32 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:32.892171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3221-4d74-4441-8e66-cf1b5043bd5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.921210 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c38cba-c701-45c0-8f74-f191ff4b6d39 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.923655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c38cba-c701-45c0-8f74-f191ff4b6d39 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.925561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f5c38cba-c701-45c0-8f74-f191ff4b6d39 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/99a03ddf-c8f1-40ef-8534-0833da8f02e6 HTTP/1.1" status: 404 len: 333 time: 0.0620658 Jul 23 20:38:32.928069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49324) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:32.942148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3221-4d74-4441-8e66-cf1b5043bd5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:32.975926 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a5338a-5af0-41bc-89b9-e303c17b58b4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:32.976389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a5338a-5af0-41bc-89b9-e303c17b58b4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:32.978174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-19a5338a-5af0-41bc-89b9-e303c17b58b4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/063a4322-dd5a-4b37-8f83-d8dcff2609b4 HTTP/1.1" status: 404 len: 337 time: 0.0488157 Jul 23 20:38:32.981510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49326) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.008100 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ae4258-292f-45e5-97f9-bbdb1a8843d2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.008743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ae4258-292f-45e5-97f9-bbdb1a8843d2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.011053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73ae4258-292f-45e5-97f9-bbdb1a8843d2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/323d2dc5-f06f-4fb9-862b-4577486063a3 HTTP/1.1" status: 404 len: 333 time: 0.0280495 Jul 23 20:38:33.013128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49328) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.016252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.020640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.045712 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a22a847-16e1-4b45-9ca4-195176d108e6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.046167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a22a847-16e1-4b45-9ca4-195176d108e6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.047898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0a22a847-16e1-4b45-9ca4-195176d108e6 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/7ef41926-f2be-41ab-b2ec-feed8183d984 HTTP/1.1" status: 404 len: 337 time: 0.0338247 Jul 23 20:38:33.051712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49330) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.052961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3221-4d74-4441-8e66-cf1b5043bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.055484 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa8e3221-4d74-4441-8e66-cf1b5043bd5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.059298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fa8e3221-4d74-4441-8e66-cf1b5043bd5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2c1bd03-b50a-40e5-b16d-aded22222f09 HTTP/1.1" status: 204 len: 168 time: 0.2564034 Jul 23 20:38:33.074297 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41164338e97e4a1e9163ae945b8844c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615607 Jul 23 20:38:33.075215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171a8a50-45fa-4218-be0c-251153cc13d8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.077013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49334) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.082507 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e850a02f-e013-41c3-937d-5e1b269112e2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.083207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e850a02f-e013-41c3-937d-5e1b269112e2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.085284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e850a02f-e013-41c3-937d-5e1b269112e2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/84832210-58c2-4286-9926-f352ea84fceb HTTP/1.1" status: 404 len: 333 time: 0.0326757 Jul 23 20:38:33.087741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49336) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.096685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.096885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.097366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.097823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.098291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.098697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.099139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.099564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.100006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.100706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.100846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.101370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b46e908-7463-414f-8865-662acdd4e837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:33.101545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:33.117808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1180e2-5a24-413a-a86f-dd241be1523d req-78f4c354-59cc-4f98-8bcc-706b56a374fe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:33.120855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa1180e2-5a24-413a-a86f-dd241be1523d req-78f4c354-59cc-4f98-8bcc-706b56a374fe tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.2094922 Jul 23 20:38:33.139712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e3221-4d74-4441-8e66-cf1b5043bd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c1bd03-b50a-40e5-b16d-aded22222f09,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.142232 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c2e042-7e9d-40b0-a6b8-292ea28ff044 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.142695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c2e042-7e9d-40b0-a6b8-292ea28ff044 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.147161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71c2e042-7e9d-40b0-a6b8-292ea28ff044 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/54f43e64-7971-458d-b23b-09307229b684 HTTP/1.1" status: 404 len: 337 time: 0.0562952 Jul 23 20:38:33.147468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49338) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.179867 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07b5554-1155-4d14-a0be-afe7b928cfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.187508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 043a71c3-934a-47e2-a1dd-3b196962bba4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:33.189925 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b689aff-65d9-4464-9f38-ab5a6b20f79e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.190453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b689aff-65d9-4464-9f38-ab5a6b20f79e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.194853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6b689aff-65d9-4464-9f38-ab5a6b20f79e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/d95fcc3b-bf9a-483f-b506-93c854adc2dd HTTP/1.1" status: 404 len: 337 time: 0.0441015 Jul 23 20:38:33.195019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 043a71c3-934a-47e2-a1dd-3b196962bba4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:33.195511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.196123 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.211001 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07b5554-1155-4d14-a0be-afe7b928cfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.233749 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bf4be0-557d-4104-98a4-941a469d2aa4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.234510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08bf4be0-557d-4104-98a4-941a469d2aa4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.236231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-08bf4be0-557d-4104-98a4-941a469d2aa4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/3c52742b-5adf-494f-8379-659b6779ea9e HTTP/1.1" status: 404 len: 333 time: 0.0398033 Jul 23 20:38:33.244216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49342) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.277252 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2c8af2-4f7a-4443-9c1f-a6765c7d7a13 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.277753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2c8af2-4f7a-4443-9c1f-a6765c7d7a13 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.281102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0f2c8af2-4f7a-4443-9c1f-a6765c7d7a13 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/10e466ea-d932-487e-a794-2335a99489bb HTTP/1.1" status: 404 len: 337 time: 0.0360615 Jul 23 20:38:33.284910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49344) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.285211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa1180e2-5a24-413a-a86f-dd241be1523d req-c6163db7-213a-47d8-bbdd-220683a83fc8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443963 Jul 23 20:38:33.323006 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e876388-067f-4ade-a6f5-87d6ea1b159a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.324227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e876388-067f-4ade-a6f5-87d6ea1b159a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.329600 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8e876388-067f-4ade-a6f5-87d6ea1b159a tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/fc29709b-af21-4cc8-9e57-f0c78a279d07 HTTP/1.1" status: 404 len: 337 time: 0.0430310 Jul 23 20:38:33.330429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49346) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.330559 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07b5554-1155-4d14-a0be-afe7b928cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.333545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d07b5554-1155-4d14-a0be-afe7b928cfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.334751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d07b5554-1155-4d14-a0be-afe7b928cfca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/171a8a50-45fa-4218-be0c-251153cc13d8 HTTP/1.1" status: 204 len: 168 time: 0.2559409 Jul 23 20:38:33.349813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.351350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b5554-1155-4d14-a0be-afe7b928cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a8a50-45fa-4218-be0c-251153cc13d8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.382498 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe827e06-b0bc-4fa2-85ac-14ad4f26536d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.389063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe827e06-b0bc-4fa2-85ac-14ad4f26536d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.393029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fe827e06-b0bc-4fa2-85ac-14ad4f26536d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/ed1e404d-def3-487c-837d-e00d3d5453ab HTTP/1.1" status: 404 len: 333 time: 0.0590205 Jul 23 20:38:33.393402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49350) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.406285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:33.413670 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ef6ec-e261-4b5a-b9b8-4822e8eebc32" -d '{"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-plugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:33.429775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:33.438505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.440294 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e39a7a0-e44d-41ab-af11-21999137481c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.441961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e39a7a0-e44d-41ab-af11-21999137481c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.443443 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e39a7a0-e44d-41ab-af11-21999137481c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/9b2fba45-3b59-4ef2-a7cb-d970e91da9b7 HTTP/1.1" status: 404 len: 337 time: 0.0489199 Jul 23 20:38:33.446145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49354) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.484279 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93bca47-903a-4ff5-a969-2b413ed4dba0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.484862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93bca47-903a-4ff5-a969-2b413ed4dba0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.487319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d93bca47-903a-4ff5-a969-2b413ed4dba0 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/7710867b-939a-4f08-929f-1551ffaec3b8 HTTP/1.1" status: 404 len: 337 time: 0.0398054 Jul 23 20:38:33.489970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49356) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.495984 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef2cf97-5516-4c4e-b84b-91e8fac6723f x-openstack-request-id: req-fef2cf97-5516-4c4e-b84b-91e8fac6723f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:33.496767 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-plugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:33.497225 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fef2cf97-5516-4c4e-b84b-91e8fac6723f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:33.498536 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'code': 200} Jul 23 20:38:33.520268 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9cbbcd-5ba8-4331-92f5-8bdd1ef3aafc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.521198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9cbbcd-5ba8-4331-92f5-8bdd1ef3aafc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.523146 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9c9cbbcd-5ba8-4331-92f5-8bdd1ef3aafc tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/770364ee-2a30-4a5b-8fc1-f9794734bb73 HTTP/1.1" status: 404 len: 333 time: 0.0320480 Jul 23 20:38:33.528319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.555315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:33.561137 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c7bb9a-3474-4fca-bca4-a42ae06766a3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.561766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c7bb9a-3474-4fca-bca4-a42ae06766a3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.566084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41c7bb9a-3474-4fca-bca4-a42ae06766a3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/e81a7719-b13a-4630-90c8-15ed9c98abde HTTP/1.1" status: 404 len: 337 time: 0.0343537 Jul 23 20:38:33.569101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49360) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.634699 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea37b8-149c-44ad-807e-713216cdfea2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.635245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eea37b8-149c-44ad-807e-713216cdfea2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.640938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0eea37b8-149c-44ad-807e-713216cdfea2 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/fc45f763-6744-4cee-8b69-0d8ac1242f90 HTTP/1.1" status: 404 len: 337 time: 0.0722487 Jul 23 20:38:33.652785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49366) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.687283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88775d9a-72d0-4a9a-b68e-aeb3c070452e req-c9e57d73-41ab-419b-87bd-5f6665e3cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:33.689291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88775d9a-72d0-4a9a-b68e-aeb3c070452e req-c9e57d73-41ab-419b-87bd-5f6665e3cbab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1097 time: 0.1391675 Jul 23 20:38:33.707509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cc2db979-cf42-48cc-99de-185d324fa70d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports?device_id=8fd4838d-cf16-468a-9e1d-134e7f2e9dfa HTTP/1.1" status: 200 len: 205 time: 0.0511642 Jul 23 20:38:33.707509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49372) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.743659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88775d9a-72d0-4a9a-b68e-aeb3c070452e req-af4138cc-ac03-4893-82c4-9f674c028890 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469313 Jul 23 20:38:33.774407 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-40f81b65-d4eb-4063-8734-0348ba8995df tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] delete failed (client error): The resource could not be found. Jul 23 20:38:33.777696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-40f81b65-d4eb-4063-8734-0348ba8995df tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/routers/8fd4838d-cf16-468a-9e1d-134e7f2e9dfa HTTP/1.1" status: 404 len: 336 time: 0.0672636 Jul 23 20:38:33.779184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49376) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.807689 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3465c528-711f-42f1-8859-5755a2a5f361 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.808182 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3465c528-711f-42f1-8859-5755a2a5f361 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.810137 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3465c528-711f-42f1-8859-5755a2a5f361 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/9be62997-7348-4c81-82bf-2fb65d79bddd HTTP/1.1" status: 404 len: 337 time: 0.0299556 Jul 23 20:38:33.813022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49378) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.852685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9f655-2897-4715-942d-32bbd0099163 req-e5d35e7b-8175-4a6c-8c37-8c3fd81bc43b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:33.854452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75b9f655-2897-4715-942d-32bbd0099163 req-e5d35e7b-8175-4a6c-8c37-8c3fd81bc43b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0827684 Jul 23 20:38:33.855626 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5477545f-498c-48ec-937c-faac1753484e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "GET /v2.0/ports?device_id=33c8d588-92a9-4099-b8ae-6d83f2bab350 HTTP/1.1" status: 200 len: 205 time: 0.0407374 Jul 23 20:38:33.858144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49380) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.909281 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-37446b50-2d23-4f8d-b4da-56de7db5858e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] delete failed (client error): The resource could not be found. Jul 23 20:38:33.910459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-75b9f655-2897-4715-942d-32bbd0099163 req-70dbb631-21e7-424d-b116-16bfd9e78b63 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Jul 23 20:38:33.910892 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-37446b50-2d23-4f8d-b4da-56de7db5858e tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/routers/33c8d588-92a9-4099-b8ae-6d83f2bab350 HTTP/1.1" status: 404 len: 336 time: 0.0513387 Jul 23 20:38:33.911224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49382) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.913291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.957020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6209bc0-7893-45b4-bf1f-dbb66a6d842d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:33.959576 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f58b17-e6a4-4bce-bcef-badd9fa06d99 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.960254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f58b17-e6a4-4bce-bcef-badd9fa06d99 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.961844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-12f58b17-e6a4-4bce-bcef-badd9fa06d99 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/60a33f76-911c-415d-a50a-ae2bd66fd9ef HTTP/1.1" status: 404 len: 337 time: 0.0476530 Jul 23 20:38:33.965246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49388) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:33.994991 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99d7e31-8b1a-470e-8b43-921ac4060ac3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:33.996628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99d7e31-8b1a-470e-8b43-921ac4060ac3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:33.998327 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e99d7e31-8b1a-470e-8b43-921ac4060ac3 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/6266da78-87f9-4401-aaad-aa1746c8c7cc HTTP/1.1" status: 404 len: 337 time: 0.0313020 Jul 23 20:38:34.000808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49390) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.028172 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6deb515-5362-48bf-80a6-9e948d2aa2c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.028977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6deb515-5362-48bf-80a6-9e948d2aa2c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.033342 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a6deb515-5362-48bf-80a6-9e948d2aa2c4 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/bb98c3bd-1b5a-4f2b-b1be-dd0454070784 HTTP/1.1" status: 404 len: 333 time: 0.0289719 Jul 23 20:38:34.033959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49392) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.061697 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0297f72-2b25-43b5-91cf-eac03ccaae03 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.062160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0297f72-2b25-43b5-91cf-eac03ccaae03 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.066309 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b0297f72-2b25-43b5-91cf-eac03ccaae03 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/50a8db96-e1b9-4e9e-851b-2040c2538aa4 HTTP/1.1" status: 404 len: 337 time: 0.0292761 Jul 23 20:38:34.066493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49394) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.075487 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6209bc0-7893-45b4-bf1f-dbb66a6d842d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.080866 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6209bc0-7893-45b4-bf1f-dbb66a6d842d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.098726 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c7bd48-722f-469a-b7a4-06e63dbe5388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.099356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c7bd48-722f-469a-b7a4-06e63dbe5388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.103590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-45c7bd48-722f-469a-b7a4-06e63dbe5388 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/0426acc3-6b82-40bc-997a-f9da6f6a0277 HTTP/1.1" status: 404 len: 333 time: 0.0336838 Jul 23 20:38:34.103774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49396) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.122088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6209bc0-7893-45b4-bf1f-dbb66a6d842d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c316f5c2-ead4-42b9-8fa1-6b93229a8079,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:34.129686 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c6209bc0-7893-45b4-bf1f-dbb66a6d842d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2c6f31d6c44f47bd983c33a60c01c349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172959 Jul 23 20:38:34.132207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49398) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.135410 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3def6724-907e-4200-9b5c-6b708bdbac85 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.135944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3def6724-907e-4200-9b5c-6b708bdbac85 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.140329 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3def6724-907e-4200-9b5c-6b708bdbac85 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/17fd06be-3487-47bf-ae09-9aa6248f707f HTTP/1.1" status: 404 len: 337 time: 0.0330632 Jul 23 20:38:34.140591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49400) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.175002 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-87083e34-8a57-4ecd-a7a6-ea33db83a7a5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.175669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87083e34-8a57-4ecd-a7a6-ea33db83a7a5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.177406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-87083e34-8a57-4ecd-a7a6-ea33db83a7a5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/037e0d30-cdda-46d8-bb6c-3842e8a9726d HTTP/1.1" status: 404 len: 333 time: 0.0357537 Jul 23 20:38:34.180371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49402) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.210501 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cac94b6-5021-4b9d-af98-ac3611749571 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.210982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cac94b6-5021-4b9d-af98-ac3611749571 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.214615 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1cac94b6-5021-4b9d-af98-ac3611749571 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/15b4a739-832c-4cf3-89d5-2ef679fae618 HTTP/1.1" status: 404 len: 337 time: 0.0313966 Jul 23 20:38:34.216047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61d44a0a-e8f7-4ff9-bdb8-970300dbaa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.216190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49404) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.237868 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61d44a0a-e8f7-4ff9-bdb8-970300dbaa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.242333 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ec65ed-8258-4416-9adb-86f07c6a28e5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.243106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ec65ed-8258-4416-9adb-86f07c6a28e5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.247526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6ec65ed-8258-4416-9adb-86f07c6a28e5 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/4922e439-6b5c-43df-b0e1-8f3bf1963787 HTTP/1.1" status: 404 len: 333 time: 0.0277758 Jul 23 20:38:34.247662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49406) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.273333 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0346afe2-7868-4c3e-bed1-0947cefa3147 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.274684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0346afe2-7868-4c3e-bed1-0947cefa3147 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.278434 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0346afe2-7868-4c3e-bed1-0947cefa3147 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/504dfee1-1ece-4cf8-a72c-d0d9339b9393 HTTP/1.1" status: 404 len: 337 time: 0.0269949 Jul 23 20:38:34.278763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49408) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.293098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61d44a0a-e8f7-4ff9-bdb8-970300dbaa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.296433 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61d44a0a-e8f7-4ff9-bdb8-970300dbaa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.297717 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-61d44a0a-e8f7-4ff9-bdb8-970300dbaa18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c316f5c2-ead4-42b9-8fa1-6b93229a8079 HTTP/1.1" status: 204 len: 168 time: 0.1644511 Jul 23 20:38:34.306332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d44a0a-e8f7-4ff9-bdb8-970300dbaa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c316f5c2-ead4-42b9-8fa1-6b93229a8079,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:34.308533 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a83a696-2a0a-4d75-8f34-673f012e109c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.309250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a83a696-2a0a-4d75-8f34-673f012e109c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.313288 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a83a696-2a0a-4d75-8f34-673f012e109c tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/f5fddc47-58e8-4680-81de-685a79c6f6c6 HTTP/1.1" status: 404 len: 333 time: 0.0313711 Jul 23 20:38:34.313738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49412) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.356063 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-45695b86-88a4-494b-8f35-2cf12da95920 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.356528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45695b86-88a4-494b-8f35-2cf12da95920 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.358406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-45695b86-88a4-494b-8f35-2cf12da95920 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/98c9255e-97ae-45e7-82cc-b8db33a7b55f HTTP/1.1" status: 404 len: 337 time: 0.0437808 Jul 23 20:38:34.360989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49416) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.386233 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-376c4902-d7da-4579-a64e-ada416d1ba90 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.386939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376c4902-d7da-4579-a64e-ada416d1ba90 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.388666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-376c4902-d7da-4579-a64e-ada416d1ba90 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/2fe59ab7-b405-4892-85e0-8a253b75f864 HTTP/1.1" status: 404 len: 333 time: 0.0267382 Jul 23 20:38:34.391349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49418) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.426226 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2f4558-ded9-43e1-a84b-c891faa22569 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.426939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2f4558-ded9-43e1-a84b-c891faa22569 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.429006 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-da2f4558-ded9-43e1-a84b-c891faa22569 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/05fbc6a3-397f-45e3-8dea-c0b2a07b2c52 HTTP/1.1" status: 404 len: 337 time: 0.0366774 Jul 23 20:38:34.431588 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49420) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.467670 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eed2ae0-bf78-4f63-9522-12389d7d473d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.468488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eed2ae0-bf78-4f63-9522-12389d7d473d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.470422 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6eed2ae0-bf78-4f63-9522-12389d7d473d tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/ports/d0486b13-9e81-45cc-8481-d1c40d81bcce HTTP/1.1" status: 404 len: 333 time: 0.0357342 Jul 23 20:38:34.473050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49422) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.493129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4b65b-3195-478b-a5f4-3224539bd973 req-d7b746b3-cb65-4714-a00e-5ed2d0f1c163 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:34.495140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78d4b65b-3195-478b-a5f4-3224539bd973 req-d7b746b3-cb65-4714-a00e-5ed2d0f1c163 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.1251383 Jul 23 20:38:34.514448 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a84502-6481-40eb-9226-8107c3c080c7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] DELETE failed (client error): The resource could not be found. Jul 23 20:38:34.515297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a84502-6481-40eb-9226-8107c3c080c7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:38:34.517159 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9a84502-6481-40eb-9226-8107c3c080c7 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/subnets/05e1ba39-b57c-4c89-a77d-3939a499ceeb HTTP/1.1" status: 404 len: 337 time: 0.0427194 Jul 23 20:38:34.519986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49424) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:34.571705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78d4b65b-3195-478b-a5f4-3224539bd973 req-753420d1-7e3b-412b-9fc7-6175dece8a29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692687 Jul 23 20:38:34.643969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.741566 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.753584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f334b1e-459b-4068-b7b1-7ef9a9f1292e']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.764840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.765142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ac8c7b-a159-4dd1-a2fe-37e2a0eeb004') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:34.774687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.789329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.797076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:34.797900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:34.801490 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:34.881167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.890133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:34.893936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] 10.222.0.46 "DELETE /v2.0/networks/9f334b1e-459b-4068-b7b1-7ef9a9f1292e HTTP/1.1" status: 204 len: 168 time: 0.3727124 Jul 23 20:38:34.908563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40f1b0-70ed-4165-b1b1-a80cb4396702 tempest-NetworksTestDHCPv6-2133066776 tempest-NetworksTestDHCPv6-2133066776-project] Pushing event deleted for resources: {'Network': ['ID=9f334b1e-459b-4068-b7b1-7ef9a9f1292e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:35.134285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910404e4-0fa9-4522-8a74-c87defe3a8fc req-d940f22e-3d0e-49aa-83d6-8c5b43154d80 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.136000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-910404e4-0fa9-4522-8a74-c87defe3a8fc req-d940f22e-3d0e-49aa-83d6-8c5b43154d80 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0922716 Jul 23 20:38:35.194440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-910404e4-0fa9-4522-8a74-c87defe3a8fc req-b9ebdee0-9046-43e5-afb6-10f4e8117bcf tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 Jul 23 20:38:35.257983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49452) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:35.392569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-03ae0929-2d79-4ac0-b0bf-be327284a25a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0a7ab6674c14c4c8c585239d97df304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334012 Jul 23 20:38:35.395212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49460) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:35.449086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10e8768c-94ca-4bc9-a76b-ade00a396bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.471758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10e8768c-94ca-4bc9-a76b-ade00a396bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.519104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10e8768c-94ca-4bc9-a76b-ade00a396bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.521194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-10e8768c-94ca-4bc9-a76b-ade00a396bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:35.522391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-10e8768c-94ca-4bc9-a76b-ade00a396bae admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a663d243-b6ea-47f0-8299-1f9bf663ae46 HTTP/1.1" status: 204 len: 168 time: 0.1262589 Jul 23 20:38:35.530370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8768c-94ca-4bc9-a76b-ade00a396bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a663d243-b6ea-47f0-8299-1f9bf663ae46,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:35.720553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091df3d-4326-4a66-9ab9-726630090196 req-7aa8117b-3f0b-4d31-bb12-b27e77c2f454 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.722201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9091df3d-4326-4a66-9ab9-726630090196 req-7aa8117b-3f0b-4d31-bb12-b27e77c2f454 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.0747228 Jul 23 20:38:35.763019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9091df3d-4326-4a66-9ab9-726630090196 req-d9faa6c5-d458-4906-8c25-b83e786dbb09 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340312 Jul 23 20:38:35.917519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14214e-2edd-4de8-a312-f727ee90a0bd req-149061dc-86e5-4bce-9716-aa02946d6156 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:35.919075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c14214e-2edd-4de8-a312-f727ee90a0bd req-149061dc-86e5-4bce-9716-aa02946d6156 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.0842528 Jul 23 20:38:35.960301 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1c14214e-2edd-4de8-a312-f727ee90a0bd req-78d21fb7-85d6-4c75-9bb9-249f1926e612 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348430 Jul 23 20:38:35.985155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49496) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.062241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c4be3-45a8-4723-aa57-b06dde020cba tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.071166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-277c4be3-45a8-4723-aa57-b06dde020cba tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1092 time: 0.0799308 Jul 23 20:38:36.071299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49508) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.075506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:36.103642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.262689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.363937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49532) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.427698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466efa3-2a2a-4448-a9d1-033821da0c85 req-76d6640e-d178-4fef-860d-a0df71aaeda4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.429478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d466efa3-2a2a-4448-a9d1-033821da0c85 req-76d6640e-d178-4fef-860d-a0df71aaeda4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1242073 Jul 23 20:38:36.438505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.135 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/a4e893e0-0b5c-4959-9683-097862f239f1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:36.485803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d466efa3-2a2a-4448-a9d1-033821da0c85 req-3417d8a7-aefd-4e5e-a9cc-a72b646fd822 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Jul 23 20:38:36.541777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-293976983'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:36.572027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Made reservation on behalf of b2c650ea36c24577a1592a8cc363d579 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:36.576206 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.584499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.589386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.639519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.679419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:36.684632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:36.688096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:36.701485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.708667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.725726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=a4e893e0-0b5c-4959-9683-097862f239f1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:36.743426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:36.752583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91eb5506-9e75-42dc-8714-ba7d5fc851b7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:36.760573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.761695 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Added segment 6002c738-1dd4-42e1-bbe4-1bc177d08dcb of type vlan for network 2187b70c-38b9-431a-8b5c-39f708db3925 Jul 23 20:38:36.809791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.841516 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.849934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:36.850586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:36.871701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49546) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.927760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5574007 Jul 23 20:38:36.928623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136880db-ef3a-4461-ba6e-71559ec79c60 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Network': ['ID=2187b70c-38b9-431a-8b5c-39f708db3925,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:36.930750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49550) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:36.937528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'subnet': {'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:36.940599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 2187b70c-38b9-431a-8b5c-39f708db3925 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:37.047012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Made reservation on behalf of b2c650ea36c24577a1592a8cc363d579 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:37.057062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.101318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-662fbeb5-ecf5-4f12-bd1e-a0c9e13b5df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.202157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-662fbeb5-ecf5-4f12-bd1e-a0c9e13b5df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.212983 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-662fbeb5-ecf5-4f12-bd1e-a0c9e13b5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.295863 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.368480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Subnet': ['ID=895a8c01-ddc7-4938-a249-a9de09085a08,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:37.377990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Checking segment: {'id': '6002c738-1dd4-42e1-bbe4-1bc177d08dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:37.378380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network hostable DHCP agents. Network: 2187b70c-38b9-431a-8b5c-39f708db3925, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:37.398583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network 2187b70c-38b9-431a-8b5c-39f708db3925 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:37.412180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 2187b70c-38b9-431a-8b5c-39f708db3925) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:37.419720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:37.420598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.422137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecb54a8-352d-4a59-9dd2-83ca3373ed5c None None] Network 2187b70c-38b9-431a-8b5c-39f708db3925 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:37.438988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e65faca2-d6d3-4786-a3c9-0fed2d49e17b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5073016 Jul 23 20:38:37.441563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49554) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:37.447113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1896430506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:37.478086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.480722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.563343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.568971 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.594721 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.596991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8397636-1b64-40c1-b97b-4f3837662ad4 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1544573 Jul 23 20:38:37.599993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:37.733115 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-662fbeb5-ecf5-4f12-bd1e-a0c9e13b5df1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1eac0f35012488e9d4dd160cc1b8bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8601472 Jul 23 20:38:37.740963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49560) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:37.747509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fbeb5-ecf5-4f12-bd1e-a0c9e13b5df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d746f97d-1a4a-464f-82c3-94c947163afb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:37.769021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-2187b70c-38b9-431a-8b5c-39f708db3925', 'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925', 'tenant_id': 'b2c650ea36c24577a1592a8cc363d579', 'fixed_ips': [{'subnet_id': '895a8c01-ddc7-4938-a249-a9de09085a08'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:38:37.770076 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.832203 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.900873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2cc929cf-35e9-47df-942f-ac9d10838331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.996891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:37.998214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Allocated IP 172.20.0.2 (2187b70c-38b9-431a-8b5c-39f708db3925/895a8c01-ddc7-4938-a249-a9de09085a08/efab13ac-b389-48c5-bb5f-d542aaf7d0cc) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:38.044750 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2cc929cf-35e9-47df-942f-ac9d10838331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.115336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94368d-10af-4a23-93c4-1bbc74fcc80a req-bcc96c1a-cbea-4a64-beee-4ae6e4f5c829 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:38.116861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db94368d-10af-4a23-93c4-1bbc74fcc80a req-bcc96c1a-cbea-4a64-beee-4ae6e4f5c829 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.3080869 Jul 23 20:38:38.168930 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.197403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db94368d-10af-4a23-93c4-1bbc74fcc80a req-0893762a-858c-4eac-8ae9-a2f13cac1bdf tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724287 Jul 23 20:38:38.210690 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.239391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.241701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2cc929cf-35e9-47df-942f-ac9d10838331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.244755 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2cc929cf-35e9-47df-942f-ac9d10838331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.245249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Transition to ACTIVE for port object efab13ac-b389-48c5-bb5f-d542aaf7d0cc will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:38.248558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2cc929cf-35e9-47df-942f-ac9d10838331 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d746f97d-1a4a-464f-82c3-94c947163afb HTTP/1.1" status: 204 len: 168 time: 0.5027795 Jul 23 20:38:38.250108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.279310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Transition to ACTIVE for port object efab13ac-b389-48c5-bb5f-d542aaf7d0cc will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:38.289032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc929cf-35e9-47df-942f-ac9d10838331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d746f97d-1a4a-464f-82c3-94c947163afb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.291087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.341778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=a4e893e0-0b5c-4959-9683-097862f239f1,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.358012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.364971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Network 2187b70c-38b9-431a-8b5c-39f708db3925 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:38.368234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:38.371344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:38.408501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Pushing event updated for resources: {'Port': ['ID=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.461534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Attempting to bind port efab13ac-b389-48c5-bb5f-d542aaf7d0cc on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:38:38.462113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Attempting to bind port efab13ac-b389-48c5-bb5f-d542aaf7d0cc by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '6002c738-1dd4-42e1-bbe4-1bc177d08dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:38:38.462618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Attempting to bind port efab13ac-b389-48c5-bb5f-d542aaf7d0cc on network 2187b70c-38b9-431a-8b5c-39f708db3925 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:38:38.474560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:38:38.474813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Checking segment: {'id': '6002c738-1dd4-42e1-bbe4-1bc177d08dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:38.475336 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.475792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Bound using segment: {'id': '6002c738-1dd4-42e1-bbe4-1bc177d08dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:38:38.477619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Bound port: efab13ac-b389-48c5-bb5f-d542aaf7d0cc, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6002c738-1dd4-42e1-bbe4-1bc177d08dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:38:38.477619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.540539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Allocated IP 172.20.0.1 (2187b70c-38b9-431a-8b5c-39f708db3925/895a8c01-ddc7-4938-a249-a9de09085a08/c9e473be-fb03-4b2a-83ef-ec756e1f865e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:38.560794 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP f4c691f1-d710-4032-befd-19ddc23c2394 associated. External IP: 172.25.8.135, port: 043a71c3-934a-47e2-a1dd-3b196962bba4. Jul 23 20:38:38.564159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] For port efab13ac-b389-48c5-bb5f-d542aaf7d0cc, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:38:38.567985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] For port efab13ac-b389-48c5-bb5f-d542aaf7d0cc, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,segment=NetworkSegment(6002c738-1dd4-42e1-bbe4-1bc177d08dcb),segment_id=6002c738-1dd4-42e1-bbe4-1bc177d08dcb)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:38:38.583727 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.684787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b414d3-a3b8-4b8d-9d89-8b4e937f7c45 None None] Pushing event updated for resources: {'Port': ['ID=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:38.751949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.759032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49572) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:38.779262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96223b7c-6c54-48fc-ab78-5fe615423cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.787081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Transition to ACTIVE for port object c9e473be-fb03-4b2a-83ef-ec756e1f865e will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:38.866310 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:38.873162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 0fdbc6c7-b978-4ebd-8421-908a725d767a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:38.947527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network 2187b70c-38b9-431a-8b5c-39f708db3925 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:38.956185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:38.964351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:39.033219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Port': ['ID=c9e473be-fb03-4b2a-83ef-ec756e1f865e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:39.048979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:39.063931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] Sync routers for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:39.083137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:39.084329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.366911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:39.418448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96223b7c-6c54-48fc-ab78-5fe615423cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.435353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.444930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.459278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-96223b7c-6c54-48fc-ab78-5fe615423cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.494816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-96223b7c-6c54-48fc-ab78-5fe615423cfb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b517ed5d89b24ed499a982b09a8263be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338815 Jul 23 20:38:39.497647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:39.543722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f8246bc5-b98a-4c67-929d-229c7e6d9e1d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4688435 Jul 23 20:38:39.546526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:39.549325 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd12d76-3773-485b-b501-b8374b0d5287" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:39.592775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96223b7c-6c54-48fc-ab78-5fe615423cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5577ed5-8d72-4264-a323-624c5c49b88c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:39.594635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8243c744-be19-405c-901c-bbf25f82ceca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.637549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5908b5a-ddf7-438e-9d89-e3712bf6e6be req-d89fd45f-ac83-4c44-b9f5-58f5f705a4c4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:39.638112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8243c744-be19-405c-901c-bbf25f82ceca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.641918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5908b5a-ddf7-438e-9d89-e3712bf6e6be req-d89fd45f-ac83-4c44-b9f5-58f5f705a4c4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.2276559 Jul 23 20:38:39.735384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8243c744-be19-405c-901c-bbf25f82ceca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.738669 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8243c744-be19-405c-901c-bbf25f82ceca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.742209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8243c744-be19-405c-901c-bbf25f82ceca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5577ed5-8d72-4264-a323-624c5c49b88c HTTP/1.1" status: 204 len: 168 time: 0.2412670 Jul 23 20:38:39.759560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243c744-be19-405c-901c-bbf25f82ceca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5577ed5-8d72-4264-a323-624c5c49b88c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:39.771245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'f4c691f1-d710-4032-befd-19ddc23c2394', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'port_id': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'mac_address': 'fa:16:3e:e8:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:38:37Z', 'updated_at': '2021-07-23T20:38:37Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:20Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.793278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5908b5a-ddf7-438e-9d89-e3712bf6e6be req-db9ee519-8f7a-4a77-8f3a-78d18ca0b406 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403852 Jul 23 20:38:39.805622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:39.818497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] Checking router: 0fdbc6c7-b978-4ebd-8421-908a725d767a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:38:39.831618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:39.832269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:39.932371 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b76643e-082d-4dcf-b529-7fa0a1603a7a x-openstack-request-id: req-2b76643e-082d-4dcf-b529-7fa0a1603a7a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:39.933382 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:39.933743 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b76643e-082d-4dcf-b529-7fa0a1603a7a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:39.934066 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'status': 'completed', 'code': 200} Jul 23 20:38:40.100625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-bd6ef624-a4f2-4f51-be68-950adfba9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:40.102390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-bd6ef624-a4f2-4f51-be68-950adfba9c2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1097 time: 0.1386402 Jul 23 20:38:40.122086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:38:40.171802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af305ca5-4763-400c-a3dc-03b324ca2d8d req-f64ac1bc-84ed-4350-902c-e4466750e466 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:40.173581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af305ca5-4763-400c-a3dc-03b324ca2d8d req-f64ac1bc-84ed-4350-902c-e4466750e466 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.4714305 Jul 23 20:38:40.243786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-94658812-56e2-4994-ad31-9e3aba3ae782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:40.246064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-94658812-56e2-4994-ad31-9e3aba3ae782 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.1369841 Jul 23 20:38:40.322036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20a47e7-3a65-45a3-9471-26af63bff2ca None None] Network 2187b70c-38b9-431a-8b5c-39f708db3925 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:40.325856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af305ca5-4763-400c-a3dc-03b324ca2d8d req-137c616c-3e9f-4a93-90c2-ada2a56a265c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437995 Jul 23 20:38:40.350144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-5044dba5-714a-4ef1-91b8-8b64f9532f0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 999 time: 0.0929618 Jul 23 20:38:40.350144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49588) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:40.389124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.395350 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.448272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1d2f231-89b5-48bf-ae90-fff4078317dd None None] Provisioning for port efab13ac-b389-48c5-bb5f-d542aaf7d0cc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:40.481168 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0b55dfec-a668-4121-b157-19365b8a4b7b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/f4c691f1-d710-4032-befd-19ddc23c2394 HTTP/1.1" status: 200 len: 991 time: 0.1293976 Jul 23 20:38:40.501251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Port': ['ID=c9e473be-fb03-4b2a-83ef-ec756e1f865e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:40.503852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.509377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-f5992cfa-a5eb-433d-abe3-0964c253aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:40.510062 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-f5992cfa-a5eb-433d-abe3-0964c253aabe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.1575744 Jul 23 20:38:40.621886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'f4c691f1-d710-4032-befd-19ddc23c2394', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'port_id': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'mac_address': 'fa:16:3e:e8:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:38:37Z', 'updated_at': '2021-07-23T20:38:37Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:20Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:40.632105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network 2187b70c-38b9-431a-8b5c-39f708db3925 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:40.633926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:40.641003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-2f0e0341-5148-4071-94f5-2a0ac4139d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:40.642902 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-2f0e0341-5148-4071-94f5-2a0ac4139d4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263924 Jul 23 20:38:40.655133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efab13ac-b389-48c5-bb5f-d542aaf7d0cc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:40.659314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a68f522-b9c8-4544-bb76-58ddcb12d610 None None] The sync data for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 is: [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'f4c691f1-d710-4032-befd-19ddc23c2394', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'port_id': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'mac_address': 'fa:16:3e:e8:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:38:37Z', 'updated_at': '2021-07-23T20:38:37Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:20Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:40.780674 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-3754da9d-315e-4733-8741-fc5d7c4c5b75 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306441 Jul 23 20:38:40.787504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port efab13ac-b389-48c5-bb5f-d542aaf7d0cc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:40.797856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port efab13ac-b389-48c5-bb5f-d542aaf7d0cc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:40.801266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:40.888302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Router f4a193e0-8ca9-46be-9e9e-0b3707162ed9 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:38:40.941157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4fd12d76-3773-485b-b501-b8374b0d5287 req-a41930e8-6759-440b-a6ec-afce43317c37 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543527 Jul 23 20:38:41.025707 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.099458 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076f293f-532e-402e-8501-776ad0f4cf94 None None] New status for floating IP f4c691f1-d710-4032-befd-19ddc23c2394: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:38:41.111746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port efab13ac-b389-48c5-bb5f-d542aaf7d0cc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,segment=NetworkSegment(6002c738-1dd4-42e1-bbe4-1bc177d08dcb),segment_id=6002c738-1dd4-42e1-bbe4-1bc177d08dcb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:41.131564 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.155514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:41.177062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-028470c6-461e-4e01-86fa-7ad73d1dd631 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "PUT /v2.0/routers/f4a193e0-8ca9-46be-9e9e-0b3707162ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5746372 Jul 23 20:38:41.178111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49616) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.184495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'port': {'network_id': '2187b70c-38b9-431a-8b5c-39f708db3925', 'name': 'tempest-FloatingIPNegativeTestJSON-1813642695'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:41.203204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:41.215146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] Sync routers for ids ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:41.236448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] Routers {'f4a193e0-8ca9-46be-9e9e-0b3707162ed9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:41.237104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:41.284018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce593a9-e7e2-4cd5-95a5-d335e0f4f612 req-8a0b87ac-e706-45c6-b61f-32a881ae07e5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:41.287700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cce593a9-e7e2-4cd5-95a5-d335e0f4f612 req-8a0b87ac-e706-45c6-b61f-32a881ae07e5 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.2973666 Jul 23 20:38:41.367024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:41.405551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cce593a9-e7e2-4cd5-95a5-d335e0f4f612 req-30b215b8-dd3a-4dec-9802-7f68d97c2dbc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021881 Jul 23 20:38:41.405677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] Routers {'f4a193e0-8ca9-46be-9e9e-0b3707162ed9'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:41.405677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:41.407673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80280ab1-d846-4227-8a4e-d79aeb5cd82e None None] Provisioning for port c9e473be-fb03-4b2a-83ef-ec756e1f865e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:41.446133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Made reservation on behalf of b2c650ea36c24577a1592a8cc363d579 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:41.454130 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.455956 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:41.456757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd206c3-641d-4063-81d5-4b7fbe2fd857 None None] The sync data for ids ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:41.460609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80280ab1-d846-4227-8a4e-d79aeb5cd82e None None] Provisioning complete for port c9e473be-fb03-4b2a-83ef-ec756e1f865e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:41.461344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80280ab1-d846-4227-8a4e-d79aeb5cd82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.482851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49622) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.515122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-80280ab1-d846-4227-8a4e-d79aeb5cd82e None None] Port c9e473be-fb03-4b2a-83ef-ec756e1f865e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:41.535278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-80280ab1-d846-4227-8a4e-d79aeb5cd82e None None] Provisioning complete for port efab13ac-b389-48c5-bb5f-d542aaf7d0cc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:41.536313 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-80280ab1-d846-4227-8a4e-d79aeb5cd82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.611083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] device_id is not set on port 57aaa161-ff36-4828-b8a2-648fd50ccf25 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:41.716196 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1210192-7ae0-4c2b-b36b-021ecaaab49b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/f4c691f1-d710-4032-befd-19ddc23c2394 HTTP/1.1" status: 200 len: 993 time: 0.2201676 Jul 23 20:38:41.724672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:41.772716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-79977e51-22a5-4952-86f4-9dca2ceb9399 None None] Provisioning complete for port c9e473be-fb03-4b2a-83ef-ec756e1f865e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:41.773086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-79977e51-22a5-4952-86f4-9dca2ceb9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.811977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Allocated IP 172.20.0.9 (2187b70c-38b9-431a-8b5c-39f708db3925/895a8c01-ddc7-4938-a249-a9de09085a08/57aaa161-ff36-4828-b8a2-648fd50ccf25) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:41.829513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-79977e51-22a5-4952-86f4-9dca2ceb9399 None None] Port c9e473be-fb03-4b2a-83ef-ec756e1f865e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:41.892988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a6ad-de2c-4dec-b290-cfc55e034794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.950357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-84894827-f8ec-489a-9fc7-7e1b1ac9ee2f None None] Provisioning complete for port c9e473be-fb03-4b2a-83ef-ec756e1f865e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:41.950911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-84894827-f8ec-489a-9fc7-7e1b1ac9ee2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.990981 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:41.996832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a6ad-de2c-4dec-b290-cfc55e034794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.001179 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5b9a6ad-de2c-4dec-b290-cfc55e034794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.008563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Transition to ACTIVE for port object 57aaa161-ff36-4828-b8a2-648fd50ccf25 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:38:42.014573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-84894827-f8ec-489a-9fc7-7e1b1ac9ee2f None None] Port c9e473be-fb03-4b2a-83ef-ec756e1f865e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:42.043877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c5b9a6ad-de2c-4dec-b290-cfc55e034794 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60305a59071f402286be8dd4c0d951f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3150961 Jul 23 20:38:42.044623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9a6ad-de2c-4dec-b290-cfc55e034794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf6e24-62bc-467c-aedb-c123ffaabe33,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:42.044792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:42.093158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.184204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network 2187b70c-38b9-431a-8b5c-39f708db3925 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:42.191724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:42.194173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:42.240938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Port': ['ID=57aaa161-ff36-4828-b8a2-648fd50ccf25,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:42.263767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb1204c2-cf1e-4a3b-a0be-09a5b7adbe98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.283131 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:42.283672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.307027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb1204c2-cf1e-4a3b-a0be-09a5b7adbe98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.318079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5bb0888f-9688-40bd-9446-a5f50fb59218 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1384704 Jul 23 20:38:42.319771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49634) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:42.327296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:42.357495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.372503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb1204c2-cf1e-4a3b-a0be-09a5b7adbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.375269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb1204c2-cf1e-4a3b-a0be-09a5b7adbe98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.379206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bb1204c2-cf1e-4a3b-a0be-09a5b7adbe98 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bfcf6e24-62bc-467c-aedb-c123ffaabe33 HTTP/1.1" status: 204 len: 168 time: 0.3330383 Jul 23 20:38:42.394938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1204c2-cf1e-4a3b-a0be-09a5b7adbe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf6e24-62bc-467c-aedb-c123ffaabe33,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:42.544470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-99b0e259-6d27-43e9-998d-59d4bf38d954 None None] Provisioning for port 57aaa161-ff36-4828-b8a2-648fd50ccf25 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:38:42.549358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efab13ac-b389-48c5-bb5f-d542aaf7d0cc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:38:42.554279 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-99b0e259-6d27-43e9-998d-59d4bf38d954 None None] Provisioning complete for port 57aaa161-ff36-4828-b8a2-648fd50ccf25 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:42.554751 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99b0e259-6d27-43e9-998d-59d4bf38d954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.574768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.583990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789769b-5419-4b2d-ac1f-04e85691d7f7 req-8437beab-bf22-4b14-a724-89e3c790c6a0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:42.585597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a789769b-5419-4b2d-ac1f-04e85691d7f7 req-8437beab-bf22-4b14-a724-89e3c790c6a0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1023288 Jul 23 20:38:42.617865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-99b0e259-6d27-43e9-998d-59d4bf38d954 None None] Port 57aaa161-ff36-4828-b8a2-648fd50ccf25 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:38:42.632936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port efab13ac-b389-48c5-bb5f-d542aaf7d0cc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:38:42.633593 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.672293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a789769b-5419-4b2d-ac1f-04e85691d7f7 req-f88c885f-2ff8-439b-aa72-ae80e5b1009e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765514 Jul 23 20:38:42.748839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Allocated IP 172.25.8.242 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/f6174f09-d66c-4f1d-a12c-2f125853e99e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:42.850607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.892674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:42.937656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:42.940454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:42.943995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:42.983952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Port': ['ID=f6174f09-d66c-4f1d-a12c-2f125853e99e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.053226 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.102734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.272122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.277478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.358565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Port': ['ID=f6174f09-d66c-4f1d-a12c-2f125853e99e,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:43.366720 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.380842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.382172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-155e76b2-72a2-4f1a-aaa6-9f638b1bdb9b tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0608251 Jul 23 20:38:43.384988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49696) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:43.390172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d798a1a5-c167-424c-9ee9-e97d1eb7c46f tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'floatingip': {'port_id': '57aaa161-ff36-4828-b8a2-648fd50ccf25', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:43.432455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d798a1a5-c167-424c-9ee9-e97d1eb7c46f tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.565979 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-d798a1a5-c167-424c-9ee9-e97d1eb7c46f tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] update failed (client error): The resource could not be found. Jul 23 20:38:43.570081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d798a1a5-c167-424c-9ee9-e97d1eb7c46f tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "PUT /v2.0/floatingips/dc4c7232-2fd7-4abe-bfaf-a0ff1eb30d76 HTTP/1.1" status: 404 len: 507 time: 0.1835117 Jul 23 20:38:43.570274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:43.742222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Deleting port f6174f09-d66c-4f1d-a12c-2f125853e99e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:43.742620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.811966 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.848680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.849936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.858554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffe2de-f539-4451-96fa-ad97757813a5 req-58c0188e-b10d-4323-9a99-6c16b2ee5773 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:43.860275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06ffe2de-f539-4451-96fa-ad97757813a5 req-58c0188e-b10d-4323-9a99-6c16b2ee5773 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0945857 Jul 23 20:38:43.882892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2dc133d-b13e-41e3-aba2-cd5dba66ec25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:43.884871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Calling delete_port for f6174f09-d66c-4f1d-a12c-2f125853e99e owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:43.923780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06ffe2de-f539-4451-96fa-ad97757813a5 req-f744b4ae-28d9-4199-b1e8-8e2e9e863fbe tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566144 Jul 23 20:38:44.077149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.110228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Port': ['ID=f6174f09-d66c-4f1d-a12c-2f125853e99e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:44.180827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.186973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.188888 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1de40a7f-c279-4ba0-ac3f-ac0d6b093bfe tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc4c7232-2fd7-4abe-bfaf-a0ff1eb30d76 HTTP/1.1" status: 204 len: 168 time: 0.6171978 Jul 23 20:38:44.192277 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:44.197739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-22deb6d1-6044-4af5-b5b2-8b89889e99aa tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'floatingip': {'floating_network_id': '2187b70c-38b9-431a-8b5c-39f708db3925', 'port_id': '57aaa161-ff36-4828-b8a2-648fd50ccf25', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:44.223124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22deb6d1-6044-4af5-b5b2-8b89889e99aa tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.341948 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-22deb6d1-6044-4af5-b5b2-8b89889e99aa tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:38:44.342942 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22deb6d1-6044-4af5-b5b2-8b89889e99aa tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1494291 Jul 23 20:38:44.346667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49748) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:44.351380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '57aaa161-ff36-4828-b8a2-648fd50ccf25', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:44.376861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.475716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.587116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Allocated IP 172.25.8.28 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/207d8a07-9fba-41fe-aa7f-b0be98bc18b4) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:38:44.696511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.738119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:44.780293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:38:44.783462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:44.786899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:44.818632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event updated for resources: {'Port': ['ID=207d8a07-9fba-41fe-aa7f-b0be98bc18b4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:44.853609 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:38:44.982154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Deleting port 207d8a07-9fba-41fe-aa7f-b0be98bc18b4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:44.982501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.067936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.075828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.096618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51740cd3-bd38-49c8-bfe4-e890ca2c6b68 req-dcaa3fa0-9ac4-4772-9ca3-be6787515b9c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:45.100586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Calling delete_port for 207d8a07-9fba-41fe-aa7f-b0be98bc18b4 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:45.104036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51740cd3-bd38-49c8-bfe4-e890ca2c6b68 req-dcaa3fa0-9ac4-4772-9ca3-be6787515b9c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0972874 Jul 23 20:38:45.147197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51740cd3-bd38-49c8-bfe4-e890ca2c6b68 req-ee202bac-b125-4455-9bb2-45cddd6f12ec tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420399 Jul 23 20:38:45.260234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.286995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Port': ['ID=207d8a07-9fba-41fe-aa7f-b0be98bc18b4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.379573 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] create failed (client error): The resource could not be found. Jul 23 20:38:45.380705 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3eb501d7-e7cf-411b-8f80-77bff5a73ad6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0331118 Jul 23 20:38:45.383946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49760) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:45.489955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Deleting port 57aaa161-ff36-4828-b8a2-648fd50ccf25 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:45.490284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.588052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.601820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Calling delete_port for 57aaa161-ff36-4828-b8a2-648fd50ccf25 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:45.745451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.784801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Port': ['ID=57aaa161-ff36-4828-b8a2-648fd50ccf25,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:45.889703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:45.892415 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba32e598-0a5d-4167-bde1-1a219040a8e6 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "DELETE /v2.0/ports/57aaa161-ff36-4828-b8a2-648fd50ccf25 HTTP/1.1" status: 204 len: 168 time: 0.5071762 Jul 23 20:38:45.902158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49764) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:45.978557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b020802-e112-438e-883c-0deb7efe8f46 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:45.981034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b020802-e112-438e-883c-0deb7efe8f46 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4a193e0-8ca9-46be-9e9e-0b3707162ed9 HTTP/1.1" status: 200 len: 913 time: 0.0777333 Jul 23 20:38:45.983645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:46.311656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12f08-d5ea-42c5-94fb-04f48e34ffe1 req-9aeeaf18-29f7-43d0-825c-580f45fe3890 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:46.313174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-afd12f08-d5ea-42c5-94fb-04f48e34ffe1 req-9aeeaf18-29f7-43d0-825c-580f45fe3890 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0694935 Jul 23 20:38:46.363098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-afd12f08-d5ea-42c5-94fb-04f48e34ffe1 req-998a79c3-6bdc-41c6-9858-a49e00d69010 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Jul 23 20:38:46.394094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.424844 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.441670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3360e6e3-6ed9-4409-860c-08cd547743a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.661607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Deleting port c9e473be-fb03-4b2a-83ef-ec756e1f865e {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:46.662206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.750287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.763028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Calling delete_port for c9e473be-fb03-4b2a-83ef-ec756e1f865e owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:46.944682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:46.981316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Port': ['ID=c9e473be-fb03-4b2a-83ef-ec756e1f865e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:47.138915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.324478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.546512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd393a-7d4f-49e7-8418-45ba9142d2cb req-5da1d831-a6b6-4a1e-ad97-83c99c22e779 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:47.548118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6afd393a-7d4f-49e7-8418-45ba9142d2cb req-5da1d831-a6b6-4a1e-ad97-83c99c22e779 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1083531 Jul 23 20:38:47.600201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6afd393a-7d4f-49e7-8418-45ba9142d2cb req-003e4cb9-db88-484b-bd1e-60a206e3f7e8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Jul 23 20:38:47.679671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Router f4a193e0-8ca9-46be-9e9e-0b3707162ed9 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:38:47.723125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.760415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:38:47.767908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53c6bf6e-09f0-43df-a4f2-95ca1f47094a tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "PUT /v2.0/routers/f4a193e0-8ca9-46be-9e9e-0b3707162ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7810302 Jul 23 20:38:47.768342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:47.773378 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] Sync routers for ids ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:38:47.783878 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] Routers {'f4a193e0-8ca9-46be-9e9e-0b3707162ed9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:47.784518 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:47.817247 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:47.826616 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] Routers {'f4a193e0-8ca9-46be-9e9e-0b3707162ed9'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:38:47.827258 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:38:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:47.851560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:47.865358 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:47.866137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3db707-cfef-4fb3-8c64-ab54a892cf2f None None] The sync data for ids ['f4a193e0-8ca9-46be-9e9e-0b3707162ed9'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:38:48.025845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.028465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.079162 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.079738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Fanout notify agent at l3_agent the message router_deleted on router f4a193e0-8ca9-46be-9e9e-0b3707162ed9 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:38:48.087316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.090630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-daefb1ef-d575-4ca7-b9ab-30b18d612400 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "DELETE /v2.0/routers/f4a193e0-8ca9-46be-9e9e-0b3707162ed9 HTTP/1.1" status: 204 len: 168 time: 0.3192463 Jul 23 20:38:48.090769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49790) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:48.153428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Deleting subnet 895a8c01-ddc7-4938-a249-a9de09085a08 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:38:48.158948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.205547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.298923 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.363848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.398573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Subnet': ['ID=895a8c01-ddc7-4938-a249-a9de09085a08,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.408174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.412460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-589a10e2-0ea1-4be7-bc16-0b86290b7664 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "DELETE /v2.0/subnets/895a8c01-ddc7-4938-a249-a9de09085a08 HTTP/1.1" status: 204 len: 168 time: 0.3184292 Jul 23 20:38:48.413146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49792) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:48.414076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81724ea-f84e-4063-9796-3a578521da9e None None] Network 2187b70c-38b9-431a-8b5c-39f708db3925 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:48.519363 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.583731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Deleting port efab13ac-b389-48c5-bb5f-d542aaf7d0cc {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:48.584894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.655381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] DHCP port deletion for 2187b70c-38b9-431a-8b5c-39f708db3925 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:38:48.688513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] For port efab13ac-b389-48c5-bb5f-d542aaf7d0cc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,segment=NetworkSegment(6002c738-1dd4-42e1-bbe4-1bc177d08dcb),segment_id=6002c738-1dd4-42e1-bbe4-1bc177d08dcb)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:48.688960 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.728290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] Deleting port efab13ac-b389-48c5-bb5f-d542aaf7d0cc {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:48.729877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.735235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Calling delete_port for efab13ac-b389-48c5-bb5f-d542aaf7d0cc owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:48.811930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] For port efab13ac-b389-48c5-bb5f-d542aaf7d0cc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,segment=NetworkSegment(6002c738-1dd4-42e1-bbe4-1bc177d08dcb),segment_id=6002c738-1dd4-42e1-bbe4-1bc177d08dcb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:48.812419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.826635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd79e9-b6bf-452a-95dd-c81d659ec7ee req-2c88aaba-bf3a-4b1e-91ea-e9da2ab8e8d4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:48.828385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2dd79e9-b6bf-452a-95dd-c81d659ec7ee req-2c88aaba-bf3a-4b1e-91ea-e9da2ab8e8d4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1366460 Jul 23 20:38:48.834832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] Calling delete_port for efab13ac-b389-48c5-bb5f-d542aaf7d0cc owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:48.883171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2dd79e9-b6bf-452a-95dd-c81d659ec7ee req-32f2d011-bdec-454e-a874-b959e8d6e07a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484908 Jul 23 20:38:48.896755 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.935864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Port': ['ID=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.947085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] No DVR routers for this DVR port efab13ac-b389-48c5-bb5f-d542aaf7d0cc on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:48.949846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:48.985889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] Pushing event deleted for resources: {'Port': ['ID=efab13ac-b389-48c5-bb5f-d542aaf7d0cc,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:48.994120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888697e5-1c3b-484b-8cda-8d31d7e50f06 None None] No DVR routers for this DVR port efab13ac-b389-48c5-bb5f-d542aaf7d0cc on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:49.078118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.089088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2187b70c-38b9-431a-8b5c-39f708db3925']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:49.100155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6002c738-1dd4-42e1-bbe4-1bc177d08dcb') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:49.100455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6002c738-1dd4-42e1-bbe4-1bc177d08dcb') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:49.110677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.126675 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.133134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:49.133690 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:49.137114 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:49.200895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.208775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.210932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] 10.222.0.46 "DELETE /v2.0/networks/2187b70c-38b9-431a-8b5c-39f708db3925 HTTP/1.1" status: 204 len: 168 time: 0.7968869 Jul 23 20:38:49.223938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3b589-1ef4-43c5-b32f-d8a22bca5979 tempest-FloatingIPNegativeTestJSON-992639732 tempest-FloatingIPNegativeTestJSON-992639732-project] Pushing event deleted for resources: {'Network': ['ID=2187b70c-38b9-431a-8b5c-39f708db3925,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:49.502887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49804) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:49.661488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c8f32c4-2816-4fbe-9241-8258aa1d7fb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2c650ea36c24577a1592a8cc363d579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1558630 Jul 23 20:38:49.662576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49810) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:49.678402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.752177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6879fbb-4b55-4a4d-b60b-21fe7407a052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.778158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6879fbb-4b55-4a4d-b60b-21fe7407a052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.832799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6879fbb-4b55-4a4d-b60b-21fe7407a052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.836186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d6879fbb-4b55-4a4d-b60b-21fe7407a052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:49.840335 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d6879fbb-4b55-4a4d-b60b-21fe7407a052 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/91eb5506-9e75-42dc-8714-ba7d5fc851b7 HTTP/1.1" status: 204 len: 168 time: 0.1737359 Jul 23 20:38:49.855565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6879fbb-4b55-4a4d-b60b-21fe7407a052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eb5506-9e75-42dc-8714-ba7d5fc851b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:50.079204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae56aeb-a8a2-4932-b924-9bd583669856 req-d732ab19-aa32-44b9-a3cd-b2f8f6ac1fad tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:50.087384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae56aeb-a8a2-4932-b924-9bd583669856 req-d732ab19-aa32-44b9-a3cd-b2f8f6ac1fad tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1105478 Jul 23 20:38:50.144507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ae56aeb-a8a2-4932-b924-9bd583669856 req-3c93599a-c1a0-46ef-a86a-0c554390d42e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563910 Jul 23 20:38:50.572191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efab13ac-b389-48c5-bb5f-d542aaf7d0cc no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:50.599862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: efab13ac-b389-48c5-bb5f-d542aaf7d0cc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:50.600666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efab13ac-b389-48c5-bb5f-d542aaf7d0cc not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:50.639350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49836) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:50.748986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'networks': [{'name': 'tempest-network--1171471064'}, {'name': 'tempest-network--269388656'}]} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:50.749617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'network': {'name': 'tempest-network--1171471064'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:50.749809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'network': {'name': 'tempest-network--269388656'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:50.784153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'network': 2} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:50.790267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.802802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.914381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.919159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.919794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.966976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:50.971742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e71bdfc-53c7-4b9e-916a-9c881eddc42d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:50.980204 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:50.981075 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Added segment 3d7b748b-4483-4426-8b62-68ce3b47c687 of type vlan for network 6b86662a-e36b-49bb-811a-f863c0e9ad3c Jul 23 20:38:51.039890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.082850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:51.096744 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.097104 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Added segment e9ed187b-49b0-4801-a239-e8f83012503b of type vlan for network edddc089-38b8-42b6-b06d-77958ab59f7a Jul 23 20:38:51.141760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.183683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.184191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.192056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.199936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.200628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.253234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6126461 Jul 23 20:38:51.256242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:51.305732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f96bd9-613b-42ea-89e7-9529217f3bcd req-58567788-7f0b-452e-bac5-8dc395728670 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.308828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11f96bd9-613b-42ea-89e7-9529217f3bcd req-58567788-7f0b-452e-bac5-8dc395728670 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0757780 Jul 23 20:38:51.347056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Network': ['ID=6b86662a-e36b-49bb-811a-f863c0e9ad3c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.349191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11f96bd9-613b-42ea-89e7-9529217f3bcd req-11698ebd-e6aa-4bbb-83f7-20e667208d2a tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Jul 23 20:38:51.360044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6b86662a-e36b-49bb-811a-f863c0e9ad3c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:51.530733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85614a35-ca30-49f3-80b9-012cf8e61225 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Network': ['ID=edddc089-38b8-42b6-b06d-77958ab59f7a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:51.542782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network edddc089-38b8-42b6-b06d-77958ab59f7a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:51.596259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dbc19-e856-4d77-8725-717dd484ec3c tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.602632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dbc19-e856-4d77-8725-717dd484ec3c tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.609579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dbc19-e856-4d77-8725-717dd484ec3c tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.615542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2dbc19-e856-4d77-8725-717dd484ec3c tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:51.620839 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bb2dbc19-e856-4d77-8725-717dd484ec3c tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3599160 Jul 23 20:38:51.621237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49848) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:51.709024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.823694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.834838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b86662a-e36b-49bb-811a-f863c0e9ad3c']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:51.845080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7b748b-4483-4426-8b62-68ce3b47c687') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:51.845386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7b748b-4483-4426-8b62-68ce3b47c687') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:51.859490 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.874998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.883503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:51.884021 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:51.888507 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:51.951300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.956705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:51.959661 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/networks/6b86662a-e36b-49bb-811a-f863c0e9ad3c HTTP/1.1" status: 204 len: 168 time: 0.3367524 Jul 23 20:38:51.962121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49854) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:51.974966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828375e-cead-4c25-b00e-48eed31fe1ad tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Network': ['ID=6b86662a-e36b-49bb-811a-f863c0e9ad3c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.076663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.200374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.210242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81305720-932f-44e6-b353-a01c77fcc44a req-d3695850-22cc-44cc-b10c-b30f41e2f6b5 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:52.212029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81305720-932f-44e6-b353-a01c77fcc44a req-d3695850-22cc-44cc-b10c-b30f41e2f6b5 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 946 time: 0.1496563 Jul 23 20:38:52.228349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edddc089-38b8-42b6-b06d-77958ab59f7a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:52.256558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ed187b-49b0-4801-a239-e8f83012503b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:52.256861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ed187b-49b0-4801-a239-e8f83012503b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:38:52.276156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.292887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81305720-932f-44e6-b353-a01c77fcc44a req-2b401d92-9e6b-4e03-96e7-a478a7859d22 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742414 Jul 23 20:38:52.300067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.311699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:38:52.312438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:38:52.315140 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:38:52.384926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.390461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.392365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/networks/edddc089-38b8-42b6-b06d-77958ab59f7a HTTP/1.1" status: 204 len: 168 time: 0.4290676 Jul 23 20:38:52.395603 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49862) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:52.416305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Network': ['ID=edddc089-38b8-42b6-b06d-77958ab59f7a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.428504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.429728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.430117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.430468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.430832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.431160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.433837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.434202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.434552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.434892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.435432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.435805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a08b06f-184c-493d-9e8e-63b61b2b9cf7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:38:52.508724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6c5b7-c21a-44cd-bc8d-b8caa5358d57 req-8e4729f4-42d6-42ca-82c9-f714495d1474 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:52.512979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6d6c5b7-c21a-44cd-bc8d-b8caa5358d57 req-8e4729f4-42d6-42ca-82c9-f714495d1474 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0846405 Jul 23 20:38:52.519935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898cefe-1c22-4ecb-a028-0689c4482fe0 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:52.526186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f898cefe-1c22-4ecb-a028-0689c4482fe0 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:52.531832 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f898cefe-1c22-4ecb-a028-0689c4482fe0 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1313057 Jul 23 20:38:52.532285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:52.537518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2145521724'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:52.559773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6d6c5b7-c21a-44cd-bc8d-b8caa5358d57 req-cceee288-54b3-492f-812a-2e3eca8fd536 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Jul 23 20:38:52.563030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:52.566780 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.597025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:52.606894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.607246 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Added segment ece0c2ac-38b7-4b19-9ad3-262f44f95446 of type vlan for network 77eae42c-ad86-4752-b41a-ac20ee3349bc Jul 23 20:38:52.652475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.683375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.689089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:52.691788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.727631 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1942546 Jul 23 20:38:52.730445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49866) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:52.735456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-845065473'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:52.778745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8a88a-311a-42ba-a923-74169e3c9fc2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Network': ['ID=77eae42c-ad86-4752-b41a-ac20ee3349bc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:52.790291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 77eae42c-ad86-4752-b41a-ac20ee3349bc details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:52.795394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:52.799125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.825666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:52.835764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.836120 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Added segment 41b082fb-9eae-4342-a253-f86204ada23a of type vlan for network c6e51b1e-1a63-4fd6-9717-70314f83538e Jul 23 20:38:52.881207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.912108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.917888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:52.918485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:52.948325 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2167962 Jul 23 20:38:52.951293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:52.956432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'ports': [{'network_id': '77eae42c-ad86-4752-b41a-ac20ee3349bc', 'name': 'tempest-port--963366584', 'admin_state_up': True}, {'network_id': 'c6e51b1e-1a63-4fd6-9717-70314f83538e', 'admin_state_up': False}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:52.956757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'port': {'network_id': '77eae42c-ad86-4752-b41a-ac20ee3349bc', 'name': 'tempest-port--963366584', 'admin_state_up': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:52.957243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'port': {'network_id': 'c6e51b1e-1a63-4fd6-9717-70314f83538e', 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:52.992421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06e2a2-18df-4fbb-bab3-bece4c8f7fa2 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Network': ['ID=c6e51b1e-1a63-4fd6-9717-70314f83538e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:53.003378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c6e51b1e-1a63-4fd6-9717-70314f83538e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:53.139386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'port': 2} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:53.144233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.160427 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.247895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] device_id is not set on port 43c62e04-df67-4577-ae9f-b4d03fab709b yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:53.417297 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.495354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] device_id is not set on port 2447b1fa-eee0-4058-8617-473d0cc3e11a yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:38:53.520267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9dc555-ed0a-4827-af22-0a00efc1954f req-28c4ed15-cbd8-4746-9743-fee5130361ce tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:53.522122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d9dc555-ed0a-4827-af22-0a00efc1954f req-28c4ed15-cbd8-4746-9743-fee5130361ce tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 946 time: 0.1594558 Jul 23 20:38:53.577345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d9dc555-ed0a-4827-af22-0a00efc1954f req-0c0c7eba-6273-4bfb-b11f-79b2cec0be35 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471261 Jul 23 20:38:53.586744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-cd6f6286-610b-4055-a7a2-480db4728b1d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:53.588345 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-cd6f6286-610b-4055-a7a2-480db4728b1d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 946 time: 0.0793815 Jul 23 20:38:53.702103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.716912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Deleting port 2af902d0-8e4a-4362-b979-1c50f53b30cd {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:53.717264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.764853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443e600-274d-4a69-bf68-d882e4a30858 req-af25f30f-8c33-4eb1-ac70-fd9ac6a76408 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:53.766455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d443e600-274d-4a69-bf68-d882e4a30858 req-af25f30f-8c33-4eb1-ac70-fd9ac6a76408 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1137533 Jul 23 20:38:53.782118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.827587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] For port 2af902d0-8e4a-4362-b979-1c50f53b30cd, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=2af902d0-8e4a-4362-b979-1c50f53b30cd,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:38:53.828213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.840666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Calling delete_port for 2af902d0-8e4a-4362-b979-1c50f53b30cd owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:53.859803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Port': ['ID=43c62e04-df67-4577-ae9f-b4d03fab709b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:53.882071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d443e600-274d-4a69-bf68-d882e4a30858 req-f8c93b95-a3cb-4277-845e-ea9433f9b66f tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083348 Jul 23 20:38:53.899692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Checking segment: {'id': 'ece0c2ac-38b7-4b19-9ad3-262f44f95446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '77eae42c-ad86-4752-b41a-ac20ee3349bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:53.900069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network hostable DHCP agents. Network: 77eae42c-ad86-4752-b41a-ac20ee3349bc, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:53.923334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network 77eae42c-ad86-4752-b41a-ac20ee3349bc is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:53.933404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 77eae42c-ad86-4752-b41a-ac20ee3349bc) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:53.940390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:53.941283 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.946843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d6778-6203-4a73-9f2e-6df77e661962 None None] Network 77eae42c-ad86-4752-b41a-ac20ee3349bc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:53.985354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:53.991308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Port': ['ID=2447b1fa-eee0-4058-8617-473d0cc3e11a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.007779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['2af902d0-8e4a-4362-b979-1c50f53b30cd'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:38:54.030058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Checking segment: {'id': '41b082fb-9eae-4342-a253-f86204ada23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c6e51b1e-1a63-4fd6-9717-70314f83538e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:54.030524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network hostable DHCP agents. Network: c6e51b1e-1a63-4fd6-9717-70314f83538e, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:54.049406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Pushing event deleted for resources: {'Port': ['ID=2af902d0-8e4a-4362-b979-1c50f53b30cd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.065918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network c6e51b1e-1a63-4fd6-9717-70314f83538e is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:54.087819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c6e51b1e-1a63-4fd6-9717-70314f83538e) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:54.095331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:38:54.104638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.110474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.111444 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.143030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] No DVR routers for this DVR port 2af902d0-8e4a-4362-b979-1c50f53b30cd on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:38:54.150576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.157142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4a28a508-2822-4c47-ba9e-200d45e7e105 req-c843154c-b151-4cd4-8073-91ffc568c77d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "DELETE /v2.0/ports/2af902d0-8e4a-4362-b979-1c50f53b30cd HTTP/1.1" status: 204 len: 173 time: 0.5535882 Jul 23 20:38:54.158257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6faba9-293d-4459-862c-de4106c112bc', 'name': 'network-vif-deleted', 'tag': '2af902d0-8e4a-4362-b979-1c50f53b30cd'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:38:54.162487 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b81f93-b4c3-4650-ae8f-50b95225a74a" -d '{"events": [{"server_uuid": "6d6faba9-293d-4459-862c-de4106c112bc", "name": "network-vif-deleted", "tag": "2af902d0-8e4a-4362-b979-1c50f53b30cd"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:38:54.199324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-19849692-5770-470e-89af-261ae674e678 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2464600 Jul 23 20:38:54.201899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49878) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:54.241765 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675385c2-c2be-4480-910e-cf668b369987 x-openstack-request-id: req-675385c2-c2be-4480-910e-cf668b369987 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:38:54.242340 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d6faba9-293d-4459-862c-de4106c112bc", "name": "network-vif-deleted", "tag": "2af902d0-8e4a-4362-b979-1c50f53b30cd", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:38:54.242593 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-675385c2-c2be-4480-910e-cf668b369987 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:38:54.243075 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6faba9-293d-4459-862c-de4106c112bc', 'name': 'network-vif-deleted', 'tag': '2af902d0-8e4a-4362-b979-1c50f53b30cd', 'status': 'completed', 'code': 200} Jul 23 20:38:54.303498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b14f88-2fc0-4a61-ad03-86d495915830 None None] Network c6e51b1e-1a63-4fd6-9717-70314f83538e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:54.307919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11539b-7214-40af-bc16-2417b831ff80 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.313676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11539b-7214-40af-bc16-2417b831ff80 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:54.318340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49882) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:54.328175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cc11539b-7214-40af-bc16-2417b831ff80 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1259298 Jul 23 20:38:54.439463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Deleting port 43c62e04-df67-4577-ae9f-b4d03fab709b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:54.440471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.516555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.529692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Calling delete_port for 43c62e04-df67-4577-ae9f-b4d03fab709b owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:54.621086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.678018 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.680060 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/ports/43c62e04-df67-4577-ae9f-b4d03fab709b HTTP/1.1" status: 204 len: 168 time: 0.3607221 Jul 23 20:38:54.681098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459f8bc-7d9d-4827-b291-846f902765cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Port': ['ID=43c62e04-df67-4577-ae9f-b4d03fab709b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:54.688600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49886) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:54.709764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66dba326-3ed1-4bb7-8125-29700a7d40c6 req-957311b8-01c8-47e9-a4ef-d3daa98826f5 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6faba9-293d-4459-862c-de4106c112bc HTTP/1.1" status: 200 len: 210 time: 0.0393281 Jul 23 20:38:54.805752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Deleting port 2447b1fa-eee0-4058-8617-473d0cc3e11a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:38:54.806099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.881097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:54.894001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Calling delete_port for 2447b1fa-eee0-4058-8617-473d0cc3e11a owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:38:54.977827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.008126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Port': ['ID=2447b1fa-eee0-4058-8617-473d0cc3e11a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.015621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.017934 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eecb2db4-cc28-4392-853f-8b6ca5d48ed6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/ports/2447b1fa-eee0-4058-8617-473d0cc3e11a HTTP/1.1" status: 204 len: 168 time: 0.3280711 Jul 23 20:38:55.020297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49890) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:55.028550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d916d1-f226-4d3a-bdbd-cb2cb0c98cc6 req-1fb931dc-6ea0-4883-a917-96a5fa2a1dbe tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:55.030128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33d916d1-f226-4d3a-bdbd-cb2cb0c98cc6 req-1fb931dc-6ea0-4883-a917-96a5fa2a1dbe tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0730093 Jul 23 20:38:55.060052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-03fdee4f-acca-4ab6-83c0-7fe4765903b3 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0343397 Jul 23 20:38:55.060280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49892) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:55.065602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1366540791'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:55.080748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33d916d1-f226-4d3a-bdbd-cb2cb0c98cc6 req-12836f8d-0245-42ce-82d0-456f1107fed0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Jul 23 20:38:55.094874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:55.098854 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.124907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:55.135004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.135774 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Added segment 7d1fcb21-5dc6-4387-91e0-67faee27d399 of type vlan for network 02545508-3b9a-4846-9e82-5ec9a70d4e34 Jul 23 20:38:55.178189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.208690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.215082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:55.215679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.246012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1843741 Jul 23 20:38:55.247435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49894) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:55.253557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-552876824'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:55.284062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:55.288567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.290742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b07dca-b211-412a-a5ef-f5bb437fb09e tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Network': ['ID=02545508-3b9a-4846-9e82-5ec9a70d4e34,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.301341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 02545508-3b9a-4846-9e82-5ec9a70d4e34 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:55.320047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:38:55.329766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.330123 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Added segment e69a18b0-de72-4c8c-a538-e77243184243 of type vlan for network 45f105f9-6290-45b6-900f-7f726bfece3a Jul 23 20:38:55.375611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.405405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.411144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:55.411736 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:55.452948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2042334 Jul 23 20:38:55.832231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9a411-c413-4e78-96cc-7891d86ff239 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Network': ['ID=45f105f9-6290-45b6-900f-7f726bfece3a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:55.852765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 45f105f9-6290-45b6-900f-7f726bfece3a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:38:56.226501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5853a5-6309-4e34-a3ba-57bf272fb688 req-2721d38a-e6b1-4f82-be36-6e4b3d54ada0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:56.228228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb5853a5-6309-4e34-a3ba-57bf272fb688 req-2721d38a-e6b1-4f82-be36-6e4b3d54ada0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0705879 Jul 23 20:38:56.287451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb5853a5-6309-4e34-a3ba-57bf272fb688 req-8df29533-3c31-4a6c-8f7f-01db864834f0 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Jul 23 20:38:57.422100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b310ad0-4e9f-4eb5-b1ca-442147f2e6ad req-04157fbf-ac79-4ce2-84f1-ce03fa8b363e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:57.430573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b310ad0-4e9f-4eb5-b1ca-442147f2e6ad req-04157fbf-ac79-4ce2-84f1-ce03fa8b363e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0731387 Jul 23 20:38:57.471023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b310ad0-4e9f-4eb5-b1ca-442147f2e6ad req-1cd0109a-70a4-4358-94bf-fd835f214c94 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Jul 23 20:38:57.874941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2af902d0-8e4a-4362-b979-1c50f53b30cd no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:38:57.895957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 2af902d0-8e4a-4362-b979-1c50f53b30cd {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:38:57.896309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 2af902d0-8e4a-4362-b979-1c50f53b30cd not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:38:58.645463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f51b4e-2807-49a4-993b-504051cbf09a req-4a37454a-cda7-497b-8ed0-8bde4de74cb3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:58.647555 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f51b4e-2807-49a4-993b-504051cbf09a req-4a37454a-cda7-497b-8ed0-8bde4de74cb3 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.0941107 Jul 23 20:38:58.713923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27f51b4e-2807-49a4-993b-504051cbf09a req-92e51774-1d41-4cda-92e0-a755a604f48d tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Jul 23 20:38:58.839635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49958) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:38:58.846257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'subnets': [{'network_id': '02545508-3b9a-4846-9e82-5ec9a70d4e34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--130474773', 'ip_version': 6}, {'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:58.846804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'subnet': {'network_id': '02545508-3b9a-4846-9e82-5ec9a70d4e34', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--130474773', 'ip_version': 6}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:58.847811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Request body: {'subnet': {'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:38:59.052719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44d29a-c9d4-4943-9094-28533c758b80 req-c38bc101-e862-4832-b210-5f35ef861d76 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:59.054336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df44d29a-c9d4-4943-9094-28533c758b80 req-c38bc101-e862-4832-b210-5f35ef861d76 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1317608 Jul 23 20:38:59.103003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Made reservation on behalf of 597846e2774d420ca4b010adc48880f4 for: {'subnet': 2} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:38:59.111369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.111592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.164335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df44d29a-c9d4-4943-9094-28533c758b80 req-69073706-4dc3-4fca-9dcd-2958396522af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034362 Jul 23 20:38:59.449222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bc483-cd27-49dd-9bdf-2fbd042a8836 req-30602ad3-b140-4cd3-a410-f6a5c655bf52 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:38:59.452568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f26bc483-cd27-49dd-9bdf-2fbd042a8836 req-30602ad3-b140-4cd3-a410-f6a5c655bf52 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1979935 Jul 23 20:38:59.590970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f26bc483-cd27-49dd-9bdf-2fbd042a8836 req-debf0f8a-7d54-44c7-a866-b759dbef0a5e tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285050 Jul 23 20:38:59.769716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.862096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Subnet': ['ID=9bc0c17d-60d7-4227-b44e-9ea84e4f7f68,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:38:59.867661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Checking segment: {'id': '7d1fcb21-5dc6-4387-91e0-67faee27d399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '02545508-3b9a-4846-9e82-5ec9a70d4e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:38:59.868116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network hostable DHCP agents. Network: 02545508-3b9a-4846-9e82-5ec9a70d4e34, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:38:59.895104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network 02545508-3b9a-4846-9e82-5ec9a70d4e34 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:38:59.927211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 02545508-3b9a-4846-9e82-5ec9a70d4e34) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:38:59.932635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:38:59.937607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90469e5c-b5ee-4379-8f29-cb9956efdf6a None None] Network 02545508-3b9a-4846-9e82-5ec9a70d4e34 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:38:59.993889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event updated for resources: {'Subnet': ['ID=ae6273f6-633a-4dcb-8813-8817f3f11f79,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:00.021299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaeb5a-b3cd-4e67-9b0f-32d2d43ead89 req-b06452ff-804a-4a65-94c3-165059c9c2d4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.022844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ecaeb5a-b3cd-4e67-9b0f-32d2d43ead89 req-b06452ff-804a-4a65-94c3-165059c9c2d4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1387122 Jul 23 20:39:00.030931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Checking segment: {'id': 'e69a18b0-de72-4c8c-a538-e77243184243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:00.031294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network hostable DHCP agents. Network: 45f105f9-6290-45b6-900f-7f726bfece3a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:00.077579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Network 45f105f9-6290-45b6-900f-7f726bfece3a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:00.092105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ecaeb5a-b3cd-4e67-9b0f-32d2d43ead89 req-c7a8728a-b9ba-4a3a-b239-2e4067c314de tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574508 Jul 23 20:39:00.093098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 45f105f9-6290-45b6-900f-7f726bfece3a) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:00.097325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.097740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.098372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.108883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea820327-e2a7-4b49-aa72-8b5480e27fa4 None None] Network 45f105f9-6290-45b6-900f-7f726bfece3a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:00.119115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92fcf41b-765b-4257-9758-fb6d841ba0e7 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.2776766 Jul 23 20:39:00.120412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49976) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:00.134200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab1b736-ff5a-498c-87a8-1719f96c8a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-02545508-3b9a-4846-9e82-5ec9a70d4e34', 'network_id': '02545508-3b9a-4846-9e82-5ec9a70d4e34', 'tenant_id': '597846e2774d420ca4b010adc48880f4', 'fixed_ips': [{'subnet_id': '9bc0c17d-60d7-4227-b44e-9ea84e4f7f68'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:00.135956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ab1b736-ff5a-498c-87a8-1719f96c8a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.196695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce961c-7a85-4ca6-9f6e-75973d371f7a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.199754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce961c-7a85-4ca6-9f6e-75973d371f7a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.201559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ce961c-7a85-4ca6-9f6e-75973d371f7a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:00.203478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-21ce961c-7a85-4ca6-9f6e-75973d371f7a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0814955 Jul 23 20:39:00.214067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49978) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:00.270463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Deleting subnet 9bc0c17d-60d7-4227-b44e-9ea84e4f7f68 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:00.274028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.318061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.347810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-45f105f9-6290-45b6-900f-7f726bfece3a', 'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a', 'tenant_id': '597846e2774d420ca4b010adc48880f4', 'fixed_ips': [{'subnet_id': 'ae6273f6-633a-4dcb-8813-8817f3f11f79'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:00.348788 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.370351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.450033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-4ab1b736-ff5a-498c-87a8-1719f96c8a05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bc0c17d-60d7-4227-b44e-9ea84e4f7f68: This subnet is being modified by another concurrent operation. Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bc0c17d-60d7-4227-b44e-9ea84e4f7f68: This subnet is being modified by another concurrent operation. Jul 23 20:39:00.483212 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 20:39:00.490319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc0c17d-60d7-4227-b44e-9ea84e4f7f68,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:00.490319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.493666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3944bc32-7bb2-4f6e-b0cc-aae8ef405fa1 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/subnets/9bc0c17d-60d7-4227-b44e-9ea84e4f7f68 HTTP/1.1" status: 204 len: 168 time: 0.2756660 Jul 23 20:39:00.493666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 49984) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:00.502126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41729036-b01a-43d0-ae2c-f9cbc581ad58 None None] Network 02545508-3b9a-4846-9e82-5ec9a70d4e34 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:00.552035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Deleting subnet ae6273f6-633a-4dcb-8813-8817f3f11f79 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:00.556380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Allocated IP 2001:db8:0:1::1 (45f105f9-6290-45b6-900f-7f726bfece3a/ae6273f6-633a-4dcb-8813-8817f3f11f79/98fd9b5b-2913-43d5-a218-61dce86b8907) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:00.782196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.791700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Transition to ACTIVE for port object 98fd9b5b-2913-43d5-a218-61dce86b8907 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:00.807692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Transition to ACTIVE for port object 98fd9b5b-2913-43d5-a218-61dce86b8907 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:00.813290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.813997 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.866159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Network 45f105f9-6290-45b6-900f-7f726bfece3a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:00.875864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:00.878200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Pushing event updated for resources: {'Port': ['ID=98fd9b5b-2913-43d5-a218-61dce86b8907,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:00.880912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:00.883894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.960044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Attempting to bind port 98fd9b5b-2913-43d5-a218-61dce86b8907 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:00.960576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Attempting to bind port 98fd9b5b-2913-43d5-a218-61dce86b8907 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e69a18b0-de72-4c8c-a538-e77243184243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:00.960705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Attempting to bind port 98fd9b5b-2913-43d5-a218-61dce86b8907 on network 45f105f9-6290-45b6-900f-7f726bfece3a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:00.966889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:00.967268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Checking segment: {'id': 'e69a18b0-de72-4c8c-a538-e77243184243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:00.967958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:00.968362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Bound using segment: {'id': 'e69a18b0-de72-4c8c-a538-e77243184243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:00.968833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Bound port: 98fd9b5b-2913-43d5-a218-61dce86b8907, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69a18b0-de72-4c8c-a538-e77243184243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '45f105f9-6290-45b6-900f-7f726bfece3a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:00.969225 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.004622 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.066293 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.080133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] For port 98fd9b5b-2913-43d5-a218-61dce86b8907, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:01.083948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] For port 98fd9b5b-2913-43d5-a218-61dce86b8907, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=98fd9b5b-2913-43d5-a218-61dce86b8907,segment=NetworkSegment(e69a18b0-de72-4c8c-a538-e77243184243),segment_id=e69a18b0-de72-4c8c-a538-e77243184243)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:01.089303 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.095284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6273f6-633a-4dcb-8813-8817f3f11f79,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:01.103276 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.108166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49992) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:01.108796 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53dcec85-1c40-4f0a-806a-33a2c3930841 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/subnets/ae6273f6-633a-4dcb-8813-8817f3f11f79 HTTP/1.1" status: 204 len: 168 time: 0.6134765 Jul 23 20:39:01.194292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e00eb-25b6-438e-a596-194a68a448bc None None] Pushing event updated for resources: {'Port': ['ID=98fd9b5b-2913-43d5-a218-61dce86b8907,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:01.231246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba7b8b-ff3f-49f5-9f92-4ea42e53c7fc tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:01.238853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-82ba7b8b-ff3f-49f5-9f92-4ea42e53c7fc tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1286030 Jul 23 20:39:01.239505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 49998) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:01.254652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53416-c301-49c5-b7f6-99bade498583 req-51a59d02-6036-4e8d-abd7-db67d8f072fc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:01.256480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfb53416-c301-49c5-b7f6-99bade498583 req-51a59d02-6036-4e8d-abd7-db67d8f072fc tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.1379769 Jul 23 20:39:01.412632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.507967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9017a-ba18-4275-bc5d-e7435cc68fb8 req-aa3cd237-f24c-498c-ad51-d8b5a4184881 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:01.516468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23c9017a-ba18-4275-bc5d-e7435cc68fb8 req-aa3cd237-f24c-498c-ad51-d8b5a4184881 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 945 time: 0.2076874 Jul 23 20:39:01.560229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port 81988491-489d-4db1-ad66-e929cbf19f7f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:01.560583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.563985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23c9017a-ba18-4275-bc5d-e7435cc68fb8 req-59284cd4-8a6c-49ba-aac0-6d32d53b2db8 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Jul 23 20:39:01.582611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Deleting port 98fd9b5b-2913-43d5-a218-61dce86b8907 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:01.583157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.691679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] For port 98fd9b5b-2913-43d5-a218-61dce86b8907, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=98fd9b5b-2913-43d5-a218-61dce86b8907,segment=NetworkSegment(e69a18b0-de72-4c8c-a538-e77243184243),segment_id=e69a18b0-de72-4c8c-a538-e77243184243)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:01.692066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.707545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Calling delete_port for 98fd9b5b-2913-43d5-a218-61dce86b8907 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:01.729117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port 81988491-489d-4db1-ad66-e929cbf19f7f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=81988491-489d-4db1-ad66-e929cbf19f7f,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:01.729500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.776223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for 81988491-489d-4db1-ad66-e929cbf19f7f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:01.798189 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:01.831527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Port': ['ID=98fd9b5b-2913-43d5-a218-61dce86b8907,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:01.833699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] No DVR routers for this DVR port 98fd9b5b-2913-43d5-a218-61dce86b8907 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:02.019107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.050022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.051428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f105f9-6290-45b6-900f-7f726bfece3a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:02.061133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:02.065672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['81988491-489d-4db1-ad66-e929cbf19f7f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:02.076536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69a18b0-de72-4c8c-a538-e77243184243') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:02.076847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69a18b0-de72-4c8c-a538-e77243184243') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:02.102619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.120495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=81988491-489d-4db1-ad66-e929cbf19f7f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:02.134298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.161771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:02.162123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:02.165261 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:02.184537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port 81988491-489d-4db1-ad66-e929cbf19f7f on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:02.187534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.190198 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfb53416-c301-49c5-b7f6-99bade498583 req-f0b2bd01-d3bd-45b9-90a3-5880abf047af tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.36 "DELETE /v2.0/ports/81988491-489d-4db1-ad66-e929cbf19f7f HTTP/1.1" status: 204 len: 173 time: 0.9272439 Jul 23 20:39:02.191055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'name': 'network-vif-deleted', 'tag': '81988491-489d-4db1-ad66-e929cbf19f7f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:02.195051 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d277f534-8299-4ad3-8664-9603058f1274" -d '{"events": [{"server_uuid": "840f788b-ba20-4951-8b9d-b8c715b825bc", "name": "network-vif-deleted", "tag": "81988491-489d-4db1-ad66-e929cbf19f7f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:02.247135 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a3c450-98f3-43ed-ace4-77a101b3b65a x-openstack-request-id: req-c1a3c450-98f3-43ed-ace4-77a101b3b65a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:02.247440 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840f788b-ba20-4951-8b9d-b8c715b825bc", "name": "network-vif-deleted", "tag": "81988491-489d-4db1-ad66-e929cbf19f7f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:02.248057 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1a3c450-98f3-43ed-ace4-77a101b3b65a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:02.250470 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840f788b-ba20-4951-8b9d-b8c715b825bc', 'name': 'network-vif-deleted', 'tag': '81988491-489d-4db1-ad66-e929cbf19f7f', 'status': 'completed', 'code': 200} Jul 23 20:39:02.302886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.313760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.317207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/networks/45f105f9-6290-45b6-900f-7f726bfece3a HTTP/1.1" status: 204 len: 168 time: 1.0762522 Jul 23 20:39:02.319499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50008) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:02.363479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa5ba4-b60f-49d5-bfc9-b96a1db5cff6 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Network': ['ID=45f105f9-6290-45b6-900f-7f726bfece3a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:02.428649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.524837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.536523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02545508-3b9a-4846-9e82-5ec9a70d4e34']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:02.548382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1fcb21-5dc6-4387-91e0-67faee27d399') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:02.548702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1fcb21-5dc6-4387-91e0-67faee27d399') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:02.558995 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.573893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.580770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:02.581330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:02.585834 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:02.640484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0d58e4ee-0425-4918-ab0d-d29458ef5c91 None None] Could not find standard attr ID for object 98fd9b5b-2913-43d5-a218-61dce86b8907. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:39:02.674836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.681082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1cd1c0-f95f-4d4e-9d4b-6c0ae017903b None None] DHCP port deletion for 45f105f9-6290-45b6-900f-7f726bfece3a request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:39:02.717737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a532178-d46c-4537-96c8-2b4ef2c85569 None None] Network 45f105f9-6290-45b6-900f-7f726bfece3a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:02.725348 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:02.728304 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/networks/02545508-3b9a-4846-9e82-5ec9a70d4e34 HTTP/1.1" status: 204 len: 168 time: 0.4070101 Jul 23 20:39:02.731058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325cbfbf-030e-4e60-9333-c7f5034d934a tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Network': ['ID=02545508-3b9a-4846-9e82-5ec9a70d4e34,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:02.732981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50020) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:02.736868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a532178-d46c-4537-96c8-2b4ef2c85569 None None] Network 45f105f9-6290-45b6-900f-7f726bfece3a could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 20:39:02.748130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240b43a-48aa-4cdc-96d9-b8eeadbe0746 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:39:02.753752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0e89271-8a89-45b8-b308-0d4983a05b00 req-9de4a895-d57e-4f73-9ec8-9dfef0c51175 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=840f788b-ba20-4951-8b9d-b8c715b825bc HTTP/1.1" status: 200 len: 210 time: 0.0700524 Jul 23 20:39:02.835087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d240b43a-48aa-4cdc-96d9-b8eeadbe0746 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:39:02.878848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.062978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.077809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e51b1e-1a63-4fd6-9717-70314f83538e']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:03.090452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b082fb-9eae-4342-a253-f86204ada23a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:03.090715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b082fb-9eae-4342-a253-f86204ada23a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:03.106036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.132524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.141816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:03.142227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:03.145364 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:03.194571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-c9220e85-10d5-4861-baa2-f425fa99b6ce tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:03.202567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-c9220e85-10d5-4861-baa2-f425fa99b6ce tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/networks?id=96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 200 len: 814 time: 0.1580923 Jul 23 20:39:03.218162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-a8a261f8-01a8-49d0-be7a-4dae96eb571d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/quotas/b2fedcd946ce409f820d889ccbf48e0f HTTP/1.1" status: 200 len: 375 time: 0.0145288 Jul 23 20:39:03.221878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.233168 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.235164 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/networks/c6e51b1e-1a63-4fd6-9717-70314f83538e HTTP/1.1" status: 204 len: 168 time: 0.4948294 Jul 23 20:39:03.238772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50032) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:03.267885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156425a-390d-4a9b-8dfb-d807c1e34a73 tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Network': ['ID=c6e51b1e-1a63-4fd6-9717-70314f83538e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:03.283133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-2fdc48ed-f581-4862-b5ef-3c2572e02963 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618999 Jul 23 20:39:03.364320 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.477934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-f4584837-8a8c-49ce-a662-fd4dbfa16afc service neutron] 10.222.0.46 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814532 Jul 23 20:39:03.520896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.540456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77eae42c-ad86-4752-b41a-ac20ee3349bc']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:03.558958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece0c2ac-38b7-4b19-9ad3-262f44f95446') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:03.559259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece0c2ac-38b7-4b19-9ad3-262f44f95446') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:03.593920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.615269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.630238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:03.630651 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:03.633607 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:03.649944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-4a88b2c9-337f-450f-aec3-8ad610ae951a service neutron] 10.222.0.46 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653454 Jul 23 20:39:03.704289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.709314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:03.715320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] 10.222.0.46 "DELETE /v2.0/networks/77eae42c-ad86-4752-b41a-ac20ee3349bc HTTP/1.1" status: 204 len: 168 time: 0.4722424 Jul 23 20:39:03.734293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ec24a-a852-4898-9150-d510ce0d27cd tempest-BulkNetworkOpsIpV6Test-1189105717 tempest-BulkNetworkOpsIpV6Test-1189105717-project] Pushing event deleted for resources: {'Network': ['ID=77eae42c-ad86-4752-b41a-ac20ee3349bc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:03.898045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3bd9841-a6e7-4f94-9951-77bd7b96baad req-e093f373-3222-4f8e-8e3a-7963ddb43365 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 210 time: 0.0400717 Jul 23 20:39:04.164472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50064) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:04.360882 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7120ea1a-8ce4-46ec-8493-330d6e8c39e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=597846e2774d420ca4b010adc48880f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1946864 Jul 23 20:39:04.363344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50080) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:04.425681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2d37f3e-4360-4855-8b72-7951448490f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.450827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2d37f3e-4360-4855-8b72-7951448490f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.519121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2d37f3e-4360-4855-8b72-7951448490f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.523398 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2d37f3e-4360-4855-8b72-7951448490f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:04.527522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b2d37f3e-4360-4855-8b72-7951448490f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3e71bdfc-53c7-4b9e-916a-9c881eddc42d HTTP/1.1" status: 204 len: 168 time: 0.1603227 Jul 23 20:39:04.531584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 98fd9b5b-2913-43d5-a218-61dce86b8907 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:04.546628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d37f3e-4360-4855-8b72-7951448490f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e71bdfc-53c7-4b9e-916a-9c881eddc42d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:04.580707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 98fd9b5b-2913-43d5-a218-61dce86b8907 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:04.581055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 98fd9b5b-2913-43d5-a218-61dce86b8907 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:04.784340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cb5bd-766b-45d1-bc97-48b4769a4f82 req-fb5cb326-6a25-447d-a7f4-21429954a1df tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:04.786200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f68cb5bd-766b-45d1-bc97-48b4769a4f82 req-fb5cb326-6a25-447d-a7f4-21429954a1df tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 946 time: 0.0789840 Jul 23 20:39:04.840680 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f68cb5bd-766b-45d1-bc97-48b4769a4f82 req-3518e05e-8c65-456b-a19b-f60b9acdf1a4 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482004 Jul 23 20:39:05.004853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f4d5d265-2886-4a8d-8427-a69fb6b38d2f req-27e3fcf2-70c5-45a0-84cb-4506e7d32cfd tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 210 time: 0.0477099 Jul 23 20:39:05.185752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-215c214f-f236-4e79-8173-f68a525248d5 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:05.188377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-215c214f-f236-4e79-8173-f68a525248d5 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "GET /v2.0/networks?id=96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 200 len: 814 time: 0.1710477 Jul 23 20:39:05.209659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Request body: {'port': {'device_id': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa', 'admin_state_up': True, 'tenant_id': 'b2fedcd946ce409f820d889ccbf48e0f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:05.295124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 81988491-489d-4db1-ad66-e929cbf19f7f no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:05.318182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 81988491-489d-4db1-ad66-e929cbf19f7f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:05.318795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 81988491-489d-4db1-ad66-e929cbf19f7f not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:05.365665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Made reservation on behalf of b2fedcd946ce409f820d889ccbf48e0f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:05.371105 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.417040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50114) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:05.526381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Allocated IP 172.20.0.7 (96d4d499-2757-4cd3-8348-77f4844550fa/63d64e57-9772-4951-aabf-467aac1504aa/d1008915-b929-41fc-acaf-2459fc2a7d29) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:05.531045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1373174341'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:05.593886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:05.597669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.623326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.763109 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.773570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.786926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.811410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:05.825628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff403145-1831-47ef-8a91-95c3a9dd8ea2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:05.831158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.831775 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Added segment fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41 of type vlan for network ff76f416-2031-4338-913e-c3651bf009ea Jul 23 20:39:05.852787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.906730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Network 96d4d499-2757-4cd3-8348-77f4844550fa is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:05.910392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:05.914350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:05.929865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:05.952633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Pushing event updated for resources: {'Port': ['ID=d1008915-b929-41fc-acaf-2459fc2a7d29,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.062272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.075580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.076599 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.177943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7594569 Jul 23 20:39:06.240889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aef762-5e7c-4c35-ba94-69515049f02f tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Network': ['ID=ff76f416-2031-4338-913e-c3651bf009ea,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:06.268319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network ff76f416-2031-4338-913e-c3651bf009ea details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:06.269906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe32e74-dac2-429c-bbaf-a27c53161fa9 req-ca64f1a6-6c12-4df0-bc57-6a603b9cd45b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.278545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe32e74-dac2-429c-bbaf-a27c53161fa9 req-ca64f1a6-6c12-4df0-bc57-6a603b9cd45b tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 946 time: 0.3230028 Jul 23 20:39:06.353638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b94683-f0d5-48a3-885a-fb14ef9c3ac5 req-b1a27b8b-848c-4fff-8f70-3d5d76e4c25d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.360642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3b94683-f0d5-48a3-885a-fb14ef9c3ac5 req-b1a27b8b-848c-4fff-8f70-3d5d76e4c25d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 931 time: 0.2474141 Jul 23 20:39:06.373789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe32e74-dac2-429c-bbaf-a27c53161fa9 req-e243f261-216e-4575-a38c-1924131ae788 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931704 Jul 23 20:39:06.482937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.483759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.492615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3b94683-f0d5-48a3-885a-fb14ef9c3ac5 req-2ec08440-fdbe-407c-8d1d-7c3e54a962e5 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281743 Jul 23 20:39:06.501655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7253a611-0059-4e3d-aeba-1ec877645759 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3029621 Jul 23 20:39:06.516038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7818c491-2222-4a80-bb99-170eb7b66db6 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:39:06.517075 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-7818c491-2222-4a80-bb99-170eb7b66db6 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053842 Jul 23 20:39:06.537664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-52844c51-6d1c-49a7-b03a-c3e337e179c7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:06.539176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-52844c51-6d1c-49a7-b03a-c3e337e179c7 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 946 time: 0.5647564 Jul 23 20:39:06.599599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Request body: {'port': {'device_id': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:06.744691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:06.769536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Deleting port 43eb3481-52a8-40e3-ad1b-985fec3bc34b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:06.769901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.052373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] For port 43eb3481-52a8-40e3-ad1b-985fec3bc34b, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=43eb3481-52a8-40e3-ad1b-985fec3bc34b,segment=NetworkSegment(c9ae65dc-2165-439d-bc7d-bb57be26d430),segment_id=c9ae65dc-2165-439d-bc7d-bb57be26d430)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:07.052869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.098343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Calling delete_port for 43eb3481-52a8-40e3-ad1b-985fec3bc34b owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:07.495062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1008915-b929-41fc-acaf-2459fc2a7d29 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:07.519051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.569087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Transition to ACTIVE for port object d1008915-b929-41fc-acaf-2459fc2a7d29 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:07.570087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.584649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['43eb3481-52a8-40e3-ad1b-985fec3bc34b'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:07.591759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.606637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b0493-9bc4-4bbf-a67d-157ed77d7283 req-0f57fd60-0de7-4038-a341-97b6dee6cf18 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.624791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d4b0493-9bc4-4bbf-a67d-157ed77d7283 req-0f57fd60-0de7-4038-a341-97b6dee6cf18 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e78430f-102b-47c6-ac09-221a69952442 HTTP/1.1" status: 200 len: 867 time: 0.1363993 Jul 23 20:39:07.683001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Pushing event deleted for resources: {'Port': ['ID=43eb3481-52a8-40e3-ad1b-985fec3bc34b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:07.728920 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d4b0493-9bc4-4bbf-a67d-157ed77d7283 req-9bdf0a48-2499-4d06-95f3-63e8689b903c tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef775ff2-2e84-48c5-966b-2595316dd6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007125 Jul 23 20:39:07.796151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] No DVR routers for this DVR port 43eb3481-52a8-40e3-ad1b-985fec3bc34b on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:07.799005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:07.802794 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4cd3995-5064-4826-95f0-0c5a76678fca req-86793821-2700-4a0b-b73b-84f12c9c63b1 tempest-ServersTestJSON-1578454571 tempest-ServersTestJSON-1578454571-project] 10.222.0.47 "DELETE /v2.0/ports/43eb3481-52a8-40e3-ad1b-985fec3bc34b HTTP/1.1" status: 204 len: 173 time: 1.2545094 Jul 23 20:39:07.830463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264b12d-3bbe-4765-b85a-5cf3208e2ecd req-20c1fab6-d39a-461a-8a72-3384bd1b25a1 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:07.832067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a264b12d-3bbe-4765-b85a-5cf3208e2ecd req-20c1fab6-d39a-461a-8a72-3384bd1b25a1 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 943 time: 0.1693940 Jul 23 20:39:07.840159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e78430f-102b-47c6-ac09-221a69952442', 'name': 'network-vif-deleted', 'tag': '43eb3481-52a8-40e3-ad1b-985fec3bc34b'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:07.857795 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cc25da-126d-421a-82a4-37f224c909dd" -d '{"events": [{"server_uuid": "4e78430f-102b-47c6-ac09-221a69952442", "name": "network-vif-deleted", "tag": "43eb3481-52a8-40e3-ad1b-985fec3bc34b"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:07.943886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a264b12d-3bbe-4765-b85a-5cf3208e2ecd req-f1b6c1b6-52d8-4d51-ab3e-f1c92bd2bef7 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985010 Jul 23 20:39:07.965853 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d69f7a-aa66-4496-91f7-0b14e0fed0c0 x-openstack-request-id: req-04d69f7a-aa66-4496-91f7-0b14e0fed0c0 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:07.966153 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e78430f-102b-47c6-ac09-221a69952442", "name": "network-vif-deleted", "tag": "43eb3481-52a8-40e3-ad1b-985fec3bc34b", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:07.966540 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-04d69f7a-aa66-4496-91f7-0b14e0fed0c0 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:07.967036 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e78430f-102b-47c6-ac09-221a69952442', 'name': 'network-vif-deleted', 'tag': '43eb3481-52a8-40e3-ad1b-985fec3bc34b', 'status': 'completed', 'code': 200} Jul 23 20:39:07.977155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Pushing event updated for resources: {'Port': ['ID=d1008915-b929-41fc-acaf-2459fc2a7d29,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:08.046966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Attempting to bind port d1008915-b929-41fc-acaf-2459fc2a7d29 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:08.047314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Attempting to bind port d1008915-b929-41fc-acaf-2459fc2a7d29 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:08.047650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Attempting to bind port d1008915-b929-41fc-acaf-2459fc2a7d29 on network 96d4d499-2757-4cd3-8348-77f4844550fa {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:08.058559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Port d1008915-b929-41fc-acaf-2459fc2a7d29 on network 96d4d499-2757-4cd3-8348-77f4844550fa not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:08.059087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Attempting to bind port d1008915-b929-41fc-acaf-2459fc2a7d29 on network 96d4d499-2757-4cd3-8348-77f4844550fa {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:08.068955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:08.069319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Checking segment: {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:08.069811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Bound using segment: {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:08.070245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Bound port: d1008915-b929-41fc-acaf-2459fc2a7d29, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '383c1e06-661e-4383-945d-a2f06b17d62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:08.070804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.164183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] For port d1008915-b929-41fc-acaf-2459fc2a7d29, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:08.175233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] For port d1008915-b929-41fc-acaf-2459fc2a7d29, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1008915-b929-41fc-acaf-2459fc2a7d29,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:08.189630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.233983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.234532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.235943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1008915-b929-41fc-acaf-2459fc2a7d29 HTTP/1.1" status: 200 len: 1092 time: 1.7108240 Jul 23 20:39:08.283104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aeced8-4f2a-4527-a3d0-b91ebd867654 service neutron] Pushing event updated for resources: {'Port': ['ID=d1008915-b929-41fc-acaf-2459fc2a7d29,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:08.404664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-9c859dcc-fe7f-4b6c-84f7-6ef9b65aae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.407354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-9c859dcc-fe7f-4b6c-84f7-6ef9b65aae85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 1095 time: 0.1086335 Jul 23 20:39:08.479293 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-b940ea04-f183-4ef7-af93-800b90ff0bb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1008915-b929-41fc-acaf-2459fc2a7d29 HTTP/1.1" status: 200 len: 217 time: 0.0637929 Jul 23 20:39:08.557888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-640b42df-3d8c-4247-b2d1-8e873fe74a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:08.562373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-640b42df-3d8c-4247-b2d1-8e873fe74a8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d64e57-9772-4951-aabf-467aac1504aa HTTP/1.1" status: 200 len: 854 time: 0.0772135 Jul 23 20:39:08.613033 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-fbeeac23-7e9c-4ab3-84d6-493ec729eae3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96d4d499-2757-4cd3-8348-77f4844550fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434072 Jul 23 20:39:08.743751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-6d28b2d3-b27d-4284-b033-08d1cd0fb3de service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244223 Jul 23 20:39:08.816340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50140) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:08.912188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-cf9caa29-0ac1-4f35-ab80-729bdf677799 req-a75a25ba-a96d-4049-aa19-99034b1a41f6 service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505511 Jul 23 20:39:08.934425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Deleting subnet dc524bb0-b0ee-4bfa-995f-4059dbd894b0 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:08.945822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:08.998565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.053110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.152515 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.189631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc524bb0-b0ee-4bfa-995f-4059dbd894b0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:09.202658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.207447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e577e0bc-3f72-4eae-9b87-2abe1a4f07ca admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc524bb0-b0ee-4bfa-995f-4059dbd894b0 HTTP/1.1" status: 204 len: 168 time: 0.3871291 Jul 23 20:39:09.208474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50146) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.225518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036d4bb-01cb-460a-8e5b-d283f95a897b req-d78e5df5-a4be-4fd2-8dc2-1f34e934345d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:09.227337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2036d4bb-01cb-460a-8e5b-d283f95a897b req-d78e5df5-a4be-4fd2-8dc2-1f34e934345d tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 943 time: 0.1367154 Jul 23 20:39:09.287698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2036d4bb-01cb-460a-8e5b-d283f95a897b req-bfa2612d-1b63-4997-be12-dc9634c03def tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480087 Jul 23 20:39:09.334261 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.459051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.469680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75088885-a071-4923-aced-847c8fdbc451']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:09.479430 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ae65dc-2165-439d-bc7d-bb57be26d430') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:09.479721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ae65dc-2165-439d-bc7d-bb57be26d430') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:09.489715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.508522 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.518334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:09.518334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:09.519812 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:09.611730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.622308 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:09.630778 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] 10.222.0.46 "DELETE /v2.0/networks/75088885-a071-4923-aced-847c8fdbc451 HTTP/1.1" status: 204 len: 168 time: 0.4136722 Jul 23 20:39:09.659463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7de4b-60e0-41d0-9776-0b0260666f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=75088885-a071-4923-aced-847c8fdbc451,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:09.853027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50150) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.899641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b196a635-32a5-466c-b8c7-2de9ec3ee7e7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9433e2c81012467abbc4ff66167f535f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449486 Jul 23 20:39:09.902772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50152) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.907746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 43eb3481-52a8-40e3-ad1b-985fec3bc34b no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:09.935158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50154) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:09.944694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'subnet': {'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:09.970444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 43eb3481-52a8-40e3-ad1b-985fec3bc34b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:09.970747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 43eb3481-52a8-40e3-ad1b-985fec3bc34b not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:09.993502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'tag': 'd1008915-b929-41fc-acaf-2459fc2a7d29'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:09.996716 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe41ffc-55d7-4733-840d-9368dbe5da42" -d '{"events": [{"name": "network-changed", "server_uuid": "3666c034-73cf-4d67-820e-a04844cf1bd8", "tag": "d1008915-b929-41fc-acaf-2459fc2a7d29"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:10.004665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c2183af-c730-4dfa-876d-e46204b63e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.039370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c2183af-c730-4dfa-876d-e46204b63e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.091340 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c84a849-4760-42de-be9b-726e95fdc5c5 x-openstack-request-id: req-9c84a849-4760-42de-be9b-726e95fdc5c5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:10.092864 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3666c034-73cf-4d67-820e-a04844cf1bd8", "tag": "d1008915-b929-41fc-acaf-2459fc2a7d29", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:10.092864 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9c84a849-4760-42de-be9b-726e95fdc5c5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:10.092864 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'tag': 'd1008915-b929-41fc-acaf-2459fc2a7d29', 'status': 'completed', 'code': 200} Jul 23 20:39:10.105479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c2183af-c730-4dfa-876d-e46204b63e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.108312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c2183af-c730-4dfa-876d-e46204b63e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.110692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c2183af-c730-4dfa-876d-e46204b63e6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef775ff2-2e84-48c5-966b-2595316dd6e1 HTTP/1.1" status: 204 len: 168 time: 0.2063191 Jul 23 20:39:10.131944 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2183af-c730-4dfa-876d-e46204b63e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef775ff2-2e84-48c5-966b-2595316dd6e1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:10.190198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:10.194019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.219250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-a6b2c0bc-24b0-41ee-854c-e2b1f971bb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.220780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-a6b2c0bc-24b0-41ee-854c-e2b1f971bb4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 1095 time: 0.1232452 Jul 23 20:39:10.409586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-3f7fe6b8-80e5-4b09-86e0-9ea95ef2301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.411068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-3f7fe6b8-80e5-4b09-86e0-9ea95ef2301c service neutron] 10.222.0.47 "GET /v2.0/networks?id=96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 200 len: 915 time: 0.1787522 Jul 23 20:39:10.456005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0441a6-ff36-46e4-919c-e72f872a227a req-539ac283-2cdd-4295-8c0b-d440cf06a458 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.464786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb0441a6-ff36-46e4-919c-e72f872a227a req-539ac283-2cdd-4295-8c0b-d440cf06a458 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 943 time: 0.0906484 Jul 23 20:39:10.492629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-82cd5dd2-7344-45a3-806f-b44d4af75cf8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1008915-b929-41fc-acaf-2459fc2a7d29 HTTP/1.1" status: 200 len: 217 time: 0.0442581 Jul 23 20:39:10.511324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb0441a6-ff36-46e4-919c-e72f872a227a req-08e82cb6-14f1-4cba-acb0-abdfd6baf94f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Jul 23 20:39:10.602804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-1e0acd59-5ec4-471b-b3e9-c0d40c868d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.604464 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-1e0acd59-5ec4-471b-b3e9-c0d40c868d26 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d64e57-9772-4951-aabf-467aac1504aa HTTP/1.1" status: 200 len: 854 time: 0.1050584 Jul 23 20:39:10.649678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-7f5c643e-8fb3-4d70-a8ce-3971668754b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=96d4d499-2757-4cd3-8348-77f4844550fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336778 Jul 23 20:39:10.652014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.784707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Subnet': ['ID=061afa66-a892-4dbb-af0c-c8c26c9ea7c4,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:10.823725 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-2d0f5ed5-a5e1-4911-9d94-4e1acdb9e282 service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667554 Jul 23 20:39:10.826628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Checking segment: {'id': 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:10.827039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network hostable DHCP agents. Network: ff76f416-2031-4338-913e-c3651bf009ea, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:10.920098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network ff76f416-2031-4338-913e-c3651bf009ea is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:10.941057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, ff76f416-2031-4338-913e-c3651bf009ea) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:10.950811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ced92d4-96fb-4e3b-a6a0-c87e776aa541 None None] Network ff76f416-2031-4338-913e-c3651bf009ea requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:10.963516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:10.964125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:10.986974 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a0b41108-f25f-4fe6-81f8-9cdac1849749 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0501304 Jul 23 20:39:10.990146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:10.995118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-328435770'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:11.005419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dbe41ffc-55d7-4733-840d-9368dbe5da42 req-19a670b7-641a-4cfd-b701-dfebade6d13f service neutron] 10.222.0.47 "GET /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718321 Jul 23 20:39:11.037288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:11.042907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.094753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:11.113748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.114112 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Added segment 0fa504f0-1368-4c5f-beb4-6014f101c55f of type vlan for network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 Jul 23 20:39:11.173906 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.213364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-ff76f416-2031-4338-913e-c3651bf009ea', 'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea', 'tenant_id': 'ea1fed892bc0403ea409a7b120c255a0', 'fixed_ips': [{'subnet_id': '061afa66-a892-4dbb-af0c-c8c26c9ea7c4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:11.214560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.246539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.255317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.255984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.260763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bda10-cf4e-4d5e-b084-7195173dd278 req-bdb436e2-e710-4a87-a6a1-9b96e01f2c2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.276802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-179bda10-cf4e-4d5e-b084-7195173dd278 req-bdb436e2-e710-4a87-a6a1-9b96e01f2c2d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.2060058 Jul 23 20:39:11.328709 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3360500 Jul 23 20:39:11.330640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50196) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:11.350533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'subnet': {'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:11.385975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-179bda10-cf4e-4d5e-b084-7195173dd278 req-3bd08643-0a3d-4d77-80a9-a5eb38492872 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026852 Jul 23 20:39:11.402352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50202) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:11.409269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb11da-f8e5-430b-bea1-c12a0316fc4c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Network': ['ID=6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:11.433268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:11.556073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:11.568888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.583591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Allocated IP 2001:db8:0:ffff::2 (ff76f416-2031-4338-913e-c3651bf009ea/061afa66-a892-4dbb-af0c-c8c26c9ea7c4/5b4f5eca-5474-4fa6-82b9-d241ef0575c0) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:11.589223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6ea49cc7-7057-4f4b-b785-e813a30bb83f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/f4c691f1-d710-4032-befd-19ddc23c2394 HTTP/1.1" status: 200 len: 993 time: 0.1773560 Jul 23 20:39:11.817060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d69fb8-b18f-4ebc-9abd-dafef2559e0f req-7061ee34-13d3-4b5c-a977-4e450ce8c326 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:11.822201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94d69fb8-b18f-4ebc-9abd-dafef2559e0f req-7061ee34-13d3-4b5c-a977-4e450ce8c326 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 943 time: 0.2128806 Jul 23 20:39:11.887289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:11.895503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e494be05-9c80-4f23-9b91-a8673365c20e req-01d4169f-59cc-43f1-90e0-85cfeef2dcb0 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0496457 Jul 23 20:39:11.912952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Transition to ACTIVE for port object 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:11.916788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1008915-b929-41fc-acaf-2459fc2a7d29 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:11.922095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94d69fb8-b18f-4ebc-9abd-dafef2559e0f req-c28adf00-6edc-441e-b1d6-88a1a050e2ae tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970094 Jul 23 20:39:11.943014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Transition to ACTIVE for port object 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:11.969703 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.146691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.objects.ports [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94026) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:39:12.147248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339dc9-ea39-4892-8e59-ea38886de6ec req-886636c2-20b6-45a0-97b0-dda9e4826685 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:12.148202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.156488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa339dc9-ea39-4892-8e59-ea38886de6ec req-886636c2-20b6-45a0-97b0-dda9e4826685 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1097 time: 0.1067598 Jul 23 20:39:12.202034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Network ff76f416-2031-4338-913e-c3651bf009ea is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:12.211337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa339dc9-ea39-4892-8e59-ea38886de6ec req-c332d892-5339-465a-8ff9-5b829b0427b6 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503161 Jul 23 20:39:12.213845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:12.248804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Pushing event updated for resources: {'Port': ['ID=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:12.252188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Subnet': ['ID=60cdb2f3-0fb0-4c99-865e-0956620014ed,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:12.254422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:12.259806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Checking segment: {'id': '0fa504f0-1368-4c5f-beb4-6014f101c55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:12.260928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network hostable DHCP agents. Network: 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:12.298219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:12.309969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:12.314546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:12.315266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.334140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f00b9a-9b9c-4390-a011-627054e1c028 None None] Network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:12.335605 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-02e26cfc-84bf-4537-aa9f-cd1534fb77b5 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9912026 Jul 23 20:39:12.339444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:12.345729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'port': {'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5', 'name': 'tempest-NetworksIpV6TestAttrs-1143103581'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:12.375228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Attempting to bind port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:12.375629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Attempting to bind port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:12.375995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Attempting to bind port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 on network ff76f416-2031-4338-913e-c3651bf009ea {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:12.391360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1008915-b929-41fc-acaf-2459fc2a7d29, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1008915-b929-41fc-acaf-2459fc2a7d29,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:12.396057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:12.396442 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Checking segment: {'id': 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:12.396854 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.397254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Bound using segment: {'id': 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:12.397763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Bound port: 5b4f5eca-5474-4fa6-82b9-d241ef0575c0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'ff76f416-2031-4338-913e-c3651bf009ea'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:12.399499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.580843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:12.584765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.638552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] device_id is not set on port 1afcda1d-e6b9-4122-bc78-1a96d1ec35f2 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:39:12.688586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'd1008915-b929-41fc-acaf-2459fc2a7d29', 'network_id': '96d4d499-2757-4cd3-8348-77f4844550fa', 'port_id': 'd1008915-b929-41fc-acaf-2459fc2a7d29', 'mac_address': 'fa:16:3e:86:4f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d64e57-9772-4951-aabf-467aac1504aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:39:12.699424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] For port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:12.703863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] For port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,segment=NetworkSegment(fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41),segment_id=fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:12.738759 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.789205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Allocated IP 2001:db8::f816:3eff:fe2c:3b3a (6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5/60cdb2f3-0fb0-4c99-865e-0956620014ed/1afcda1d-e6b9-4122-bc78-1a96d1ec35f2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:12.813273 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:12.854044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1008915-b929-41fc-acaf-2459fc2a7d29 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:12.904742 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1008915-b929-41fc-acaf-2459fc2a7d29, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1008915-b929-41fc-acaf-2459fc2a7d29,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:12.906149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca580-65e9-48e9-bf6b-8cb1e517c126 None None] Pushing event updated for resources: {'Port': ['ID=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:12.944621 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.001934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5', 'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5', 'tenant_id': 'ea1fed892bc0403ea409a7b120c255a0', 'fixed_ips': [{'subnet_id': '60cdb2f3-0fb0-4c99-865e-0956620014ed'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:13.002842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.113391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.162637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Transition to ACTIVE for port object 1afcda1d-e6b9-4122-bc78-1a96d1ec35f2 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:13.191498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18d1ce18-9d11-4489-98d6-ff5cace43878 req-99937b0b-352c-451a-b769-d6356cdb5675 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0812066 Jul 23 20:39:13.281898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d1008915-b929-41fc-acaf-2459fc2a7d29,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.295561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.374652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Allocated IP 2001:db8::f816:3eff:fe85:be97 (6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5/60cdb2f3-0fb0-4c99-865e-0956620014ed/a044cef8-aa04-4c54-b192-81b13824bd8c) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:13.402196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:13.413500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:13.418689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:13.433380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:13.434095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.438633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Port': ['ID=1afcda1d-e6b9-4122-bc78-1a96d1ec35f2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.447667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1f16-33d1-4f52-8200-ef9e8075d1a8 req-b9d00d08-d8f7-4cb5-bbd0-6e819d0c24bc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:13.454996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e6c1f16-33d1-4f52-8200-ef9e8075d1a8 req-b9d00d08-d8f7-4cb5-bbd0-6e819d0c24bc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 944 time: 0.1305797 Jul 23 20:39:13.464107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8bb889ad-0dd0-4630-91a3-a95449e19a1d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1231263 Jul 23 20:39:13.467302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50256) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:13.475727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d1008915-b929-41fc-acaf-2459fc2a7d29'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:13.496600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e6c1f16-33d1-4f52-8200-ef9e8075d1a8 req-6ae3d309-3239-4a99-83a7-ae3eb8cce96c tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Jul 23 20:39:13.505210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-c90c1d87-b4ae-4847-b109-5bd8c1aeb19e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4822037 Jul 23 20:39:13.539329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting subnet 60cdb2f3-0fb0-4c99-865e-0956620014ed {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:13.648946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.665065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Transition to ACTIVE for port object a044cef8-aa04-4c54-b192-81b13824bd8c will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:13.699917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Transition to ACTIVE for port object a044cef8-aa04-4c54-b192-81b13824bd8c will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:13.706547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.745275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.773117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.847704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:13.865039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:13.872625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:13.927862 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:13.972689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Pushing event updated for resources: {'Port': ['ID=a044cef8-aa04-4c54-b192-81b13824bd8c,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:13.984190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca71ee46-70b8-4a0a-9427-39e0c61cc698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.001579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Attempting to bind port a044cef8-aa04-4c54-b192-81b13824bd8c on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:14.001977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Attempting to bind port a044cef8-aa04-4c54-b192-81b13824bd8c by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0fa504f0-1368-4c5f-beb4-6014f101c55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:14.002536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Attempting to bind port a044cef8-aa04-4c54-b192-81b13824bd8c on network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:14.011284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:14.011676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Checking segment: {'id': '0fa504f0-1368-4c5f-beb4-6014f101c55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:14.012086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.012486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Bound using segment: {'id': '0fa504f0-1368-4c5f-beb4-6014f101c55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:14.012966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Bound port: a044cef8-aa04-4c54-b192-81b13824bd8c, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa504f0-1368-4c5f-beb4-6014f101c55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:14.013653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.016318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.096122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.101407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] For port a044cef8-aa04-4c54-b192-81b13824bd8c, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:14.105747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] For port a044cef8-aa04-4c54-b192-81b13824bd8c, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a044cef8-aa04-4c54-b192-81b13824bd8c,segment=NetworkSegment(0fa504f0-1368-4c5f-beb4-6014f101c55f),segment_id=0fa504f0-1368-4c5f-beb4-6014f101c55f)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:14.114730 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.136410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Subnet': ['ID=60cdb2f3-0fb0-4c99-865e-0956620014ed,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:14.143283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.145235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aae7e5e8-3d02-42b4-ba51-7f9786c20adc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/60cdb2f3-0fb0-4c99-865e-0956620014ed HTTP/1.1" status: 204 len: 168 time: 0.6766539 Jul 23 20:39:14.148427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50264) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.185171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c576b-ad73-4bb7-8065-7dc930c5a681 None None] Pushing event updated for resources: {'Port': ['ID=a044cef8-aa04-4c54-b192-81b13824bd8c,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:14.219861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324746c-3da6-4fb3-a40a-f748c498ff2c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:14.221034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7324746c-3da6-4fb3-a40a-f748c498ff2c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:14.225922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50270) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.237938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7324746c-3da6-4fb3-a40a-f748c498ff2c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0875413 Jul 23 20:39:14.249968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd547a-b7a5-40c8-bd10-157a2e4a15b3 None None] Network ff76f416-2031-4338-913e-c3651bf009ea requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:14.271287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-ba6dda52-cdec-4131-8636-5dc2d104c982 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:39:14.272333 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-ba6dda52-cdec-4131-8636-5dc2d104c982 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883446 Jul 23 20:39:14.291581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Request body: {'binding': {'host': 'n-h1-793620-13', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:14.297135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Unknown quota resources ['binding']. {{(pid=94026) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 23 20:39:14.366488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fb261542-b2e6-440c-b147-1f8a109b8124 None None] Provisioning for port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:14.390893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-557e4822-e020-41c5-aee9-2dc657be51f9 req-3449a6e4-035d-42f4-a504-35b335337f2a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.1173217 Jul 23 20:39:14.397922 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f194553-4626-45b3-b71d-ba0a55fabc99 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.401410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b7601ad-1afa-4f0e-b42e-61fce63fbcd3 req-c3a977cf-42d1-4ca4-8ac6-55d49a48f8a5 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0527697 Jul 23 20:39:14.430614 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f194553-4626-45b3-b71d-ba0a55fabc99 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 20:39:14.431763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f194553-4626-45b3-b71d-ba0a55fabc99 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:14.441289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9f194553-4626-45b3-b71d-ba0a55fabc99 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 HTTP/1.1" status: 409 len: 405 time: 0.2119546 Jul 23 20:39:14.442168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50276) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.464846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-878699023'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:14.501317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:14.507361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.562648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:14.608937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.609303 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Added segment 9fb9387d-fcd6-4505-af2f-9608aae59858 of type vlan for network c4587af7-acb5-4398-adb5-a17e3c24ddaf Jul 23 20:39:14.719618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.728397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a044cef8-aa04-4c54-b192-81b13824bd8c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:14.808990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.816292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:14.817235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.848725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a044cef8-aa04-4c54-b192-81b13824bd8c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:14.855518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:14.867702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef0304-2ce3-42d7-a1c8-96da943f60a1 req-3e85d722-52c7-469d-b157-99656f7203e9 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:14.870218 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4ef0304-2ce3-42d7-a1c8-96da943f60a1 req-3e85d722-52c7-469d-b157-99656f7203e9 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 944 time: 0.2066910 Jul 23 20:39:14.878985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4320877 Jul 23 20:39:14.883099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50284) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:14.894078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'subnet': {'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:14.949744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:14.956485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:14.957691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:14.964069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9625e-3f00-411e-8e34-69dd7e574f2e tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Network': ['ID=c4587af7-acb5-4398-adb5-a17e3c24ddaf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:14.993522 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network c4587af7-acb5-4398-adb5-a17e3c24ddaf details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:15.077653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on host n-h1-793620-13 for vnic_type normal with profile None {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:15.077999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:15.078771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:15.084998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:15.084998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:15.088413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d4ef0304-2ce3-42d7-a1c8-96da943f60a1 req-fd3ccc14-8604-4724-850e-83ee1e36e28f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837687 Jul 23 20:39:15.091290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:15.091706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Checking segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:15.092181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Bound using segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:15.101572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Bound port: 043a71c3-934a-47e2-a1dd-3b196962bba4, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:15.142917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:15.154821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.252632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.283283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:15.291314 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.306866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] 10.222.0.46 "POST /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4/bindings HTTP/1.1" status: 201 len: 390 time: 1.0129910 Jul 23 20:39:15.310553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,segment=NetworkSegment(fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41),segment_id=fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:15.317660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.414657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:15.578743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc8b46d-0a4c-40de-8893-d7530bb6e057 req-c08d4cd6-eeef-4d02-b6db-540e9fb0af1a tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0382416 Jul 23 20:39:15.622501 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:39:15.624128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.627291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-ccbd0d02-f70a-46d1-a005-1283d0918061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:15.633324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-ccbd0d02-f70a-46d1-a005-1283d0918061 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1097 time: 0.0899453 Jul 23 20:39:15.658228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00319923-4400-4f53-a040-54b5fa8e9f35 None None] Network 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:15.694095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Subnet': ['ID=b718135e-2c59-47f2-aef8-71e5c17dfe6c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:15.696667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Checking segment: {'id': '9fb9387d-fcd6-4505-af2f-9608aae59858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:15.697334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network hostable DHCP agents. Network: c4587af7-acb5-4398-adb5-a17e3c24ddaf, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:15.723145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network c4587af7-acb5-4398-adb5-a17e3c24ddaf is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:15.742630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, c4587af7-acb5-4398-adb5-a17e3c24ddaf) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:15.747893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:15.748536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.771282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c94cd9a2-a849-4c87-9690-283f302733e3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8859043 Jul 23 20:39:15.773774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:15.779814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca6f1cf-3285-4022-b349-40c130930c3b None None] Network c4587af7-acb5-4398-adb5-a17e3c24ddaf requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:15.781500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'port': {'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf', 'name': 'tempest-NetworksIpV6TestAttrs-680937897'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:15.811754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] Provisioning for port a044cef8-aa04-4c54-b192-81b13824bd8c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:15.817394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] Provisioning complete for port a044cef8-aa04-4c54-b192-81b13824bd8c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:15.818335 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:15.826508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-b24be3fc-84d8-4cf9-b862-2611de9e210b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:15.828220 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-b24be3fc-84d8-4cf9-b862-2611de9e210b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.1927714 Jul 23 20:39:15.937769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1008915-b929-41fc-acaf-2459fc2a7d29 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:15.963734 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-01e707eb-91a1-4f4d-8a57-b03579f9c2de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 1001 time: 0.1184733 Jul 23 20:39:16.027300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:16.030845 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.080313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] device_id is not set on port 6a93a6ae-b26c-4a9a-b642-5997bc219946 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:39:16.095973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-474c5b38-c9a7-4512-b9e5-68306869fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.098649 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-474c5b38-c9a7-4512-b9e5-68306869fd1e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.1238627 Jul 23 20:39:16.275363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port d1008915-b929-41fc-acaf-2459fc2a7d29 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:16.277642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-fdc52cf3-c9e2-47c6-93f1-378a9d0c4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.279590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-fdc52cf3-c9e2-47c6-93f1-378a9d0c4391 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1708391 Jul 23 20:39:16.291231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port d1008915-b929-41fc-acaf-2459fc2a7d29 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:16.291769 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.315185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Allocated IP 2001:db8::f816:3eff:fe7c:c309 (c4587af7-acb5-4398-adb5-a17e3c24ddaf/b718135e-2c59-47f2-aef8-71e5c17dfe6c/6a93a6ae-b26c-4a9a-b642-5997bc219946) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:16.393615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] DHCP port deletion for 6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:39:16.414326 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.438267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b870cee-afd8-40a6-adce-77c00c6ea053 req-c97b0662-5695-42a5-b93f-80fff2506666 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.449098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b870cee-afd8-40a6-adce-77c00c6ea053 req-c97b0662-5695-42a5-b93f-80fff2506666 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.3865123 Jul 23 20:39:16.471948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-e8df2cb1-b9a7-42d4-bcc2-30eeceb69e6a service neutron] 10.222.0.47 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824145 Jul 23 20:39:16.515970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-c4587af7-acb5-4398-adb5-a17e3c24ddaf', 'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf', 'tenant_id': 'ea1fed892bc0403ea409a7b120c255a0', 'fixed_ips': [{'subnet_id': 'b718135e-2c59-47f2-aef8-71e5c17dfe6c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:16.517027 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.551139 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.588445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b870cee-afd8-40a6-adce-77c00c6ea053 req-3be714f2-a8a0-483a-bf04-f0adaac9343c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289487 Jul 23 20:39:16.634814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-93bd3551-ab7e-4bef-a73a-0375e385ecca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.659211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] For port a044cef8-aa04-4c54-b192-81b13824bd8c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a044cef8-aa04-4c54-b192-81b13824bd8c,segment=NetworkSegment(0fa504f0-1368-4c5f-beb4-6014f101c55f),segment_id=0fa504f0-1368-4c5f-beb4-6014f101c55f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:16.664090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:16.666997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273ef67-581c-43f1-b50c-127ae15b0db4 req-353a5636-f700-4430-af29-774fd3ebc941 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.680323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c273ef67-581c-43f1-b50c-127ae15b0db4 req-353a5636-f700-4430-af29-774fd3ebc941 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 944 time: 0.2288213 Jul 23 20:39:16.686869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.694724 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-bb16b26a-0374-4355-a4c9-b903a9265500 service neutron] 10.222.0.47 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157452 Jul 23 20:39:16.775241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50b2b14b-ffc4-4802-8625-b6bf886ba8b0 req-7bfc7a30-4b13-4f27-a36a-bf4ab5aa4f67 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0647745 Jul 23 20:39:16.776226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.776409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Transition to ACTIVE for port object 6a93a6ae-b26c-4a9a-b642-5997bc219946 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:16.815259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c273ef67-581c-43f1-b50c-127ae15b0db4 req-179c2295-601a-432e-aeee-4064cb0d2f70 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333013 Jul 23 20:39:16.819954 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.864360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.924855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-9419222e-19fd-4d49-9656-8f711dead828 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.926723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Port': ['ID=6a93a6ae-b26c-4a9a-b642-5997bc219946,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:16.927283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-9419222e-19fd-4d49-9656-8f711dead828 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1097 time: 0.1596193 Jul 23 20:39:16.940082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-13'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:16.942604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network c4587af7-acb5-4398-adb5-a17e3c24ddaf is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:16.945236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:16.947768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:16.953410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:16.954044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:16.961500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1008915-b929-41fc-acaf-2459fc2a7d29'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:16.964639 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d770c3-f520-4da7-877e-976b2821cf23" -d '{"events": [{"server_uuid": "3666c034-73cf-4d67-820e-a04844cf1bd8", "name": "network-vif-plugged", "status": "completed", "tag": "d1008915-b929-41fc-acaf-2459fc2a7d29"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:16.976048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c209d853-b89d-4691-a2a6-b831595f301c tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.1987298 Jul 23 20:39:16.976796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:16.984713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60603747-627b-48d2-b104-6cdd3c4d14e4 None None] Pushing event updated for resources: {'Port': ['ID=a044cef8-aa04-4c54-b192-81b13824bd8c,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:16.995315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] Deleting port a044cef8-aa04-4c54-b192-81b13824bd8c {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:16.995710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.048463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.263450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:17.267204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c0eb7-d2c3-4938-bda1-e186415488c1 req-48d10398-ff2d-447f-90a8-4aa8c6830a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.269019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e18c0eb7-d2c3-4938-bda1-e186415488c1 req-48d10398-ff2d-447f-90a8-4aa8c6830a5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 1096 time: 0.1640136 Jul 23 20:39:17.277274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] For port a044cef8-aa04-4c54-b192-81b13824bd8c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a044cef8-aa04-4c54-b192-81b13824bd8c,segment=NetworkSegment(0fa504f0-1368-4c5f-beb4-6014f101c55f),segment_id=0fa504f0-1368-4c5f-beb4-6014f101c55f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:17.277862 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.292884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] Calling delete_port for a044cef8-aa04-4c54-b192-81b13824bd8c owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:17.343325 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e18c0eb7-d2c3-4938-bda1-e186415488c1 req-07cb6e89-464e-4b43-906d-f351d2a61345 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661488 Jul 23 20:39:17.349307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:17.385044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1008915-b929-41fc-acaf-2459fc2a7d29, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1008915-b929-41fc-acaf-2459fc2a7d29,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:17.387188 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56c08cc-e1f9-41bd-b9fc-5d2b12dcec73 x-openstack-request-id: req-a56c08cc-e1f9-41bd-b9fc-5d2b12dcec73 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:17.387512 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3666c034-73cf-4d67-820e-a04844cf1bd8", "name": "network-vif-plugged", "status": "completed", "tag": "d1008915-b929-41fc-acaf-2459fc2a7d29", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:17.387762 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a56c08cc-e1f9-41bd-b9fc-5d2b12dcec73 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:17.388171 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1008915-b929-41fc-acaf-2459fc2a7d29', 'code': 200} Jul 23 20:39:17.402807 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.405078 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.407343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:17.410485 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0b108e-b332-453c-8a17-8d36896668f3" -d '{"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-unplugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:17.418510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.427122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.454326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Allocated IP 2001:db8::f816:3eff:fe7f:28bc (c4587af7-acb5-4398-adb5-a17e3c24ddaf/b718135e-2c59-47f2-aef8-71e5c17dfe6c/2b681fca-7727-4155-981b-9756a144dd9d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:17.464625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] No DVR routers for this DVR port a044cef8-aa04-4c54-b192-81b13824bd8c on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:17.475932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.476617 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bad429-9962-4e05-bb64-acdff880b045 x-openstack-request-id: req-83bad429-9962-4e05-bb64-acdff880b045 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:17.476617 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-unplugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:17.476617 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83bad429-9962-4e05-bb64-acdff880b045 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:17.476617 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'code': 200} Jul 23 20:39:17.498436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting subnet b718135e-2c59-47f2-aef8-71e5c17dfe6c {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:17.515927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:17.516223 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.575822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d1008915-b929-41fc-acaf-2459fc2a7d29,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:17.628382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7f27c-8989-4864-8fa3-2432d5f0c805 None None] Pushing event deleted for resources: {'Port': ['ID=a044cef8-aa04-4c54-b192-81b13824bd8c,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:17.676491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:17.771241 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8158cc-41e5-480b-a01e-23c5961bd9a3 req-b5d1c1fd-9fca-402f-92e4-3c8df7e85e1b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:17.782670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d8158cc-41e5-480b-a01e-23c5961bd9a3 req-b5d1c1fd-9fca-402f-92e4-3c8df7e85e1b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 943 time: 0.0953319 Jul 23 20:39:17.793895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on host n-h2-793620-13 for vnic_type normal with profile {"migrating_to": "n-h1-793620-13"} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:17.794482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:17.794984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:17.805231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:17.807860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Attempting to bind port 043a71c3-934a-47e2-a1dd-3b196962bba4 on network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:17.814346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:17.814922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Checking segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:17.815492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Bound using segment: {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:17.816137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Bound port: 043a71c3-934a-47e2-a1dd-3b196962bba4, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:17.816658 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.837491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d8158cc-41e5-480b-a01e-23c5961bd9a3 req-bc4b880f-14c8-4b56-b2c2-a9e4cdbbebbf tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503438 Jul 23 20:39:17.838841 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.896955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6591b888-b050-4e1c-949d-08319d444e37 None None] Provisioning complete for port 043a71c3-934a-47e2-a1dd-3b196962bba4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:17.897343 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6591b888-b050-4e1c-949d-08319d444e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.910890 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.930135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:17.935413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:17.949457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Transition to ACTIVE for port object 2b681fca-7727-4155-981b-9756a144dd9d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:17.952602 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:17.959451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a044cef8-aa04-4c54-b192-81b13824bd8c no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:17.989966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a044cef8-aa04-4c54-b192-81b13824bd8c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:17.990315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a044cef8-aa04-4c54-b192-81b13824bd8c not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:18.000473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68541711-2779-4806-9794-d79743976ac1 req-c4b93c3c-e4a5-48c6-8d35-5f48ec69e07b tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0477889 Jul 23 20:39:18.002653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6591b888-b050-4e1c-949d-08319d444e37 None None] Port 043a71c3-934a-47e2-a1dd-3b196962bba4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:18.005894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Transition to ACTIVE for port object 2b681fca-7727-4155-981b-9756a144dd9d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:18.016054 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.021792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.096773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Network c4587af7-acb5-4398-adb5-a17e3c24ddaf is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:18.100294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.105452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:18.111490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:18.183828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc2583-e8c2-4696-a334-d4b52365f71c req-8f0b5b3d-3e63-4197-8c9d-73db4445b7bc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:18.185504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67dc2583-e8c2-4696-a334-d4b52365f71c req-8f0b5b3d-3e63-4197-8c9d-73db4445b7bc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 945 time: 0.1950824 Jul 23 20:39:18.204325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Pushing event updated for resources: {'Port': ['ID=2b681fca-7727-4155-981b-9756a144dd9d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:18.314541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=8']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:18.372290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Attempting to bind port 2b681fca-7727-4155-981b-9756a144dd9d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:18.373203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Attempting to bind port 2b681fca-7727-4155-981b-9756a144dd9d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '9fb9387d-fcd6-4505-af2f-9608aae59858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:18.373203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Attempting to bind port 2b681fca-7727-4155-981b-9756a144dd9d on network c4587af7-acb5-4398-adb5-a17e3c24ddaf {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:18.379307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:18.379779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Checking segment: {'id': '9fb9387d-fcd6-4505-af2f-9608aae59858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:18.380085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.380482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Bound using segment: {'id': '9fb9387d-fcd6-4505-af2f-9608aae59858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:18.382300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Bound port: 2b681fca-7727-4155-981b-9756a144dd9d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb9387d-fcd6-4505-af2f-9608aae59858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c4587af7-acb5-4398-adb5-a17e3c24ddaf'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:18.383082 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.404577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67dc2583-e8c2-4696-a334-d4b52365f71c req-72febf4d-db89-4de5-a868-275ed54b5b7b tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968017 Jul 23 20:39:18.419561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.464641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:18.465384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.466959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-06ef5df3-e54d-4196-8c1b-1dab9fe39a76 service neutron] 10.222.0.47 "PUT /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 1123 time: 1.5323238 Jul 23 20:39:18.545730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['043a71c3-934a-47e2-a1dd-3b196962bba4'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:39:18.554238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.588607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Subnet': ['ID=b718135e-2c59-47f2-aef8-71e5c17dfe6c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:18.594624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.598829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8bb79056-0a9c-4301-b91c-ca9867dc17ac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/b718135e-2c59-47f2-aef8-71e5c17dfe6c HTTP/1.1" status: 204 len: 168 time: 1.6195042 Jul 23 20:39:18.599312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50344) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:18.615095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] For port 2b681fca-7727-4155-981b-9756a144dd9d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:18.635132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] For port 2b681fca-7727-4155-981b-9756a144dd9d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2b681fca-7727-4155-981b-9756a144dd9d,segment=NetworkSegment(9fb9387d-fcd6-4505-af2f-9608aae59858),segment_id=9fb9387d-fcd6-4505-af2f-9608aae59858)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:18.647956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.670907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec92078-4edf-4d58-b9ac-7b2e804dcd5b tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:18.672654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec92078-4edf-4d58-b9ac-7b2e804dcd5b tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:18.676830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cec92078-4edf-4d58-b9ac-7b2e804dcd5b tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0739231 Jul 23 20:39:18.677109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50346) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:18.707263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7310e306-2261-4364-8d11-e4d0a0a0f4e3 None None] Provisioning complete for port 043a71c3-934a-47e2-a1dd-3b196962bba4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:18.707639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7310e306-2261-4364-8d11-e4d0a0a0f4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.762060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993d7db-bb16-454c-be04-70ec60a68ddf None None] Pushing event updated for resources: {'Port': ['ID=2b681fca-7727-4155-981b-9756a144dd9d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:18.767583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-888ed0ee-1b19-405d-b9c0-124ed95fce38 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.776490 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-888ed0ee-1b19-405d-b9c0-124ed95fce38 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 23 20:39:18.777105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888ed0ee-1b19-405d-b9c0-124ed95fce38 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:18.782770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-888ed0ee-1b19-405d-b9c0-124ed95fce38 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/c4587af7-acb5-4398-adb5-a17e3c24ddaf HTTP/1.1" status: 409 len: 405 time: 0.1009257 Jul 23 20:39:18.783344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50348) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:18.788547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681020278'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:18.822358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:18.827106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.877403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:18.892003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.892559 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Added segment e9a52b47-7fa6-40bd-8bbd-fe109e0fbdbc of type vlan for network 0ef07cef-0464-40e8-90bc-3d444397cca6 Jul 23 20:39:18.937906 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.949233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7310e306-2261-4364-8d11-e4d0a0a0f4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:18.987233 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.012385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.021846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.044545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7310e306-2261-4364-8d11-e4d0a0a0f4e3 None None] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:19.054787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7310e306-2261-4364-8d11-e4d0a0a0f4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.072819 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2882187 Jul 23 20:39:19.077187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50358) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:19.083812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'subnet': {'network_id': '0ef07cef-0464-40e8-90bc-3d444397cca6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:19.116502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed934847-3a27-4061-93a8-8dea82b46e3a req-5599e119-2482-41fe-b3cd-66170a38615c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.134526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed934847-3a27-4061-93a8-8dea82b46e3a req-5599e119-2482-41fe-b3cd-66170a38615c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 943 time: 0.1941323 Jul 23 20:39:19.144123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310e306-2261-4364-8d11-e4d0a0a0f4e3 None None] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.166618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178defc-6989-447e-9865-dd9ee2373ad6 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Network': ['ID=0ef07cef-0464-40e8-90bc-3d444397cca6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.219706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7893aea-4029-45ea-a1ac-50604cc1c619 req-19da82cc-6ba5-4a48-90a8-f71fe4d2ab8e tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0597711 Jul 23 20:39:19.244660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 0ef07cef-0464-40e8-90bc-3d444397cca6 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:19.245230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:19.250231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.257952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed934847-3a27-4061-93a8-8dea82b46e3a req-a626607b-7907-4420-a9f0-2afe09da316f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169698 Jul 23 20:39:19.392815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:19.395169 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077680d6-c808-49de-988a-4105d2e90196" -d '{"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-plugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:19.478918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:19.482090 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:19.485522 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f37fe8-eccd-4b44-8033-1438db756eba x-openstack-request-id: req-79f37fe8-eccd-4b44-8033-1438db756eba {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:19.486149 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-plugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:19.487802 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-79f37fe8-eccd-4b44-8033-1438db756eba {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:19.488389 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'code': 200} Jul 23 20:39:19.571205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.objects.ports [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94026) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:39:19.573453 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077ff193-0e9e-425b-8cc2-15557224e920 x-openstack-request-id: req-077ff193-0e9e-425b-8cc2-15557224e920 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:19.573757 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:19.574000 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-077ff193-0e9e-425b-8cc2-15557224e920 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:19.574596 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'status': 'completed', 'code': 200} Jul 23 20:39:19.577527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.611234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f229fd-6a89-4f62-946b-75cdb0db9f68 req-3a6bf873-a5e7-461c-9f44-e2421260f6b1 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.620387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3f229fd-6a89-4f62-946b-75cdb0db9f68 req-3a6bf873-a5e7-461c-9f44-e2421260f6b1 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 945 time: 0.0830808 Jul 23 20:39:19.670150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3f229fd-6a89-4f62-946b-75cdb0db9f68 req-5ef5d658-9e05-4fda-abdc-a0646d69fc0b tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487807 Jul 23 20:39:19.683039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Subnet': ['ID=10802f4d-9815-40da-b827-94296fe07815,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:19.721167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.721635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Checking segment: {'id': 'e9a52b47-7fa6-40bd-8bbd-fe109e0fbdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0ef07cef-0464-40e8-90bc-3d444397cca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:19.722225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network hostable DHCP agents. Network: 0ef07cef-0464-40e8-90bc-3d444397cca6, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:19.738119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-86cd24eb-4089-4c7e-81a1-dd02b42fb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.740081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-86cd24eb-4089-4c7e-81a1-dd02b42fb0e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1128 time: 0.1642585 Jul 23 20:39:19.778042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network 0ef07cef-0464-40e8-90bc-3d444397cca6 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:19.838260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 0ef07cef-0464-40e8-90bc-3d444397cca6) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:19.846743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.847283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6b5e6-7245-436e-9a82-e1a152b63855 None None] Network 0ef07cef-0464-40e8-90bc-3d444397cca6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:19.847411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:19.874812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-354cceae-daf6-4c0d-a289-fd5269d96dfb tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7962282 Jul 23 20:39:19.877692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50370) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:19.878306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-754de235-04d3-46d5-987d-e04b657de61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:19.879888 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-754de235-04d3-46d5-987d-e04b657de61c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.1296279 Jul 23 20:39:19.967452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-3ee98837-e76a-4424-be89-be3649d10edd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 1001 time: 0.0811996 Jul 23 20:39:20.028884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-0b445667-6543-40ff-8e9c-0c0f366a9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:20.030834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-0b445667-6543-40ff-8e9c-0c0f366a9c72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.0567887 Jul 23 20:39:20.156532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-8522e361-53d2-4de3-92ef-b545202ee2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:20.158267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-8522e361-53d2-4de3-92ef-b545202ee2a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184301 Jul 23 20:39:20.182476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.189556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-1f027102-4f21-4a7c-8429-636950a5d69a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:39:20.190903 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-1f027102-4f21-4a7c-8429-636950a5d69a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147588 Jul 23 20:39:20.259552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65fdb4d-c94d-4b39-a7a7-cb9292476777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-0ef07cef-0464-40e8-90bc-3d444397cca6', 'network_id': '0ef07cef-0464-40e8-90bc-3d444397cca6', 'tenant_id': 'ea1fed892bc0403ea409a7b120c255a0', 'fixed_ips': [{'subnet_id': '10802f4d-9815-40da-b827-94296fe07815'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:20.260472 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d65fdb4d-c94d-4b39-a7a7-cb9292476777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.344764 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.392106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c0e37-08b1-40ef-967e-ab02eabce425 None None] Network c4587af7-acb5-4398-adb5-a17e3c24ddaf requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:20.491915 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-894be6eb-09c4-49f1-9224-903cedf97f2b service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917521 Jul 23 20:39:20.521322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.569270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-40e5a84c-6e6d-4c16-935f-32764bf082df None None] Provisioning for port 2b681fca-7727-4155-981b-9756a144dd9d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-d65fdb4d-c94d-4b39-a7a7-cb9292476777 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10802f4d-9815-40da-b827-94296fe07815: This subnet is being modified by another concurrent operation. Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10802f4d-9815-40da-b827-94296fe07815: This subnet is being modified by another concurrent operation. Jul 23 20:39:20.583731 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 20:39:20.648664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99c2975a-c011-4ff8-8719-e496a11e3288 req-cd4ada64-0ef6-48b9-b964-c7fd2e79aa01 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.1926057 Jul 23 20:39:20.652322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965e4a8-59a9-43ee-8e1e-c091afe273aa None None] Network 0ef07cef-0464-40e8-90bc-3d444397cca6 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:20.693745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2b681fca-7727-4155-981b-9756a144dd9d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:20.713750 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fe900cfe-5b34-452d-83c5-1bbc4a8806f7 req-0fb90b32-f452-40ba-8492-7fe4d9e995c1 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172642 Jul 23 20:39:20.716371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Subnet': ['ID=10802f4d-9815-40da-b827-94296fe07815,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:20.809803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.824134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef07cef-0464-40e8-90bc-3d444397cca6']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:20.838171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a52b47-7fa6-40bd-8bbd-fe109e0fbdbc') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:20.839103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a52b47-7fa6-40bd-8bbd-fe109e0fbdbc') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:20.850796 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.858632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 2b681fca-7727-4155-981b-9756a144dd9d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:20.867203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 2b681fca-7727-4155-981b-9756a144dd9d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:20.868512 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.877590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.890998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:20.892256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:20.935686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] DHCP port deletion for c4587af7-acb5-4398-adb5-a17e3c24ddaf request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:20.963729 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:20.994880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-10ad138c-31d3-49fe-ac6b-f121841202aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:20.997366 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-10ad138c-31d3-49fe-ac6b-f121841202aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1128 time: 0.1204181 Jul 23 20:39:21.026640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.035965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.043032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/0ef07cef-0464-40e8-90bc-3d444397cca6 HTTP/1.1" status: 204 len: 168 time: 1.1625161 Jul 23 20:39:21.043676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:21.059051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1892543190'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:21.094106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] Deleting port 2b681fca-7727-4155-981b-9756a144dd9d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:21.094608 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.101737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da5f94-4664-42e0-9b0c-903ea0fac5d6 req-0c82d405-e54d-4d18-810b-66703740c0e8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.109299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14da5f94-4664-42e0-9b0c-903ea0fac5d6 req-0c82d405-e54d-4d18-810b-66703740c0e8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.6584537 Jul 23 20:39:21.125056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.128089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9254996-e8f1-468a-b442-5ba3ec769dc3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Network': ['ID=0ef07cef-0464-40e8-90bc-3d444397cca6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.137096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-6f0ed981-73a6-4140-a455-d8875ed11ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.139310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-6f0ed981-73a6-4140-a455-d8875ed11ffa service neutron] 10.222.0.36 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.1158774 Jul 23 20:39:21.169679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14da5f94-4664-42e0-9b0c-903ea0fac5d6 req-7b047f3f-a1d0-4507-9ea7-ac1c1d0fa275 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592477 Jul 23 20:39:21.171632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:21.175477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.209108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:21.225187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.225572 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Added segment 7cd3c302-2c36-4076-8d62-086fef5f0025 of type vlan for network 95cb85df-c8d5-43e8-be88-70dadaee8a08 Jul 23 20:39:21.229072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] For port 2b681fca-7727-4155-981b-9756a144dd9d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2b681fca-7727-4155-981b-9756a144dd9d,segment=NetworkSegment(9fb9387d-fcd6-4505-af2f-9608aae59858),segment_id=9fb9387d-fcd6-4505-af2f-9608aae59858)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:21.229957 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.239446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-ee9af3e7-ee64-45a8-aa5b-b4b232069795 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 1001 time: 0.0928650 Jul 23 20:39:21.269072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 2b681fca-7727-4155-981b-9756a144dd9d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2b681fca-7727-4155-981b-9756a144dd9d,segment=NetworkSegment(9fb9387d-fcd6-4505-af2f-9608aae59858),segment_id=9fb9387d-fcd6-4505-af2f-9608aae59858)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:21.275288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.280398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] Calling delete_port for 2b681fca-7727-4155-981b-9756a144dd9d owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:21.289506 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.313621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.319970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.320734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.350197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-67e91465-b780-43b2-b71b-c5e783580009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.352956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-67e91465-b780-43b2-b71b-c5e783580009 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.1034920 Jul 23 20:39:21.405010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3533711 Jul 23 20:39:21.407583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50390) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:21.414342 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'subnet': {'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:21.426414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=2b681fca-7727-4155-981b-9756a144dd9d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.456227 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.467981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce7e0c-6ced-46ec-bd98-94745da5a1dc tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Network': ['ID=95cb85df-c8d5-43e8-be88-70dadaee8a08,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.484932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 95cb85df-c8d5-43e8-be88-70dadaee8a08 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:21.488869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] Pushing event deleted for resources: {'Port': ['ID=2b681fca-7727-4155-981b-9756a144dd9d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:21.503535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b56ad-d5bf-494a-b4b4-279565fb6c10 None None] No DVR routers for this DVR port 2b681fca-7727-4155-981b-9756a144dd9d on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:21.519970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f81d90-8bef-4eb0-b70f-a1a458edf087 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:39:21.551040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-9ed36b55-20a0-48e0-904d-0ef69174789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:21.552713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-9ed36b55-20a0-48e0-904d-0ef69174789c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915011 Jul 23 20:39:21.582017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:21.587409 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:21.691096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f81d90-8bef-4eb0-b70f-a1a458edf087 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:39:21.805079 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-8b0ac247-b1d1-4184-b53b-2b4d55270929 service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443852 Jul 23 20:39:21.860502 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:39:21.938865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e5b1218-144d-45bd-a69f-882882000443 req-6f884c56-2ad7-454c-ac42-fa5d1b92f81c tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0595503 Jul 23 20:39:21.993724 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d00a820a-7fac-4054-8426-ed80bc72cb84 req-7614f05b-2e96-4780-8338-f254a7d986ae service neutron] 10.222.0.36 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702414 Jul 23 20:39:22.053052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.073288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:39:22.121050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Subnet': ['ID=787c7489-4eec-48b7-a5d4-4262c0472e7a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:22.209516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Checking segment: {'id': '7cd3c302-2c36-4076-8d62-086fef5f0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:22.211655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network hostable DHCP agents. Network: 95cb85df-c8d5-43e8-be88-70dadaee8a08, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:22.257054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network 95cb85df-c8d5-43e8-be88-70dadaee8a08 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:22.282594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 95cb85df-c8d5-43e8-be88-70dadaee8a08) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:22.318864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:22.321818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.355298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4a859477-c649-41d2-8cc9-35dad1b167ce tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9461598 Jul 23 20:39:22.361462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50400) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:22.401365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:22.443015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 has no active binding in host n-h1-793620-13 {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 23 20:39:22.454591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e599cf-f87d-4801-9309-a9e109e3141a req-b9c267e4-2872-42ed-b895-475b9cd0133d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:22.459977 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9e599cf-f87d-4801-9309-a9e109e3141a req-b9c267e4-2872-42ed-b895-475b9cd0133d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.2080047 Jul 23 20:39:22.476692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cec24d-a2ea-43c2-9aa3-55b248e23acb None None] Network 95cb85df-c8d5-43e8-be88-70dadaee8a08 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:22.536378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9e599cf-f87d-4801-9309-a9e109e3141a req-5e4a3ec1-c759-4277-b879-fe6f0cc910dd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689430 Jul 23 20:39:22.691457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2b681fca-7727-4155-981b-9756a144dd9d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:22.721841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-95cb85df-c8d5-43e8-be88-70dadaee8a08', 'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08', 'tenant_id': 'ea1fed892bc0403ea409a7b120c255a0', 'fixed_ips': [{'subnet_id': '787c7489-4eec-48b7-a5d4-4262c0472e7a'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:22.722860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:22.726715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 2b681fca-7727-4155-981b-9756a144dd9d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:22.728185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2b681fca-7727-4155-981b-9756a144dd9d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:22.907962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Allocated IP 2001:db8::2 (95cb85df-c8d5-43e8-be88-70dadaee8a08/787c7489-4eec-48b7-a5d4-4262c0472e7a/703886c2-d7ee-45c5-a23c-223c560c8e87) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:22.912103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.002590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.174275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-332291f5-63e7-4da6-928e-ee9caaa40a55 req-2767a0d3-c03c-4cd9-a77a-463b38dd196c tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0558963 Jul 23 20:39:23.203068 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.213460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Transition to ACTIVE for port object 703886c2-d7ee-45c5-a23c-223c560c8e87 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:23.229122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Transition to ACTIVE for port object 703886c2-d7ee-45c5-a23c-223c560c8e87 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:23.235205 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.271354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.278487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Network 95cb85df-c8d5-43e8-be88-70dadaee8a08 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:23.281558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:23.287043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:23.299601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Pushing event updated for resources: {'Port': ['ID=703886c2-d7ee-45c5-a23c-223c560c8e87,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.345865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Subnet': ['ID=787c7489-4eec-48b7-a5d4-4262c0472e7a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.382857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Attempting to bind port 703886c2-d7ee-45c5-a23c-223c560c8e87 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:23.383300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Attempting to bind port 703886c2-d7ee-45c5-a23c-223c560c8e87 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '7cd3c302-2c36-4076-8d62-086fef5f0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:23.384447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Attempting to bind port 703886c2-d7ee-45c5-a23c-223c560c8e87 on network 95cb85df-c8d5-43e8-be88-70dadaee8a08 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:23.406310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:23.408721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Checking segment: {'id': '7cd3c302-2c36-4076-8d62-086fef5f0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:23.410812 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.411594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Bound using segment: {'id': '7cd3c302-2c36-4076-8d62-086fef5f0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:23.412313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Bound port: 703886c2-d7ee-45c5-a23c-223c560c8e87, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cd3c302-2c36-4076-8d62-086fef5f0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '95cb85df-c8d5-43e8-be88-70dadaee8a08'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:23.413767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.488457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.521834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cb85df-c8d5-43e8-be88-70dadaee8a08']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:23.536660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd3c302-2c36-4076-8d62-086fef5f0025') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:23.537192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd3c302-2c36-4076-8d62-086fef5f0025') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:23.540492 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-a8e735bf-8f42-466c-84c4-b91a321495b6 service neutron] 10.222.0.36 "GET /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 385 time: 0.1691399 Jul 23 20:39:23.556691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.558736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] For port 703886c2-d7ee-45c5-a23c-223c560c8e87, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:23.565781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] For port 703886c2-d7ee-45c5-a23c-223c560c8e87, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=703886c2-d7ee-45c5-a23c-223c560c8e87,segment=NetworkSegment(7cd3c302-2c36-4076-8d62-086fef5f0025),segment_id=7cd3c302-2c36-4076-8d62-086fef5f0025)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:23.571403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.601205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.632502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:23.632920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:23.640181 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:23.761783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:39:23.761783 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:39:23.761783 n-d-793620-13 neutron-server[94026]: [parameters: {'id': '95cb85df-c8d5-43e8-be88-70dadaee8a08'}] Jul 23 20:39:23.761783 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:39:23.762310 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:39:23.810570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5258c47-b056-406f-a5a0-bb40a1c5e431 None None] Network 95cb85df-c8d5-43e8-be88-70dadaee8a08 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:23.835468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2bc8a-6abe-4534-a2de-81d806af31d3 None None] Pushing event updated for resources: {'Port': ['ID=703886c2-d7ee-45c5-a23c-223c560c8e87,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:23.841959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b628c-5c00-48d0-8599-0af7dbcf7feb req-4db638eb-e950-4ba1-b852-edab8f780b57 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:23.847522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-957b628c-5c00-48d0-8599-0af7dbcf7feb req-4db638eb-e950-4ba1-b852-edab8f780b57 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 945 time: 0.1997135 Jul 23 20:39:23.907780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:23.962926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-957b628c-5c00-48d0-8599-0af7dbcf7feb req-3698ad8f-7b8d-4880-8bf4-5b3df5125c86 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045537 Jul 23 20:39:23.975072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:24.044540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989b3ff-e1b2-48bf-a37b-6352960cf6cb None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:39:24.064704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:24.074064 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dc18a1-941f-4e2b-ac86-6e2feb66545f" -d '{"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-unplugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:24.095545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:24.136849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.158973 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4b3588-da85-4b66-9983-cde605331474 x-openstack-request-id: req-bd4b3588-da85-4b66-9983-cde605331474 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:24.159382 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-unplugged", "status": "completed", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:24.159550 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd4b3588-da85-4b66-9983-cde605331474 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:24.159998 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'code': 200} Jul 23 20:39:24.170692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989b3ff-e1b2-48bf-a37b-6352960cf6cb None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:39:24.231924 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] Transition to ACTIVE for port object 043a71c3-934a-47e2-a1dd-3b196962bba4 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:24.236720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.286112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.407720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0772d59f-077a-4abc-a78a-bf1bc2f0f18c req-8dd73a4e-1a78-43d2-8c22-0805b48816dd tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0773478 Jul 23 20:39:24.423532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] Pushing event updated for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=11']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:24.458812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] No DVR routers for this DVR port 043a71c3-934a-47e2-a1dd-3b196962bba4 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:24.588510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting port 703886c2-d7ee-45c5-a23c-223c560c8e87 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:24.588900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.671463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] For port 703886c2-d7ee-45c5-a23c-223c560c8e87, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=703886c2-d7ee-45c5-a23c-223c560c8e87,segment=NetworkSegment(7cd3c302-2c36-4076-8d62-086fef5f0025),segment_id=7cd3c302-2c36-4076-8d62-086fef5f0025)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:24.671830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.685032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Calling delete_port for 703886c2-d7ee-45c5-a23c-223c560c8e87 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:24.799195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f6f6b888-85aa-446b-a8a2-d21f2f933fbe service neutron] 10.222.0.36 "PUT /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4/bindings/n-h1-793620-13/activate HTTP/1.1" status: 200 len: 370 time: 1.2511010 Jul 23 20:39:24.800331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:24.835422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Port': ['ID=703886c2-d7ee-45c5-a23c-223c560c8e87,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:24.840733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No DVR routers for this DVR port 703886c2-d7ee-45c5-a23c-223c560c8e87 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:24.999163 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.026326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95cb85df-c8d5-43e8-be88-70dadaee8a08']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:25.069117 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd3c302-2c36-4076-8d62-086fef5f0025') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:25.069590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd3c302-2c36-4076-8d62-086fef5f0025') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:25.101621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.122567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-12b354b7-9017-4d60-b335-d1a6483cc216 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.124575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-12b354b7-9017-4d60-b335-d1a6483cc216 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.2478645 Jul 23 20:39:25.174071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f898100-ab94-4a00-a047-1ad77e46ed41 req-8a06e546-ad62-4e31-aa53-cf5902f7ac73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.182153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f898100-ab94-4a00-a047-1ad77e46ed41 req-8a06e546-ad62-4e31-aa53-cf5902f7ac73 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.1137333 Jul 23 20:39:25.201370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.233420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f898100-ab94-4a00-a047-1ad77e46ed41 req-1d97c712-4aea-4e0f-bea7-2aff07a1685a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463378 Jul 23 20:39:25.248311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:25.249059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:25.252733 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:25.340582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.353873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.360952 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/95cb85df-c8d5-43e8-be88-70dadaee8a08 HTTP/1.1" status: 204 len: 168 time: 2.9953253 Jul 23 20:39:25.361772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50420) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:25.367663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1169049639'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:25.399833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:25.404513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.409340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c4d6-636c-4534-9469-b85961c30fac tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Network': ['ID=95cb85df-c8d5-43e8-be88-70dadaee8a08,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:25.418305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f068b4cd-d673-42c3-844c-f3808d92e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.420315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f068b4cd-d673-42c3-844c-f3808d92e579 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 1096 time: 0.2876089 Jul 23 20:39:25.459004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:25.478399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.478944 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Added segment ffc241f8-6909-488e-a2db-e61836f60c5a of type vlan for network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce Jul 23 20:39:25.537784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-c32c9b3d-c43c-422b-83f4-712df3e9072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.539423 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-c32c9b3d-c43c-422b-83f4-712df3e9072f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1096 time: 0.0873673 Jul 23 20:39:25.543248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.618037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f24741a8-e339-4056-a6ed-2d611bd76bb5 req-7ff9ac57-2d28-4f1c-9182-5b9cea3f58d9 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0344894 Jul 23 20:39:25.645331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.682434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.685728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:25.735864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3697689 Jul 23 20:39:25.736524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50426) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:25.741932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Request body: {'subnet': {'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:25.780942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-c49ad571-72ee-4021-8ca9-0e0e325da3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.787127 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-c49ad571-72ee-4021-8ca9-0e0e325da3cc service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.2315054 Jul 23 20:39:25.810166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402072ff-b263-4bf7-ad46-1e9d5e922e39 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Network': ['ID=9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:25.841679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:25.889191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-2c8cfac1-ef81-407a-ad3c-11ea448efa6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 999 time: 0.0970764 Jul 23 20:39:25.945729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-9ec47251-30c1-4233-96b3-e20bf38cfdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:25.948161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-9ec47251-30c1-4233-96b3-e20bf38cfdd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.0522368 Jul 23 20:39:25.953645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Made reservation on behalf of ea1fed892bc0403ea409a7b120c255a0 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:25.957529 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.027568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-b896cf26-9bcb-40ea-85e4-1668c2399458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:26.029681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-b896cf26-9bcb-40ea-85e4-1668c2399458 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690365 Jul 23 20:39:26.137256 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-877c143e-21de-454c-9dd5-17911a1d523e service neutron] 10.222.0.47 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012490 Jul 23 20:39:26.237308 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-934582a4-6416-4b6b-b3f4-6fe05bd51de7 service neutron] 10.222.0.47 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942242 Jul 23 20:39:26.266779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.objects.ports [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94027) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 23 20:39:26.269895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.344202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event updated for resources: {'Subnet': ['ID=bd8bdb91-5f15-4003-bbaf-81639c41f19e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:26.346472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Checking segment: {'id': 'ffc241f8-6909-488e-a2db-e61836f60c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:26.346836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network hostable DHCP agents. Network: 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:26.397493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:26.418097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:26.423465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:26.424421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.429635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d75c3f2-c6c9-467b-8c17-3b594a3a62b2 None None] Network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:26.448039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a73e7-81e1-4e33-98a0-4ee1d0273e74 req-cdc66273-5b9b-4a1b-ac55-c7452773aa58 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:26.449773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-624a73e7-81e1-4e33-98a0-4ee1d0273e74 req-cdc66273-5b9b-4a1b-ac55-c7452773aa58 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.0961845 Jul 23 20:39:26.463135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50432) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:26.463752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc8efca3-678d-45c1-8b31-ec7f2d1a3ad3 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7256494 Jul 23 20:39:26.536799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-624a73e7-81e1-4e33-98a0-4ee1d0273e74 req-bf9ad098-5d45-49f4-b374-ad7aba5e3ae1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803742 Jul 23 20:39:26.623296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.627454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce', 'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce', 'tenant_id': 'ea1fed892bc0403ea409a7b120c255a0', 'fixed_ips': [{'subnet_id': 'bd8bdb91-5f15-4003-bbaf-81639c41f19e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:26.628318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.635518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-0fe0465c-11aa-4816-bc87-ce0b6bf14870 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:26.637179 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-0fe0465c-11aa-4816-bc87-ce0b6bf14870 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 1096 time: 0.1346924 Jul 23 20:39:26.732900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.810051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-758ddbf1-afe0-4f54-aba1-7d0a61f05ca7 req-55207d16-6e32-4842-8c03-817a33d17fa4 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0573163 Jul 23 20:39:26.862628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Allocated IP 2001:db8::f816:3eff:fe25:f69c (9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce/bd8bdb91-5f15-4003-bbaf-81639c41f19e/5d20ff0e-f97a-4e9c-b909-2189e0d2b243) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:26.882691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f7756aee-36c6-4edf-b162-6b85c678522b service neutron] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:26.887080 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f7756aee-36c6-4edf-b162-6b85c678522b service neutron] Notify callbacks [] for binding, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:26.888204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-f7756aee-36c6-4edf-b162-6b85c678522b service neutron] 10.222.0.47 "DELETE /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4/bindings/n-h2-793620-13 HTTP/1.1" status: 204 len: 173 time: 0.2445712 Jul 23 20:39:27.025822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.036937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Transition to ACTIVE for port object 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:27.057707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Transition to ACTIVE for port object 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:27.066197 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.088859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.107718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:27.110460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:27.121409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8bdb91-5f15-4003-bbaf-81639c41f19e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.125572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:27.130370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Pushing event updated for resources: {'Port': ['ID=5d20ff0e-f97a-4e9c-b909-2189e0d2b243,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.199841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Attempting to bind port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:27.202675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Attempting to bind port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ffc241f8-6909-488e-a2db-e61836f60c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:27.202675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Attempting to bind port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 on network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:27.206380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:27.207360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Checking segment: {'id': 'ffc241f8-6909-488e-a2db-e61836f60c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:27.207360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.207970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Bound using segment: {'id': 'ffc241f8-6909-488e-a2db-e61836f60c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:27.209136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Bound port: 5d20ff0e-f97a-4e9c-b909-2189e0d2b243, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc241f8-6909-488e-a2db-e61836f60c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:27.212388 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.232762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.246574 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:27.256873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc241f8-6909-488e-a2db-e61836f60c5a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:27.257232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc241f8-6909-488e-a2db-e61836f60c5a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:27.274073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.290573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] For port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:27.297418 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.303840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:27.304491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:27.307845 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:27.371048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.db.api [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 23 20:39:27.371048 n-d-793620-13 neutron-server[94026]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 23 20:39:27.371048 n-d-793620-13 neutron-server[94026]: [parameters: {'id': '9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce'}] Jul 23 20:39:27.371048 n-d-793620-13 neutron-server[94026]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=94026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:39:27.371546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] For port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5d20ff0e-f97a-4e9c-b909-2189e0d2b243,segment=NetworkSegment(ffc241f8-6909-488e-a2db-e61836f60c5a),segment_id=ffc241f8-6909-488e-a2db-e61836f60c5a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:27.371664 n-d-793620-13 neutron-server[94026]: DEBUG oslo_db.api [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:39:27.375882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.418906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:27.495331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d26263-b2b7-4977-9ee6-56111f7fd44f None None] Pushing event updated for resources: {'Port': ['ID=5d20ff0e-f97a-4e9c-b909-2189e0d2b243,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:27.515477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:27.527745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a89fe6c-06b0-46d0-ba60-ddeeef9949f9 None None] Network 9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:27.689849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e05f2-5d8b-48e5-891a-f987465189dc None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:39:27.691856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4017d80-376b-44e2-947c-8a83cac9e757 req-867d95bf-5023-4858-abf0-fd3d7addbde3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:27.693391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b4017d80-376b-44e2-947c-8a83cac9e757 req-867d95bf-5023-4858-abf0-fd3d7addbde3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.0792115 Jul 23 20:39:27.742832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b4017d80-376b-44e2-947c-8a83cac9e757 req-914ded70-8bcd-4fda-b274-b4f49c0068db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Jul 23 20:39:27.776637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e05f2-5d8b-48e5-891a-f987465189dc None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:39:27.872908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.873513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61eafa6-89b0-4c84-9bf1-ce48228fd90c req-f099b592-1151-440c-80cd-de83f3da906a tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:27.875093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f61eafa6-89b0-4c84-9bf1-ce48228fd90c req-f099b592-1151-440c-80cd-de83f3da906a tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1096 time: 0.0651917 Jul 23 20:39:27.926753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f61eafa6-89b0-4c84-9bf1-ce48228fd90c req-bdadebdb-c48d-48db-a179-7dd6ee3c5574 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Jul 23 20:39:27.958535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:27.958891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:27.969952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77c258c6-74ed-493d-be7b-90315b66699a req-7a7178b6-79f2-467f-ba01-34e6624aa7f9 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0505087 Jul 23 20:39:28.043371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] For port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5d20ff0e-f97a-4e9c-b909-2189e0d2b243,segment=NetworkSegment(ffc241f8-6909-488e-a2db-e61836f60c5a),segment_id=ffc241f8-6909-488e-a2db-e61836f60c5a)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:28.044332 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.061156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Calling delete_port for 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:28.086247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75525d-fcaa-4338-87f8-1ab83238cb2c req-3a3fbfc4-773d-492e-a692-e5a4e4bd031c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:28.088263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f75525d-fcaa-4338-87f8-1ab83238cb2c req-3a3fbfc4-773d-492e-a692-e5a4e4bd031c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.0846062 Jul 23 20:39:28.148392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f75525d-fcaa-4338-87f8-1ab83238cb2c req-863a8f2f-1143-42f1-ad7c-c7de59bef10e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538805 Jul 23 20:39:28.166879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.168097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50452) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.193707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Port': ['ID=5d20ff0e-f97a-4e9c-b909-2189e0d2b243,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:28.199188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No DVR routers for this DVR port 5d20ff0e-f97a-4e9c-b909-2189e0d2b243 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:28.235048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ea0c17cb-749f-4a85-bea0-eea05f102fe1 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/f4c691f1-d710-4032-befd-19ddc23c2394 HTTP/1.1" status: 200 len: 991 time: 0.0656786 Jul 23 20:39:28.281457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.291724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:28.301571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc241f8-6909-488e-a2db-e61836f60c5a') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:28.301874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc241f8-6909-488e-a2db-e61836f60c5a') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:28.311611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.329839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.336284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:28.336755 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:28.339984 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:28.400596 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.409498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.411335 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce HTTP/1.1" status: 204 len: 168 time: 1.9465373 Jul 23 20:39:28.415100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50454) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.420795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8021b-b4c8-4e15-b918-1c8d76c5ed80 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Network': ['ID=9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:28.446552 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a521c8-a502-4dc2-b799-2f9e3ac51250 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.447013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a521c8-a502-4dc2-b799-2f9e3ac51250 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.448772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a8a521c8-a502-4dc2-b799-2f9e3ac51250 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/bd8bdb91-5f15-4003-bbaf-81639c41f19e HTTP/1.1" status: 404 len: 337 time: 0.0326679 Jul 23 20:39:28.451493 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50456) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.475407 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-e96cb04d-bbd1-494c-8a82-cfd6a01e4246 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.478497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e96cb04d-bbd1-494c-8a82-cfd6a01e4246 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.480848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e96cb04d-bbd1-494c-8a82-cfd6a01e4246 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/9410df2d-d5e8-4dcc-a7f6-f4d7b8253cce HTTP/1.1" status: 404 len: 339 time: 0.0281241 Jul 23 20:39:28.483424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50458) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.518072 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d6b15c-4e62-44d9-80b2-706169c98b35 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.518072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d6b15c-4e62-44d9-80b2-706169c98b35 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.519547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c6d6b15c-4e62-44d9-80b2-706169c98b35 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/787c7489-4eec-48b7-a5d4-4262c0472e7a HTTP/1.1" status: 404 len: 337 time: 0.0351646 Jul 23 20:39:28.522809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.544938 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d08fca1-b529-4694-88e5-f763c3529cda tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.545504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d08fca1-b529-4694-88e5-f763c3529cda tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.547644 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1d08fca1-b529-4694-88e5-f763c3529cda tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/95cb85df-c8d5-43e8-be88-70dadaee8a08 HTTP/1.1" status: 404 len: 339 time: 0.0237603 Jul 23 20:39:28.550273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50462) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.575952 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-076d3851-5602-4316-8383-dbb8bb2f3fd8 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.576395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076d3851-5602-4316-8383-dbb8bb2f3fd8 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.579675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-076d3851-5602-4316-8383-dbb8bb2f3fd8 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/10802f4d-9815-40da-b827-94296fe07815 HTTP/1.1" status: 404 len: 337 time: 0.0269237 Jul 23 20:39:28.580753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50464) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.600208 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-892039c1-564d-4f5d-bae7-5f37f428d627 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.600733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-892039c1-564d-4f5d-bae7-5f37f428d627 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.602490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-892039c1-564d-4f5d-bae7-5f37f428d627 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/0ef07cef-0464-40e8-90bc-3d444397cca6 HTTP/1.1" status: 404 len: 339 time: 0.0205965 Jul 23 20:39:28.605042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50466) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.710566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting port 6a93a6ae-b26c-4a9a-b642-5997bc219946 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:28.711017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.777809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.789189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Calling delete_port for 6a93a6ae-b26c-4a9a-b642-5997bc219946 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:28.871942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.905135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Port': ['ID=6a93a6ae-b26c-4a9a-b642-5997bc219946,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:28.908385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:28.912800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-66653668-aac8-4b15-9834-f5f6a046dd95 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/ports/6a93a6ae-b26c-4a9a-b642-5997bc219946 HTTP/1.1" status: 204 len: 168 time: 0.3043294 Jul 23 20:39:28.913828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50472) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:28.940179 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8158e54-dd07-4e75-8fd2-996f28c74406 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:28.940645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8158e54-dd07-4e75-8fd2-996f28c74406 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:28.942367 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a8158e54-dd07-4e75-8fd2-996f28c74406 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/b718135e-2c59-47f2-aef8-71e5c17dfe6c HTTP/1.1" status: 404 len: 337 time: 0.0275881 Jul 23 20:39:28.944860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50474) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:29.030252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.099168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59791498-a5a7-467c-9bac-0867e070eb96 req-9ed22af8-9e1b-4dd0-86a1-75bd96768794 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0321133 Jul 23 20:39:29.137527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.147547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4587af7-acb5-4398-adb5-a17e3c24ddaf']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:29.163271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb9387d-fcd6-4505-af2f-9608aae59858') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:29.163576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb9387d-fcd6-4505-af2f-9608aae59858') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:29.172935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.187618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.193806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:29.194242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:29.198257 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:29.257136 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.264929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.266628 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/c4587af7-acb5-4398-adb5-a17e3c24ddaf HTTP/1.1" status: 204 len: 168 time: 0.3207812 Jul 23 20:39:29.269191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50484) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:29.285506 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d525ac-5d63-4a82-94ad-e4960a01a3f7 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Network': ['ID=c4587af7-acb5-4398-adb5-a17e3c24ddaf,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:29.375985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting port 1afcda1d-e6b9-4122-bc78-1a96d1ec35f2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:29.376507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.441834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.454496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Calling delete_port for 1afcda1d-e6b9-4122-bc78-1a96d1ec35f2 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:29.544873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.574706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Port': ['ID=1afcda1d-e6b9-4122-bc78-1a96d1ec35f2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:29.578138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:29.582345 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d5603491-ca1f-40b8-b40b-c9161a9d559d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/ports/1afcda1d-e6b9-4122-bc78-1a96d1ec35f2 HTTP/1.1" status: 204 len: 168 time: 0.3099549 Jul 23 20:39:29.582819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50486) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:29.608920 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca73c07-c7df-4757-8412-74a38dfefbfe tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] DELETE failed (client error): The resource could not be found. Jul 23 20:39:29.609362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca73c07-c7df-4757-8412-74a38dfefbfe tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:39:29.613365 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7ca73c07-c7df-4757-8412-74a38dfefbfe tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/60cdb2f3-0fb0-4c99-865e-0956620014ed HTTP/1.1" status: 404 len: 337 time: 0.0276055 Jul 23 20:39:29.613570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50488) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:29.957817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.046000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.056668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:30.066437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa504f0-1368-4c5f-beb4-6014f101c55f') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:30.066738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa504f0-1368-4c5f-beb4-6014f101c55f') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:30.075707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.089856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.096064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:30.096467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:30.099956 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:30.169389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.174006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.178681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5 HTTP/1.1" status: 204 len: 168 time: 0.5618401 Jul 23 20:39:30.179051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:30.193760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83f835-dce8-45cf-9d6c-f0e9cfc685ea tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Network': ['ID=6b55e6eb-8580-4dc3-bf2e-8b0af0e800f5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:30.238745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52397559-ea57-4016-ada9-8145833388f9 req-4ffe38c9-9ae4-478c-a14a-c27d7d9caf4d tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0502174 Jul 23 20:39:30.277284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting subnet 061afa66-a892-4dbb-af0c-c8c26c9ea7c4 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:30.280678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.322794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.409345 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.468642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50502) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:30.476980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.504802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Subnet': ['ID=061afa66-a892-4dbb-af0c-c8c26c9ea7c4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:30.510078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.514898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-58b237cd-bfe1-46be-ba35-49fb6e0f3893 tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/subnets/061afa66-a892-4dbb-af0c-c8c26c9ea7c4 HTTP/1.1" status: 204 len: 168 time: 0.3347287 Jul 23 20:39:30.515730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50504) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:30.516953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc393c2-388b-4ee7-86b3-272d4191bb8b None None] Network ff76f416-2031-4338-913e-c3651bf009ea requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:30.601726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.663555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port a4e893e0-0b5c-4959-9683-097862f239f1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:30.664306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.682209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Deleting port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:30.682555 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.748858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] For port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,segment=NetworkSegment(fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41),segment_id=fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:30.749218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.762874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] DHCP port deletion for ff76f416-2031-4338-913e-c3651bf009ea request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:39:30.766635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Calling delete_port for 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:30.786527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.787093 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.800752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for a4e893e0-0b5c-4959-9683-097862f239f1 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:30.825709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Deleting port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:30.826196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.869987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.895765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] For port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,segment=NetworkSegment(fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41),segment_id=fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:30.896163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:30.898531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Port': ['ID=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:30.905781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] No DVR routers for this DVR port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:30.915330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Calling delete_port for 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:30.990537 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.001488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff76f416-2031-4338-913e-c3651bf009ea']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:31.010055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.014587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:31.014875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb55f2fd-ce1b-4b80-9f6d-437cd3ff1f41') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:31.023186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.026523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.038342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Pushing event deleted for resources: {'Port': ['ID=5b4f5eca-5474-4fa6-82b9-d241ef0575c0,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:31.051940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.052477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.052929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.053394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.053851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.054466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.054912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.055921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.056358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.056788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.057221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.057675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:31.060880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57e45d-3e30-46a7-bc15-70537ec23bb0 None None] No DVR routers for this DVR port 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:31.063853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=a4e893e0-0b5c-4959-9683-097862f239f1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:31.071877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.080118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:31.080878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:31.085624 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:31.128739 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.129077 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP f4c691f1-d710-4032-befd-19ddc23c2394 disassociated (deleted). External IP: 172.25.8.135, port: 043a71c3-934a-47e2-a1dd-3b196962bba4. Jul 23 20:39:31.149704 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.158050 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.162578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] 10.222.0.46 "DELETE /v2.0/networks/ff76f416-2031-4338-913e-c3651bf009ea HTTP/1.1" status: 204 len: 168 time: 0.6434219 Jul 23 20:39:31.182893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c630e-863e-4d7c-9df5-d90abfd1af3d tempest-NetworksIpV6TestAttrs-355365895 tempest-NetworksIpV6TestAttrs-355365895-project] Pushing event deleted for resources: {'Network': ['ID=ff76f416-2031-4338-913e-c3651bf009ea,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:31.480055 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77e73c2b-7329-40b8-847a-2e84b9ede4ec req-ebaf773e-a671-46ee-9767-877b215464cd tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0313365 Jul 23 20:39:31.485649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 0fdbc6c7-b978-4ebd-8421-908a725d767a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:39:31.575817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50520) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:31.628845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:39:31.638951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] Sync routers for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:39:31.640106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.659653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:31.662343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:31.683800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d03b50c7-9527-43db-8187-4cb979f8adcd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/floatingips/f4c691f1-d710-4032-befd-19ddc23c2394 HTTP/1.1" status: 204 len: 168 time: 1.2138114 Jul 23 20:39:31.684433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:31.700322 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9555f886-cd87-4e7f-a5f3-c5ca81967a92" -d '{"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:31.759325 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfeaa81-46e3-4930-b261-83c2b73ccbed x-openstack-request-id: req-6cfeaa81-46e3-4930-b261-83c2b73ccbed {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:31.759742 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:31.760064 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6cfeaa81-46e3-4930-b261-83c2b73ccbed {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:31.760664 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'status': 'completed', 'code': 200} Jul 23 20:39:31.786174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4030cb6a-935f-4e34-8151-c65b907b6580 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea1fed892bc0403ea409a7b120c255a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2091475 Jul 23 20:39:31.788644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50528) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:31.847578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1b74ef2-5baa-4eff-a0e9-f4ce59ca16f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.902583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1b74ef2-5baa-4eff-a0e9-f4ce59ca16f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.906601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-b8221667-64e6-46e0-81bc-54cf37431f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:31.914993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-b8221667-64e6-46e0-81bc-54cf37431f33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 1096 time: 0.1298087 Jul 23 20:39:31.989817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1b74ef2-5baa-4eff-a0e9-f4ce59ca16f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.992381 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1b74ef2-5baa-4eff-a0e9-f4ce59ca16f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:31.996377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c1b74ef2-5baa-4eff-a0e9-f4ce59ca16f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ff403145-1831-47ef-8a91-95c3a9dd8ea2 HTTP/1.1" status: 204 len: 168 time: 0.2063415 Jul 23 20:39:32.019557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b74ef2-5baa-4eff-a0e9-f4ce59ca16f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff403145-1831-47ef-8a91-95c3a9dd8ea2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:32.019874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:32.031728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-31232ec4-3282-4d28-a0c1-593fafe6a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:32.038996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-31232ec4-3282-4d28-a0c1-593fafe6a904 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 200 len: 897 time: 0.1134925 Jul 23 20:39:32.066115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722dc3e-392f-49bb-a555-654b124bc238 req-6b6e3fac-fdad-4b5b-a19d-1a4abc025e79 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:32.068020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9722dc3e-392f-49bb-a555-654b124bc238 req-6b6e3fac-fdad-4b5b-a19d-1a4abc025e79 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.1140852 Jul 23 20:39:32.132344 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-59d188cb-3519-4252-9eb6-51c66323a26b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 200 len: 217 time: 0.0899987 Jul 23 20:39:32.145787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9722dc3e-392f-49bb-a555-654b124bc238 req-c60e9ab2-6672-4ece-9d56-8a13bbc92d13 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=0a5157e4-87ca-4a73-981c-61f1246f7d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616412 Jul 23 20:39:32.217242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-734d6d8d-1008-42e4-b882-7d8b9a562d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:32.218950 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-734d6d8d-1008-42e4-b882-7d8b9a562d83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 200 len: 835 time: 0.0769775 Jul 23 20:39:32.310949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-aa039cb0-b39d-4377-8ac1-f50652280437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:32.313116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-aa039cb0-b39d-4377-8ac1-f50652280437 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858819 Jul 23 20:39:32.385866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:20Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:32.447069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] Checking router: 0fdbc6c7-b978-4ebd-8421-908a725d767a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:39:32.456540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:32.457179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:32.505400 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-9988ef26-0085-496f-8bd1-78452b4a4ae2 service neutron] 10.222.0.47 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840081 Jul 23 20:39:32.712389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2374f6c-ea96-406b-beac-274d42765f07 req-05bbb954-e509-49d9-b4ae-9792aa745f0b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:32.714023 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2374f6c-ea96-406b-beac-274d42765f07 req-05bbb954-e509-49d9-b4ae-9792aa745f0b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 944 time: 0.3009362 Jul 23 20:39:32.733959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-2332d9a9-c702-4737-b8ea-6aab67e9974c service neutron] 10.222.0.47 "GET /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193842 Jul 23 20:39:32.735184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:32.752415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:32.789966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e75b0e0-c679-4f3f-8e9a-1a3e6ecff6a8 req-e025df6a-0acb-4d28-bafd-51e0b1774e1e tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0837286 Jul 23 20:39:32.892219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 043a71c3-934a-47e2-a1dd-3b196962bba4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:32.893298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:32.904633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:32.904982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5b4f5eca-5474-4fa6-82b9-d241ef0575c0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:33.031873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 043a71c3-934a-47e2-a1dd-3b196962bba4, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=043a71c3-934a-47e2-a1dd-3b196962bba4,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:33.032332 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:33.046346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 043a71c3-934a-47e2-a1dd-3b196962bba4 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:33.088891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:20Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:33.160609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa5dc5-cb91-4c25-a779-439880b45668 None None] The sync data for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 is: [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '08c3343c-45c9-405c-aac7-5d922f124dfe', 'name': '', 'network_id': '9ae99f7a-2c7a-44b8-a009-c714d7bcdb73', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:20:18:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3231, 'fixed_ips': [{'subnet_id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:09Z', 'updated_at': '2021-07-23T20:38:20Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'cd909c6f-b5b7-407d-8a64-1c08711602a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:39:33.206414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:33.259642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50564) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:33.263621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=043a71c3-934a-47e2-a1dd-3b196962bba4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:33.299960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.300317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.300659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.300993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.301328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.301682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.302030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.302341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.302666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.302989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.303319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.303641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:33.337722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef4ddcf6-1cca-42be-bd20-50bf2b5b126c req-9fcd5e10-0717-4ffe-86eb-ae30fa3f97cb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=3bee10b5-3ad6-4b74-aeed-48841007a44c HTTP/1.1" status: 200 len: 210 time: 0.0618012 Jul 23 20:39:33.358652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] No DVR routers for this DVR port 043a71c3-934a-47e2-a1dd-3b196962bba4 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:33.361997 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:33.365135 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d2374f6c-ea96-406b-beac-274d42765f07 req-4e0df621-1711-4ffc-8cda-5b22e23633b8 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.47 "DELETE /v2.0/ports/043a71c3-934a-47e2-a1dd-3b196962bba4 HTTP/1.1" status: 204 len: 173 time: 0.6302209 Jul 23 20:39:33.437630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1682b395-697b-4f04-a195-12ef454fb578 tempest-DvrRoutersNegativeTest-1592232545 tempest-DvrRoutersNegativeTest-1592232545-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1041617530', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:33.441972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.policy [None req-1682b395-697b-4f04-a195-12ef454fb578 tempest-DvrRoutersNegativeTest-1592232545 tempest-DvrRoutersNegativeTest-1592232545-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94027) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 23 20:39:33.442522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.policy [None req-1682b395-697b-4f04-a195-12ef454fb578 tempest-DvrRoutersNegativeTest-1592232545 tempest-DvrRoutersNegativeTest-1592232545-project] Failed policy check for 'create_router' {{(pid=94027) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 23 20:39:33.443308 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-1682b395-697b-4f04-a195-12ef454fb578 tempest-DvrRoutersNegativeTest-1592232545 tempest-DvrRoutersNegativeTest-1592232545-project] create failed (client error): Access was denied to this resource. Jul 23 20:39:33.448911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1682b395-697b-4f04-a195-12ef454fb578 tempest-DvrRoutersNegativeTest-1592232545 tempest-DvrRoutersNegativeTest-1592232545-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1878204 Jul 23 20:39:33.627245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a90ba9-35e2-4645-9b16-8be12c50dfd6 None None] New status for floating IP f4c691f1-d710-4032-befd-19ddc23c2394: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:39:33.763163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-deleted', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:33.766784 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27445dd2-ee7d-4848-a210-125db0ca18bc" -d '{"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-deleted", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:33.844908 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2bd4d2-6f0c-43de-b5dd-64e1bb381a4f x-openstack-request-id: req-bb2bd4d2-6f0c-43de-b5dd-64e1bb381a4f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:33.849222 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bee10b5-3ad6-4b74-aeed-48841007a44c", "name": "network-vif-deleted", "tag": "043a71c3-934a-47e2-a1dd-3b196962bba4", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:33.849965 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb2bd4d2-6f0c-43de-b5dd-64e1bb381a4f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:33.850656 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bee10b5-3ad6-4b74-aeed-48841007a44c', 'name': 'network-vif-deleted', 'tag': '043a71c3-934a-47e2-a1dd-3b196962bba4', 'status': 'completed', 'code': 200} Jul 23 20:39:33.863884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50580) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:33.938348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4619c140-33cc-4515-9b8a-c5a88ec39e91 req-5574885d-c4d3-4f09-9c6a-e8de4806a8a1 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0379360 Jul 23 20:39:34.019625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-636497a6-c180-46b1-b019-e7cd06615e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.115038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-636497a6-c180-46b1-b019-e7cd06615e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.120108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-636497a6-c180-46b1-b019-e7cd06615e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.161018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-636497a6-c180-46b1-b019-e7cd06615e73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=135b78c82acc4530ba1067427380dddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960520 Jul 23 20:39:34.162173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636497a6-c180-46b1-b019-e7cd06615e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88078b3d-eb3c-47f6-a74f-b092d303205b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:34.163993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:34.229251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece51a11-8445-44b1-922e-ff4e49353e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.276318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece51a11-8445-44b1-922e-ff4e49353e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.353108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece51a11-8445-44b1-922e-ff4e49353e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.356186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ece51a11-8445-44b1-922e-ff4e49353e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:34.357400 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ece51a11-8445-44b1-922e-ff4e49353e58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88078b3d-eb3c-47f6-a74f-b092d303205b HTTP/1.1" status: 204 len: 168 time: 0.1918340 Jul 23 20:39:34.366261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece51a11-8445-44b1-922e-ff4e49353e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88078b3d-eb3c-47f6-a74f-b092d303205b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:34.419870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50590) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:34.893604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.107491 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca368616-3bd3-4218-8153-883a028e7f26 req-6e51a104-f3bf-4626-af24-70d343dc44d1 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0425706 Jul 23 20:39:35.297987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50624) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:35.349777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 08c3343c-45c9-405c-aac7-5d922f124dfe {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:35.350245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.440265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183019175'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:35.481120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 08c3343c-45c9-405c-aac7-5d922f124dfe, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=08c3343c-45c9-405c-aac7-5d922f124dfe,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:35.481548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.489909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.504008 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.506020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 08c3343c-45c9-405c-aac7-5d922f124dfe owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:35.721860 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.728779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.811128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313f7cfd-4a56-4aa7-98d7-8c5cfb3b97d2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:35.819996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.863650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=08c3343c-45c9-405c-aac7-5d922f124dfe,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:35.952469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:35.962915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.007176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a4e4bc-d8f3-479a-adab-061594111488,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:36.024297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:36.062133 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.065806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0ed8f7be-4b57-431e-9670-416164d04523 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7655079 Jul 23 20:39:36.066233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.076997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 043a71c3-934a-47e2-a1dd-3b196962bba4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:36.077338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 043a71c3-934a-47e2-a1dd-3b196962bba4 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:36.148090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.186952 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56876e37-1b80-4692-92b5-9ce08068bed5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1170714 Jul 23 20:39:36.187461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50636) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.201777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-security--607353598', 'description': 'tempest-security-description-1735910522'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:36.296689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.414844 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.427186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.439264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.446906 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "PUT /v2.0/security-groups/e2a4e4bc-d8f3-479a-adab-061594111488 HTTP/1.1" status: 200 len: 1779 time: 0.2573972 Jul 23 20:39:36.447595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50638) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.502876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bb6f6d-a7f8-407e-a0ea-3b612fbb196e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a4e4bc-d8f3-479a-adab-061594111488,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:36.532976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8357965b-eea2-4a82-b8b4-6af3938d5865 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups/e2a4e4bc-d8f3-479a-adab-061594111488 HTTP/1.1" status: 200 len: 1779 time: 0.0654519 Jul 23 20:39:36.535797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50640) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.615032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8489e57f-4d1c-466c-99f7-92479a1c41ad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.643970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8489e57f-4d1c-466c-99f7-92479a1c41ad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.699600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8489e57f-4d1c-466c-99f7-92479a1c41ad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.702296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8489e57f-4d1c-466c-99f7-92479a1c41ad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.703485 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8489e57f-4d1c-466c-99f7-92479a1c41ad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2a4e4bc-d8f3-479a-adab-061594111488 HTTP/1.1" status: 204 len: 168 time: 0.1666849 Jul 23 20:39:36.707156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50644) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.728663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e57f-4d1c-466c-99f7-92479a1c41ad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a4e4bc-d8f3-479a-adab-061594111488,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:36.771258 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74bbeb92-35e2-456a-a0b2-7afa2458137a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629728 Jul 23 20:39:36.772745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50646) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.785130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0193c8ad-a022-4652-832a-774aecc6baca req-10823a1c-4997-4f0e-9a6c-c1058b5a9a74 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0355039 Jul 23 20:39:36.790767 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-be5635e9-bdb7-41f7-9713-6e99dcd30a1b tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] delete failed (client error): The resource could not be found. Jul 23 20:39:36.795388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-be5635e9-bdb7-41f7-9713-6e99dcd30a1b tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/e2a4e4bc-d8f3-479a-adab-061594111488 HTTP/1.1" status: 404 len: 347 time: 0.0172217 Jul 23 20:39:36.796064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50648) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:36.801866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--140873760'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:36.838281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.958834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:36.959656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 0fdbc6c7-b978-4ebd-8421-908a725d767a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:39:36.965459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.026376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.027666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2304933 Jul 23 20:39:37.030484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50652) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.053044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': 'ef7cc2a9-a39f-4e96-ac83-6415ce65c48b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:37.067391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621c851-3e62-4995-afee-62756cf56cbb tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7cc2a9-a39f-4e96-ac83-6415ce65c48b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.090321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:39:37.098613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4a71c329-d373-4356-8189-cd76999eec59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/0fdbc6c7-b978-4ebd-8421-908a725d767a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6776290 Jul 23 20:39:37.102472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50656) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.105226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] Sync routers for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:39:37.116774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:37.118495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:37.130915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.220221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting subnet cd909c6f-b5b7-407d-8a64-1c08711602a9 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:39:37.230406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.313816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.318329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.327948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.328957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:37.372451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5688b2b-8f0c-4ec7-a657-e6f73396d298,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.399462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.400750 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3cec29ac-2d73-4e4e-8b32-d2f765a7ca66 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692007 Jul 23 20:39:37.403645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50666) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.460611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630eee8c-d4dd-4a9f-8dc4-2972962499a0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.480291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630eee8c-d4dd-4a9f-8dc4-2972962499a0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.540040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.566239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630eee8c-d4dd-4a9f-8dc4-2972962499a0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.573403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-630eee8c-d4dd-4a9f-8dc4-2972962499a0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.581536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-630eee8c-d4dd-4a9f-8dc4-2972962499a0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/f5688b2b-8f0c-4ec7-a657-e6f73396d298 HTTP/1.1" status: 204 len: 168 time: 0.1699739 Jul 23 20:39:37.582247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50668) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.645097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630eee8c-d4dd-4a9f-8dc4-2972962499a0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5688b2b-8f0c-4ec7-a657-e6f73396d298,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.675912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.714696 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-71994faf-c7c3-4c8f-a6cd-4d4750fe69a3 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1298878 Jul 23 20:39:37.718428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50670) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.763606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:39:35Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:37.766610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Subnet': ['ID=cd909c6f-b5b7-407d-8a64-1c08711602a9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:37.786114 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.791969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2912fad9-19aa-45e5-a2cb-0d5dc967a555 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/subnets/cd909c6f-b5b7-407d-8a64-1c08711602a9 HTTP/1.1" status: 204 len: 168 time: 0.6883540 Jul 23 20:39:37.794178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:37.828286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-704e7f53-c598-4bd4-b7db-8424438f4bf5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.848540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5bf82-95bc-4b9a-a886-530468c66ddb None None] Network 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:37.858344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] Checking router: 0fdbc6c7-b978-4ebd-8421-908a725d767a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:39:37.882314 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-704e7f53-c598-4bd4-b7db-8424438f4bf5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:37.897748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] Routers {'0fdbc6c7-b978-4ebd-8421-908a725d767a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:37.899564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['0fdbc6c7-b978-4ebd-8421-908a725d767a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:37.965620 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.051618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-704e7f53-c598-4bd4-b7db-8424438f4bf5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.054420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-704e7f53-c598-4bd4-b7db-8424438f4bf5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.056414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-704e7f53-c598-4bd4-b7db-8424438f4bf5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/ef7cc2a9-a39f-4e96-ac83-6415ce65c48b HTTP/1.1" status: 204 len: 168 time: 0.3313940 Jul 23 20:39:38.065282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50676) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:38.090582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e7f53-c598-4bd4-b7db-8424438f4bf5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7cc2a9-a39f-4e96-ac83-6415ce65c48b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:38.180844 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b9ba85bc-7401-4394-9c5e-31a4c8ad9ef6 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1132233 Jul 23 20:39:38.188649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50678) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:38.201107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--940457899'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:38.208610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61856b15-0cb0-4a74-b2d4-eaf8f4d04478 req-4fbcfb3f-9e2f-4e58-848d-0b5f33a893b8 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.1002381 Jul 23 20:39:38.210016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] Set router 0fdbc6c7-b978-4ebd-8421-908a725d767a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:38.275740 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.279572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.391438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:38.391788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.424101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.432821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.502421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.507690 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3153307 Jul 23 20:39:38.516994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50684) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:38.537245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '088a70c4-0c7f-45d7-980a-c84c95a557e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:38.577815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb27b2a-ce72-40c7-a1b8-1edd75165b08 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=088a70c4-0c7f-45d7-980a-c84c95a557e8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:38.618120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:38.618512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.618685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.630193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] DHCP port deletion for 9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:39:38.660159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:38.718628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:39:35Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:38.767568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365a2fe8-0695-4a15-8ddb-41e572b06bc6 None None] The sync data for ids ['0fdbc6c7-b978-4ebd-8421-908a725d767a'] in n-d-793620-13 is: [{'id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131978626', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:38:01Z', 'updated_at': '2021-07-23T20:39:35Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:20:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdbc6c7-b978-4ebd-8421-908a725d767a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3226, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:38:02Z', 'updated_at': '2021-07-23T20:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:39:38.774864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.786172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.806042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] Deleting port ceef1d0f-7439-4d29-bb3e-be269176bfb6 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:38.806493 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.824531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ed20ee-8c70-4e3b-99bc-2cf550b02019,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:38.840017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.841415 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b7901126-e7d9-48bc-8e1b-399135d9da60 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3234255 Jul 23 20:39:38.844187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:38.849660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '088a70c4-0c7f-45d7-980a-c84c95a557e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:38.891396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.921587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] For port ceef1d0f-7439-4d29-bb3e-be269176bfb6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ceef1d0f-7439-4d29-bb3e-be269176bfb6,segment=NetworkSegment(9a32324b-78c1-4d68-b2f7-11e6b97c7cd0),segment_id=9a32324b-78c1-4d68-b2f7-11e6b97c7cd0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:38.922131 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.943545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] Calling delete_port for ceef1d0f-7439-4d29-bb3e-be269176bfb6 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:38.945202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:38.993839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.015324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.020159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.051597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538c11fd-a906-4df5-ae8e-0919bb0cdfe1,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.061818 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.067291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50688) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.068293 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22b433c0-a15f-420f-bcb8-eefbab628c9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2222810 Jul 23 20:39:39.079307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '088a70c4-0c7f-45d7-980a-c84c95a557e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:39.104380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.134262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] Pushing event deleted for resources: {'Port': ['ID=ceef1d0f-7439-4d29-bb3e-be269176bfb6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.136252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0de20e6-a744-401f-b19d-9a8b31ea92d9 None None] No DVR routers for this DVR port ceef1d0f-7439-4d29-bb3e-be269176bfb6 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:39.152276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.166942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.284959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.293692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.355472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.379926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d041f87-5639-42c4-875e-0f983624e18d req-acc25c3d-557b-435b-8379-d12ac9f4aff0 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0438719 Jul 23 20:39:39.380826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.381393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Fanout notify agent at l3_agent the message router_deleted on router 0fdbc6c7-b978-4ebd-8421-908a725d767a {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:39:39.383130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.389869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.390979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56055a83-05e6-48f0-9297-bff5c651fd2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/routers/0fdbc6c7-b978-4ebd-8421-908a725d767a HTTP/1.1" status: 204 len: 168 time: 1.5958381 Jul 23 20:39:39.393929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50694) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.418053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057f7ad0-6d9f-4a46-9e28-1f7a4accf0e1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.433337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.434850 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f05cf58a-08d4-4d57-82ec-7fcc397132cd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3665874 Jul 23 20:39:39.439968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.455990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '088a70c4-0c7f-45d7-980a-c84c95a557e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:39.536480 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.546449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.667800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.673948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.702914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.727334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae99f7a-2c7a-44b8-a009-c714d7bcdb73']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:39.730251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b299d0c3-50ad-41d0-9bdf-c7f4eb172c1b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.737991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.742021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bcdf2cb4-8482-4baf-9035-4c7ea1cdbd86 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3019400 Jul 23 20:39:39.742729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50704) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.746659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:39.746960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a32324b-78c1-4d68-b2f7-11e6b97c7cd0') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:39.750496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '088a70c4-0c7f-45d7-980a-c84c95a557e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:39.756802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.772608 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.781125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:39:39.781886 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:39:39.785786 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:39:39.795313 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.862024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.876908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.877762 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.880382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/networks/9ae99f7a-2c7a-44b8-a009-c714d7bcdb73 HTTP/1.1" status: 204 len: 168 time: 0.4829078 Jul 23 20:39:39.881992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50706) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.893622 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.901067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd37df-5c80-465a-b04f-36b392f11895 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Network': ['ID=9ae99f7a-2c7a-44b8-a009-c714d7bcdb73,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.932968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126b3243-3cd6-483a-9864-1b83040ee701,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:39.943258 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.944462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b732148a-fd03-4a3a-9e14-eea4129f5f91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2002130 Jul 23 20:39:39.948046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50708) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:39.976331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fa36cdc-c659-4a08-bb6d-8b3925f7d4c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.982331 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec0b9-f40d-449b-9e9e-ef5c3381584e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:39.991011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec0b9-f40d-449b-9e9e-ef5c3381584e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.007450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fa36cdc-c659-4a08-bb6d-8b3925f7d4c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.025010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec0b9-f40d-449b-9e9e-ef5c3381584e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.031135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d9ec0b9-f40d-449b-9e9e-ef5c3381584e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.034731 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d9ec0b9-f40d-449b-9e9e-ef5c3381584e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/126b3243-3cd6-483a-9864-1b83040ee701 HTTP/1.1" status: 204 len: 168 time: 0.0831850 Jul 23 20:39:40.036898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50710) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.056326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ec0b9-f40d-449b-9e9e-ef5c3381584e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=126b3243-3cd6-483a-9864-1b83040ee701,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.108836 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bbc8b9d8-91ca-45e9-995b-81f161f89904 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0576050 Jul 23 20:39:40.110606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50712) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.114498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fa36cdc-c659-4a08-bb6d-8b3925f7d4c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.118226 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4fa36cdc-c659-4a08-bb6d-8b3925f7d4c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.119726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4fa36cdc-c659-4a08-bb6d-8b3925f7d4c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/security-groups/0a5157e4-87ca-4a73-981c-61f1246f7d5d HTTP/1.1" status: 204 len: 168 time: 0.2358871 Jul 23 20:39:40.137457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa36cdc-c659-4a08-bb6d-8b3925f7d4c6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5157e4-87ca-4a73-981c-61f1246f7d5d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.147678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe04827-3351-4cac-98d0-38fc331131ac tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.156006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe04827-3351-4cac-98d0-38fc331131ac tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.186728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe04827-3351-4cac-98d0-38fc331131ac tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.193756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5fe04827-3351-4cac-98d0-38fc331131ac tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.195091 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5fe04827-3351-4cac-98d0-38fc331131ac tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/b299d0c3-50ad-41d0-9bdf-c7f4eb172c1b HTTP/1.1" status: 204 len: 168 time: 0.0834546 Jul 23 20:39:40.197980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50716) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.209348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04827-3351-4cac-98d0-38fc331131ac tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b299d0c3-50ad-41d0-9bdf-c7f4eb172c1b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.254848 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-098b622f-0eff-4098-ad22-1f3e9333cc89 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0526025 Jul 23 20:39:40.255034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50718) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.282911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2762fb51-c554-4eb1-928f-c7b0012d8d8c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.292270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2762fb51-c554-4eb1-928f-c7b0012d8d8c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.321176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2762fb51-c554-4eb1-928f-c7b0012d8d8c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.329824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2762fb51-c554-4eb1-928f-c7b0012d8d8c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.333889 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2762fb51-c554-4eb1-928f-c7b0012d8d8c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/057f7ad0-6d9f-4a46-9e28-1f7a4accf0e1 HTTP/1.1" status: 204 len: 168 time: 0.0752523 Jul 23 20:39:40.334641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50720) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.336709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762fb51-c554-4eb1-928f-c7b0012d8d8c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=057f7ad0-6d9f-4a46-9e28-1f7a4accf0e1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.393514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5ae4ea3a-99a6-4f25-be75-ed36d0cdc34d tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0566950 Jul 23 20:39:40.396168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50722) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.429526 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7545f566-4e4f-4c60-a9ce-03a2ce44f385 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.453470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7545f566-4e4f-4c60-a9ce-03a2ce44f385 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.505527 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7545f566-4e4f-4c60-a9ce-03a2ce44f385 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.511236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7545f566-4e4f-4c60-a9ce-03a2ce44f385 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.512488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7545f566-4e4f-4c60-a9ce-03a2ce44f385 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/538c11fd-a906-4df5-ae8e-0919bb0cdfe1 HTTP/1.1" status: 204 len: 168 time: 0.1153109 Jul 23 20:39:40.515221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50730) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.538314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545f566-4e4f-4c60-a9ce-03a2ce44f385 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=538c11fd-a906-4df5-ae8e-0919bb0cdfe1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.603477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01683a71-f766-4320-b789-1f3c8f373752 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0815506 Jul 23 20:39:40.603996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.620692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5496890f-a49b-4f03-a774-3ac1980d7a38 req-d4eb1eb2-5ee5-4f89-8be3-0eb3e5dd3ac5 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.1070271 Jul 23 20:39:40.654943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8d9051f-8a02-4718-9613-bac3499ba66c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.674942 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8d9051f-8a02-4718-9613-bac3499ba66c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.693530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ceef1d0f-7439-4d29-bb3e-be269176bfb6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:40.721935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ceef1d0f-7439-4d29-bb3e-be269176bfb6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:40.722291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ceef1d0f-7439-4d29-bb3e-be269176bfb6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:40.722730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:40.730207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8d9051f-8a02-4718-9613-bac3499ba66c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.741106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8d9051f-8a02-4718-9613-bac3499ba66c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.742293 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c8d9051f-8a02-4718-9613-bac3499ba66c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/85ed20ee-8c70-4e3b-99bc-2cf550b02019 HTTP/1.1" status: 204 len: 168 time: 0.1371152 Jul 23 20:39:40.745075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50736) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.748393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:40.748951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1eb9dbba-5201-4a8e-9bbf-07b6a586d8c6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:40.749575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 08c3343c-45c9-405c-aac7-5d922f124dfe no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:40.771215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9051f-8a02-4718-9613-bac3499ba66c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ed20ee-8c70-4e3b-99bc-2cf550b02019,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:40.774495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 08c3343c-45c9-405c-aac7-5d922f124dfe {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:40.774905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 08c3343c-45c9-405c-aac7-5d922f124dfe not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:40.810021 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4724a8b5-4dd6-44af-b5cf-8bd89568910b tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0627980 Jul 23 20:39:40.812686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50738) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.871633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ae273af-a26f-4f6c-a060-8e25c409420e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.897135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ae273af-a26f-4f6c-a060-8e25c409420e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.944340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50742) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.956300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ae273af-a26f-4f6c-a060-8e25c409420e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.959140 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4ae273af-a26f-4f6c-a060-8e25c409420e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:40.963550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4ae273af-a26f-4f6c-a060-8e25c409420e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/088a70c4-0c7f-45d7-980a-c84c95a557e8 HTTP/1.1" status: 204 len: 168 time: 0.1465755 Jul 23 20:39:40.964410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50746) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:40.970170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae273af-a26f-4f6c-a060-8e25c409420e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=088a70c4-0c7f-45d7-980a-c84c95a557e8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.016702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e494850d-18d3-4b88-836b-29d5ebdc813f tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510707 Jul 23 20:39:41.020933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.026410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--780385889'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.049366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.062640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08ba73b3-54aa-4131-ba95-0a48a8101874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.130463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.134083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.171308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03c544-813c-43bf-a247-1942d86fa87b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.222185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08ba73b3-54aa-4131-ba95-0a48a8101874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.227625 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-08ba73b3-54aa-4131-ba95-0a48a8101874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.233231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.237879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ccd15788-a3da-45fe-8e35-e6fdc5a1daa5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2159326 Jul 23 20:39:41.238716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50754) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.244277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '6a03c544-813c-43bf-a247-1942d86fa87b', 'direction': 'ingress', 'protocol': 17}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.271350 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-08ba73b3-54aa-4131-ba95-0a48a8101874 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5dcfefd08379491791d46a3515c81417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234274 Jul 23 20:39:41.271350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba73b3-54aa-4131-ba95-0a48a8101874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dddc955-08b9-4ed3-915e-987392915fbf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.272333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50756) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.286214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.365631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8500-71ce-4739-aa69-2257984214fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.377124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.384976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.401415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50758) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.406349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1664997771', 'description': 'tempest-secgroup-smoke-1664997771 description', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.409113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8500-71ce-4739-aa69-2257984214fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.420758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583b5deb-14ec-42c3-aba1-c557d4a4f122,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.427383 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.438090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.439285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9494e27d-a1fa-4966-aa24-22c11c1ad3c5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1993728 Jul 23 20:39:41.443428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.502190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8500-71ce-4739-aa69-2257984214fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.504706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8aa8500-71ce-4739-aa69-2257984214fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.506282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8aa8500-71ce-4739-aa69-2257984214fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dddc955-08b9-4ed3-915e-987392915fbf HTTP/1.1" status: 204 len: 168 time: 0.2322910 Jul 23 20:39:41.511527 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93a0379e-312f-48b1-be0c-164734c4a1d7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.518801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.520206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa8500-71ce-4739-aa69-2257984214fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dddc955-08b9-4ed3-915e-987392915fbf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.534722 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.542816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93a0379e-312f-48b1-be0c-164734c4a1d7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.578909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.589865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.591148 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5a727e47-0211-4a0e-a256-319b25bc25ce tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1886005 Jul 23 20:39:41.594583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50764) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.599568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.610379 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93a0379e-312f-48b1-be0c-164734c4a1d7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.612875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93a0379e-312f-48b1-be0c-164734c4a1d7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.614018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-93a0379e-312f-48b1-be0c-164734c4a1d7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/6a03c544-813c-43bf-a247-1942d86fa87b HTTP/1.1" status: 204 len: 168 time: 0.1696918 Jul 23 20:39:41.619100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.630015 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0379e-312f-48b1-be0c-164734c4a1d7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03c544-813c-43bf-a247-1942d86fa87b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.662649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.679199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9bf8510c-7f25-4654-8428-b7d361b81cc7 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0585115 Jul 23 20:39:41.683405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.696890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--614385748'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.745587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.775150 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.802347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84002654-3595-40f0-af75-1665e1fbef0f req-79ef1c9c-e8dc-401e-b084-73d031dec5cd tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0436709 Jul 23 20:39:41.802969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.835334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d70fd86-f7a6-44ae-a7f5-80bb0164dc50,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.900761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.906832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.921928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.926163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a7654ce-6d22-4b8e-92cd-13970cde5c5a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303483 Jul 23 20:39:41.926576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.932587 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:41.952390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01567e54-0daf-4f2f-89ec-b861747a675a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:41.967427 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.969142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c9c76f3-c70a-450f-96bc-bf3011da8b5a tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2847373 Jul 23 20:39:41.971850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:41.974839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:41.977647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--58596718'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.004831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.067373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.082238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.116044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c851a0df-9056-4e08-bc4c-9ee332fdcb65,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.138369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.143053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.149406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.153648 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-74158d84-d470-4fb3-999a-d71dbc9510c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2229731 Jul 23 20:39:42.153992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.161767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.180290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.181576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2086771 Jul 23 20:39:42.184001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa4aa5-0894-4bd8-8674-687010110dad tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6964e8d-36e8-4932-8630-678a6d464e93,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.186211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.191972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': '01567e54-0daf-4f2f-89ec-b861747a675a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f6964e8d-36e8-4932-8630-678a6d464e93', 'remote_ip_prefix': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.205174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.231422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.285077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.297983 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.319005 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.324558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.330617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c900e20-0e87-4ca1-9c5c-610d763dfc1a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.334899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.339432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d0c86b2b-0583-4e26-8ba0-156ad58ddc68 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1842926 Jul 23 20:39:42.340318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50804) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.345630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa6f62c-d04a-425b-bc5c-9de3dee641c0,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.346302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.354840 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.360500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-19ac555f-b399-4fc1-9320-509bd32f1f64 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1731341 Jul 23 20:39:42.360842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.395074 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589e266b-c33a-49df-b8e8-af9cab9eba97 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.403096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589e266b-c33a-49df-b8e8-af9cab9eba97 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.433311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589e266b-c33a-49df-b8e8-af9cab9eba97 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.438619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.444662 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-589e266b-c33a-49df-b8e8-af9cab9eba97 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.446153 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-589e266b-c33a-49df-b8e8-af9cab9eba97 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/afa6f62c-d04a-425b-bc5c-9de3dee641c0 HTTP/1.1" status: 204 len: 168 time: 0.0841160 Jul 23 20:39:42.449552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50812) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.458945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e266b-c33a-49df-b8e8-af9cab9eba97 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afa6f62c-d04a-425b-bc5c-9de3dee641c0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.519668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.522357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3c5c4db7-cb26-4e8b-8db8-f9d4b5d3d0aa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0709200 Jul 23 20:39:42.522932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50814) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.535768 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.578053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5b1c87-805d-4b0f-95ab-c73801e4b1e8,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.589837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.594522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4aa64e80-f1b7-4149-8af1-35a3a89dfb8b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2505379 Jul 23 20:39:42.594666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50816) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.599376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.633759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-109638a0-f0f2-49ef-aa71-6c735381a9df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.647587 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:39:42.662641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.676614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-109638a0-f0f2-49ef-aa71-6c735381a9df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.790465 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-109638a0-f0f2-49ef-aa71-6c735381a9df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.801880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-109638a0-f0f2-49ef-aa71-6c735381a9df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.806357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-109638a0-f0f2-49ef-aa71-6c735381a9df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/f6964e8d-36e8-4932-8630-678a6d464e93 HTTP/1.1" status: 204 len: 168 time: 0.2779305 Jul 23 20:39:42.811696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50822) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.816205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.823143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109638a0-f0f2-49ef-aa71-6c735381a9df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6964e8d-36e8-4932-8630-678a6d464e93,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.831756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.872180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:42.874134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2776921 Jul 23 20:39:42.878274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50826) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.878775 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01758338-a1de-4bf2-8272-8f9a5c5e8d92 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152b90e1-263b-410e-9fb0-f7aac2a4ae66,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:42.890661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'security_group_rule': {'security_group_id': '22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:42.926915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7cd2ed13-833f-4c40-97cd-ec5fb72c76df tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1174898 Jul 23 20:39:42.929989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50828) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:42.942080 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Project 3f6e4c16f5194b18a71b83d05b7064b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:39:42.958094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.007275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b407bb9c-67e9-4927-98f2-e70beecd7303 req-d2170d34-7888-4dd6-b10e-37bff6fc90eb tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0443983 Jul 23 20:39:43.015814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30641cb-f4b2-469c-a4f4-25c94204e040 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.051901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30641cb-f4b2-469c-a4f4-25c94204e040 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.093802 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.106636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.106879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30641cb-f4b2-469c-a4f4-25c94204e040 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.109950 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a30641cb-f4b2-469c-a4f4-25c94204e040 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.111180 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a30641cb-f4b2-469c-a4f4-25c94204e040 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/01567e54-0daf-4f2f-89ec-b861747a675a HTTP/1.1" status: 204 len: 168 time: 0.1798992 Jul 23 20:39:43.117129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50834) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.131095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342ca38a-c127-4ad5-af0a-500d93c8a186,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.138415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.140238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-50b0dab7-4024-45cc-8ddb-6d7bea30db12 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2532544 Jul 23 20:39:43.143152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50836) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.150480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30641cb-f4b2-469c-a4f4-25c94204e040 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01567e54-0daf-4f2f-89ec-b861747a675a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.151154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'network': {'name': 'tempest-network-smoke--142421384', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'port_security_enabled': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:43.195655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c264e23f-b284-43b2-8680-e07161e54a53 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731490 Jul 23 20:39:43.196821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50838) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.197331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:43.202262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.202537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656084865'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:43.232742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:39:43.233791 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.245515 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.245956 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Added segment a9928a47-4ef0-47e4-a014-83a4ed9618f3 of type vlan for network 2f354777-8e01-4e04-88af-175b721067ab Jul 23 20:39:43.293701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.339302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.342814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.345072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:43.345674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.346828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.376124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.380469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.380622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1820884 Jul 23 20:39:43.385233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137d79f-0958-461f-a79c-8a157283e5e5 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab3b070-d4e3-4a91-900a-ef18be8d0f21,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.385719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': 'aab3b070-d4e3-4a91-900a-ef18be8d0f21', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:43.393372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2485709 Jul 23 20:39:43.396612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.403649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'admin_state_up': True, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:43.430230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cefab1-8edb-41bb-ab2f-d71e9a773fa6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Network': ['ID=2f354777-8e01-4e04-88af-175b721067ab,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.440908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 2f354777-8e01-4e04-88af-175b721067ab details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:39:43.451558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.465175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.467126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.532286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.536465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.557197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e405fc-6003-444f-a1db-084afe01e9ac,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.565819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.567159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-93251af7-0268-4352-ac3d-d52db00ebeb2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1856554 Jul 23 20:39:43.570574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.597325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57218034-a5db-4da1-aeff-ae837fae25f4 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.607515 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57218034-a5db-4da1-aeff-ae837fae25f4 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.640865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57218034-a5db-4da1-aeff-ae837fae25f4 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.647668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57218034-a5db-4da1-aeff-ae837fae25f4 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.651515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-57218034-a5db-4da1-aeff-ae837fae25f4 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/32e405fc-6003-444f-a1db-084afe01e9ac HTTP/1.1" status: 204 len: 168 time: 0.0776515 Jul 23 20:39:43.652367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.662926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57218034-a5db-4da1-aeff-ae837fae25f4 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32e405fc-6003-444f-a1db-084afe01e9ac,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.704737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2f993145-5b56-4108-ac87-bdfdfb346507 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0513444 Jul 23 20:39:43.707073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50852) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.775904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-635e1cdc-785d-4bc2-aa25-b9c3c2fc1faa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.801248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-635e1cdc-785d-4bc2-aa25-b9c3c2fc1faa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.847969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.874604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-635e1cdc-785d-4bc2-aa25-b9c3c2fc1faa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.875872 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-04004e2e-4284-4c64-9d87-7d597fab67b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.877417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.879452 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-635e1cdc-785d-4bc2-aa25-b9c3c2fc1faa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:43.881195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-635e1cdc-785d-4bc2-aa25-b9c3c2fc1faa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/aab3b070-d4e3-4a91-900a-ef18be8d0f21 HTTP/1.1" status: 204 len: 168 time: 0.1723804 Jul 23 20:39:43.885360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.904345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e1cdc-785d-4bc2-aa25-b9c3c2fc1faa tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab3b070-d4e3-4a91-900a-ef18be8d0f21,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:43.945706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11a83a28-744b-477d-834c-7d0c1400ae91 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555050 Jul 23 20:39:43.946419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:43.950984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group': {'name': 'tempest-secgroup--1647559920'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:43.974531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.052363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.084995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.090167 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.136827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa29892f-ece3-422a-8e5a-72fecaa244f9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.141582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.143092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5d537001-e684-4b3d-a47f-92827d79d1be tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1957021 Jul 23 20:39:44.146107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50874) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.161600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': 'aa29892f-ece3-422a-8e5a-72fecaa244f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:44.192559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f636ae3d-061c-4910-93d7-bac0f7632fc4 req-9fed54f0-af3a-4ee9-adb3-86d9c18723cd tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0483010 Jul 23 20:39:44.231602 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.259757 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-14c0c48a-77c1-4cb8-9fb4-8e2288fa21e4 req-449eee60-6b3e-4d22-b822-060eabf2d63e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0688233 Jul 23 20:39:44.293266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.298056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.317484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c993b28c-c860-44a1-bf54-7a768f022caa,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.324323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.328222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b8c2feee-af08-4fae-8b65-6428e7913980 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781833 Jul 23 20:39:44.328522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50878) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.351138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-88cf43ed-8ffa-44c0-aa6b-be6cf1e6497e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules/c993b28c-c860-44a1-bf54-7a768f022caa HTTP/1.1" status: 200 len: 763 time: 0.0191176 Jul 23 20:39:44.352441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.388182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.395891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-163f4388-13ab-494d-b299-70fabde3cb21 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0421164 Jul 23 20:39:44.399964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50882) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.416742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.426120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b45ae576-568d-402d-9560-8696e3fd60dd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.434596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b45ae576-568d-402d-9560-8696e3fd60dd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.479925 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b45ae576-568d-402d-9560-8696e3fd60dd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.487945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b45ae576-568d-402d-9560-8696e3fd60dd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.489357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b45ae576-568d-402d-9560-8696e3fd60dd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/c993b28c-c860-44a1-bf54-7a768f022caa HTTP/1.1" status: 204 len: 168 time: 0.0884361 Jul 23 20:39:44.495100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50886) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.503942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ae576-568d-402d-9560-8696e3fd60dd tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c993b28c-c860-44a1-bf54-7a768f022caa,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.547756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.195 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/626a59c6-e1df-4f18-95f5-b675c4ce6241) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:44.552788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-341eb3b2-f5ad-41aa-8bdf-2b6f1cc976c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561428 Jul 23 20:39:44.555628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50890) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.563893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': 'aa29892f-ece3-422a-8e5a-72fecaa244f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:44.594545 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.650806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.655343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.668461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.677178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5367bf-a36a-4b84-b624-316b3655cf2d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.681337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.682472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eb60b52e-079b-459c-96a6-a346acf55762 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1256626 Jul 23 20:39:44.685254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50896) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.720172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4ffd6b6f-960c-4875-b1ac-984551138dcc tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules/af5367bf-a36a-4b84-b624-316b3655cf2d HTTP/1.1" status: 200 len: 763 time: 0.0314672 Jul 23 20:39:44.720627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50898) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.737769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.780481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:44.783671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:44.787435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:44.796454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-36a4aba4-8828-452a-ad87-1b1651d6ef00 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0749187 Jul 23 20:39:44.800079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50900) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.819791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=626a59c6-e1df-4f18-95f5-b675c4ce6241,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.829281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e347b6a-b23d-4bb9-9081-730ba04ab328 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.840371 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e347b6a-b23d-4bb9-9081-730ba04ab328 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.889709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e347b6a-b23d-4bb9-9081-730ba04ab328 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.906687 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3e347b6a-b23d-4bb9-9081-730ba04ab328 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:44.909335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3e347b6a-b23d-4bb9-9081-730ba04ab328 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/af5367bf-a36a-4b84-b624-316b3655cf2d HTTP/1.1" status: 204 len: 168 time: 0.1078212 Jul 23 20:39:44.912095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50902) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:44.927927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e347b6a-b23d-4bb9-9081-730ba04ab328 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af5367bf-a36a-4b84-b624-316b3655cf2d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:44.992777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c64fbb83-ef9a-47e8-a7f4-fe4dc84cdb9c tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772569 Jul 23 20:39:44.994223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50904) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.010194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Request body: {'security_group_rule': {'security_group_id': 'aa29892f-ece3-422a-8e5a-72fecaa244f9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:45.050650 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Project 90b03ae1bb1d44649a623599aecbcc14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:39:45.057766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.126026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.152505 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.158854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.181425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc9e7bd-d4c8-4597-87ac-3c52f75551dc,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:45.190160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.191785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-984b891e-12ee-4812-964a-801e17e853c2 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1960144 Jul 23 20:39:45.194322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50906) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.216849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-969c1e71-a832-41a2-ae54-d1c5466bcb6f tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules/9fc9e7bd-d4c8-4597-87ac-3c52f75551dc HTTP/1.1" status: 200 len: 769 time: 0.0203969 Jul 23 20:39:45.219336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50908) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.269250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7d3f96e7-b1f5-4e21-91eb-00877dc63ccf tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0483212 Jul 23 20:39:45.271486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50914) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.329495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a77ffddc-8af2-4226-8fa8-4f5fc934ee16 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.340879 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a77ffddc-8af2-4226-8fa8-4f5fc934ee16 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.390266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a77ffddc-8af2-4226-8fa8-4f5fc934ee16 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.410804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.419181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a77ffddc-8af2-4226-8fa8-4f5fc934ee16 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.422376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a77ffddc-8af2-4226-8fa8-4f5fc934ee16 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-group-rules/9fc9e7bd-d4c8-4597-87ac-3c52f75551dc HTTP/1.1" status: 204 len: 168 time: 0.1481230 Jul 23 20:39:45.424671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e2fce3-bd5a-46b7-bdca-3ddaa92c93cf req-439467a8-6676-453d-baef-a103288bc9e0 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0485678 Jul 23 20:39:45.425210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.436967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ffddc-8af2-4226-8fa8-4f5fc934ee16 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fc9e7bd-d4c8-4597-87ac-3c52f75551dc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:45.493366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-172eb575-4023-4490-bad2-083475e5d2b0 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0639551 Jul 23 20:39:45.496224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.584205 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cd67e18-2ba4-443c-93bd-063b00da108e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.623507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 2713264f-7686-4a50-9a4d-f79b9076eb94 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:39:45.632042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cd67e18-2ba4-443c-93bd-063b00da108e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.708062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cd67e18-2ba4-443c-93bd-063b00da108e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.713014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cd67e18-2ba4-443c-93bd-063b00da108e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.717107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50930) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.717707 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6cd67e18-2ba4-443c-93bd-063b00da108e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "DELETE /v2.0/security-groups/aa29892f-ece3-422a-8e5a-72fecaa244f9 HTTP/1.1" status: 204 len: 168 time: 0.2206340 Jul 23 20:39:45.728510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd67e18-2ba4-443c-93bd-063b00da108e tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa29892f-ece3-422a-8e5a-72fecaa244f9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:45.817558 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f95961d2-05c4-4067-9cdc-2f13267e1739 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987551 Jul 23 20:39:45.823819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50934) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:45.855171 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b924d00-b516-4680-8c7d-4d02ef4f2b2b req-51248dfa-bce1-4d06-8a65-d9f3d75c2bdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d64e2035ae034b98955a10ce3ca42ca0&device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0515168 Jul 23 20:39:45.858068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25402a08-1684-4d84-9443-8ff18f5c7139 req-a32c1778-99e1-45a8-b73c-86d3312982a3 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0415490 Jul 23 20:39:45.907423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:39:45.918723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b924d00-b516-4680-8c7d-4d02ef4f2b2b req-b5cd3b14-7c8f-4cb2-822e-d259fb997484 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d64e2035ae034b98955a10ce3ca42ca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471389 Jul 23 20:39:45.919312 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Sync routers for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:39:45.930111 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:45.930930 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:45.990228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:45.994802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4f20cc5e-baf6-4e97-b363-dd57872f2df6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5918190 Jul 23 20:39:45.995616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:46.006266 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c54f9469-1050-4d6d-a140-60182546a083 tempest-SecGroupIPv6Test-2121743719 tempest-SecGroupIPv6Test-2121743719-project] 10.222.0.46 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1815460 Jul 23 20:39:46.119103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ac87a3cb-f445-424c-8c9e-3ee42c03e2a0 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=3f6e4c16f5194b18a71b83d05b7064b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1222858 Jul 23 20:39:46.122934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50944) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:46.129770 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:46.179779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b924d00-b516-4680-8c7d-4d02ef4f2b2b req-72c32202-ef6e-4f14-b354-0e5daa2f3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.185805 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b924d00-b516-4680-8c7d-4d02ef4f2b2b req-72c32202-ef6e-4f14-b354-0e5daa2f3696 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2602336 Jul 23 20:39:46.373012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e93303-54d4-4db5-9a73-a2f9105f3687 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:46.375466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50952) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:46.375651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-75e93303-54d4-4db5-9a73-a2f9105f3687 tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2517257 Jul 23 20:39:46.446617 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-933eeb93-d7c7-4eed-a4fb-c0fa1930ae9d tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687230 Jul 23 20:39:46.448056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.448896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 50954) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:46.462986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-157647573', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:46.491719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dd4181e1-d0e1-4e00-ae5b-f0222cf3dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.501078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50956) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:46.528689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:44Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:46.559233 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Checking router: 2713264f-7686-4a50-9a4d-f79b9076eb94 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:39:46.559827 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Updating router 2713264f-7686-4a50-9a4d-f79b9076eb94 port 626a59c6-e1df-4f18-95f5-b675c4ce6241 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:39:46.609181 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.657410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:46.662703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.697659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-58176b5f-e5a2-4f61-9c97-dcc745e3cd7f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=90b03ae1bb1d44649a623599aecbcc14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925442 Jul 23 20:39:46.698096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50960) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:46.750408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0fd1-9ae3-47d2-a63e-b4efed9dca7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.782540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0fd1-9ae3-47d2-a63e-b4efed9dca7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.852838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0fd1-9ae3-47d2-a63e-b4efed9dca7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.856561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7dc0fd1-9ae3-47d2-a63e-b4efed9dca7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:46.858367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7dc0fd1-9ae3-47d2-a63e-b4efed9dca7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/313f7cfd-4a56-4aa7-98d7-8c5cfb3b97d2 HTTP/1.1" status: 204 len: 168 time: 0.1586745 Jul 23 20:39:46.869453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc0fd1-9ae3-47d2-a63e-b4efed9dca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f7cfd-4a56-4aa7-98d7-8c5cfb3b97d2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:46.971666 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.072981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3576a710-a83c-4e05-ab6e-399c694c7a24 req-718fdfc9-56db-466d-8831-a1b25e57b1a7 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0737498 Jul 23 20:39:47.100315 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.122415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Transition to ACTIVE for port object 626a59c6-e1df-4f18-95f5-b675c4ce6241 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:47.124463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Subnet': ['ID=b5b3b6db-0843-43ef-bcae-0849e2d52e1d,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:47.133126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Checking segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:47.133657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network hostable DHCP agents. Network: 2f354777-8e01-4e04-88af-175b721067ab, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:39:47.136037 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.154356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 2f354777-8e01-4e04-88af-175b721067ab is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:39:47.172074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 2f354777-8e01-4e04-88af-175b721067ab) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:47.181784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf6cad7-50f1-48a8-8278-8ead937147e7 None None] Network 2f354777-8e01-4e04-88af-175b721067ab requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:47.192701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:47.194385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.217604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 50970) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:47.229272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-853ecdb8-8724-4420-b923-09c3729397b5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7789040 Jul 23 20:39:47.235046 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Attempting to bind port 626a59c6-e1df-4f18-95f5-b675c4ce6241 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:47.236597 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Attempting to bind port 626a59c6-e1df-4f18-95f5-b675c4ce6241 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:47.238057 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Attempting to bind port 626a59c6-e1df-4f18-95f5-b675c4ce6241 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:47.252748 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:47.253461 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:47.254038 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.254580 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:47.255207 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Bound port: 626a59c6-e1df-4f18-95f5-b675c4ce6241, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:47.255764 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.351706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.374801 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] For port 626a59c6-e1df-4f18-95f5-b675c4ce6241, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:47.387236 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] For port 626a59c6-e1df-4f18-95f5-b675c4ce6241, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=626a59c6-e1df-4f18-95f5-b675c4ce6241,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:47.421464 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3b924d00-b516-4680-8c7d-4d02ef4f2b2b req-19de81f9-32d6-408d-a7d4-0605962a07a9 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.0664928 Jul 23 20:39:47.438724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-2f354777-8e01-4e04-88af-175b721067ab', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:39:47.439803 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.444794 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:47.483137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Pushing event updated for resources: {'Port': ['ID=626a59c6-e1df-4f18-95f5-b675c4ce6241,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:47.539419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.539419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.539419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.539419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.539419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.539419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.540354 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.540807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.543531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.543916 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.544257 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.546109 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:47.622922 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:47.623291 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:47.682976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Allocated IP 172.20.0.2 (2f354777-8e01-4e04-88af-175b721067ab/b5b3b6db-0843-43ef-bcae-0849e2d52e1d/c7356b75-e75f-4e1b-bd9d-aa451a8f386f) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:47.732742 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177a806-26df-4ec8-9fb3-93918c4dd23c None None] Pushing event updated for resources: {'Port': ['ID=626a59c6-e1df-4f18-95f5-b675c4ce6241,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:47.768448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:47.805650 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.008772 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:44Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:48.068759 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.082282 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651c448-f7ce-455e-8d19-f81790a8ed3c None None] The sync data for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 is: [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:44Z', 'revision_number': 3, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:39:48.095480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Transition to ACTIVE for port object c7356b75-e75f-4e1b-bd9d-aa451a8f386f will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:48.129228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Transition to ACTIVE for port object c7356b75-e75f-4e1b-bd9d-aa451a8f386f will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:48.147914 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.285012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Network 2f354777-8e01-4e04-88af-175b721067ab is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:48.291328 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.295332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:48.300802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:48.317566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Pushing event updated for resources: {'Port': ['ID=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:48.402805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Attempting to bind port c7356b75-e75f-4e1b-bd9d-aa451a8f386f on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:48.405525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b140e246-9754-4054-bc49-1a4f55f853d9 req-f110222b-2280-4041-ba0f-9b60d312b261 tempest-ServerShowV254Test-1094986348 tempest-ServerShowV254Test-1094986348-project] 10.222.0.46 "GET /v2.0/ports?device_id=f3601288-47ff-464d-a5d1-227bc65452e6 HTTP/1.1" status: 200 len: 210 time: 0.1081347 Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Attempting to bind port c7356b75-e75f-4e1b-bd9d-aa451a8f386f by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Attempting to bind port c7356b75-e75f-4e1b-bd9d-aa451a8f386f on network 2f354777-8e01-4e04-88af-175b721067ab {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Checking segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Bound using segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Bound port: c7356b75-e75f-4e1b-bd9d-aa451a8f386f, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:48.424631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.552153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] For port c7356b75-e75f-4e1b-bd9d-aa451a8f386f, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:48.557760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] For port c7356b75-e75f-4e1b-bd9d-aa451a8f386f, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:48.576821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:48.710035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 626a59c6-e1df-4f18-95f5-b675c4ce6241 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:48.850763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce36c18-ca6a-4208-bc15-e1e681123da8 None None] Pushing event updated for resources: {'Port': ['ID=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:48.858226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 626a59c6-e1df-4f18-95f5-b675c4ce6241 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:48.865090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 626a59c6-e1df-4f18-95f5-b675c4ce6241 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:48.866086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.034389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.1 (2f354777-8e01-4e04-88af-175b721067ab/b5b3b6db-0843-43ef-bcae-0849e2d52e1d/9e0ea2fa-89b1-4425-962b-b637b8090985) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:49.083682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.141252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 626a59c6-e1df-4f18-95f5-b675c4ce6241, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=626a59c6-e1df-4f18-95f5-b675c4ce6241,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:49.149894 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.273507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=626a59c6-e1df-4f18-95f5-b675c4ce6241,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:49.682055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.762742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.813714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object 9e0ea2fa-89b1-4425-962b-b637b8090985 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:49.891149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:49.959655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51064) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:49.969354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 2f354777-8e01-4e04-88af-175b721067ab is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:49.983829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=9e0ea2fa-89b1-4425-962b-b637b8090985,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:49.986459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:49.998726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:50.067396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.230852 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63b70bdb-0657-4520-8b38-801e6133b1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.244049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836bc77-8b56-4a8d-85f5-df97cb7051f5 None None] Network 2f354777-8e01-4e04-88af-175b721067ab requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:39:50.371855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.460338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63b70bdb-0657-4520-8b38-801e6133b1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.472932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63b70bdb-0657-4520-8b38-801e6133b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.492573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51076) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:50.524984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-63b70bdb-0657-4520-8b38-801e6133b1da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d64e2035ae034b98955a10ce3ca42ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642433 Jul 23 20:39:50.527531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51082) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:50.586825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70bdb-0657-4520-8b38-801e6133b1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd05d6c-d923-4f36-b601-3cf9ac58a424,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:50.663262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a33a9568-ddc4-447b-b3c4-88b2cc543893 None None] Provisioning for port c7356b75-e75f-4e1b-bd9d-aa451a8f386f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:50.822406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c7356b75-e75f-4e1b-bd9d-aa451a8f386f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:50.833616 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a373bd7f-fb19-4f1f-a3fc-fa684f35dbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.901270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c7356b75-e75f-4e1b-bd9d-aa451a8f386f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:50.905688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c7356b75-e75f-4e1b-bd9d-aa451a8f386f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:50.906014 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:50.966373 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06798d09-648f-48fc-bb98-88c7e95214a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.014210 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.015778 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06798d09-648f-48fc-bb98-88c7e95214a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.078998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c7356b75-e75f-4e1b-bd9d-aa451a8f386f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:51.090683 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.091527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 626a59c6-e1df-4f18-95f5-b675c4ce6241 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:51.110040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.122665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.228112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:51.242027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06798d09-648f-48fc-bb98-88c7e95214a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.245923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5f15d996-e29c-47b8-8f29-2ac572efba91 None None] Provisioning complete for port c7356b75-e75f-4e1b-bd9d-aa451a8f386f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:51.246894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-06798d09-648f-48fc-bb98-88c7e95214a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.248086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-06798d09-648f-48fc-bb98-88c7e95214a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/afd05d6c-d923-4f36-b601-3cf9ac58a424 HTTP/1.1" status: 204 len: 168 time: 0.7180846 Jul 23 20:39:51.248787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f15d996-e29c-47b8-8f29-2ac572efba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.251244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 626a59c6-e1df-4f18-95f5-b675c4ce6241 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:51.252294 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.308584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a373bd7f-fb19-4f1f-a3fc-fa684f35dbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.339341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=9e0ea2fa-89b1-4425-962b-b637b8090985,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:51.342078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06798d09-648f-48fc-bb98-88c7e95214a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd05d6c-d923-4f36-b601-3cf9ac58a424,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:51.344366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a373bd7f-fb19-4f1f-a3fc-fa684f35dbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.388416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.449057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a373bd7f-fb19-4f1f-a3fc-fa684f35dbfe admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4bd42b5231f42e7bad029f48ae5d7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499855 Jul 23 20:39:51.449167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51106) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:51.462621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373bd7f-fb19-4f1f-a3fc-fa684f35dbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb565649-a4db-426b-855c-9296ff508d87,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:51.547413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8150cc7-cbf2-4b3d-9f40-250c53b82117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.594384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5f15d996-e29c-47b8-8f29-2ac572efba91 None None] Provisioning for port 9e0ea2fa-89b1-4425-962b-b637b8090985 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:51.606890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5f15d996-e29c-47b8-8f29-2ac572efba91 None None] Provisioning complete for port 9e0ea2fa-89b1-4425-962b-b637b8090985 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:51.608307 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8150cc7-cbf2-4b3d-9f40-250c53b82117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.611404 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f15d996-e29c-47b8-8f29-2ac572efba91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.650108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 2f354777-8e01-4e04-88af-175b721067ab is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:51.655648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:51.668054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5f15d996-e29c-47b8-8f29-2ac572efba91 None None] Port 9e0ea2fa-89b1-4425-962b-b637b8090985 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:51.704068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8150cc7-cbf2-4b3d-9f40-250c53b82117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.708478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8150cc7-cbf2-4b3d-9f40-250c53b82117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.709919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c8150cc7-cbf2-4b3d-9f40-250c53b82117 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb565649-a4db-426b-855c-9296ff508d87 HTTP/1.1" status: 204 len: 168 time: 0.2599859 Jul 23 20:39:51.720100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8150cc7-cbf2-4b3d-9f40-250c53b82117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb565649-a4db-426b-855c-9296ff508d87,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:51.789714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564853b-65c0-4551-a8cf-c1c81826271c req-72caf7d9-f362-4cce-a1aa-309b6212ee50 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:51.791333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c564853b-65c0-4551-a8cf-c1c81826271c req-72caf7d9-f362-4cce-a1aa-309b6212ee50 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 945 time: 0.2309442 Jul 23 20:39:51.827796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7a316f16-38a2-4ccd-be43-b3ffcbe78ce9 None None] Provisioning complete for port 9e0ea2fa-89b1-4425-962b-b637b8090985 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:51.828180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7a316f16-38a2-4ccd-be43-b3ffcbe78ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:51.864526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c564853b-65c0-4551-a8cf-c1c81826271c req-75d28054-2e68-4754-a5fb-27eca89882dc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630589 Jul 23 20:39:51.890526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 2713264f-7686-4a50-9a4d-f79b9076eb94 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:39:51.922873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7a316f16-38a2-4ccd-be43-b3ffcbe78ce9 None None] Port 9e0ea2fa-89b1-4425-962b-b637b8090985 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:52.055810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:39:52.065565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Sync routers for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:39:52.077044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6417d918-fa60-4b49-9c85-57361c4c456a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/2713264f-7686-4a50-9a4d-f79b9076eb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8570528 Jul 23 20:39:52.084871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:52.085718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:52.190982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-236f9258-d4b8-48f5-9ff6-831b3562c1b0 None None] Provisioning complete for port 9e0ea2fa-89b1-4425-962b-b637b8090985 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:52.191360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-236f9258-d4b8-48f5-9ff6-831b3562c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.237822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-236f9258-d4b8-48f5-9ff6-831b3562c1b0 None None] Port 9e0ea2fa-89b1-4425-962b-b637b8090985 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:52.242684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:52.256718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51130) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:52.301831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-664c117a-4555-46ab-81ea-e3e7fb083415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.467347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-8f7b7f08-8d90-4964-9741-e8a29fce977a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1664997771&fields=id&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 267 time: 0.0727015 Jul 23 20:39:52.471846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-664c117a-4555-46ab-81ea-e3e7fb083415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.483016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-664c117a-4555-46ab-81ea-e3e7fb083415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.506772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 2, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:52.529756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-664c117a-4555-46ab-81ea-e3e7fb083415 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff3eeedb4cca4cd7864ae5bbeb3f768e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2719393 Jul 23 20:39:52.532851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51148) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:52.538909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Checking router: 2713264f-7686-4a50-9a4d-f79b9076eb94 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:39:52.539248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Updating router 2713264f-7686-4a50-9a4d-f79b9076eb94 port 9e0ea2fa-89b1-4425-962b-b637b8090985 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:39:52.576956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.622186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c117a-4555-46ab-81ea-e3e7fb083415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108e8952-7700-4bc4-a75c-04c0ab72f116,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:52.676389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65327560-e078-4fa8-94c3-e81b643ac03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.691628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-0bb0112a-280f-492a-95a8-1d2af2f3be85 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:52.695373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-0bb0112a-280f-492a-95a8-1d2af2f3be85 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/networks?id=2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 200 len: 796 time: 0.2264462 Jul 23 20:39:52.704740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65327560-e078-4fa8-94c3-e81b643ac03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.723875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-7c52e191-76c6-4731-964c-1a352fb6d4bc tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/quotas/3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 375 time: 0.0223668 Jul 23 20:39:52.769401 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65327560-e078-4fa8-94c3-e81b643ac03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.774085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-65327560-e078-4fa8-94c3-e81b643ac03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.776840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-65327560-e078-4fa8-94c3-e81b643ac03f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/108e8952-7700-4bc4-a75c-04c0ab72f116 HTTP/1.1" status: 204 len: 168 time: 0.2197707 Jul 23 20:39:52.790776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65327560-e078-4fa8-94c3-e81b643ac03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108e8952-7700-4bc4-a75c-04c0ab72f116,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:52.840462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-ec9e2218-06bb-4707-92ce-96e1583cb0dd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063929 Jul 23 20:39:52.969688 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:52.979025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c7356b75-e75f-4e1b-bd9d-aa451a8f386f up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:53.010251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Transition to ACTIVE for port object 9e0ea2fa-89b1-4425-962b-b637b8090985 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:53.032892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.064568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-54e81beb-4b06-49d6-84d6-0244f41c25f2 service neutron] 10.222.0.46 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212217 Jul 23 20:39:53.078451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-9a20dc84-df8f-45a8-8e27-e44a651f038f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.080235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-9a20dc84-df8f-45a8-8e27-e44a651f038f tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 945 time: 0.1286719 Jul 23 20:39:53.137993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c7356b75-e75f-4e1b-bd9d-aa451a8f386f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:53.138372 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.139807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23346175-840a-4c7e-8a70-696585025b35 None None] Pushing event updated for resources: {'Port': ['ID=9e0ea2fa-89b1-4425-962b-b637b8090985,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:53.184428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f496295-5f53-4687-9222-ddffd7072ce8 req-bae468f0-40eb-4c8f-8344-b10d697a6467 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:53.191753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f496295-5f53-4687-9222-ddffd7072ce8 req-bae468f0-40eb-4c8f-8344-b10d697a6467 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 945 time: 0.2276034 Jul 23 20:39:53.286419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Deleting port d1008915-b929-41fc-acaf-2459fc2a7d29 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:39:53.287101 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.333977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Attempting to bind port 9e0ea2fa-89b1-4425-962b-b637b8090985 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:53.334418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Attempting to bind port 9e0ea2fa-89b1-4425-962b-b637b8090985 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:53.334796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Attempting to bind port 9e0ea2fa-89b1-4425-962b-b637b8090985 on network 2f354777-8e01-4e04-88af-175b721067ab {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:53.349061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:53.349898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Checking segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:53.350465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.351065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Bound using segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:53.351748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Bound port: 9e0ea2fa-89b1-4425-962b-b637b8090985, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:53.352300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.405265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-13043586-17d8-4d43-8c4a-fe4037273847 service neutron] 10.222.0.46 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266406 Jul 23 20:39:53.412919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f496295-5f53-4687-9222-ddffd7072ce8 req-c7be6c11-ef5d-4bdc-a23c-167f033395ab tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/security-groups?id=3c74b362-91bf-4344-a0db-4d0558fa15b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569970 Jul 23 20:39:53.640657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] For port 9e0ea2fa-89b1-4425-962b-b637b8090985, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:53.648603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] For port 9e0ea2fa-89b1-4425-962b-b637b8090985, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9e0ea2fa-89b1-4425-962b-b637b8090985,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:53.660138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:53.751323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:39:53.751771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:53.836005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c54704e0-10cd-421b-841c-ffff61070398 req-2aed572b-750c-457d-8dea-68ca9cdd5a62 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 210 time: 0.1064749 Jul 23 20:39:53.979031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:39:54.048826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] For port d1008915-b929-41fc-acaf-2459fc2a7d29, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1008915-b929-41fc-acaf-2459fc2a7d29,segment=NetworkSegment(383c1e06-661e-4383-945d-a2f06b17d62f),segment_id=383c1e06-661e-4383-945d-a2f06b17d62f)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:54.049345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.066776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Calling delete_port for d1008915-b929-41fc-acaf-2459fc2a7d29 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:39:54.091327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23346175-840a-4c7e-8a70-696585025b35 None None] Pushing event updated for resources: {'Port': ['ID=9e0ea2fa-89b1-4425-962b-b637b8090985,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:54.322493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.387621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Pushing event deleted for resources: {'Port': ['ID=d1008915-b929-41fc-acaf-2459fc2a7d29,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:54.400096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:53Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:39:54.499171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7342fa06-adaa-4259-a850-4d4f697a63e6 None None] The sync data for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 is: [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:53Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:39:54.533684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] No DVR routers for this DVR port d1008915-b929-41fc-acaf-2459fc2a7d29 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:39:54.542754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:54.550636 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-25f5cdbb-5398-45db-a93d-321bded860d8 req-f290c136-6c28-4eca-8ae3-5500bed58213 tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.47 "DELETE /v2.0/ports/d1008915-b929-41fc-acaf-2459fc2a7d29 HTTP/1.1" status: 204 len: 173 time: 1.4643340 Jul 23 20:39:54.551202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'name': 'network-vif-deleted', 'tag': 'd1008915-b929-41fc-acaf-2459fc2a7d29'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:54.583643 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373cf42f-70a5-43e1-86ed-50bc0916cb81" -d '{"events": [{"server_uuid": "3666c034-73cf-4d67-820e-a04844cf1bd8", "name": "network-vif-deleted", "tag": "d1008915-b929-41fc-acaf-2459fc2a7d29"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:54.626103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea64aa1f-bea7-4992-80ce-7b9271579ca5 req-ff4bbfe6-383b-41f9-b194-6f1343bf40dc tempest-VolumesSnapshotTestJSON-651462771 tempest-VolumesSnapshotTestJSON-651462771-project] 10.222.0.46 "GET /v2.0/ports?device_id=3666c034-73cf-4d67-820e-a04844cf1bd8 HTTP/1.1" status: 200 len: 210 time: 0.0988004 Jul 23 20:39:54.692532 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4490d58-f57d-4dc8-b09b-076b45670552 x-openstack-request-id: req-d4490d58-f57d-4dc8-b09b-076b45670552 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:54.693761 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3666c034-73cf-4d67-820e-a04844cf1bd8", "name": "network-vif-deleted", "tag": "d1008915-b929-41fc-acaf-2459fc2a7d29", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:54.694185 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4490d58-f57d-4dc8-b09b-076b45670552 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:54.694711 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3666c034-73cf-4d67-820e-a04844cf1bd8', 'name': 'network-vif-deleted', 'tag': 'd1008915-b929-41fc-acaf-2459fc2a7d29', 'status': 'completed', 'code': 200} Jul 23 20:39:55.057083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1c96b6f-11e3-4801-811e-8f96729c8984 req-023ee250-239f-40c3-8e7c-0d31c0e4eede tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 210 time: 0.1073587 Jul 23 20:39:55.894747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-dfa51434-7467-4cb5-be9e-f48123bc4e46 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:55.898682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-dfa51434-7467-4cb5-be9e-f48123bc4e46 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/networks?id=2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 200 len: 796 time: 0.2333562 Jul 23 20:39:55.988142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-4898e620-acae-4af5-843d-53cfebcf11bb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f6e4c16f5194b18a71b83d05b7064b0 HTTP/1.1" status: 200 len: 380 time: 0.0801716 Jul 23 20:39:56.006153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'port': {'device_id': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'admin_state_up': True, 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'security_groups': ['22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:56.149919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1008915-b929-41fc-acaf-2459fc2a7d29 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:39:56.199676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: d1008915-b929-41fc-acaf-2459fc2a7d29 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:39:56.200043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1008915-b929-41fc-acaf-2459fc2a7d29 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:39:56.275996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4ea26b6-d883-499d-83d6-e62e30254ca4 req-c7e37c50-efd9-43cf-85ac-c6ea12ea4af6 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 210 time: 0.0599291 Jul 23 20:39:56.318356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Made reservation on behalf of 3f6e4c16f5194b18a71b83d05b7064b0 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:39:56.327595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:56.550833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.20.0.8 (2f354777-8e01-4e04-88af-175b721067ab/b5b3b6db-0843-43ef-bcae-0849e2d52e1d/c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:39:56.697382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9e0ea2fa-89b1-4425-962b-b637b8090985 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:56.800586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9e0ea2fa-89b1-4425-962b-b637b8090985 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:56.811509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9e0ea2fa-89b1-4425-962b-b637b8090985 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:56.813325 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:56.878486 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:56.893338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Transition to ACTIVE for port object c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:56.952580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:56.976994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.031245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9e0ea2fa-89b1-4425-962b-b637b8090985, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9e0ea2fa-89b1-4425-962b-b637b8090985,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:39:57.043296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.073834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 2f354777-8e01-4e04-88af-175b721067ab is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:39:57.093884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:39:57.096103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:57.098541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:39:57.131034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9e0ea2fa-89b1-4425-962b-b637b8090985,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:57.177047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:57.177719 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.208702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-140463df-b861-4949-9eaf-76796ebf4b04 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2114837 Jul 23 20:39:57.223998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Request body: {'port': {'device_id': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:39:57.298148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51280) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:57.360157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.535933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.638402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2421ee22-84a7-46dd-92b8-c1c2a43b0282 None None] Provisioning for port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:39:57.643957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2421ee22-84a7-46dd-92b8-c1c2a43b0282 None None] Provisioning complete for port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:57.644341 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2421ee22-84a7-46dd-92b8-c1c2a43b0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.664976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cffd93-0797-4c8b-92f4-854ea2b05168 req-e46e788e-540c-4c1d-bbc7-f6a82a9112b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:57.666557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44cffd93-0797-4c8b-92f4-854ea2b05168 req-e46e788e-540c-4c1d-bbc7-f6a82a9112b3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 931 time: 0.2169101 Jul 23 20:39:57.748356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44cffd93-0797-4c8b-92f4-854ea2b05168 req-a8d29059-1b73-48ac-a49d-7b082baba819 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739253 Jul 23 20:39:57.753894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2421ee22-84a7-46dd-92b8-c1c2a43b0282 None None] Port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:39:57.796994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.805157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.854745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:39:57.858693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a777e03f9355442ea86278b85dcaa469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5593247 Jul 23 20:39:57.859549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:57.860545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b07abe-9efb-4393-a2b4-8860c7dd7c99,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:57.870017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:57.871360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.871965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.873983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.875100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.876057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.876620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.877230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.877757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.878381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.878817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.879441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.879867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b07d324-ce1f-41d6-9f09-9bd04e4b4384 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:39:57.900759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Transition to ACTIVE for port object c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:39:57.924244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.001472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66663791-5abe-402a-a1ff-41aee17d1f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.039221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:58.084191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66663791-5abe-402a-a1ff-41aee17d1f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.139093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Attempting to bind port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:39:58.139457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Attempting to bind port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:39:58.139776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Attempting to bind port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d on network 2f354777-8e01-4e04-88af-175b721067ab {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:58.145516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d on network 2f354777-8e01-4e04-88af-175b721067ab not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:39:58.145981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Attempting to bind port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d on network 2f354777-8e01-4e04-88af-175b721067ab {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:39:58.152737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:39:58.153086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Checking segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:39:58.153521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Bound using segment: {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:39:58.153967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Bound port: c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9928a47-4ef0-47e4-a014-83a4ed9618f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2f354777-8e01-4e04-88af-175b721067ab'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:39:58.154341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.196389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66663791-5abe-402a-a1ff-41aee17d1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.199118 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66663791-5abe-402a-a1ff-41aee17d1f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.200644 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-66663791-5abe-402a-a1ff-41aee17d1f7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09b07abe-9efb-4393-a2b4-8860c7dd7c99 HTTP/1.1" status: 204 len: 168 time: 0.3400803 Jul 23 20:39:58.214460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66663791-5abe-402a-a1ff-41aee17d1f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b07abe-9efb-4393-a2b4-8860c7dd7c99,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:58.251255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:39:58.254736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:39:58.258927 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.294412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.295119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.296718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] 10.222.0.36 "PUT /v2.0/ports/c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 200 len: 1092 time: 1.0820634 Jul 23 20:39:58.297206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:39:58.299527 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:39:58.373737 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de34e60-a8dd-4f9b-88cb-a409393ee2ec x-openstack-request-id: req-6de34e60-a8dd-4f9b-88cb-a409393ee2ec {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:39:58.374362 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:39:58.374777 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6de34e60-a8dd-4f9b-88cb-a409393ee2ec {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:39:58.375337 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'status': 'completed', 'code': 200} Jul 23 20:39:58.408576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaa839-732a-4ec3-b625-689a2e9e843c service neutron] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:58.436885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-97e2a284-60de-4ef6-a83d-6acb45123219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.439055 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-97e2a284-60de-4ef6-a83d-6acb45123219 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1095 time: 0.0818038 Jul 23 20:39:58.486767 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-16cb9874-3be1-43d2-afe2-064abf66cbdd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 200 len: 217 time: 0.0377376 Jul 23 20:39:58.533816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:58.550366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41533abe-f722-4f27-920b-465136c36eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.564932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-c322ef04-54d8-45fc-a361-4ffc935dd1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.566803 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-c322ef04-54d8-45fc-a361-4ffc935dd1a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b3b6db-0843-43ef-bcae-0849e2d52e1d HTTP/1.1" status: 200 len: 834 time: 0.0724926 Jul 23 20:39:58.658244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-60000a11-721d-4bdd-924a-38e9c1264487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:58.660467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-60000a11-721d-4bdd-924a-38e9c1264487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f354777-8e01-4e04-88af-175b721067ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854619 Jul 23 20:39:58.662395 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41533abe-f722-4f27-920b-465136c36eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.667696 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-41533abe-f722-4f27-920b-465136c36eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.677411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9e0ea2fa-89b1-4425-962b-b637b8090985 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:39:58.704205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-41533abe-f722-4f27-920b-465136c36eaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc94aef03a434497b50e9e3f07edfdd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694417 Jul 23 20:39:58.706140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51310) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:39:58.753830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41533abe-f722-4f27-920b-465136c36eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a26c64-e48b-4c50-b523-a7ffdae60a62,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:58.812172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-03220f6f-eb0a-4866-8570-3250ba619c0c service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449955 Jul 23 20:39:58.826827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18237732-cd26-4fc7-bc13-85e16ec69108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.829176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9e0ea2fa-89b1-4425-962b-b637b8090985 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:39:58.829571 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.860199 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:39:58.879883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18237732-cd26-4fc7-bc13-85e16ec69108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:58.966207 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ee0d03f2-d43f-4bf9-b2d2-929f3a49f913 req-9918c825-ad3a-4bfa-a914-2583ebeb04fd service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465087 Jul 23 20:39:59.077662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd2215-05eb-478b-a5b4-394864fea45b req-9cc7d027-e197-4344-a65f-7732f90ee9fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.081782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cbd2215-05eb-478b-a5b4-394864fea45b req-9cc7d027-e197-4344-a65f-7732f90ee9fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 943 time: 0.2021024 Jul 23 20:39:59.108669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18237732-cd26-4fc7-bc13-85e16ec69108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.112221 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-18237732-cd26-4fc7-bc13-85e16ec69108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:39:59.115954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-18237732-cd26-4fc7-bc13-85e16ec69108 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26a26c64-e48b-4c50-b523-a7ffdae60a62 HTTP/1.1" status: 204 len: 168 time: 0.4062476 Jul 23 20:39:59.175669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237732-cd26-4fc7-bc13-85e16ec69108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a26c64-e48b-4c50-b523-a7ffdae60a62,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:39:59.177080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-8fb97700-ed04-4cf9-8dd2-790558462496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.180682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-8fb97700-ed04-4cf9-8dd2-790558462496 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1095 time: 0.1413875 Jul 23 20:39:59.235699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8cbd2215-05eb-478b-a5b4-394864fea45b req-6f303859-8c2e-4970-b706-cab9c7b5cf98 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434228 Jul 23 20:39:59.373701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-ced44189-272e-4429-b3c1-44eebe46e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.375245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-ced44189-272e-4429-b3c1-44eebe46e4e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 200 len: 897 time: 0.1870508 Jul 23 20:39:59.427993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-6b0effe0-dd8b-41e8-8e7a-e1f508e55541 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 200 len: 217 time: 0.0450184 Jul 23 20:39:59.502942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-cb62a01b-101e-40c8-b432-0bb2d8571cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.504704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-cb62a01b-101e-40c8-b432-0bb2d8571cf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b3b6db-0843-43ef-bcae-0849e2d52e1d HTTP/1.1" status: 200 len: 834 time: 0.0695469 Jul 23 20:39:59.619399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-0eedc4d2-e905-43b5-9522-4be970361e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:39:59.620909 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-0eedc4d2-e905-43b5-9522-4be970361e92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f354777-8e01-4e04-88af-175b721067ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087012 Jul 23 20:39:59.723617 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-756d3a86-14a5-494b-8552-f56c46bebd93 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938258 Jul 23 20:39:59.889101 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0c9476b1-6dd3-4ed2-bc57-85b00d0501d6 req-3e7b20c7-0c60-4b6b-bb5b-27069780a13e service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577079 Jul 23 20:40:00.486687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de5765-8278-4646-bd93-a342ae96ad39 req-ca89536d-6ae0-4d72-bfd7-2b1c976c07a5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:00.489163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9de5765-8278-4646-bd93-a342ae96ad39 req-ca89536d-6ae0-4d72-bfd7-2b1c976c07a5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 943 time: 0.1478190 Jul 23 20:40:00.546572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9de5765-8278-4646-bd93-a342ae96ad39 req-682ba732-28b5-4913-99d9-fd32bee0d1db tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503819 Jul 23 20:40:01.761507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801812b6-c79f-4d61-8060-a3d0add41ded req-1b2375b8-ab78-4102-a52b-457879543602 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:01.768523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-801812b6-c79f-4d61-8060-a3d0add41ded req-1b2375b8-ab78-4102-a52b-457879543602 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 943 time: 0.1124258 Jul 23 20:40:01.816729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-801812b6-c79f-4d61-8060-a3d0add41ded req-d5d9a1c9-7305-4eed-b54b-2330951aec8c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472412 Jul 23 20:40:02.010565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51428) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:02.186306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c98595b9-5509-4b06-a2f4-23cdbd4c34b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.332699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c98595b9-5509-4b06-a2f4-23cdbd4c34b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.337833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c98595b9-5509-4b06-a2f4-23cdbd4c34b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.352857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51438) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:02.379895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98595b9-5509-4b06-a2f4-23cdbd4c34b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c789c26-5bb5-4800-a119-5fd668620408,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:02.416706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c98595b9-5509-4b06-a2f4-23cdbd4c34b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5b1e67febde749938bfbd248b3fb0612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045174 Jul 23 20:40:02.419365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51442) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:02.477029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9928-4a06-45db-a974-8a36f2a64218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.482702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89c1c9b7-940b-49be-8660-0cd4a045e25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.507715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89c1c9b7-940b-49be-8660-0cd4a045e25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.600970 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89c1c9b7-940b-49be-8660-0cd4a045e25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.604324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89c1c9b7-940b-49be-8660-0cd4a045e25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.605936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9928-4a06-45db-a974-8a36f2a64218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.608326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-89c1c9b7-940b-49be-8660-0cd4a045e25a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c789c26-5bb5-4800-a119-5fd668620408 HTTP/1.1" status: 204 len: 168 time: 0.1852121 Jul 23 20:40:02.613396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b4a9928-4a06-45db-a974-8a36f2a64218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.621678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1c9b7-940b-49be-8660-0cd4a045e25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c789c26-5bb5-4800-a119-5fd668620408,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:02.664286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51448) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:02.664675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b4a9928-4a06-45db-a974-8a36f2a64218 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=69ef9e35447a43ec8dea49edcd037eda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067558 Jul 23 20:40:02.665743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a9928-4a06-45db-a974-8a36f2a64218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6061f2-93e1-421e-a575-d386add7b857,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:02.732745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aafa-a5f1-4763-8395-a37c3a7a3d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.757642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aafa-a5f1-4763-8395-a37c3a7a3d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.816031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aafa-a5f1-4763-8395-a37c3a7a3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.819824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8a7aafa-a5f1-4763-8395-a37c3a7a3d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:02.820950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e8a7aafa-a5f1-4763-8395-a37c3a7a3d1d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a6061f2-93e1-421e-a575-d386add7b857 HTTP/1.1" status: 204 len: 168 time: 0.1557133 Jul 23 20:40:02.834628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7aafa-a5f1-4763-8395-a37c3a7a3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6061f2-93e1-421e-a575-d386add7b857,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:02.982972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7ed98-77f1-40be-a1c5-af86b938d94e req-4afc1a0c-7f70-452e-8ba0-e6df82b97f24 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:02.984723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06c7ed98-77f1-40be-a1c5-af86b938d94e req-4afc1a0c-7f70-452e-8ba0-e6df82b97f24 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 943 time: 0.0944977 Jul 23 20:40:03.062147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06c7ed98-77f1-40be-a1c5-af86b938d94e req-947954bc-05da-4907-b106-1349727a334f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700767 Jul 23 20:40:03.087996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51458) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:03.110782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae63a90d-b3f5-469f-ac12-1b0f26ffd00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.306946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae63a90d-b3f5-469f-ac12-1b0f26ffd00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.319917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ae63a90d-b3f5-469f-ac12-1b0f26ffd00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.399589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ae63a90d-b3f5-469f-ac12-1b0f26ffd00b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=368c2a43aa0448a4949acd979d931af1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3102052 Jul 23 20:40:03.402250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51468) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:03.410995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63a90d-b3f5-469f-ac12-1b0f26ffd00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f843f1-22d4-4852-a529-633032046680,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:03.478529 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52141f8f-352b-4ddf-9be2-ba7770b07491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.511530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52141f8f-352b-4ddf-9be2-ba7770b07491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.565419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52141f8f-352b-4ddf-9be2-ba7770b07491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.568115 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-52141f8f-352b-4ddf-9be2-ba7770b07491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.572761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-52141f8f-352b-4ddf-9be2-ba7770b07491 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44f843f1-22d4-4852-a529-633032046680 HTTP/1.1" status: 204 len: 168 time: 0.1688607 Jul 23 20:40:03.581510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52141f8f-352b-4ddf-9be2-ba7770b07491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f843f1-22d4-4852-a529-633032046680,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:03.608702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:03.733156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:03.747172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'port_id': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'mac_address': 'fa:16:3e:33:c8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:03.802818 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.823883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:03.879355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:03.888997 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:03.942208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:04.098300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:04.268703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae234e1-b4e2-4c65-b57b-e327c5cf31de req-7bb5c08b-a4df-485c-aa19-758f8d8e6336 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:04.274711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aae234e1-b4e2-4c65-b57b-e327c5cf31de req-7bb5c08b-a4df-485c-aa19-758f8d8e6336 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 944 time: 0.1344590 Jul 23 20:40:04.358587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aae234e1-b4e2-4c65-b57b-e327c5cf31de req-6c70f81b-1869-4a1b-b46f-f8486fdb913c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772057 Jul 23 20:40:05.615595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:05.616899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deb9d0-668d-4e0b-bfe8-41af882244b4 req-091928ff-3ced-4cff-a926-4332bc90fabd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:05.619057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47deb9d0-668d-4e0b-bfe8-41af882244b4 req-091928ff-3ced-4cff-a926-4332bc90fabd tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 944 time: 0.1353064 Jul 23 20:40:05.675598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47deb9d0-668d-4e0b-bfe8-41af882244b4 req-39cc5b38-70b8-49be-aee5-b9757f97ef9d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504286 Jul 23 20:40:05.727523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:05.733915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:05.734380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.881050 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:05.941395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:05.944392 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cad34ee-d40c-440e-87d8-faa77f8ce2dc" -d '{"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-plugged", "status": "completed", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:05.950093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:05.957519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:06.053037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:06.289935 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3a0151-ca4f-4ef2-ae90-20d8794ffb2a x-openstack-request-id: req-1e3a0151-ca4f-4ef2-ae90-20d8794ffb2a {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:06.290562 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-plugged", "status": "completed", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:06.290814 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e3a0151-ca4f-4ef2-ae90-20d8794ffb2a {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:06.291377 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'code': 200} Jul 23 20:40:06.411602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fd5c3-d555-4ea4-84c3-d23a5d2d5a67 req-32ed2ca1-6c5d-4ddd-b8bf-251e646aefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.413872 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e6fd5c3-d555-4ea4-84c3-d23a5d2d5a67 req-32ed2ca1-6c5d-4ddd-b8bf-251e646aefee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1097 time: 0.0651159 Jul 23 20:40:06.456107 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4e6fd5c3-d555-4ea4-84c3-d23a5d2d5a67 req-a923137f-6d6d-43b5-8703-c50d6517f66e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353839 Jul 23 20:40:06.893798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef6a43-7b48-4796-a3f0-1b08c4f5a9f4 req-c3766900-4944-4404-8b33-aa181ef46c26 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:06.896011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16ef6a43-7b48-4796-a3f0-1b08c4f5a9f4 req-c3766900-4944-4404-8b33-aa181ef46c26 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.0970509 Jul 23 20:40:06.949691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16ef6a43-7b48-4796-a3f0-1b08c4f5a9f4 req-0d0ece3d-c938-411c-8a55-f120d0ff65f3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478120 Jul 23 20:40:08.331487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f07b8-60c5-4e59-903a-cb6a70bf6704 req-1df7ecd3-9edf-40b3-ba04-22e5ecdc2c29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.334972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07f07b8-60c5-4e59-903a-cb6a70bf6704 req-1df7ecd3-9edf-40b3-ba04-22e5ecdc2c29 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1441209 Jul 23 20:40:08.434180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b07f07b8-60c5-4e59-903a-cb6a70bf6704 req-e22dc001-d755-4409-8de3-2e863c4774e3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871956 Jul 23 20:40:08.626063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f93a4-060d-48c9-8e24-88f255759eb5 req-97d0adc1-898f-485d-bf3a-607da7fe1a9e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.627623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-478f93a4-060d-48c9-8e24-88f255759eb5 req-97d0adc1-898f-485d-bf3a-607da7fe1a9e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.0879407 Jul 23 20:40:08.716773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-478f93a4-060d-48c9-8e24-88f255759eb5 req-c40759b9-a410-4dd9-ac9c-5f2b0a30e433 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765932 Jul 23 20:40:08.737084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51636) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:08.843231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42b4f4-8a3d-4938-8d09-f24d9d935adf tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:08.845134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b42b4f4-8a3d-4938-8d09-f24d9d935adf tempest-TestNetworkAdvancedServerOps-1194806427 tempest-TestNetworkAdvancedServerOps-1194806427-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1092 time: 0.1068761 Jul 23 20:40:08.848165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51644) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:08.855186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:08.891273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.099786 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.253348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Allocated IP 172.25.8.225 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/df29dfc8-bd29-4b3c-949d-662138af5c0d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:09.424965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.503604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:09.561160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:09.564443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:09.572717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:09.611001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=df29dfc8-bd29-4b3c-949d-662138af5c0d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:10.194453 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.413612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.674077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.680976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.758783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event updated for resources: {'Port': ['ID=df29dfc8-bd29-4b3c-949d-662138af5c0d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:10.766613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:10.876348 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP fcd61fc0-a048-4993-a242-f9f39c70c81b associated. External IP: 172.25.8.225, port: c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d. Jul 23 20:40:11.534370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 2713264f-7686-4a50-9a4d-f79b9076eb94 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:11.729586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:11.739936 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] Sync routers for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:11.752427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:11.753159 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:11.762478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:11.829399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-526597b3-0f36-4f29-818b-9180514918fb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9782968 Jul 23 20:40:11.830445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:11.834096 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a13770-1531-4d24-a4c1-00338fde16df" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:11.919390 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1def74-5e80-400c-addd-190aa7c8d322 x-openstack-request-id: req-ea1def74-5e80-400c-addd-190aa7c8d322 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:11.919783 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:11.920198 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ea1def74-5e80-400c-addd-190aa7c8d322 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:11.920688 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'status': 'completed', 'code': 200} Jul 23 20:40:11.981848 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:12.064705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13770-1531-4d24-a4c1-00338fde16df req-e4fb8069-1d3a-4006-bac8-03d8830303c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.067436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-e4fb8069-1d3a-4006-bac8-03d8830303c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1097 time: 0.1331036 Jul 23 20:40:12.136054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838009b-b602-4be1-996a-72d64254cd48 req-97e0fb88-24c9-4780-bb09-8b1d3abeeaa3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.142698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3838009b-b602-4be1-996a-72d64254cd48 req-97e0fb88-24c9-4780-bb09-8b1d3abeeaa3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1749668 Jul 23 20:40:12.302830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3838009b-b602-4be1-996a-72d64254cd48 req-598f1b7b-5489-4242-a6f6-afcc63b5e9c3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435280 Jul 23 20:40:12.333085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51762) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:12.360247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13770-1531-4d24-a4c1-00338fde16df req-3d86fa71-97f1-465d-8b7f-e94d3aadfab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.362146 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-3d86fa71-97f1-465d-8b7f-e94d3aadfab2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 200 len: 897 time: 0.2838173 Jul 23 20:40:12.362968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'fcd61fc0-a048-4993-a242-f9f39c70c81b', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'port_id': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'mac_address': 'fa:16:3e:33:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:40:09Z', 'updated_at': '2021-07-23T20:40:09Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:56Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:12.424425 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] Checking router: 2713264f-7686-4a50-9a4d-f79b9076eb94 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:12.435169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:12.436172 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:39:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:12.458831 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-d20c4a59-e960-424d-a518-5d6726394a2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 200 len: 999 time: 0.0901783 Jul 23 20:40:12.498243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-24926ac1-0ac6-4adc-b14a-e8303962ca59 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fcd61fc0-a048-4993-a242-f9f39c70c81b HTTP/1.1" status: 200 len: 991 time: 0.1626134 Jul 23 20:40:12.524842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13770-1531-4d24-a4c1-00338fde16df req-145dc9e5-855b-4402-b37e-accfe0ed58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.526656 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-145dc9e5-855b-4402-b37e-accfe0ed58fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b3b6db-0843-43ef-bcae-0849e2d52e1d HTTP/1.1" status: 200 len: 834 time: 0.0619252 Jul 23 20:40:12.640492 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:12.683629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a13770-1531-4d24-a4c1-00338fde16df req-f8886ca1-7ed7-4ff0-a6a7-192f2a40d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:12.686387 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-f8886ca1-7ed7-4ff0-a6a7-192f2a40d810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f354777-8e01-4e04-88af-175b721067ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530848 Jul 23 20:40:12.878046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-21109730-5d54-4e2b-9086-1979700920e3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848891 Jul 23 20:40:12.997212 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b6a13770-1531-4d24-a4c1-00338fde16df req-1ce75641-6adf-404a-a240-8f87de040880 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127439 Jul 23 20:40:13.204077 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'fcd61fc0-a048-4993-a242-f9f39c70c81b', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'port_id': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'mac_address': 'fa:16:3e:33:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:40:09Z', 'updated_at': '2021-07-23T20:40:09Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:56Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:13.243209 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b75ebf2-4725-4083-a6da-6686b29a18bf None None] The sync data for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 is: [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'fcd61fc0-a048-4993-a242-f9f39c70c81b', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'floating_ip_address': '172.25.8.225', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'port_id': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'mac_address': 'fa:16:3e:33:c8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:40:09Z', 'updated_at': '2021-07-23T20:40:09Z', 'revision_number': 0, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:56Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:13.498302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51782) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:13.598147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0734f52-c0af-4272-b6ed-109397da9954 None None] New status for floating IP fcd61fc0-a048-4993-a242-f9f39c70c81b: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:40:13.645682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-40eac3f2-dbcf-4bef-a957-02f8b010efd7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fcd61fc0-a048-4993-a242-f9f39c70c81b HTTP/1.1" status: 200 len: 991 time: 0.1434774 Jul 23 20:40:13.991640 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.017487 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-822a5764-02fe-4b32-bca5-4e96e70734f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:14.647903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:14.805950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2521e8c5-1c11-4411-b50a-f56e6213e2de tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fcd61fc0-a048-4993-a242-f9f39c70c81b HTTP/1.1" status: 200 len: 993 time: 0.1565435 Jul 23 20:40:16.440219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:16.457179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5772e00e-cd07-4d7e-9153-1c44a0608004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:17.331018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:17.741889 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.151288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 51984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:19.281940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1def0b6-7c15-43d4-8311-38549dbff3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.383130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1def0b6-7c15-43d4-8311-38549dbff3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.387252 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1def0b6-7c15-43d4-8311-38549dbff3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.426731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a1def0b6-7c15-43d4-8311-38549dbff3f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2912a75feca8417eade9c39ec93793ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742653 Jul 23 20:40:19.428650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1def0b6-7c15-43d4-8311-38549dbff3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c284e8-1e60-4792-b7a3-e2c65e1f32f1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:19.430244 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 51994) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:19.494675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcd065d0-4e91-4d00-937f-01f1e31c647d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.518586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcd065d0-4e91-4d00-937f-01f1e31c647d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.573063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcd065d0-4e91-4d00-937f-01f1e31c647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.576944 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dcd065d0-4e91-4d00-937f-01f1e31c647d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.581144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dcd065d0-4e91-4d00-937f-01f1e31c647d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85c284e8-1e60-4792-b7a3-e2c65e1f32f1 HTTP/1.1" status: 204 len: 168 time: 0.1496611 Jul 23 20:40:19.590619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd065d0-4e91-4d00-937f-01f1e31c647d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c284e8-1e60-4792-b7a3-e2c65e1f32f1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:19.694749 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:19.908937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-2c201ee2-591f-4abe-9f21-c30788154259 req-59325aba-dc7d-4549-b0be-63cd28935b62 service neutron] (94027) timed out ('10.222.0.36', 62212) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:40:20.077175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52008) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:20.093349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e577538-ea58-4258-994a-fc24e657aa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.198738 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e577538-ea58-4258-994a-fc24e657aa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.204702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e577538-ea58-4258-994a-fc24e657aa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.245678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e577538-ea58-4258-994a-fc24e657aa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9980f2d-a776-428f-a7ae-edbd2e626cc4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:20.254606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e577538-ea58-4258-994a-fc24e657aa94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a961f485af8c449ba6487f7156495f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761224 Jul 23 20:40:20.257879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52012) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:20.312127 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5898-7f5d-4aeb-9da5-733d75d2e56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.338435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5898-7f5d-4aeb-9da5-733d75d2e56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.390348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5898-7f5d-4aeb-9da5-733d75d2e56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.393060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bc7d5898-7f5d-4aeb-9da5-733d75d2e56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:20.394253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bc7d5898-7f5d-4aeb-9da5-733d75d2e56b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9980f2d-a776-428f-a7ae-edbd2e626cc4 HTTP/1.1" status: 204 len: 168 time: 0.1351190 Jul 23 20:40:20.402821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d5898-7f5d-4aeb-9da5-733d75d2e56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9980f2d-a776-428f-a7ae-edbd2e626cc4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:24.531734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52144) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:24.742239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1ecc-e5a6-4aaa-b390-f8f0c8fb83fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.957848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1ecc-e5a6-4aaa-b390-f8f0c8fb83fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:24.968862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1fa1ecc-e5a6-4aaa-b390-f8f0c8fb83fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.017583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52154) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:25.018124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f1fa1ecc-e5a6-4aaa-b390-f8f0c8fb83fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f6618ca91ff49db974f07d3e84f3106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842010 Jul 23 20:40:25.019861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa1ecc-e5a6-4aaa-b390-f8f0c8fb83fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b427a4bf-8aa8-452b-9e0d-1d49d432113d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:25.096226 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9fda-048b-4c58-976a-d0557f1c4d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.123948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9fda-048b-4c58-976a-d0557f1c4d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.179362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9fda-048b-4c58-976a-d0557f1c4d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.182557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7ceb9fda-048b-4c58-976a-d0557f1c4d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:25.183955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7ceb9fda-048b-4c58-976a-d0557f1c4d7a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b427a4bf-8aa8-452b-9e0d-1d49d432113d HTTP/1.1" status: 204 len: 168 time: 0.1645713 Jul 23 20:40:25.194083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb9fda-048b-4c58-976a-d0557f1c4d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b427a4bf-8aa8-452b-9e0d-1d49d432113d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:26.316181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52198) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:26.471271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bda6fc58-e3b0-467c-9928-2be5af14859d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.669215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bda6fc58-e3b0-467c-9928-2be5af14859d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.676884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bda6fc58-e3b0-467c-9928-2be5af14859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.735824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bda6fc58-e3b0-467c-9928-2be5af14859d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db7136547df9445396a5dee0d42f6e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178348 Jul 23 20:40:26.738508 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6fc58-e3b0-467c-9928-2be5af14859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcf8831-0e1c-4944-be07-23ebff85d5f6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:26.738883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52210) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:26.813000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e4d9-31a9-4657-b721-a91e9f772787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.835447 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e4d9-31a9-4657-b721-a91e9f772787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.899826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e4d9-31a9-4657-b721-a91e9f772787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.905474 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7bd0e4d9-31a9-4657-b721-a91e9f772787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:26.909834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7bd0e4d9-31a9-4657-b721-a91e9f772787 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5fcf8831-0e1c-4944-be07-23ebff85d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1698234 Jul 23 20:40:26.922880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0e4d9-31a9-4657-b721-a91e9f772787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcf8831-0e1c-4944-be07-23ebff85d5f6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:27.397481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52232) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:27.414028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b03a773-1665-461e-9f29-b89f830b28fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.520105 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b03a773-1665-461e-9f29-b89f830b28fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.525305 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0b03a773-1665-461e-9f29-b89f830b28fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.563374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b03a773-1665-461e-9f29-b89f830b28fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cbd2c9-11d7-4e7e-86d4-1f7d28b709e9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:27.569727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0b03a773-1665-461e-9f29-b89f830b28fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9537c31dba29487a9c6de9b0f6b86953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1698434 Jul 23 20:40:27.571082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52238) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:27.626486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a183d4a7-5401-4c2a-85c0-d2b87ebe4974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.649008 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a183d4a7-5401-4c2a-85c0-d2b87ebe4974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.707972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a183d4a7-5401-4c2a-85c0-d2b87ebe4974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.712207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a183d4a7-5401-4c2a-85c0-d2b87ebe4974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:27.715716 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a183d4a7-5401-4c2a-85c0-d2b87ebe4974 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21cbd2c9-11d7-4e7e-86d4-1f7d28b709e9 HTTP/1.1" status: 204 len: 168 time: 0.1414938 Jul 23 20:40:27.723716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183d4a7-5401-4c2a-85c0-d2b87ebe4974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cbd2c9-11d7-4e7e-86d4-1f7d28b709e9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:29.129966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52310) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:29.136208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'network': {'name': 'tempest-network-smoke--1798044154', 'project_id': '2697c916e65a4b2db4710443605713bd', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:29.167257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Made reservation on behalf of 2697c916e65a4b2db4710443605713bd for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:29.172059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.187424 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.307597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.312841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.347236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:40:29.371754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.372105 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Added segment 1ee9ebd5-4940-4c14-a829-b5914666e72b of type vlan for network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f Jul 23 20:40:29.421848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.436497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4a722c-3c49-4b04-90e5-9020a2a3de5b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:29.467254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.473969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:29.475219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.512213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3774014 Jul 23 20:40:29.513670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:29.527633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'admin_state_up': True, 'project_id': '2697c916e65a4b2db4710443605713bd', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:29.555266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.555629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcd53b9-47a7-4ef3-914e-132c5cdbb56b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Network': ['ID=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:29.558352 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.567719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:40:29.622957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:29.805959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.075284 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.108526 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.251319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.25.8.197 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/02ef7440-1dc9-4295-87d1-3f0c0c5f630e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:30.451118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.522567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:30.549502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:30.601356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:30.611325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:30.660037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:30.954809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.207579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.362257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router b14919f7-19c1-40ee-813c-abf0a40a59fc is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:40:31.495990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:31.518554 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Sync routers for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:31.519552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.521397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-648de31b-70b6-41a3-ad4f-3e6201c415ad tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0029819 Jul 23 20:40:31.524589 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52398) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:31.548168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:31.548946 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:31.697152 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:31.858054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6de8d477-6d46-4727-bbae-0aaac3425c6c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2697c916e65a4b2db4710443605713bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3297565 Jul 23 20:40:31.859004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52408) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:31.900610 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:30Z', 'revision_number': 3, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:31.934995 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Checking router: b14919f7-19c1-40ee-813c-abf0a40a59fc for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:31.935347 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Updating router b14919f7-19c1-40ee-813c-abf0a40a59fc port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:40:31.985810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea89d1-9498-488e-b8b8-51d081761613 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:31.988918 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:31.991249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55ea89d1-9498-488e-b8b8-51d081761613 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318009 Jul 23 20:40:31.991421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52416) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:32.045916 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-92dd6b88-30d2-41d1-9e4a-bdb2d0fd2efb tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531662 Jul 23 20:40:32.048674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52420) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:32.055094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-826912385', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'project_id': '2697c916e65a4b2db4710443605713bd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:32.197185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Made reservation on behalf of 2697c916e65a4b2db4710443605713bd for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:32.202215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.329219 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.344921 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Transition to ACTIVE for port object 02ef7440-1dc9-4295-87d1-3f0c0c5f630e will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:32.353348 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.413369 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Attempting to bind port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:32.413755 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Attempting to bind port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:32.414016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Attempting to bind port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:32.422309 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f00b0-fde6-4cdd-b61d-1532d4fa1d83 None None] Pushing event updated for resources: {'Port': ['ID=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:32.427267 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:32.427660 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:32.428063 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.428447 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:32.428915 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Bound port: 02ef7440-1dc9-4295-87d1-3f0c0c5f630e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:32.429953 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.459598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.496102 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] For port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:32.503942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] For port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:32.520240 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.560058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Subnet': ['ID=ccbc91c5-0388-4d52-83ec-cd3095627e74,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:32.577144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Checking segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:32.580094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network hostable DHCP agents. Network: 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:40:32.604142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:40:32.614826 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:32.615480 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:32.624798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:32.633063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:32.633710 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:32.635749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79ca8fb-401e-404f-8a4e-9f16cf8241db None None] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:32.665654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c6b1b729-bc16-47f6-a186-fc4828a76191 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6143658 Jul 23 20:40:32.667397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52440) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:32.792348 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:32.917210 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f00b0-fde6-4cdd-b61d-1532d4fa1d83 None None] Pushing event updated for resources: {'Port': ['ID=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:32.948720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:40:32.950525 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.163239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Allocated IP 172.20.0.2 (9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f/ccbc91c5-0388-4d52-83ec-cd3095627e74/77267747-b1ba-42d5-bd3a-19e32081d2ba) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:33.248779 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:30Z', 'revision_number': 3, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:33.312773 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2261081-cce7-4aad-a6dc-25dc764ded2a None None] The sync data for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 is: [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:30Z', 'revision_number': 3, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:33.439923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.455483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Transition to ACTIVE for port object 77267747-b1ba-42d5-bd3a-19e32081d2ba will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:33.502478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Transition to ACTIVE for port object 77267747-b1ba-42d5-bd3a-19e32081d2ba will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:33.512922 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.602225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:33.603679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Pushing event updated for resources: {'Port': ['ID=77267747-b1ba-42d5-bd3a-19e32081d2ba,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:33.635660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.636039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.652824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.653200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.653552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.653899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.654247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.654736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.655077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.657723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.657723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.658016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:33.669144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:33.672629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:33.688821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.840245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Attempting to bind port 77267747-b1ba-42d5-bd3a-19e32081d2ba on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:33.840887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Attempting to bind port 77267747-b1ba-42d5-bd3a-19e32081d2ba by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:33.841481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Attempting to bind port 77267747-b1ba-42d5-bd3a-19e32081d2ba on network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:33.847153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:33.847792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Checking segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:33.848394 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.849015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Bound using segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:33.862216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Bound port: 77267747-b1ba-42d5-bd3a-19e32081d2ba, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:33.862898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:33.994716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] For port 77267747-b1ba-42d5-bd3a-19e32081d2ba, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:33.998744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] For port 77267747-b1ba-42d5-bd3a-19e32081d2ba, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=77267747-b1ba-42d5-bd3a-19e32081d2ba,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:34.011345 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.101791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde80fef-6b3d-43aa-898b-b867d9db64de None None] Pushing event updated for resources: {'Port': ['ID=77267747-b1ba-42d5-bd3a-19e32081d2ba,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:34.284053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.20.0.1 (9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f/ccbc91c5-0388-4d52-83ec-cd3095627e74/5830f366-5b8d-411f-92b8-4d338ce41c5d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:34.556085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.617388 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Transition to ACTIVE for port object 5830f366-5b8d-411f-92b8-4d338ce41c5d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:34.713728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:34.785086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 77267747-b1ba-42d5-bd3a-19e32081d2ba up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:34.797287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=5830f366-5b8d-411f-92b8-4d338ce41c5d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:34.836407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.837111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.837600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.838056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.838949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.841071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.841571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.842027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.842686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.843833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.844907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.845927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:34.882665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 77267747-b1ba-42d5-bd3a-19e32081d2ba completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:34.889165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 02ef7440-1dc9-4295-87d1-3f0c0c5f630e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:34.890534 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:34.899776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:34.909874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:34.984594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:34.992784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:34.993463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.001793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.128723 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.151910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:35.159800 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.234211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:35.274633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:35.861018 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:40:35.945873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52508) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:36.087002 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.092946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.179891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.217135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b00ac7-58e3-4585-9b7d-1bc745a81990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.298055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:36.299701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:36.419702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=5830f366-5b8d-411f-92b8-4d338ce41c5d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:36.439799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router b14919f7-19c1-40ee-813c-abf0a40a59fc has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:36.444301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b00ac7-58e3-4585-9b7d-1bc745a81990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.450070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-87b00ac7-58e3-4585-9b7d-1bc745a81990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.525321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-87b00ac7-58e3-4585-9b7d-1bc745a81990 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76fe25d504b84339a0f0bc561a5fdf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5743825 Jul 23 20:40:36.525860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52526) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:36.558027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b00ac7-58e3-4585-9b7d-1bc745a81990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e72514-9e08-40f5-a0ec-7e45b1ca13bc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:36.615802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29208ca0-1e7e-4018-b8a6-691027434850 None None] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:36.639591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:36.645904 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d5e30927-8523-494f-8faa-bd1fc419673b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "PUT /v2.0/routers/b14919f7-19c1-40ee-813c-abf0a40a59fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9753225 Jul 23 20:40:36.647894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:36.653457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1523733911', 'description': 'tempest-secgroup_access--1523733911 description', 'project_id': '2697c916e65a4b2db4710443605713bd'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:36.662635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c37b14c-6ad0-45b1-9de8-a2db0db864bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.662873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Sync routers for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:36.696043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.729873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c37b14c-6ad0-45b1-9de8-a2db0db864bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.740193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] Provisioning for port 77267747-b1ba-42d5-bd3a-19e32081d2ba completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:36.747822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:36.748697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:36.759042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 02ef7440-1dc9-4295-87d1-3f0c0c5f630e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:36.761159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] Provisioning complete for port 77267747-b1ba-42d5-bd3a-19e32081d2ba triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:36.761991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.830322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c37b14c-6ad0-45b1-9de8-a2db0db864bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.837013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9c37b14c-6ad0-45b1-9de8-a2db0db864bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.852305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9c37b14c-6ad0-45b1-9de8-a2db0db864bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10e72514-9e08-40f5-a0ec-7e45b1ca13bc HTTP/1.1" status: 204 len: 168 time: 0.3253975 Jul 23 20:40:36.873126 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.881798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.882350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37b14c-6ad0-45b1-9de8-a2db0db864bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e72514-9e08-40f5-a0ec-7e45b1ca13bc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:36.960562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:36.961878 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3127816 Jul 23 20:40:36.964719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:36.970006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1873246035', 'description': 'tempest-secgroup_general--1873246035 description', 'project_id': '2697c916e65a4b2db4710443605713bd'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:36.977356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569a82d-38f9-49d3-9bc6-be5eb64e6cd7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:37.016711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.152836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.159369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.249527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:37.264294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079567eb-5dbc-4e3f-bd81-6ee99130fc62,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:37.271623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.272761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55133935-28e0-434b-902d-9ff1259594b1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3064020 Jul 23 20:40:37.275624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52546) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:37.282552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'security_group_rule': {'security_group_id': 'b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5', 'project_id': '2697c916e65a4b2db4710443605713bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:37.332559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:37.332858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.340759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.448771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.456359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.500080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb4429f-193d-434c-aa2b-e61a7c97b0ee,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:37.512471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.517282 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c5c0ded0-b01b-47f6-88ef-3a218c3754ba tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357917 Jul 23 20:40:37.522628 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.622566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52556) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:37.651112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] For port 77267747-b1ba-42d5-bd3a-19e32081d2ba, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=77267747-b1ba-42d5-bd3a-19e32081d2ba,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:37.651665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-732d72ed-6790-47dc-9ceb-b93fff881ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.744612 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.836615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-732d72ed-6790-47dc-9ceb-b93fff881ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.841894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-732d72ed-6790-47dc-9ceb-b93fff881ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:37.904332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-732d72ed-6790-47dc-9ceb-b93fff881ee2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31c25f9858de48d899d49efa63a811ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807543 Jul 23 20:40:37.906889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52568) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:37.972123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d72ed-6790-47dc-9ceb-b93fff881ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8258617e-231a-467f-bc75-6662c1a7b546,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:38.001010 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6faa2764-2a41-4d25-bfe0-01d4ccf58aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.036356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6faa2764-2a41-4d25-bfe0-01d4ccf58aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.097473 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6faa2764-2a41-4d25-bfe0-01d4ccf58aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.100619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6faa2764-2a41-4d25-bfe0-01d4ccf58aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.101875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6faa2764-2a41-4d25-bfe0-01d4ccf58aa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8258617e-231a-467f-bc75-6662c1a7b546 HTTP/1.1" status: 204 len: 168 time: 0.1940620 Jul 23 20:40:38.118031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa2764-2a41-4d25-bfe0-01d4ccf58aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8258617e-231a-467f-bc75-6662c1a7b546,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:38.132189 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-95908433-790e-4a58-9abe-2ccef3df4df3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_access--1523733911&fields=id&tenant_id=2697c916e65a4b2db4710443605713bd HTTP/1.1" status: 200 len: 267 time: 0.2307277 Jul 23 20:40:38.176370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-03e3e188-56cf-44f7-ab4b-e4ecb2a89de1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup_general--1873246035&fields=id&tenant_id=2697c916e65a4b2db4710443605713bd HTTP/1.1" status: 200 len: 267 time: 0.0428121 Jul 23 20:40:38.316913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-de106e62-1217-4e0d-be3a-84fb118e5ef3 None None] Provisioning for port 5830f366-5b8d-411f-92b8-4d338ce41c5d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:38.361691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-de106e62-1217-4e0d-be3a-84fb118e5ef3 None None] Provisioning complete for port 5830f366-5b8d-411f-92b8-4d338ce41c5d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:38.362091 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-de106e62-1217-4e0d-be3a-84fb118e5ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.401758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f622a-c85d-4565-8459-24cf9f9ea365 None None] Pushing event updated for resources: {'Port': ['ID=77267747-b1ba-42d5-bd3a-19e32081d2ba,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:38.474830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-de106e62-1217-4e0d-be3a-84fb118e5ef3 None None] Port 5830f366-5b8d-411f-92b8-4d338ce41c5d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:38.478251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-a7e8fe45-2fe5-4a63-bdc1-0131b297968e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:38.483929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-a7e8fe45-2fe5-4a63-bdc1-0131b297968e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/networks?id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 200 len: 797 time: 0.3041961 Jul 23 20:40:38.503139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-30755061-fdea-4e17-8061-caea5c291214 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/quotas/2697c916e65a4b2db4710443605713bd HTTP/1.1" status: 200 len: 375 time: 0.0158138 Jul 23 20:40:38.533123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-de106e62-1217-4e0d-be3a-84fb118e5ef3 None None] Provisioning complete for port 77267747-b1ba-42d5-bd3a-19e32081d2ba triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:38.533575 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-de106e62-1217-4e0d-be3a-84fb118e5ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.542563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 2, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:38.670979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-760eb4d9-e0b5-4acc-891e-0a60d79edd83 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1608160 Jul 23 20:40:38.680528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Checking router: b14919f7-19c1-40ee-813c-abf0a40a59fc for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:38.681463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Updating router b14919f7-19c1-40ee-813c-abf0a40a59fc port 5830f366-5b8d-411f-92b8-4d338ce41c5d binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:40:38.689476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-992f2026-a3df-4206-b46c-b78a754e113e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:40:38.690772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-992f2026-a3df-4206-b46c-b78a754e113e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072699 Jul 23 20:40:38.728298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 77267747-b1ba-42d5-bd3a-19e32081d2ba up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:38.792287 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:38.884838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 77267747-b1ba-42d5-bd3a-19e32081d2ba triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:38.885223 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.064586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-9f915462-cb1c-49e2-983a-080a77fab8e3 service neutron] 10.222.0.46 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575613 Jul 23 20:40:39.080678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c62c716b-f39e-4eb9-a7b9-3b797fd98657 None None] Provisioning complete for port 5830f366-5b8d-411f-92b8-4d338ce41c5d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:39.081060 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c62c716b-f39e-4eb9-a7b9-3b797fd98657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.177835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c62c716b-f39e-4eb9-a7b9-3b797fd98657 None None] Port 5830f366-5b8d-411f-92b8-4d338ce41c5d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:39.193886 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-8fc68742-f0dd-4ba8-8688-0df1d2c58fb0 service neutron] 10.222.0.46 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168165 Jul 23 20:40:39.305069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.329029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Transition to ACTIVE for port object 5830f366-5b8d-411f-92b8-4d338ce41c5d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:39.340882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.417120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d81577-ea59-4407-b657-bc58dd236632 None None] Pushing event updated for resources: {'Port': ['ID=5830f366-5b8d-411f-92b8-4d338ce41c5d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:39.497346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Attempting to bind port 5830f366-5b8d-411f-92b8-4d338ce41c5d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:39.498048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Attempting to bind port 5830f366-5b8d-411f-92b8-4d338ce41c5d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:39.498644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Attempting to bind port 5830f366-5b8d-411f-92b8-4d338ce41c5d on network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:39.506698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:39.508025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Checking segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:39.508709 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.509517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Bound using segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:39.510234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Bound port: 5830f366-5b8d-411f-92b8-4d338ce41c5d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:39.510863 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.558423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae092895-09a0-4ce4-81a6-432cb657d677 req-32ceda97-9554-40da-b4b7-29a037ca0feb tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 210 time: 0.0624843 Jul 23 20:40:39.656708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] For port 5830f366-5b8d-411f-92b8-4d338ce41c5d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:39.667938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] For port 5830f366-5b8d-411f-92b8-4d338ce41c5d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5830f366-5b8d-411f-92b8-4d338ce41c5d,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:39.675869 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:39.799594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:39.801198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:39.803350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d81577-ea59-4407-b657-bc58dd236632 None None] Pushing event updated for resources: {'Port': ['ID=5830f366-5b8d-411f-92b8-4d338ce41c5d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:39.956991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:40.271383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52642) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:40.275849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:39Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:40.340949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b820e2a6-2132-48c1-95d3-fa8d4339fb24 None None] The sync data for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 is: [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:39Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:40.492268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed2b94f3-3908-4b37-b3b7-ef0d8233a03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.720122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a66957f-7944-494b-9bfc-4753204da3b8 req-602fd46b-57d9-4e52-b0b4-f658eb6116b7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 210 time: 0.0533032 Jul 23 20:40:40.749123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed2b94f3-3908-4b37-b3b7-ef0d8233a03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.767907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed2b94f3-3908-4b37-b3b7-ef0d8233a03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.785866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5830f366-5b8d-411f-92b8-4d338ce41c5d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:40.816008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ed2b94f3-3908-4b37-b3b7-ef0d8233a03c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c73d3146d91b46ebb4858e690ec50a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5428963 Jul 23 20:40:40.818822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b94f3-3908-4b37-b3b7-ef0d8233a03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3683ded-7450-42b7-a234-b3b67afc2d31,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:40.820426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:40.888717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5830f366-5b8d-411f-92b8-4d338ce41c5d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:40.893197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5830f366-5b8d-411f-92b8-4d338ce41c5d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:40.893652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.922947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc57b-2b81-471c-8d02-3a6a275a55a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:40.983043 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc57b-2b81-471c-8d02-3a6a275a55a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.038993 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.096371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc57b-2b81-471c-8d02-3a6a275a55a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.099461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7c9dc57b-2b81-471c-8d02-3a6a275a55a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.100887 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7c9dc57b-2b81-471c-8d02-3a6a275a55a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d3683ded-7450-42b7-a234-b3b67afc2d31 HTTP/1.1" status: 204 len: 168 time: 0.2788074 Jul 23 20:40:41.106285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 5830f366-5b8d-411f-92b8-4d338ce41c5d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5830f366-5b8d-411f-92b8-4d338ce41c5d,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:41.114882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.125047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9dc57b-2b81-471c-8d02-3a6a275a55a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3683ded-7450-42b7-a234-b3b67afc2d31,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.249645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=5830f366-5b8d-411f-92b8-4d338ce41c5d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.262556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-f3c80009-e5af-4930-a986-16585dfd5565 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:41.264132 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-f3c80009-e5af-4930-a986-16585dfd5565 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.47 "GET /v2.0/networks?id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 200 len: 797 time: 0.2086675 Jul 23 20:40:41.327202 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-d1d0d3e1-2df1-40dd-94f4-2a384207e47c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2697c916e65a4b2db4710443605713bd HTTP/1.1" status: 200 len: 478 time: 0.0515313 Jul 23 20:40:41.343636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'port': {'device_id': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'admin_state_up': True, 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'security_groups': ['b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5', '079567eb-5dbc-4e3f-bd81-6ee99130fc62']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:41.490855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Made reservation on behalf of 2697c916e65a4b2db4710443605713bd for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:41.496527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.523103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:41.548095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cdc71bbd-1c79-4e7f-b7e2-081fc78b5ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.732946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.20.0.10 (9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f/ccbc91c5-0388-4d52-83ec-cd3095627e74/4bfaf66d-77e1-474c-b5cf-c59653afae63) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:41.816684 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cdc71bbd-1c79-4e7f-b7e2-081fc78b5ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.823020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cdc71bbd-1c79-4e7f-b7e2-081fc78b5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:41.909133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc71bbd-1c79-4e7f-b7e2-081fc78b5ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf7fb4f-9118-4d49-89de-b18789f8b217,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:41.916997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cdc71bbd-1c79-4e7f-b7e2-081fc78b5ad0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ab01319f2ac4ba78e16ef36a9aef98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921344 Jul 23 20:40:41.925406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52676) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:41.993329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.017289 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b14fc32-47ac-435b-b5fb-aa6765575def req-a234b093-b769-4e87-a760-15da9b493cb6 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 210 time: 0.0928969 Jul 23 20:40:42.022178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Transition to ACTIVE for port object 4bfaf66d-77e1-474c-b5cf-c59653afae63 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:42.072822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.116710 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4008a307-1122-4c42-a57f-7a5055abdf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.141299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:42.142952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=4bfaf66d-77e1-474c-b5cf-c59653afae63,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.157695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:42.161990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4008a307-1122-4c42-a57f-7a5055abdf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.162726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:42.256266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4008a307-1122-4c42-a57f-7a5055abdf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.267599 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4008a307-1122-4c42-a57f-7a5055abdf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.272464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4008a307-1122-4c42-a57f-7a5055abdf2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bf7fb4f-9118-4d49-89de-b18789f8b217 HTTP/1.1" status: 204 len: 168 time: 0.3458951 Jul 23 20:40:42.273851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:42.274589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.282852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008a307-1122-4c42-a57f-7a5055abdf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf7fb4f-9118-4d49-89de-b18789f8b217,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.292671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-aa48b4ff-874c-44b0-8e37-a826bc9f7421 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9604251 Jul 23 20:40:42.308845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Request body: {'port': {'device_id': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:42.420106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.606624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8754beae-9ca3-4b33-ae6a-ab2314f6b18a None None] Provisioning for port 4bfaf66d-77e1-474c-b5cf-c59653afae63 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:42.612848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8754beae-9ca3-4b33-ae6a-ab2314f6b18a None None] Provisioning complete for port 4bfaf66d-77e1-474c-b5cf-c59653afae63 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:42.613247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8754beae-9ca3-4b33-ae6a-ab2314f6b18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.670369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8754beae-9ca3-4b33-ae6a-ab2314f6b18a None None] Port 4bfaf66d-77e1-474c-b5cf-c59653afae63 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:40:42.694782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5830f366-5b8d-411f-92b8-4d338ce41c5d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:42.754458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5830f366-5b8d-411f-92b8-4d338ce41c5d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:42.754934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.776752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bfaf66d-77e1-474c-b5cf-c59653afae63 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:42.785208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.801591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Transition to ACTIVE for port object 4bfaf66d-77e1-474c-b5cf-c59653afae63 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:42.806266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:42.907486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfaf66d-77e1-474c-b5cf-c59653afae63,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:42.996334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Attempting to bind port 4bfaf66d-77e1-474c-b5cf-c59653afae63 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:42.997307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Attempting to bind port 4bfaf66d-77e1-474c-b5cf-c59653afae63 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:42.997844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Attempting to bind port 4bfaf66d-77e1-474c-b5cf-c59653afae63 on network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:43.004336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Port 4bfaf66d-77e1-474c-b5cf-c59653afae63 on network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:40:43.005233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Attempting to bind port 4bfaf66d-77e1-474c-b5cf-c59653afae63 on network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:43.012301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:43.012873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Checking segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:43.013679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Bound using segment: {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:43.014477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Bound port: 4bfaf66d-77e1-474c-b5cf-c59653afae63, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ee9ebd5-4940-4c14-a829-b5914666e72b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:43.015057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.147470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] For port 4bfaf66d-77e1-474c-b5cf-c59653afae63, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:43.153655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] For port 4bfaf66d-77e1-474c-b5cf-c59653afae63, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:43.162598 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.226646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.227590 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.228586 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] 10.222.0.47 "PUT /v2.0/ports/4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 200 len: 1132 time: 0.9281244 Jul 23 20:40:43.229238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:43.232089 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:43.359068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3778bbe-fb8f-4431-91ae-ccbf2f18cfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=4bfaf66d-77e1-474c-b5cf-c59653afae63,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:43.388865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1be7e-8950-40fc-ac57-c72d1433b7fc req-f7941769-8de1-433d-8b87-8c2549a8bde0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.394085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8f1be7e-8950-40fc-ac57-c72d1433b7fc req-f7941769-8de1-433d-8b87-8c2549a8bde0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 983 time: 0.2507665 Jul 23 20:40:43.488896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8f1be7e-8950-40fc-ac57-c72d1433b7fc req-56c84791-34bb-4a13-a500-e83ee0994a7a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0862298 Jul 23 20:40:43.503327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-1e5fbd31-7be1-4344-bae3-24df668c3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.506275 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-1e5fbd31-7be1-4344-bae3-24df668c3c8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1135 time: 0.1545057 Jul 23 20:40:43.587871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-e0502c25-0419-4fe1-b637-05ef93fcb119 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 200 len: 217 time: 0.0746667 Jul 23 20:40:43.591846 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db6ca61-a22b-45f6-a1dc-d49bab9e71e5 x-openstack-request-id: req-8db6ca61-a22b-45f6-a1dc-d49bab9e71e5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:43.592695 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:43.593142 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8db6ca61-a22b-45f6-a1dc-d49bab9e71e5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:43.593778 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'status': 'completed', 'code': 200} Jul 23 20:40:43.665839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-16aa4190-e34e-46db-bbd2-14a92102e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.667369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-16aa4190-e34e-46db-bbd2-14a92102e67f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ccbc91c5-0388-4d52-83ec-cd3095627e74 HTTP/1.1" status: 200 len: 834 time: 0.0704257 Jul 23 20:40:43.732061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-59ff9c70-20a0-4ccd-813d-dde2cde2241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:43.735058 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-59ff9c70-20a0-4ccd-813d-dde2cde2241f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596776 Jul 23 20:40:43.849758 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.851262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-0b1a8295-0d46-4817-94ed-55f362d463fe service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102591 Jul 23 20:40:43.894249 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9dd5a99b-32da-47e0-9386-978a44311dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:43.971610 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-61ee596c-5a6f-49c0-9983-355a067cb7d9 req-c42abc3e-7a7a-4c31-8801-5cce86804c08 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135607 Jul 23 20:40:44.118087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-a352f359-b54d-412a-b7fa-165c7e7beed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.119563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-a352f359-b54d-412a-b7fa-165c7e7beed3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1135 time: 0.0961010 Jul 23 20:40:44.269726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-0b7c81b1-bb47-482c-8346-48614b57d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.285030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-0b7c81b1-bb47-482c-8346-48614b57d7f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 200 len: 898 time: 0.1581311 Jul 23 20:40:44.374403 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-bdfc4ce0-b237-4071-b385-221068a5f07e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 200 len: 217 time: 0.0820293 Jul 23 20:40:44.533897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-80093cbf-bd29-4895-93bb-966a6f95e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.561958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-80093cbf-bd29-4895-93bb-966a6f95e5ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ccbc91c5-0388-4d52-83ec-cd3095627e74 HTTP/1.1" status: 200 len: 834 time: 0.1801190 Jul 23 20:40:44.735584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907b1d4-d0f6-41c9-8fd7-96663116cb91 req-16ee85fd-0521-467b-8054-c60c8f405375 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.742090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-9b1c651c-b899-4c3d-9fd4-a0349b0e86c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.743685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-9b1c651c-b899-4c3d-9fd4-a0349b0e86c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1712601 Jul 23 20:40:44.750013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e907b1d4-d0f6-41c9-8fd7-96663116cb91 req-16ee85fd-0521-467b-8054-c60c8f405375 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1857824 Jul 23 20:40:44.862136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-ce106550-b3e5-4c57-ad45-9cd9f6966e26 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091330 Jul 23 20:40:44.875536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527867f-5f72-4431-a116-30f658a0ac6a req-c4d5b489-851d-4e35-ab24-71f6cb602c94 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:44.877056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b527867f-5f72-4431-a116-30f658a0ac6a req-c4d5b489-851d-4e35-ab24-71f6cb602c94 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 983 time: 0.2674477 Jul 23 20:40:44.895092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e907b1d4-d0f6-41c9-8fd7-96663116cb91 req-4ddc9795-b400-4d30-afd9-b9988ea5c84c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397159 Jul 23 20:40:44.942025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b527867f-5f72-4431-a116-30f658a0ac6a req-f937f24e-fb3f-454c-8455-1f03d5d9eacc tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0453162 Jul 23 20:40:44.985976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-00d21e3a-a7f0-4fdb-8fa6-34c702defaf0 req-4b548ddf-203a-4cc0-81b8-0849138e5162 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167152 Jul 23 20:40:46.130008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b869ff-b582-40c3-8a1f-dfd0aaee22fa req-94e28458-9291-45b0-ae52-d59a9dbdfecb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:46.137257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73b869ff-b582-40c3-8a1f-dfd0aaee22fa req-94e28458-9291-45b0-ae52-d59a9dbdfecb tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1558940 Jul 23 20:40:46.171246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16b11-7734-43fc-bfcc-de59246ec78c req-304f7ceb-6673-4644-a96b-5ad302ccc4de tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:46.179924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ded16b11-7734-43fc-bfcc-de59246ec78c req-304f7ceb-6673-4644-a96b-5ad302ccc4de tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 983 time: 0.1324422 Jul 23 20:40:46.232380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73b869ff-b582-40c3-8a1f-dfd0aaee22fa req-c2972873-e306-4c15-934c-2003bc1c4148 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939512 Jul 23 20:40:46.265164 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ded16b11-7734-43fc-bfcc-de59246ec78c req-c94daece-a109-463c-a301-74ade745a3ae tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0838597 Jul 23 20:40:46.360557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4bfaf66d-77e1-474c-b5cf-c59653afae63 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:40:46.486452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.489578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f12231ff-10ca-4163-92a9-cc9264f84a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.506330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4bfaf66d-77e1-474c-b5cf-c59653afae63, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:46.518167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'port_id': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'mac_address': 'fa:16:3e:ce:27:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:40:46.560940 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.575140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bfaf66d-77e1-474c-b5cf-c59653afae63 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:40:46.615109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4bfaf66d-77e1-474c-b5cf-c59653afae63, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:46.623852 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:46.696273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4bfaf66d-77e1-474c-b5cf-c59653afae63,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:46.834378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4bfaf66d-77e1-474c-b5cf-c59653afae63'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:40:47.335735 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.740857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:47.768577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ccfc9e-6af0-47e9-b2f4-d79f2dffc342 req-ed90b17c-db69-43ec-91f7-d68ba50cb9a7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.770711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ccfc9e-6af0-47e9-b2f4-d79f2dffc342 req-ed90b17c-db69-43ec-91f7-d68ba50cb9a7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.4685948 Jul 23 20:40:47.792840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890236e-def8-431e-b5a5-10dd6a827c49 req-c2703a07-1235-47a3-a297-bc9261d91245 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:47.794584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a890236e-def8-431e-b5a5-10dd6a827c49 req-c2703a07-1235-47a3-a297-bc9261d91245 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 984 time: 0.1029530 Jul 23 20:40:47.849505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ccfc9e-6af0-47e9-b2f4-d79f2dffc342 req-f035d16b-a9a3-4534-beb9-48edf5664509 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671096 Jul 23 20:40:47.858814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a890236e-def8-431e-b5a5-10dd6a827c49 req-1fb64491-ef74-4078-a63a-93f2bd15f12b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0569379 Jul 23 20:40:48.361694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4bfaf66d-77e1-474c-b5cf-c59653afae63 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:40:48.416813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 4bfaf66d-77e1-474c-b5cf-c59653afae63 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:40:48.421010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 4bfaf66d-77e1-474c-b5cf-c59653afae63 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:40:48.421377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.504988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.528771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:48.531145 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18515b9b-6924-4418-afb9-e8fbe7f068dd" -d '{"events": [{"server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "name": "network-vif-plugged", "status": "completed", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:48.544774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4bfaf66d-77e1-474c-b5cf-c59653afae63, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:40:48.549534 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:48.579449 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a11d411-029d-46f4-9400-2694f3e71f3e x-openstack-request-id: req-5a11d411-029d-46f4-9400-2694f3e71f3e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:48.579816 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "name": "network-vif-plugged", "status": "completed", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:48.580140 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a11d411-029d-46f4-9400-2694f3e71f3e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:48.580600 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'code': 200} Jul 23 20:40:48.614657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4bfaf66d-77e1-474c-b5cf-c59653afae63,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:48.702794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15124e87-278f-4218-a201-f10db969cbfe req-abc660bd-1de7-489f-a5b3-90462f6175bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:48.704745 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-15124e87-278f-4218-a201-f10db969cbfe req-abc660bd-1de7-489f-a5b3-90462f6175bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1137 time: 0.0644770 Jul 23 20:40:48.742269 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-15124e87-278f-4218-a201-f10db969cbfe req-6d45e6f1-0ad3-42fd-9c80-1daec7cf6575 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0309172 Jul 23 20:40:49.071593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06763e8-3cc5-4e08-80ed-a718b206dbe5 req-a0f7152f-2d5b-4390-8c59-827a7e922304 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.073294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b06763e8-3cc5-4e08-80ed-a718b206dbe5 req-a0f7152f-2d5b-4390-8c59-827a7e922304 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 985 time: 0.1182091 Jul 23 20:40:49.100379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9682f-6f4a-4138-b5ad-5c8c2b9dabfe req-bf951e24-cbef-4435-877c-81d2e8c3ece9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:49.102203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24a9682f-6f4a-4138-b5ad-5c8c2b9dabfe req-bf951e24-cbef-4435-877c-81d2e8c3ece9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1316154 Jul 23 20:40:49.154966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b06763e8-3cc5-4e08-80ed-a718b206dbe5 req-747f37e8-346e-47a6-939f-987b251fa48e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0741446 Jul 23 20:40:49.169185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24a9682f-6f4a-4138-b5ad-5c8c2b9dabfe req-9d502018-96fb-4a5f-bb1a-b660ae4b7b54 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577455 Jul 23 20:40:49.686315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.103915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52918) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:50.226523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ddece9-a454-4d4d-afcd-b248c16991b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.415288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c9c11-1d83-4a2c-b69c-f42f734839dd req-799996e5-4561-4e63-8448-a94892a86661 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.416942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d3c9c11-1d83-4a2c-b69c-f42f734839dd req-799996e5-4561-4e63-8448-a94892a86661 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1641574 Jul 23 20:40:50.448719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3b096-ab6f-4de7-9740-064340cf632f req-66f1759c-92ae-4183-8826-8f1443ccd169 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.456228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ada3b096-ab6f-4de7-9740-064340cf632f req-66f1759c-92ae-4183-8826-8f1443ccd169 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 985 time: 0.1672056 Jul 23 20:40:50.512609 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ddece9-a454-4d4d-afcd-b248c16991b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.525378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88ddece9-a454-4d4d-afcd-b248c16991b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.530087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d3c9c11-1d83-4a2c-b69c-f42f734839dd req-bff7ce52-61dd-4ac2-ae0c-acafec38ec45 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040764 Jul 23 20:40:50.552715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ada3b096-ab6f-4de7-9740-064340cf632f req-1af86414-a577-463a-bfe7-72670c410917 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0957487 Jul 23 20:40:50.577730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-88ddece9-a454-4d4d-afcd-b248c16991b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79430ac724ec4e5ea829ad4e2fa073dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725478 Jul 23 20:40:50.580450 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52932) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:50.591472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddece9-a454-4d4d-afcd-b248c16991b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa8a3a-c306-4607-afc3-ef22c7ead875,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:50.629907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:50.666852 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f87-6647-4496-ad55-ca618bf21325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.689882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f87-6647-4496-ad55-ca618bf21325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.746314 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f87-6647-4496-ad55-ca618bf21325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.751738 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d15f0f87-6647-4496-ad55-ca618bf21325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.752922 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d15f0f87-6647-4496-ad55-ca618bf21325 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15fa8a3a-c306-4607-afc3-ef22c7ead875 HTTP/1.1" status: 204 len: 168 time: 0.1714106 Jul 23 20:40:50.761999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f0f87-6647-4496-ad55-ca618bf21325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa8a3a-c306-4607-afc3-ef22c7ead875,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:50.785171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a019c-4ac8-4fc5-a107-9131b34cef6e req-090a6194-3199-4399-bb9b-49df2a35273c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:50.786865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-383a019c-4ac8-4fc5-a107-9131b34cef6e req-090a6194-3199-4399-bb9b-49df2a35273c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 985 time: 0.0915480 Jul 23 20:40:50.809631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef9558c6-a206-4014-8a1d-4c56baffef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.914389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-383a019c-4ac8-4fc5-a107-9131b34cef6e req-9a9b450e-a7f4-41ba-9f0c-6ba9c1d8994e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1186225 Jul 23 20:40:50.972815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52948) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:50.975508 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef9558c6-a206-4014-8a1d-4c56baffef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:50.980156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ef9558c6-a206-4014-8a1d-4c56baffef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.026753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Deleting subnet 63d64e57-9772-4951-aabf-467aac1504aa {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:40:51.030654 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.068865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9558c6-a206-4014-8a1d-4c56baffef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9971d2f-cc46-447e-bc37-c65bfc1031fd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.077877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ef9558c6-a206-4014-8a1d-4c56baffef21 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ec7015b309f54e1f93c0fdb2e28cdde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4462292 Jul 23 20:40:51.081010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52950) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.103846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6012b-2bd5-4d13-92fc-3f3c6892e7fe req-e4c6c763-d8e9-4a95-8dad-f6c0f9ba535f tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.106000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ee6012b-2bd5-4d13-92fc-3f3c6892e7fe req-e4c6c763-d8e9-4a95-8dad-f6c0f9ba535f tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1137 time: 0.1053190 Jul 23 20:40:51.115354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.119573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52952) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.138435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4ee6012b-2bd5-4d13-92fc-3f3c6892e7fe req-827e347e-0e83-446e-b21b-1b77d4d7c3cc tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.141408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.177993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.db.api [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 23 20:40:51.177993 n-d-793620-13 neutron-server[94027]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 23 20:40:51.177993 n-d-793620-13 neutron-server[94027]: [parameters: {'project_id': 'ddd62bfc312f4abea2ed71f6b8dde2d9', 'id': '3436e197-6857-490e-ab96-232300a3487f', 'expiration': datetime.datetime(2021, 7, 23, 20, 42, 51, 171801)}] Jul 23 20:40:51.177993 n-d-793620-13 neutron-server[94027]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=94027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:40:51.178555 n-d-793620-13 neutron-server[94027]: DEBUG oslo_db.api [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:40:51.180930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.203706 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48f7225c-74a2-4b8f-92c6-c5da1f049596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.243419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48f7225c-74a2-4b8f-92c6-c5da1f049596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.256705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4ee6012b-2bd5-4d13-92fc-3f3c6892e7fe req-827e347e-0e83-446e-b21b-1b77d4d7c3cc tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.263196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-4ee6012b-2bd5-4d13-92fc-3f3c6892e7fe req-827e347e-0e83-446e-b21b-1b77d4d7c3cc tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.290497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ee6012b-2bd5-4d13-92fc-3f3c6892e7fe req-827e347e-0e83-446e-b21b-1b77d4d7c3cc tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1786740 Jul 23 20:40:51.300701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.301033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e347e-0e83-446e-b21b-1b77d4d7c3cc tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4999d71-fbfa-4e90-ac79-57263ec234a2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.315688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52954) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.330098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d64e57-9772-4951-aabf-467aac1504aa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.336546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.341116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f96a9144-abb1-4f0e-ae84-9a4044302531 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/63d64e57-9772-4951-aabf-467aac1504aa HTTP/1.1" status: 204 len: 168 time: 0.3647156 Jul 23 20:40:51.341871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52956) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.358158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48f7225c-74a2-4b8f-92c6-c5da1f049596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.360644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-48f7225c-74a2-4b8f-92c6-c5da1f049596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.361931 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-48f7225c-74a2-4b8f-92c6-c5da1f049596 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9971d2f-cc46-447e-bc37-c65bfc1031fd HTTP/1.1" status: 204 len: 168 time: 0.2799237 Jul 23 20:40:51.371922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadb98c9-4808-4908-ad3f-af8c19be5063 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.376360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fadb98c9-4808-4908-ad3f-af8c19be5063 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1132 time: 0.0565877 Jul 23 20:40:51.377229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 52960) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.381629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7225c-74a2-4b8f-92c6-c5da1f049596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9971d2f-cc46-447e-bc37-c65bfc1031fd,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.382573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:51.416507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.429847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.519770 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.524272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.532831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d4d499-2757-4cd3-8348-77f4844550fa']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:51.544846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383c1e06-661e-4383-945d-a2f06b17d62f') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:51.545149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383c1e06-661e-4383-945d-a2f06b17d62f') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:51.561321 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.577458 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.585621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:40:51.586234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:40:51.648174 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:40:51.659612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.679664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.680994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.684217 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] 10.222.0.46 "DELETE /v2.0/networks/96d4d499-2757-4cd3-8348-77f4844550fa HTTP/1.1" status: 204 len: 168 time: 0.3418977 Jul 23 20:40:51.685396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42815f0e-94b8-4dc7-868e-5cb4c44cc081 admin admin] Pushing event deleted for resources: {'Network': ['ID=96d4d499-2757-4cd3-8348-77f4844550fa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:51.697613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.25.8.165 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/71cf04f8-a3c0-4714-a416-80d8c8121295) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:51.774068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7203ee7-02b9-4ac2-a885-3c811adf7652 req-52af5fa7-a125-4c09-8c86-50c254811c7b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:51.775624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7203ee7-02b9-4ac2-a885-3c811adf7652 req-52af5fa7-a125-4c09-8c86-50c254811c7b tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1530974 Jul 23 20:40:51.818624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52976) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.864949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1a418ad9-9286-4bcb-b64c-0372db79836b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2fedcd946ce409f820d889ccbf48e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442531 Jul 23 20:40:51.867149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52978) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:51.889704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7203ee7-02b9-4ac2-a885-3c811adf7652 req-9114546a-f540-409e-8ad7-c3b299488445 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038167 Jul 23 20:40:51.930413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.930861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1557ce6-c720-4411-a508-23af45d54d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.955359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1557ce6-c720-4411-a508-23af45d54d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.974956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:51.984470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.022756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1557ce6-c720-4411-a508-23af45d54d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.025513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c1557ce6-c720-4411-a508-23af45d54d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.026712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c1557ce6-c720-4411-a508-23af45d54d20 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3c74b362-91bf-4344-a0db-4d0558fa15b1 HTTP/1.1" status: 204 len: 168 time: 0.1583931 Jul 23 20:40:52.034336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf288c-0367-4e93-9ae6-56227117131a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.035985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1557ce6-c720-4411-a508-23af45d54d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c74b362-91bf-4344-a0db-4d0558fa15b1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.044557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-986f5ebf-21e4-4abc-b918-de1474dc8417 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ddd62bfc312f4abea2ed71f6b8dde2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9227619 Jul 23 20:40:52.047242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 52986) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:52.054175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.119408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00cb3cbf-b584-4aae-8592-20b8f06de26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.124317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:52.129175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:52.136790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:52.140183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=71cf04f8-a3c0-4714-a416-80d8c8121295,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.154501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00cb3cbf-b584-4aae-8592-20b8f06de26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.218632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00cb3cbf-b584-4aae-8592-20b8f06de26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.222703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00cb3cbf-b584-4aae-8592-20b8f06de26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.227869 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-00cb3cbf-b584-4aae-8592-20b8f06de26e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0ebf288c-0367-4e93-9ae6-56227117131a HTTP/1.1" status: 204 len: 168 time: 0.1794508 Jul 23 20:40:52.237111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb3cbf-b584-4aae-8592-20b8f06de26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf288c-0367-4e93-9ae6-56227117131a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.550883 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.653286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.826549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.831611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:52.910262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=71cf04f8-a3c0-4714-a416-80d8c8121295,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:52.924779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.107816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4be021-f3c4-4d2d-8216-4411a4e61738 req-e27a72f1-3fe6-4def-8e4a-12869c0d1e3d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.109319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a4be021-f3c4-4d2d-8216-4411a4e61738 req-e27a72f1-3fe6-4def-8e4a-12869c0d1e3d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1036708 Jul 23 20:40:53.110399 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Floating IP 91dfd521-9e27-4176-ab9e-6a7417492824 associated. External IP: 172.25.8.165, port: 4bfaf66d-77e1-474c-b5cf-c59653afae63. Jul 23 20:40:53.240630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a4be021-f3c4-4d2d-8216-4411a4e61738 req-7b0c8181-63cf-416a-b3a2-d61fc9e91cec tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222076 Jul 23 20:40:53.389274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router b14919f7-19c1-40ee-813c-abf0a40a59fc has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:40:53.530229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:40:53.545874 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] Sync routers for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:40:53.552298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:53.561594 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:53.562484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:53.622758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fc887ce7-34ad-469c-bbac-0cca4f1352c0 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2444296 Jul 23 20:40:53.623435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:40:53.625386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53056) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:53.630986 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598e068f-389f-40b4-a79b-163ad53b8ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:40:53.692940 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:53.834347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a91fb4-90db-471c-af54-08cf9a64822a tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.834835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a91fb4-90db-471c-af54-08cf9a64822a tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.835315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a91fb4-90db-471c-af54-08cf9a64822a tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.835787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a91fb4-90db-471c-af54-08cf9a64822a tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.836251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a91fb4-90db-471c-af54-08cf9a64822a tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.838154 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-89a91fb4-90db-471c-af54-08cf9a64822a tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3570 time: 0.2117310 Jul 23 20:40:53.840891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53070) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:53.926911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab93752-e122-4934-9799-449c1d58cb7c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.927627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab93752-e122-4934-9799-449c1d58cb7c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.928237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab93752-e122-4934-9799-449c1d58cb7c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.928855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab93752-e122-4934-9799-449c1d58cb7c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.929609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab93752-e122-4934-9799-449c1d58cb7c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:53.931849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5ab93752-e122-4934-9799-449c1d58cb7c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3349 time: 0.0892670 Jul 23 20:40:53.934867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53072) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:54.016802 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91dfd521-9e27-4176-ab9e-6a7417492824', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'port_id': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'mac_address': 'fa:16:3e:ce:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:40:52Z', 'updated_at': '2021-07-23T20:40:52Z', 'revision_number': 0, 'project_id': '2697c916e65a4b2db4710443605713bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:41Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:54.052855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] Checking router: b14919f7-19c1-40ee-813c-abf0a40a59fc for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:40:54.062786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:40:54.063601 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:54.093520 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b2ef52-27a8-46ad-8790-56de18ac1f6d x-openstack-request-id: req-d1b2ef52-27a8-46ad-8790-56de18ac1f6d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:40:54.093860 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:40:54.094056 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1b2ef52-27a8-46ad-8790-56de18ac1f6d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:40:54.094466 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'status': 'completed', 'code': 200} Jul 23 20:40:54.221694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-ae427807-fb29-4a30-ab3a-a287a03d44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.223856 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-ae427807-fb29-4a30-ab3a-a287a03d44c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1137 time: 0.1022782 Jul 23 20:40:54.304438 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:40:54.352616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-3143edb1-4b04-4d6f-9dfa-b589f20ba28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.358971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-3143edb1-4b04-4d6f-9dfa-b589f20ba28e service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 200 len: 898 time: 0.1235750 Jul 23 20:40:54.511090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9d400-1056-4072-a128-f6ca8175f4b4 req-5f94651f-b642-4462-8050-9cab4fa3d7e5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.528011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67a9d400-1056-4072-a128-f6ca8175f4b4 req-5f94651f-b642-4462-8050-9cab4fa3d7e5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1627183 Jul 23 20:40:54.596151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67a9d400-1056-4072-a128-f6ca8175f4b4 req-7fe789eb-98b3-480c-b2c1-07239716aa2a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647078 Jul 23 20:40:54.596371 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d57d448-7ad7-4277-ab75-440c7d6f339f tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2342 time: 0.6575956 Jul 23 20:40:54.596722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:54.597361 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91dfd521-9e27-4176-ab9e-6a7417492824', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'port_id': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'mac_address': 'fa:16:3e:ce:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:40:52Z', 'updated_at': '2021-07-23T20:40:52Z', 'revision_number': 0, 'project_id': '2697c916e65a4b2db4710443605713bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:41Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:40:54.635261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-003beb37-d652-437c-b5d7-e1577bb96b13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 200 len: 1000 time: 0.2466109 Jul 23 20:40:54.640379 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed8a30-f065-47be-9b2a-ee1d966524c3 None None] The sync data for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 is: [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91dfd521-9e27-4176-ab9e-6a7417492824', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'port_id': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'mac_address': 'fa:16:3e:ce:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:40:52Z', 'updated_at': '2021-07-23T20:40:52Z', 'revision_number': 0, 'project_id': '2697c916e65a4b2db4710443605713bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:41Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:40:54.694958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f0119-9faa-407a-bbfd-d7813b15982c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.695259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1f0119-9faa-407a-bbfd-d7813b15982c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.701568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4f1f0119-9faa-407a-bbfd-d7813b15982c tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b14919f7-19c1-40ee-813c-abf0a40a59fc HTTP/1.1" status: 200 len: 1992 time: 0.0989134 Jul 23 20:40:54.714346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-9831bba9-8a76-4e49-b76f-96703d431229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.715841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-9831bba9-8a76-4e49-b76f-96703d431229 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ccbc91c5-0388-4d52-83ec-cd3095627e74 HTTP/1.1" status: 200 len: 834 time: 0.0729735 Jul 23 20:40:54.780477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-2965f154-a0b7-4d86-997b-9d836355e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:54.782044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-2965f154-a0b7-4d86-997b-9d836355e543 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588765 Jul 23 20:40:55.001176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bcd78-0bcd-4b02-96d3-be62646555ca None None] New status for floating IP 91dfd521-9e27-4176-ab9e-6a7417492824: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:40:55.311174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-6ea57bdc-9153-4db3-a0fe-4095054ce3d3 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228603 Jul 23 20:40:55.383394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53178) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:55.423520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-598e068f-389f-40b4-a79b-163ad53b8ef1 req-b2e64815-fc87-47b3-960c-f9938e30e85c service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059921 Jul 23 20:40:55.514445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edb491d9-82b8-4244-874f-830a8a03ca12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.612924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edb491d9-82b8-4244-874f-830a8a03ca12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.617296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-edb491d9-82b8-4244-874f-830a8a03ca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.657508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb491d9-82b8-4244-874f-830a8a03ca12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739d66d3-4f8f-4123-a0a8-8c2dee635207,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.665482 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-edb491d9-82b8-4244-874f-830a8a03ca12 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=233d71548f86463bb54b3a3814cd4fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790864 Jul 23 20:40:55.666353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53232) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:55.748994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c911d91-d12f-4762-938f-28ff05d0b49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.782938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c911d91-d12f-4762-938f-28ff05d0b49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.806507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40186e-0bc4-4e69-9f7c-80a36e036a57 req-1b0619da-88b0-4ea7-96e0-6e3bf0518172 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:55.807989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af40186e-0bc4-4e69-9f7c-80a36e036a57 req-1b0619da-88b0-4ea7-96e0-6e3bf0518172 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1192744 Jul 23 20:40:55.864733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af40186e-0bc4-4e69-9f7c-80a36e036a57 req-de7eb04d-2666-40e7-b412-e99dcaaacc15 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404532 Jul 23 20:40:55.864733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53236) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:55.881813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c911d91-d12f-4762-938f-28ff05d0b49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.884423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5c911d91-d12f-4762-938f-28ff05d0b49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:55.885689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5c911d91-d12f-4762-938f-28ff05d0b49b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/739d66d3-4f8f-4123-a0a8-8c2dee635207 HTTP/1.1" status: 204 len: 168 time: 0.2182469 Jul 23 20:40:55.900462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c911d91-d12f-4762-938f-28ff05d0b49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739d66d3-4f8f-4123-a0a8-8c2dee635207,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:55.997093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64e4873c-6efb-4115-b5f1-cbb608616f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.089782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64e4873c-6efb-4115-b5f1-cbb608616f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.097042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64e4873c-6efb-4115-b5f1-cbb608616f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.141620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-64e4873c-6efb-4115-b5f1-cbb608616f45 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2c5a05267ec48a1abad5e5696ae5d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744784 Jul 23 20:40:56.143070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53252) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:56.156752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4873c-6efb-4115-b5f1-cbb608616f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ebca69-c3d0-44b5-8379-ea5ea43beb80,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.205122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-351e6686-84ac-4563-8a6a-51f02621baa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.230171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-351e6686-84ac-4563-8a6a-51f02621baa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.242627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53254) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:56.256195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-395b6d05-86eb-4cbc-86fc-8e7e4c6c2e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.279801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-351e6686-84ac-4563-8a6a-51f02621baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.282511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-351e6686-84ac-4563-8a6a-51f02621baa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.283862 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-351e6686-84ac-4563-8a6a-51f02621baa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10ebca69-c3d0-44b5-8379-ea5ea43beb80 HTTP/1.1" status: 204 len: 168 time: 0.1397893 Jul 23 20:40:56.305844 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e6686-84ac-4563-8a6a-51f02621baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ebca69-c3d0-44b5-8379-ea5ea43beb80,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.363901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-395b6d05-86eb-4cbc-86fc-8e7e4c6c2e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.368343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-395b6d05-86eb-4cbc-86fc-8e7e4c6c2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.411510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-395b6d05-86eb-4cbc-86fc-8e7e4c6c2e17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d8f8a548666f464bbaa35b44acce0d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675270 Jul 23 20:40:56.412712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b6d05-86eb-4cbc-86fc-8e7e4c6c2e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b21eac-4fdc-4631-b448-b3d8a03106f4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.414165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53258) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:56.478395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d50551f-a3d0-4560-b2db-41952a2cceba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.507256 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d50551f-a3d0-4560-b2db-41952a2cceba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.563543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d50551f-a3d0-4560-b2db-41952a2cceba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.566299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5d50551f-a3d0-4560-b2db-41952a2cceba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.567842 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5d50551f-a3d0-4560-b2db-41952a2cceba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3b21eac-4fdc-4631-b448-b3d8a03106f4 HTTP/1.1" status: 204 len: 168 time: 0.1523569 Jul 23 20:40:56.584064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50551f-a3d0-4560-b2db-41952a2cceba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b21eac-4fdc-4631-b448-b3d8a03106f4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.696456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53264) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:56.717243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba0a1656-8f3a-4e8f-8874-31cb6f0f1a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.823586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba0a1656-8f3a-4e8f-8874-31cb6f0f1a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.827496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ba0a1656-8f3a-4e8f-8874-31cb6f0f1a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.871413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ba0a1656-8f3a-4e8f-8874-31cb6f0f1a65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4eeca84708b4311a08a692f1b444240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712780 Jul 23 20:40:56.871619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53272) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:56.890677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a1656-8f3a-4e8f-8874-31cb6f0f1a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce30c40-5ede-455b-ae6d-0ec188c66997,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:56.934764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6646946-3ea2-4976-aaa9-db2c65251585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:56.965667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6646946-3ea2-4976-aaa9-db2c65251585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.024153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbaf36-b614-4b32-9307-b902f9dea1f9 req-c1b12bc9-7f17-4e39-b534-9728346caeb5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:57.025712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0cbaf36-b614-4b32-9307-b902f9dea1f9 req-c1b12bc9-7f17-4e39-b534-9728346caeb5 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.0792923 Jul 23 20:40:57.028173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6646946-3ea2-4976-aaa9-db2c65251585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.033892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c6646946-3ea2-4976-aaa9-db2c65251585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:57.036081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c6646946-3ea2-4976-aaa9-db2c65251585 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ce30c40-5ede-455b-ae6d-0ec188c66997 HTTP/1.1" status: 204 len: 168 time: 0.1627345 Jul 23 20:40:57.051926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6646946-3ea2-4976-aaa9-db2c65251585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce30c40-5ede-455b-ae6d-0ec188c66997,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:57.086135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0cbaf36-b614-4b32-9307-b902f9dea1f9 req-53564138-a952-4294-ae22-254b088fa04d tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528152 Jul 23 20:40:57.905365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53324) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.010300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-649672305-network', 'tenant_id': '88f2d1f9284747df88401e97ba480f01'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:58.036140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Made reservation on behalf of 88f2d1f9284747df88401e97ba480f01 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:58.039595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.049748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.169532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.174832 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.198551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:40:58.220381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.221125 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Added segment e1952321-c72e-430f-adc8-def2c1cc9e75 of type vlan for network 6831497a-9b27-484a-93d8-701e049bb71f Jul 23 20:40:58.223624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a283c77-8f15-4536-a66b-6059a28b42a0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:58.256259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e62d75-7179-4f9e-86cf-863dbcb027ba req-d264f4de-ec26-42a0-99c1-062e72ca5bc2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.257921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73e62d75-7179-4f9e-86cf-863dbcb027ba req-d264f4de-ec26-42a0-99c1-062e72ca5bc2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.0757687 Jul 23 20:40:58.298986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.301657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-73e62d75-7179-4f9e-86cf-863dbcb027ba req-5ee7f250-ae1e-471f-8ff8-5da2f9550015 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374031 Jul 23 20:40:58.346685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.347755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.348624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.400928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4942989 Jul 23 20:40:58.403917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53360) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.409933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Request body: {'subnet': {'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-649672305-subnet', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:58.452579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Made reservation on behalf of 88f2d1f9284747df88401e97ba480f01 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:40:58.456548 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.468953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f889ae-a33d-4346-8647-87b1eed4e73c admin admin] Pushing event updated for resources: {'Network': ['ID=6831497a-9b27-484a-93d8-701e049bb71f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:58.480057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 6831497a-9b27-484a-93d8-701e049bb71f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:40:58.604913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53374) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.727377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.748483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-624ad7e8-ca7b-4b47-9454-11d550919c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.789687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6352aaf6-18f9-4fa8-80a8-80f377dc5765,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:58.811519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.811947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.812386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.813004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.813361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.813747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.814064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.814607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.814947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.815282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.815617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.815980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:40:58.827207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Checking segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:58.827708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Network hostable DHCP agents. Network: 6831497a-9b27-484a-93d8-701e049bb71f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:40:58.848244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Network 6831497a-9b27-484a-93d8-701e049bb71f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:40:58.854421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-624ad7e8-ca7b-4b47-9454-11d550919c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.859968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-624ad7e8-ca7b-4b47-9454-11d550919c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.860955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 6831497a-9b27-484a-93d8-701e049bb71f) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:58.866521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:58.868547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.874596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d396385-bb40-4c4c-8087-89e22e05af7c None None] Network 6831497a-9b27-484a-93d8-701e049bb71f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:40:58.896836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-227791fb-4801-4159-be99-7f70e8642238 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4916670 Jul 23 20:40:58.899563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53380) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.902638 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-624ad7e8-ca7b-4b47-9454-11d550919c73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=33068179e97c4133bd3450d1ad30541b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963409 Jul 23 20:40:58.905318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53382) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.906762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:40:58.922290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:58.946445 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.947862 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:58.986348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ad7e8-ca7b-4b47-9454-11d550919c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f796dbeb-e183-4160-9c60-d25c42441b05,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.005313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a061bc2-a775-4d50-ab0c-e67a6df94af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.030798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a061bc2-a775-4d50-ab0c-e67a6df94af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.037238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.095323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a061bc2-a775-4d50-ab0c-e67a6df94af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.099444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a061bc2-a775-4d50-ab0c-e67a6df94af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.103629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6a061bc2-a775-4d50-ab0c-e67a6df94af9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f796dbeb-e183-4160-9c60-d25c42441b05 HTTP/1.1" status: 204 len: 168 time: 0.1941190 Jul 23 20:40:59.108208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-6831497a-9b27-484a-93d8-701e049bb71f', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'fixed_ips': [{'subnet_id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:40:59.109383 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.110961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a061bc2-a775-4d50-ab0c-e67a6df94af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796dbeb-e183-4160-9c60-d25c42441b05,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.126532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31293dfb-b6ba-44da-ab34-c1b49fab064e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.213843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.275258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Allocated IP 172.20.0.2 (6831497a-9b27-484a-93d8-701e049bb71f/6352aaf6-18f9-4fa8-80a8-80f377dc5765/7ac2d3d0-2955-4a6a-b08c-4afac6c9300d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:59.356005 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31293dfb-b6ba-44da-ab34-c1b49fab064e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.364476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-31293dfb-b6ba-44da-ab34-c1b49fab064e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.419450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31293dfb-b6ba-44da-ab34-c1b49fab064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa6dac1-ac8a-4414-9647-3b99d103a55e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.428975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53394) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:59.444086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-31293dfb-b6ba-44da-ab34-c1b49fab064e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7cdf03cc7d714c7c951c0920c4861087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211456 Jul 23 20:40:59.446047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53396) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:59.449786 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ddf2945b-e72b-4039-97f5-bc547181870c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.458770 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.468830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Transition to ACTIVE for port object 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:59.486857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Transition to ACTIVE for port object 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:40:59.492808 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.533046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Network 6831497a-9b27-484a-93d8-701e049bb71f is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:40:59.536040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:40:59.539473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:40:59.551877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ddf2945b-e72b-4039-97f5-bc547181870c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.557291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ddf2945b-e72b-4039-97f5-bc547181870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.601105 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ddf2945b-e72b-4039-97f5-bc547181870c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=181e88b2a6464c8d8b830fa06e16589a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709762 Jul 23 20:40:59.603899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf2945b-e72b-4039-97f5-bc547181870c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c226609f-32d7-4f11-abcd-abe6ad8f5863,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.607194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53398) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:40:59.608761 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77011ce4-1d91-4fc8-af86-efde59870464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.625226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dc970-661d-4b7d-a673-597ce28b579e req-67f06f25-4bb9-4fdb-93cd-81d6d8f9e6de tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:40:59.626927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b2dc970-661d-4b7d-a673-597ce28b579e req-67f06f25-4bb9-4fdb-93cd-81d6d8f9e6de tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.2246215 Jul 23 20:40:59.652711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.664411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92060e2d-c1f9-4c7f-95b3-cf80142d3d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.692569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92060e2d-c1f9-4c7f-95b3-cf80142d3d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.694033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77011ce4-1d91-4fc8-af86-efde59870464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.703921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.747529 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92060e2d-c1f9-4c7f-95b3-cf80142d3d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.748286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b2dc970-661d-4b7d-a673-597ce28b579e req-2e9ba178-e36b-41f1-9967-81b0f48c86b4 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093154 Jul 23 20:40:59.750270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-92060e2d-c1f9-4c7f-95b3-cf80142d3d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.753879 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-92060e2d-c1f9-4c7f-95b3-cf80142d3d83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c226609f-32d7-4f11-abcd-abe6ad8f5863 HTTP/1.1" status: 204 len: 168 time: 0.1439683 Jul 23 20:40:59.760366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92060e2d-c1f9-4c7f-95b3-cf80142d3d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c226609f-32d7-4f11-abcd-abe6ad8f5863,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.765500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Pushing event updated for resources: {'Port': ['ID=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.815360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Attempting to bind port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:40:59.815620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Attempting to bind port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:40:59.816019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Attempting to bind port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d on network 6831497a-9b27-484a-93d8-701e049bb71f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:40:59.823513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:40:59.823889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Checking segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:40:59.824300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.824688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Bound using segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:40:59.825177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Bound port: 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:40:59.825960 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.839435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77011ce4-1d91-4fc8-af86-efde59870464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.841964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77011ce4-1d91-4fc8-af86-efde59870464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:40:59.845351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-77011ce4-1d91-4fc8-af86-efde59870464 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7aa6dac1-ac8a-4414-9647-3b99d103a55e HTTP/1.1" status: 204 len: 168 time: 0.3953912 Jul 23 20:40:59.863263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77011ce4-1d91-4fc8-af86-efde59870464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa6dac1-ac8a-4414-9647-3b99d103a55e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:40:59.898243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Allocated IP 172.25.8.77 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/eab8cdcc-ec94-4e33-b853-36a870cae26d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:40:59.913329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] For port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:40:59.917474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] For port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:40:59.923228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.009133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176fb17-2da9-4e6f-b484-0420552ae874 None None] Pushing event updated for resources: {'Port': ['ID=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.068910 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.119949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.168211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:00.171176 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:00.175302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:00.187858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=eab8cdcc-ec94-4e33-b853-36a870cae26d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.387497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53416) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:00.404696 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a62-c0f1-4ab1-bcf8-089e817d513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.506272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a62-c0f1-4ab1-bcf8-089e817d513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.510604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c5d43a62-c0f1-4ab1-bcf8-089e817d513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.553152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c5d43a62-c0f1-4ab1-bcf8-089e817d513e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a85d1fa65296438086939b5caa63a0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645067 Jul 23 20:41:00.554085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d43a62-c0f1-4ab1-bcf8-089e817d513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c25a65c-a5da-4bd3-a0ef-492dd5a34aab,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.564850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53424) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:00.632174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f59af691-d9a6-4606-892e-499c2bda1278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.665076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f59af691-d9a6-4606-892e-499c2bda1278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.740663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f59af691-d9a6-4606-892e-499c2bda1278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.747303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f59af691-d9a6-4606-892e-499c2bda1278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:00.768096 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f59af691-d9a6-4606-892e-499c2bda1278 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c25a65c-a5da-4bd3-a0ef-492dd5a34aab HTTP/1.1" status: 204 len: 168 time: 0.1892390 Jul 23 20:41:00.775407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:00.794666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59af691-d9a6-4606-892e-499c2bda1278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c25a65c-a5da-4bd3-a0ef-492dd5a34aab,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:00.901971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:00.986911 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.101998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef3da9-30d3-4c1d-8df9-36a4b09f23f4 req-77a2fe3c-058f-4060-9069-dc6901936f62 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:01.109269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48ef3da9-30d3-4c1d-8df9-36a4b09f23f4 req-77a2fe3c-058f-4060-9069-dc6901936f62 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1875312 Jul 23 20:41:01.185541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48ef3da9-30d3-4c1d-8df9-36a4b09f23f4 req-8ed976dd-7040-4e50-8c1e-21a6f02367f3 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734911 Jul 23 20:41:01.266861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98483827-17d9-4b9c-b18a-fb13e90f9d88 None None] Network 6831497a-9b27-484a-93d8-701e049bb71f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:01.309378 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.342853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] Provisioning for port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:01.356127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] Provisioning complete for port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:01.356498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.466350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Router bb269b3b-1e62-46e4-a2c6-f6aa53741978 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:01.496358 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.540357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] For port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:01.546003 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.603842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ec8bc-c155-4ead-9ec4-1a0096e7aea2 None None] Pushing event updated for resources: {'Port': ['ID=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:01.636995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:01.649627 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Sync routers for ids ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:01.655131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.656852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b0421ee-332c-45db-8a6a-e218e6b55eb8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7558844 Jul 23 20:41:01.659991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:01.667034 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Routers {'bb269b3b-1e62-46e4-a2c6-f6aa53741978'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:01.667760 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:01.873797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7ecf89d0-7109-439f-9083-e6d16f713507 None None] Provisioning complete for port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:01.875650 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ecf89d0-7109-439f-9083-e6d16f713507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:01.884248 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Set router bb269b3b-1e62-46e4-a2c6-f6aa53741978 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:02.123416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:00Z', 'revision_number': 3, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:40:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.161624 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Checking router: bb269b3b-1e62-46e4-a2c6-f6aa53741978 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:02.161957 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Updating router bb269b3b-1e62-46e4-a2c6-f6aa53741978 port eab8cdcc-ec94-4e33-b853-36a870cae26d binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:02.209771 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.218987 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.397003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55314210-9d6b-4308-aa6f-40c3e5e1aa33 req-b12d296f-2a86-48cd-a4d0-10d48c2c775c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.398829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55314210-9d6b-4308-aa6f-40c3e5e1aa33 req-b12d296f-2a86-48cd-a4d0-10d48c2c775c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1219723 Jul 23 20:41:02.492125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-55314210-9d6b-4308-aa6f-40c3e5e1aa33 req-038f3e2d-44b5-47a5-ab66-9ac0d4aca15c tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803080 Jul 23 20:41:02.532891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef785fb-5033-44d9-9aea-1315a4e3ac04 req-694e02b2-623f-49b7-bb61-bab8665c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:02.534454 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eef785fb-5033-44d9-9aea-1315a4e3ac04 req-694e02b2-623f-49b7-bb61-bab8665c6e39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1097 time: 0.1848385 Jul 23 20:41:02.590278 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.604044 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Transition to ACTIVE for port object eab8cdcc-ec94-4e33-b853-36a870cae26d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:02.611245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-eef785fb-5033-44d9-9aea-1315a4e3ac04 req-3c05af7a-3aea-49ae-ae9e-f71b90c5811c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692132 Jul 23 20:41:02.611618 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.619555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Allocated IP 172.20.0.1 (6831497a-9b27-484a-93d8-701e049bb71f/6352aaf6-18f9-4fa8-80a8-80f377dc5765/9bdc196c-ca29-413e-9478-1800984389cf) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:02.684789 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Attempting to bind port eab8cdcc-ec94-4e33-b853-36a870cae26d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:02.685698 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Attempting to bind port eab8cdcc-ec94-4e33-b853-36a870cae26d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:02.685880 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Attempting to bind port eab8cdcc-ec94-4e33-b853-36a870cae26d on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:02.696464 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:02.697721 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:02.698546 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.699147 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:02.699861 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Bound port: eab8cdcc-ec94-4e33-b853-36a870cae26d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:02.700473 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.712134 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Pushing event updated for resources: {'Port': ['ID=eab8cdcc-ec94-4e33-b853-36a870cae26d,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.720257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:02.765778 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.766814 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.767409 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.767853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.768791 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.770013 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.770673 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.771274 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.771930 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.772497 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.772737 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.773828 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.774558 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:02.796025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:02.796396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.802602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Transition to ACTIVE for port object 9bdc196c-ca29-413e-9478-1800984389cf will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:02.813218 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] For port eab8cdcc-ec94-4e33-b853-36a870cae26d, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:02.819334 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] For port eab8cdcc-ec94-4e33-b853-36a870cae26d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eab8cdcc-ec94-4e33-b853-36a870cae26d,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:02.824710 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.845297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:02.905398 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Routers {'bb269b3b-1e62-46e4-a2c6-f6aa53741978'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:02.906050 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:02.924050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Network 6831497a-9b27-484a-93d8-701e049bb71f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:02.927699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:02.933464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:02.986551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdc196c-ca29-413e-9478-1800984389cf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:02.998692 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed25ee6-0ef0-4ffa-84b4-20205adf4309 None None] Pushing event updated for resources: {'Port': ['ID=eab8cdcc-ec94-4e33-b853-36a870cae26d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:03.015209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.098189 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] Set router bb269b3b-1e62-46e4-a2c6-f6aa53741978 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:03.232280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.325292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e6decb2b-4d4f-492a-af79-f36dae82ddef None None] Provisioning for port 9bdc196c-ca29-413e-9478-1800984389cf completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:03.335438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e6decb2b-4d4f-492a-af79-f36dae82ddef None None] Provisioning complete for port 9bdc196c-ca29-413e-9478-1800984389cf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:03.336305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6decb2b-4d4f-492a-af79-f36dae82ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.375497 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:00Z', 'revision_number': 3, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:03.416088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e6decb2b-4d4f-492a-af79-f36dae82ddef None None] Port 9bdc196c-ca29-413e-9478-1800984389cf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:03.441479 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc95c35-965d-498c-95d5-243dc1745e02 None None] The sync data for ids ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'] in n-d-793620-13 is: [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:00Z', 'revision_number': 3, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:03.569623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.576208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.654076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdc196c-ca29-413e-9478-1800984389cf,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:03.662344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:03.743419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d4a5b-f22c-44e9-9242-7ad59ce34213 req-0bae8f9a-6407-426b-91a5-3b059b671b22 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:03.752981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b4d4a5b-f22c-44e9-9242-7ad59ce34213 req-0bae8f9a-6407-426b-91a5-3b059b671b22 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1369088 Jul 23 20:41:03.799994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:03.866760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b4d4a5b-f22c-44e9-9242-7ad59ce34213 req-d00d90cb-4ecf-4e54-afd9-840e6a6e460a tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119709 Jul 23 20:41:03.891207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53544) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:03.901714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Network 6831497a-9b27-484a-93d8-701e049bb71f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:03.907385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:03.991323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-08a552fd-3d01-494b-ab1d-147428ff428e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/floatingips/fcd61fc0-a048-4993-a242-f9f39c70c81b HTTP/1.1" status: 200 len: 993 time: 0.0988467 Jul 23 20:41:04.021738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.105085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:04.107955 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81eabca3-b68a-4a2d-be45-24feb335f0e7" -d '{"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-unplugged", "status": "completed", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:04.130756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Router bb269b3b-1e62-46e4-a2c6-f6aa53741978 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:04.143485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:04.155022 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.206088 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765db81c-eef6-4fa9-963f-08845aed89af x-openstack-request-id: req-765db81c-eef6-4fa9-963f-08845aed89af {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:04.206388 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-unplugged", "status": "completed", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:04.206649 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-765db81c-eef6-4fa9-963f-08845aed89af {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:04.208602 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'code': 200} Jul 23 20:41:04.264695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:04.270302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c3b6f9e9-2436-40f9-ab13-7a916f14e152 None None] Provisioning complete for port 9bdc196c-ca29-413e-9478-1800984389cf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:04.270894 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c3b6f9e9-2436-40f9-ab13-7a916f14e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.315345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:04.322742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53550) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:04.331192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c938d29d-0d15-453e-8f31-418cad794961 admin admin] 10.222.0.46 "PUT /v2.0/routers/bb269b3b-1e62-46e4-a2c6-f6aa53741978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6614382 Jul 23 20:41:04.331554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6f9e9-2436-40f9-ab13-7a916f14e152 None None] Port 9bdc196c-ca29-413e-9478-1800984389cf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:04.467192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4489944-3df2-4baf-b129-0d84cf188a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.595522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4489944-3df2-4baf-b129-0d84cf188a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.602722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c4489944-3df2-4baf-b129-0d84cf188a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.654952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c4489944-3df2-4baf-b129-0d84cf188a30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b88f6192af5b43ddbc869a03e93abc1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309822 Jul 23 20:41:04.658017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53566) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:04.690001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489944-3df2-4baf-b129-0d84cf188a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e461d6-f563-4d99-8d08-9e0d7258cceb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:04.742050 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c056b46d-5133-4615-bea2-46e1dc4d0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.771751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c056b46d-5133-4615-bea2-46e1dc4d0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.803649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eab8cdcc-ec94-4e33-b853-36a870cae26d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:04.858720 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c056b46d-5133-4615-bea2-46e1dc4d0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.861782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c056b46d-5133-4615-bea2-46e1dc4d0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.866930 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c056b46d-5133-4615-bea2-46e1dc4d0cd1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58e461d6-f563-4d99-8d08-9e0d7258cceb HTTP/1.1" status: 204 len: 168 time: 0.2071915 Jul 23 20:41:04.877324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056b46d-5133-4615-bea2-46e1dc4d0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e461d6-f563-4d99-8d08-9e0d7258cceb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:04.883014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port eab8cdcc-ec94-4e33-b853-36a870cae26d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:04.897223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port eab8cdcc-ec94-4e33-b853-36a870cae26d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:04.897710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:04.997555 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.018349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port eab8cdcc-ec94-4e33-b853-36a870cae26d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eab8cdcc-ec94-4e33-b853-36a870cae26d,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:05.023717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.089110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=eab8cdcc-ec94-4e33-b853-36a870cae26d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.178984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53590) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.185652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1923484896-network', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:05.208870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Made reservation on behalf of f3d0653ca09c4cbc87adb56ac68e64a8 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:05.211242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.221625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.253694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53592) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.279190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e981a185-44ca-4f82-8df3-9ef809db838a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.355045 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.360541 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.391722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:05.416900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c102991f-9d4b-4f53-8df3-beafe8b9d5df,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.421201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.421588 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Added segment 1b594a8d-7846-4ef4-9ce3-e7db360423fa of type vlan for network 9925ac92-e121-491e-93fc-71e0df2c358a Jul 23 20:41:05.478530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.532633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.533734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:05.534334 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.545715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e981a185-44ca-4f82-8df3-9ef809db838a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.565995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e981a185-44ca-4f82-8df3-9ef809db838a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.613665 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4331179 Jul 23 20:41:05.616646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53602) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.617410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Sync routers for ids ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:05.625009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Request body: {'subnet': {'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1923484896-subnet', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:05.626738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Routers {'bb269b3b-1e62-46e4-a2c6-f6aa53741978'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:05.627555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:05.655677 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Made reservation on behalf of f3d0653ca09c4cbc87adb56ac68e64a8 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:05.659642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.668994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63632cd-3c78-467d-af51-430f1630cf43 admin admin] Pushing event updated for resources: {'Network': ['ID=9925ac92-e121-491e-93fc-71e0df2c358a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.687819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e981a185-44ca-4f82-8df3-9ef809db838a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72391ea77ca94d7d98ab8aa2d4dbbbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4328461 Jul 23 20:41:05.689364 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981a185-44ca-4f82-8df3-9ef809db838a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d6784f-6b3d-4d2a-a097-c2a001582c47,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.693254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53608) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:05.730605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 9925ac92-e121-491e-93fc-71e0df2c358a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:05.762140 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e59e3b0e-4088-44d3-b2b9-55c25caee7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.792791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e59e3b0e-4088-44d3-b2b9-55c25caee7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.810706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:05.841575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Set router bb269b3b-1e62-46e4-a2c6-f6aa53741978 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:05.863464 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e59e3b0e-4088-44d3-b2b9-55c25caee7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.868038 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e59e3b0e-4088-44d3-b2b9-55c25caee7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.870472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e59e3b0e-4088-44d3-b2b9-55c25caee7c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0d6784f-6b3d-4d2a-a097-c2a001582c47 HTTP/1.1" status: 204 len: 168 time: 0.1751220 Jul 23 20:41:05.878395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:05.902770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e3b0e-4088-44d3-b2b9-55c25caee7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d6784f-6b3d-4d2a-a097-c2a001582c47,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.951823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aab3052-2362-4179-b526-947e373b33b9,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:05.963245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Checking segment: {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:05.963665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Network hostable DHCP agents. Network: 9925ac92-e121-491e-93fc-71e0df2c358a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:05.983020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Network 9925ac92-e121-491e-93fc-71e0df2c358a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:05.995949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 9925ac92-e121-491e-93fc-71e0df2c358a) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:06.007933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:06.007933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.012295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683df24b-d758-40a4-899c-994ae98aea7d None None] Network 9925ac92-e121-491e-93fc-71e0df2c358a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:06.027587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c72e77cb-a5d7-47b0-af52-aec7c2ffa900 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4084716 Jul 23 20:41:06.030482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53612) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:06.037507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:06.116604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.118112 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.140857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:06.173318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'port_id': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'mac_address': 'fa:16:3e:33:c8:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:06.181678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.239354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.314394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:06.345584 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.358871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:06.381709 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.410714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-9925ac92-e121-491e-93fc-71e0df2c358a', 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'fixed_ips': [{'subnet_id': '9aab3052-2362-4179-b526-947e373b33b9'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:06.411952 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.468743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:06.535364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:03Z', 'revision_number': 4, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9bdc196c-ca29-413e-9478-1800984389cf', 'name': '', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'mac_address': 'fa:16:3e:8f:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:02Z', 'updated_at': '2021-07-23T20:41:03Z', 'revision_number': 2, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'subnets': [{'id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:06.575443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.599438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.751529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Checking router: bb269b3b-1e62-46e4-a2c6-f6aa53741978 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:06.752068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Updating router bb269b3b-1e62-46e4-a2c6-f6aa53741978 port 9bdc196c-ca29-413e-9478-1800984389cf binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:06.754055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:06.762497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Allocated IP 172.25.8.194 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/c6914937-3de1-4d2f-a355-6f04244818f4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:06.786933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eab8cdcc-ec94-4e33-b853-36a870cae26d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:06.908776 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.923619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.976664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port eab8cdcc-ec94-4e33-b853-36a870cae26d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:06.977275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:06.987065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.028569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:07.031431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:07.036249 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:07.054597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Allocated IP 172.20.0.2 (9925ac92-e121-491e-93fc-71e0df2c358a/9aab3052-2362-4179-b526-947e373b33b9/5d6f45a8-ee0a-436d-96fd-8698f29a4dfd) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:07.064267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Pushing event updated for resources: {'Port': ['ID=c6914937-3de1-4d2f-a355-6f04244818f4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:07.412113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.523070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.557319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Transition to ACTIVE for port object 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:07.599093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Transition to ACTIVE for port object 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:07.623698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.712340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Network 9925ac92-e121-491e-93fc-71e0df2c358a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:07.717569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.747322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Pushing event updated for resources: {'Port': ['ID=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:07.761292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53650) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:07.766072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:07.771958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:07.786751 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.808689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Transition to ACTIVE for port object 9bdc196c-ca29-413e-9478-1800984389cf will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:07.859677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.902734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Attempting to bind port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:07.903063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Attempting to bind port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:07.903378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Attempting to bind port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd on network 9925ac92-e121-491e-93fc-71e0df2c358a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:07.921055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:07.921462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Checking segment: {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:07.921878 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.922190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Router 3f277fb2-cc35-4999-b468-89a11bf4c117 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:07.922367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Bound using segment: {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:07.922744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Bound port: 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:07.923178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:07.947923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd7542-38db-4e9e-99fd-aeb43ce32d72 None None] Pushing event updated for resources: {'Port': ['ID=9bdc196c-ca29-413e-9478-1800984389cf,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:08.018966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-24722309'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:08.056443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Made reservation on behalf of 042d10ff582349949656e2af84e858fd for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:08.060883 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.081515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.101482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Attempting to bind port 9bdc196c-ca29-413e-9478-1800984389cf on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:08.101857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Attempting to bind port 9bdc196c-ca29-413e-9478-1800984389cf by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:08.102228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Attempting to bind port 9bdc196c-ca29-413e-9478-1800984389cf on network 6831497a-9b27-484a-93d8-701e049bb71f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:08.126298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:08.126682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Checking segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:08.127080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.127476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Bound using segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:08.127959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Bound port: 9bdc196c-ca29-413e-9478-1800984389cf, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:08.128343 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.132170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] For port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:08.136818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] For port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,segment=NetworkSegment(1b594a8d-7846-4ef4-9ce3-e7db360423fa),segment_id=1b594a8d-7846-4ef4-9ce3-e7db360423fa)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:08.148295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:08.161681 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Sync routers for ids ['3f277fb2-cc35-4999-b468-89a11bf4c117'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:08.165376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.179594 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Routers {'3f277fb2-cc35-4999-b468-89a11bf4c117'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:08.180427 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3f277fb2-cc35-4999-b468-89a11bf4c117'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:08.234329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.259561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.260010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.265569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-540fcc4b-1d8a-454e-8805-85f2916aa84d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2337515 Jul 23 20:41:08.266336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53660) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:08.315441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03ae79-f6b0-49f1-ad51-72233640c507 None None] Pushing event updated for resources: {'Port': ['ID=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:08.346717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:08.361558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143b02ec-3d85-429e-a859-b04db962ffa5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:08.386424 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.388729 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Added segment ca7e6a3c-4099-4858-8d7f-49e1f5ffc791 of type vlan for network b371cf55-9cce-4130-9477-4e5b9ca5d26c Jul 23 20:41:08.395135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] For port 9bdc196c-ca29-413e-9478-1800984389cf, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:08.405321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] For port 9bdc196c-ca29-413e-9478-1800984389cf, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9bdc196c-ca29-413e-9478-1800984389cf,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:08.421886 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.494795 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.591067 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.601558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:08.602518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:08.635203 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Set router 3f277fb2-cc35-4999-b468-89a11bf4c117 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:08.649490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Routers {'bb269b3b-1e62-46e4-a2c6-f6aa53741978'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:08.653674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:08.696993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9335222 Jul 23 20:41:08.713736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53662) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:08.743523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Request body: {'subnet': {'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:08.888962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56618f35-cb6d-4fe3-ab32-1948721cf246 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event updated for resources: {'Network': ['ID=b371cf55-9cce-4130-9477-4e5b9ca5d26c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:08.928653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:09.033249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:09.073484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Made reservation on behalf of 042d10ff582349949656e2af84e858fd for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:09.077399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.084087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] Set router bb269b3b-1e62-46e4-a2c6-f6aa53741978 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:09.183493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd7542-38db-4e9e-99fd-aeb43ce32d72 None None] Pushing event updated for resources: {'Port': ['ID=9bdc196c-ca29-413e-9478-1800984389cf,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:09.206229 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:07Z', 'revision_number': 3, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:09.272924 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Checking router: 3f277fb2-cc35-4999-b468-89a11bf4c117 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:09.273898 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Updating router 3f277fb2-cc35-4999-b468-89a11bf4c117 port c6914937-3de1-4d2f-a355-6f04244818f4 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:09.373659 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.456564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.464123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:09.487417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.507836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:03Z', 'revision_number': 4, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9bdc196c-ca29-413e-9478-1800984389cf', 'name': '', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'mac_address': 'fa:16:3e:8f:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:02Z', 'updated_at': '2021-07-23T20:41:08Z', 'revision_number': 4, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'subnets': [{'id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:09.594323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event updated for resources: {'Subnet': ['ID=72edf500-c3fb-4a56-b836-6b88736003d7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:09.594801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6abb7f-5be8-45ae-95ec-2cb5cff411c6 None None] The sync data for ids ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'] in n-d-793620-13 is: [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:03Z', 'revision_number': 4, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9bdc196c-ca29-413e-9478-1800984389cf', 'name': '', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'mac_address': 'fa:16:3e:8f:97:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_interface', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:02Z', 'updated_at': '2021-07-23T20:41:08Z', 'revision_number': 4, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'subnets': [{'id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:09.609252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Checking segment: {'id': 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:09.615816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Network hostable DHCP agents. Network: b371cf55-9cce-4130-9477-4e5b9ca5d26c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:09.651862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:09.665080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b371cf55-9cce-4130-9477-4e5b9ca5d26c) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:09.680549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:09.681212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:09.722895 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0940e76c-65bd-485c-9e8d-3a33fe0a6996 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9975133 Jul 23 20:41:09.724288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53670) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:09.727118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7598eaa-eacc-4da1-911c-30b536d9519a None None] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:09.736958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Request body: {'port': {'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1104592618'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:09.872364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:10.124077 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.136514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Made reservation on behalf of 042d10ff582349949656e2af84e858fd for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:10.147370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.158070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:10.158070 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.158714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Allocated IP 172.20.0.1 (9925ac92-e121-491e-93fc-71e0df2c358a/9aab3052-2362-4179-b526-947e373b33b9/33eacf51-d0b0-40c5-9d15-5ee184ef2c87) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:10.168789 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Transition to ACTIVE for port object c6914937-3de1-4d2f-a355-6f04244818f4 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:10.185983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] device_id is not set on port 6fe59f39-f0eb-4dd4-bbaf-f156460f20ba yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:10.196181 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.265050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b371cf55-9cce-4130-9477-4e5b9ca5d26c', 'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c', 'tenant_id': '042d10ff582349949656e2af84e858fd', 'fixed_ips': [{'subnet_id': '72edf500-c3fb-4a56-b836-6b88736003d7'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:10.265936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.272226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857a23d8-0dbd-4d2e-9fa7-042677de6513 None None] Network 9925ac92-e121-491e-93fc-71e0df2c358a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:10.330840 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Attempting to bind port c6914937-3de1-4d2f-a355-6f04244818f4 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:10.333575 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Attempting to bind port c6914937-3de1-4d2f-a355-6f04244818f4 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:10.334217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Attempting to bind port c6914937-3de1-4d2f-a355-6f04244818f4 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:10.338707 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400b549-7b94-4563-9484-e6c955598c90 None None] Pushing event updated for resources: {'Port': ['ID=c6914937-3de1-4d2f-a355-6f04244818f4,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:10.344667 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:10.345990 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:10.348549 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.349346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:10.349979 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Bound port: c6914937-3de1-4d2f-a355-6f04244818f4, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:10.350462 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.417804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Allocated IP 172.20.0.4 (b371cf55-9cce-4130-9477-4e5b9ca5d26c/72edf500-c3fb-4a56-b836-6b88736003d7/6fe59f39-f0eb-4dd4-bbaf-f156460f20ba) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:10.461236 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] For port c6914937-3de1-4d2f-a355-6f04244818f4, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:10.465483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] For port c6914937-3de1-4d2f-a355-6f04244818f4, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6914937-3de1-4d2f-a355-6f04244818f4,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:10.472058 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.538124 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Routers {'3f277fb2-cc35-4999-b468-89a11bf4c117'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:10.538952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3f277fb2-cc35-4999-b468-89a11bf4c117'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:10.604762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] Provisioning for port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:10.637725 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400b549-7b94-4563-9484-e6c955598c90 None None] Pushing event updated for resources: {'Port': ['ID=c6914937-3de1-4d2f-a355-6f04244818f4,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:10.660611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] Provisioning complete for port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:10.662674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.697786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] Set router 3f277fb2-cc35-4999-b468-89a11bf4c117 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:10.731782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.760638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Transition to ACTIVE for port object 6fe59f39-f0eb-4dd4-bbaf-f156460f20ba will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:10.825140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9bdc196c-ca29-413e-9478-1800984389cf up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:10.843803 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.863958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.911632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:10.919693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event updated for resources: {'Port': ['ID=6fe59f39-f0eb-4dd4-bbaf-f156460f20ba,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:10.928231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Transition to ACTIVE for port object 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:10.952985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:10.956197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:10.962653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:10.976762 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.034386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:11.034673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:11.035296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.038633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Network 9925ac92-e121-491e-93fc-71e0df2c358a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:11.042637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:11.044942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:11.066850 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56d9f328-9e40-41f3-bbf0-f102493b2da1 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3405316 Jul 23 20:41:11.067707 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:07Z', 'revision_number': 3, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:11.070995 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53674) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:11.120303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.159529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c6d59-6b7d-4749-b577-f72130551cec None None] The sync data for ids ['3f277fb2-cc35-4999-b468-89a11bf4c117'] in n-d-793620-13 is: [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:07Z', 'revision_number': 3, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:11.257636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Allocated IP 172.20.0.2 (b371cf55-9cce-4130-9477-4e5b9ca5d26c/72edf500-c3fb-4a56-b836-6b88736003d7/65c44e5a-8555-4692-9e77-d524cca5a2be) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:11.267888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Deleting port 6fe59f39-f0eb-4dd4-bbaf-f156460f20ba {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:11.268475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.285968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:11.294883 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38c848f-bc86-4d3e-8e09-9d0960c98327" -d '{"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-plugged", "status": "completed", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:11.367911 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.423265 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.450435 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4846611-6875-49b9-8ee9-e73419c07d63 x-openstack-request-id: req-a4846611-6875-49b9-8ee9-e73419c07d63 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:11.451501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Calling delete_port for 6fe59f39-f0eb-4dd4-bbaf-f156460f20ba owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:11.453127 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-plugged", "status": "completed", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:11.453517 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a4846611-6875-49b9-8ee9-e73419c07d63 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:11.454179 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'code': 200} Jul 23 20:41:11.460011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:11.539136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.546651 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.627777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9bdc196c-ca29-413e-9478-1800984389cf completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:11.638692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9bdc196c-ca29-413e-9478-1800984389cf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:11.638692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.664821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.674158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.719971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.758101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.763575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event deleted for resources: {'Port': ['ID=6fe59f39-f0eb-4dd4-bbaf-f156460f20ba,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:11.888016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] For port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,segment=NetworkSegment(1b594a8d-7846-4ef4-9ce3-e7db360423fa),segment_id=1b594a8d-7846-4ef4-9ce3-e7db360423fa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:11.893321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:11.903135 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.932874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:11.938428 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4282bb94-9591-46e1-a6e5-559aa7fd23ec tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "DELETE /v2.0/ports/6fe59f39-f0eb-4dd4-bbaf-f156460f20ba HTTP/1.1" status: 204 len: 168 time: 0.8663101 Jul 23 20:41:11.939145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:11.957075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Network 9925ac92-e121-491e-93fc-71e0df2c358a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:11.961575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:11.978431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.059358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6e8883bc-0f0f-4a3c-9bc5-26578b989c53 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.1190646 Jul 23 20:41:12.060380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:12.065669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2093090267'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:12.128024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Router 3f277fb2-cc35-4999-b468-89a11bf4c117 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:12.130298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Made reservation on behalf of 042d10ff582349949656e2af84e858fd for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:12.136751 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.138086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.170855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:12.180327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16967c5-fc83-4c91-a80d-d2a1ba5ff467 None None] Pushing event updated for resources: {'Port': ['ID=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.185156 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.189535 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Added segment 1fe63807-c2b0-454c-a48b-2948b106bb1d of type vlan for network 576ad3b8-a675-49f8-a941-2c5022b545a1 Jul 23 20:41:12.232277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.241222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.254427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b11dba91-9a04-41f9-b793-87a585085029 None None] Provisioning complete for port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:12.255071 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b11dba91-9a04-41f9-b793-87a585085029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.268198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9bdc196c-ca29-413e-9478-1800984389cf, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9bdc196c-ca29-413e-9478-1800984389cf,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:12.291571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.301629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:12.302513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.304762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Transition to ACTIVE for port object 65c44e5a-8555-4692-9e77-d524cca5a2be will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:12.318673 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.335508 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2737539 Jul 23 20:41:12.360649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:12.395461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:12.403268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Transition to ACTIVE for port object 65c44e5a-8555-4692-9e77-d524cca5a2be will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:12.420900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f6ab9e9f-2c1f-40a0-89f1-9858251bd6f9 admin admin] 10.222.0.46 "PUT /v2.0/routers/3f277fb2-cc35-4999-b468-89a11bf4c117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1530893 Jul 23 20:41:12.421657 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.509805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8104d3e-276a-4947-abc0-0d87522a695a tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event updated for resources: {'Network': ['ID=576ad3b8-a675-49f8-a941-2c5022b545a1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.530527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 576ad3b8-a675-49f8-a941-2c5022b545a1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:12.533861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:12.537426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9bdc196c-ca29-413e-9478-1800984389cf,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.580452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:12.590298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:12.705694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Pushing event updated for resources: {'Port': ['ID=65c44e5a-8555-4692-9e77-d524cca5a2be,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:12.755651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Attempting to bind port 65c44e5a-8555-4692-9e77-d524cca5a2be on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:12.756177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Attempting to bind port 65c44e5a-8555-4692-9e77-d524cca5a2be by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:12.756651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Attempting to bind port 65c44e5a-8555-4692-9e77-d524cca5a2be on network b371cf55-9cce-4130-9477-4e5b9ca5d26c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:12.767063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:12.767569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Checking segment: {'id': 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:12.768089 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.768697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Bound using segment: {'id': 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:12.778994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Bound port: 65c44e5a-8555-4692-9e77-d524cca5a2be, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b371cf55-9cce-4130-9477-4e5b9ca5d26c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:12.779883 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:12.863474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:41:12.897050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] For port 65c44e5a-8555-4692-9e77-d524cca5a2be, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:12.905564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] For port 65c44e5a-8555-4692-9e77-d524cca5a2be, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=65c44e5a-8555-4692-9e77-d524cca5a2be,segment=NetworkSegment(ca7e6a3c-4099-4858-8d7f-49e1f5ffc791),segment_id=ca7e6a3c-4099-4858-8d7f-49e1f5ffc791)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:12.919062 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.011159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9bdc196c-ca29-413e-9478-1800984389cf up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:13.078053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9cae22c-0c95-46f0-837b-d7e3e0bb526e None None] Provisioning for port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:13.089421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9cae22c-0c95-46f0-837b-d7e3e0bb526e None None] Provisioning complete for port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:13.090032 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9cae22c-0c95-46f0-837b-d7e3e0bb526e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.140258 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e52a56f-3c63-4e51-8a22-ed744dcf9b40 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/agents/ba6c9da6-3933-440f-bdaa-071bacd254fd/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.7717617 Jul 23 20:41:13.143793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53718) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.149696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff6249-ad26-43c9-aa6a-fa8307797ffd None None] Pushing event updated for resources: {'Port': ['ID=65c44e5a-8555-4692-9e77-d524cca5a2be,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:13.184345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d9cae22c-0c95-46f0-837b-d7e3e0bb526e None None] Port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:13.197125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9bdc196c-ca29-413e-9478-1800984389cf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:13.197611 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.301459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6914937-3de1-4d2f-a355-6f04244818f4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:13.302333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bdd79-2130-4401-b76f-b9b9c1d051b9 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] Network 576ad3b8-a675-49f8-a941-2c5022b545a1 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:13.348366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b1bdd79-2130-4401-b76f-b9b9c1d051b9 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "POST /v2.0/agents/ba6c9da6-3933-440f-bdaa-071bacd254fd/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2022507 Jul 23 20:41:13.352242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53732) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.373648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ccc40-8136-4253-84b1-2f591334707f None None] Network 576ad3b8-a675-49f8-a941-2c5022b545a1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:13.486764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port c6914937-3de1-4d2f-a355-6f04244818f4 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:13.495950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c6914937-3de1-4d2f-a355-6f04244818f4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:13.496330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.559076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-d481a822-c07d-4a00-a964-8284cfb07f3e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:13.560614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-d481a822-c07d-4a00-a964-8284cfb07f3e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/networks?id=6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 200 len: 910 time: 0.2507076 Jul 23 20:41:13.586521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-ee15badf-11ba-4fd8-b8f7-0b02658bf705 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/quotas/f3d0653ca09c4cbc87adb56ac68e64a8 HTTP/1.1" status: 200 len: 375 time: 0.0181055 Jul 23 20:41:13.647846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.671005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port c6914937-3de1-4d2f-a355-6f04244818f4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6914937-3de1-4d2f-a355-6f04244818f4,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:13.676241 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.677322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:13.688496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9bdb0420-1861-4829-8ff5-2253bfc75568 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/agents/ba6c9da6-3933-440f-bdaa-071bacd254fd/dhcp-networks HTTP/1.1" status: 200 len: 7224 time: 0.3323774 Jul 23 20:41:13.688884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.728382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-320adcfb-edba-4a5f-84c6-b91aee9e6528 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237512 Jul 23 20:41:13.773603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=c6914937-3de1-4d2f-a355-6f04244818f4,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:13.792056 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6878e639-e409-4866-89db-6d17ebb0daef tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "DELETE /v2.0/agents/ba6c9da6-3933-440f-bdaa-071bacd254fd/dhcp-networks/576ad3b8-a675-49f8-a941-2c5022b545a1 HTTP/1.1" status: 204 len: 168 time: 0.0998740 Jul 23 20:41:13.792669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53736) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.801706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:13.802265 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.858144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-93368c9e-9c56-45f6-a87f-070f42af5cf2 service neutron] 10.222.0.46 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205308 Jul 23 20:41:13.912842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.915198 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-40be33e9-f504-4343-89a9-8c372c275cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:13.958685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0a61a970-c5b8-470b-9b22-cf245e25a919 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/agents/ba6c9da6-3933-440f-bdaa-071bacd254fd/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.1646159 Jul 23 20:41:13.959232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:13.998628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-f3a25849-0f3e-414e-9aad-75b1c2a41ed7 service neutron] 10.222.0.46 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337187 Jul 23 20:41:14.001481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f7add35c-ea3f-4775-87cd-e93dfacf0cfa tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/networks/b371cf55-9cce-4130-9477-4e5b9ca5d26c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0347030 Jul 23 20:41:14.004220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53740) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:14.056457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53744) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:14.057604 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a12c43a1-272f-4a11-883a-b21337ef0478 tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/networks/b371cf55-9cce-4130-9477-4e5b9ca5d26c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0520909 Jul 23 20:41:14.255164 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a61884b6-7b36-448f-bb34-86b31029b1aa tempest-DHCPAgentSchedulersTestJSON-1991298544 tempest-DHCPAgentSchedulersTestJSON-1991298544-project-admin] 10.222.0.46 "GET /v2.0/agents/ba6c9da6-3933-440f-bdaa-071bacd254fd/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.1972699 Jul 23 20:41:14.259407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:14.306284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d80339bf-ab88-4de0-a768-d180731b824f req-7fa6c52e-de86-4eed-a487-48e72873a5ac tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 210 time: 0.0639088 Jul 23 20:41:14.377643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.394741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Sync routers for ids ['3f277fb2-cc35-4999-b468-89a11bf4c117'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:14.409019 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Routers {'3f277fb2-cc35-4999-b468-89a11bf4c117'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:14.410082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:40:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3f277fb2-cc35-4999-b468-89a11bf4c117'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:14.484581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.496064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576ad3b8-a675-49f8-a941-2c5022b545a1']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:14.506191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe63807-c2b0-454c-a48b-2948b106bb1d') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:14.506606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe63807-c2b0-454c-a48b-2948b106bb1d') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:14.515890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.530987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f2d0e3-904f-4ddc-a243-00babbb02901 None None] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:14.532741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.540572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:14.540979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:14.544338 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:14.579349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d44b8489-a82a-4fc7-8729-2780601d53bb None None] Provisioning for port 65c44e5a-8555-4692-9e77-d524cca5a2be completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:14.584618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Set router 3f277fb2-cc35-4999-b468-89a11bf4c117 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:14.616118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.627692 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.632396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "DELETE /v2.0/networks/576ad3b8-a675-49f8-a941-2c5022b545a1 HTTP/1.1" status: 204 len: 168 time: 0.3698094 Jul 23 20:41:14.633172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53756) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:14.689001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d285657-f1f5-45d2-9fc3-7c621e9203b5 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event deleted for resources: {'Network': ['ID=576ad3b8-a675-49f8-a941-2c5022b545a1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:14.713290 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-87062759-8cfa-4a2f-aea3-e4da7c06aa36 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] DELETE failed (client error): The resource could not be found. Jul 23 20:41:14.714144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87062759-8cfa-4a2f-aea3-e4da7c06aa36 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:14.718571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:14.719129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-87062759-8cfa-4a2f-aea3-e4da7c06aa36 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "DELETE /v2.0/ports/6fe59f39-f0eb-4dd4-bbaf-f156460f20ba HTTP/1.1" status: 404 len: 333 time: 0.0838449 Jul 23 20:41:14.789526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Deleting subnet 72edf500-c3fb-4a56-b836-6b88736003d7 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:14.797849 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.866119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:14.895786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 65c44e5a-8555-4692-9e77-d524cca5a2be up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:15.023871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.118251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.162301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 4, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '33eacf51-d0b0-40c5-9d15-5ee184ef2c87', 'name': '', 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'mac_address': 'fa:16:3e:f7:73:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '9aab3052-2362-4179-b526-947e373b33b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:09Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 2, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'subnets': [{'id': '9aab3052-2362-4179-b526-947e373b33b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:15.165701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 65c44e5a-8555-4692-9e77-d524cca5a2be completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:15.193470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Checking router: 3f277fb2-cc35-4999-b468-89a11bf4c117 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:15.193856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Updating router 3f277fb2-cc35-4999-b468-89a11bf4c117 port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:15.201532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 65c44e5a-8555-4692-9e77-d524cca5a2be triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:15.201917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.213149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event deleted for resources: {'Subnet': ['ID=72edf500-c3fb-4a56-b836-6b88736003d7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:15.229154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.231405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a7a5fabf-217f-4ef8-8d9c-388482219243 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "DELETE /v2.0/subnets/72edf500-c3fb-4a56-b836-6b88736003d7 HTTP/1.1" status: 204 len: 168 time: 0.5118392 Jul 23 20:41:15.234760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:15.289602 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.390443 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.442287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe2f98d8-0f92-47d9-b2e1-594218350eb3 req-2840a5d1-0024-4a78-a6fa-ad987fdc2f6f tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 210 time: 0.0336456 Jul 23 20:41:15.463391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.467240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Deleting port 65c44e5a-8555-4692-9e77-d524cca5a2be {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:15.467592 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.570923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 65c44e5a-8555-4692-9e77-d524cca5a2be, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=65c44e5a-8555-4692-9e77-d524cca5a2be,segment=NetworkSegment(ca7e6a3c-4099-4858-8d7f-49e1f5ffc791),segment_id=ca7e6a3c-4099-4858-8d7f-49e1f5ffc791)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:15.578882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] For port 65c44e5a-8555-4692-9e77-d524cca5a2be, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=65c44e5a-8555-4692-9e77-d524cca5a2be,segment=NetworkSegment(ca7e6a3c-4099-4858-8d7f-49e1f5ffc791),segment_id=ca7e6a3c-4099-4858-8d7f-49e1f5ffc791)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:15.579639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.587487 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.590706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6914937-3de1-4d2f-a355-6f04244818f4 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:15.597674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Calling delete_port for 65c44e5a-8555-4692-9e77-d524cca5a2be owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:15.636152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53778) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:15.692861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8204c180-c233-43fd-b1ef-9b89d0b836af None None] Network b371cf55-9cce-4130-9477-4e5b9ca5d26c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:15.702367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=65c44e5a-8555-4692-9e77-d524cca5a2be,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:15.778021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ed260e67-c8c8-4406-bea3-d8cc7e95e7bf None None] Provisioning complete for port 65c44e5a-8555-4692-9e77-d524cca5a2be triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:15.778779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed260e67-c8c8-4406-bea3-d8cc7e95e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.783719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-748d87d9-1b0e-49c3-9091-15ec6bdb28e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.797639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.810685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-d448a296-2d49-4df2-a4e8-0a786904e1cb tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:15.812542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-d448a296-2d49-4df2-a4e8-0a786904e1cb tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.47 "GET /v2.0/networks?id=6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 200 len: 910 time: 0.1460695 Jul 23 20:41:15.824873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ed260e67-c8c8-4406-bea3-d8cc7e95e7bf None None] Port 65c44e5a-8555-4692-9e77-d524cca5a2be was deleted so its status cannot be updated. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 23 20:41:15.851503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Request body: {'port': {'device_id': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'admin_state_up': True, 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:15.855162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event deleted for resources: {'Port': ['ID=65c44e5a-8555-4692-9e77-d524cca5a2be,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:15.860696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] No DVR routers for this DVR port 65c44e5a-8555-4692-9e77-d524cca5a2be on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:15.893098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-748d87d9-1b0e-49c3-9091-15ec6bdb28e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.898328 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-748d87d9-1b0e-49c3-9091-15ec6bdb28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.924360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port c6914937-3de1-4d2f-a355-6f04244818f4 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:15.924732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.945927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-748d87d9-1b0e-49c3-9091-15ec6bdb28e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4820631dec304bbfbbf880eee4741414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083091 Jul 23 20:41:15.948762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53782) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:15.951355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d87d9-1b0e-49c3-9091-15ec6bdb28e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd32c7-a972-4536-8f6a-bc85bbe1abd9,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:15.960210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.967429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Made reservation on behalf of f3d0653ca09c4cbc87adb56ac68e64a8 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:15.969776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:15.975887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b371cf55-9cce-4130-9477-4e5b9ca5d26c']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:15.995484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:15.995855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7e6a3c-4099-4858-8d7f-49e1f5ffc791') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:16.008993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.014394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6315d2cf-cba5-40fe-b1bb-5a7ee63ec85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.054779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6315d2cf-cba5-40fe-b1bb-5a7ee63ec85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.073532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.086859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:16.087284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.087716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1928a6c8-efc1-4232-b052-6e40b9e2cc9a None None] DHCP port deletion for b371cf55-9cce-4130-9477-4e5b9ca5d26c request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:16.090822 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:16.117915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.133250 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6315d2cf-cba5-40fe-b1bb-5a7ee63ec85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.137812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6315d2cf-cba5-40fe-b1bb-5a7ee63ec85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.140444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6315d2cf-cba5-40fe-b1bb-5a7ee63ec85d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5bd32c7-a972-4536-8f6a-bc85bbe1abd9 HTTP/1.1" status: 204 len: 168 time: 0.1883898 Jul 23 20:41:16.147920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315d2cf-cba5-40fe-b1bb-5a7ee63ec85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd32c7-a972-4536-8f6a-bc85bbe1abd9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.186313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Transition to ACTIVE for port object 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:16.187659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.194989 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.203861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.205900 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] 10.222.0.46 "DELETE /v2.0/networks/b371cf55-9cce-4130-9477-4e5b9ca5d26c HTTP/1.1" status: 204 len: 168 time: 0.9699342 Jul 23 20:41:16.219639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2f8bb-f51a-492b-8be1-23cfa0e4ec05 tempest-DHCPAgentSchedulersTestJSON-1640001094 tempest-DHCPAgentSchedulersTestJSON-1640001094-project] Pushing event deleted for resources: {'Network': ['ID=b371cf55-9cce-4130-9477-4e5b9ca5d26c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.242667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Allocated IP 172.20.0.9 (6831497a-9b27-484a-93d8-701e049bb71f/6352aaf6-18f9-4fa8-80a8-80f377dc5765/3e2c56a3-3f26-4d50-9974-de18985e8e22) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:16.263065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74506719-91f8-4b2b-b147-c833247e9e5d None None] Pushing event updated for resources: {'Port': ['ID=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.329090 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Attempting to bind port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:16.329594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Attempting to bind port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:16.330037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Attempting to bind port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 on network 9925ac92-e121-491e-93fc-71e0df2c358a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:16.336973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:16.337341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Checking segment: {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:16.338010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.338476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Bound using segment: {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:16.339020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Bound port: 33eacf51-d0b0-40c5-9d15-5ee184ef2c87, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b594a8d-7846-4ef4-9ce3-e7db360423fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:16.339478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.458682 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.475384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] For port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:16.479435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] For port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,segment=NetworkSegment(1b594a8d-7846-4ef4-9ce3-e7db360423fa),segment_id=1b594a8d-7846-4ef4-9ce3-e7db360423fa)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:16.483287 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Transition to ACTIVE for port object 3e2c56a3-3f26-4d50-9974-de18985e8e22 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:16.496302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.505307 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.520185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:16.535802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35d50377-58c2-4722-a9e7-3ca0c2d0d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.561330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.572653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Routers {'3f277fb2-cc35-4999-b468-89a11bf4c117'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:16.573308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3f277fb2-cc35-4999-b468-89a11bf4c117'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:16.672349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Network 6831497a-9b27-484a-93d8-701e049bb71f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:16.685357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:16.694318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:16.706562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Pushing event updated for resources: {'Port': ['ID=3e2c56a3-3f26-4d50-9974-de18985e8e22,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.752358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.754211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.774250 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-1ad52da4-dccf-412a-83aa-c0c183aa4ad0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9281635 Jul 23 20:41:16.781291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3536cb94-9e9c-43fd-93f3-fffe3daf4575 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=042d10ff582349949656e2af84e858fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588117 Jul 23 20:41:16.785226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:16.789638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 65c44e5a-8555-4692-9e77-d524cca5a2be no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:16.796312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53800) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:16.801347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Request body: {'port': {'device_id': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:16.834352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564dc092-5b62-4797-acd0-c23fcfa00715 req-fce04099-a7e0-4f88-ab23-cd21971ad98b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:16.841567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74506719-91f8-4b2b-b147-c833247e9e5d None None] Pushing event updated for resources: {'Port': ['ID=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:16.842465 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-564dc092-5b62-4797-acd0-c23fcfa00715 req-fce04099-a7e0-4f88-ab23-cd21971ad98b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1027 time: 0.2382691 Jul 23 20:41:16.853795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 65c44e5a-8555-4692-9e77-d524cca5a2be {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:16.854448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 65c44e5a-8555-4692-9e77-d524cca5a2be not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:16.858749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e01c39e0-96a4-4495-b628-1dcec81ba65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:16.901015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] Set router 3f277fb2-cc35-4999-b468-89a11bf4c117 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:16.907501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.010459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e7e122fe-7d52-436f-94ea-4b6381df55cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.055383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e7e122fe-7d52-436f-94ea-4b6381df55cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.097747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-564dc092-5b62-4797-acd0-c23fcfa00715 req-02beeb0a-aa48-43d3-806a-f8375babf625 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257023 Jul 23 20:41:17.196989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e7e122fe-7d52-436f-94ea-4b6381df55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.201532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e7e122fe-7d52-436f-94ea-4b6381df55cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.208630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e7e122fe-7d52-436f-94ea-4b6381df55cb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/143b02ec-3d85-429e-a859-b04db962ffa5 HTTP/1.1" status: 204 len: 168 time: 0.4166548 Jul 23 20:41:17.229536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e122fe-7d52-436f-94ea-4b6381df55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b02ec-3d85-429e-a859-b04db962ffa5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:17.303549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e01c39e0-96a4-4495-b628-1dcec81ba65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.309007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e01c39e0-96a4-4495-b628-1dcec81ba65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.325902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a3c4a37f-f97b-4f9d-a7c9-3f647baf4c84 None None] Provisioning for port 3e2c56a3-3f26-4d50-9974-de18985e8e22 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:17.343042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a3c4a37f-f97b-4f9d-a7c9-3f647baf4c84 None None] Provisioning complete for port 3e2c56a3-3f26-4d50-9974-de18985e8e22 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:17.344883 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a3c4a37f-f97b-4f9d-a7c9-3f647baf4c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.359159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e01c39e0-96a4-4495-b628-1dcec81ba65f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88c9b1c5bc2e4d058ce23ef1c7ecef69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5606408 Jul 23 20:41:17.362499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c39e0-96a4-4495-b628-1dcec81ba65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6ad073-df9e-45be-8cd8-62c88dc9c603,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:17.365298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:17.408415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.417853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 4, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '33eacf51-d0b0-40c5-9d15-5ee184ef2c87', 'name': '', 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'mac_address': 'fa:16:3e:f7:73:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '9aab3052-2362-4179-b526-947e373b33b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:09Z', 'updated_at': '2021-07-23T20:41:16Z', 'revision_number': 4, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'subnets': [{'id': '9aab3052-2362-4179-b526-947e373b33b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:17.441174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2c56a3-3f26-4d50-9974-de18985e8e22 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:17.449596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a3c4a37f-f97b-4f9d-a7c9-3f647baf4c84 None None] Port 3e2c56a3-3f26-4d50-9974-de18985e8e22 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:17.451691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1265d26-cbfd-44c4-b6ec-241ba85a7a8b None None] The sync data for ids ['3f277fb2-cc35-4999-b468-89a11bf4c117'] in n-d-793620-13 is: [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:11Z', 'revision_number': 4, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '33eacf51-d0b0-40c5-9d15-5ee184ef2c87', 'name': '', 'network_id': '9925ac92-e121-491e-93fc-71e0df2c358a', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'mac_address': 'fa:16:3e:f7:73:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': '9aab3052-2362-4179-b526-947e373b33b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:09Z', 'updated_at': '2021-07-23T20:41:16Z', 'revision_number': 4, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'subnets': [{'id': '9aab3052-2362-4179-b526-947e373b33b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:17.458825 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.492086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7541267-e846-47ab-8cdd-b8ecc6459a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.499791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Transition to ACTIVE for port object 3e2c56a3-3f26-4d50-9974-de18985e8e22 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:17.522717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.564633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7541267-e846-47ab-8cdd-b8ecc6459a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.617030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c56a3-3f26-4d50-9974-de18985e8e22,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:17.740589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.771479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7541267-e846-47ab-8cdd-b8ecc6459a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.775362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53810) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:17.780608 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7541267-e846-47ab-8cdd-b8ecc6459a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.785473 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f7541267-e846-47ab-8cdd-b8ecc6459a46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d6ad073-df9e-45be-8cd8-62c88dc9c603 HTTP/1.1" status: 204 len: 168 time: 0.4079981 Jul 23 20:41:17.788551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Attempting to bind port 3e2c56a3-3f26-4d50-9974-de18985e8e22 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:17.789118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Attempting to bind port 3e2c56a3-3f26-4d50-9974-de18985e8e22 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:17.789546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Attempting to bind port 3e2c56a3-3f26-4d50-9974-de18985e8e22 on network 6831497a-9b27-484a-93d8-701e049bb71f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:17.797961 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f464-d910-403a-b434-2487b3b3fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.798649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7541267-e846-47ab-8cdd-b8ecc6459a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6ad073-df9e-45be-8cd8-62c88dc9c603,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:17.800725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Port 3e2c56a3-3f26-4d50-9974-de18985e8e22 on network 6831497a-9b27-484a-93d8-701e049bb71f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:17.801056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Attempting to bind port 3e2c56a3-3f26-4d50-9974-de18985e8e22 on network 6831497a-9b27-484a-93d8-701e049bb71f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:17.806788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:17.807403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Checking segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:17.807712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Bound using segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:17.807944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Bound port: 3e2c56a3-3f26-4d50-9974-de18985e8e22, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:17.808306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.922648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] For port 3e2c56a3-3f26-4d50-9974-de18985e8e22, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:17.927750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] For port 3e2c56a3-3f26-4d50-9974-de18985e8e22, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:17.933121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.955043 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f464-d910-403a-b434-2487b3b3fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.963175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5f464-d910-403a-b434-2487b3b3fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.968795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:17.969463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:17.973984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] 10.222.0.47 "PUT /v2.0/ports/3e2c56a3-3f26-4d50-9974-de18985e8e22 HTTP/1.1" status: 200 len: 1092 time: 1.1826148 Jul 23 20:41:17.974478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'tag': '3e2c56a3-3f26-4d50-9974-de18985e8e22'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:17.976790 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845996ff-b967-491a-a0cd-1a1207615952" -d '{"events": [{"name": "network-changed", "server_uuid": "dd0390c0-3ec8-4a64-93bf-f16d7f97adeb", "tag": "3e2c56a3-3f26-4d50-9974-de18985e8e22"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:18.060390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c2d5f464-d910-403a-b434-2487b3b3fc9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92762b3d919b4aa990c3ac54bf67749e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804992 Jul 23 20:41:18.060390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5f464-d910-403a-b434-2487b3b3fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ea7a22-f7af-436e-97ce-87691dbc6628,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.062425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53816) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:18.070559 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a02c02-cc11-4ba6-a0fc-7eed64ee0156 x-openstack-request-id: req-05a02c02-cc11-4ba6-a0fc-7eed64ee0156 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:18.070937 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd0390c0-3ec8-4a64-93bf-f16d7f97adeb", "tag": "3e2c56a3-3f26-4d50-9974-de18985e8e22", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:18.071264 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05a02c02-cc11-4ba6-a0fc-7eed64ee0156 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:18.071745 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'tag': '3e2c56a3-3f26-4d50-9974-de18985e8e22', 'status': 'completed', 'code': 200} Jul 23 20:41:18.097392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eda4e4-7601-454f-9782-c0561a51dbbc service neutron] Pushing event updated for resources: {'Port': ['ID=3e2c56a3-3f26-4d50-9974-de18985e8e22,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.146375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-8e77dceb-89c7-4f8d-b86a-a50667046f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.148761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-8e77dceb-89c7-4f8d-b86a-a50667046f3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1095 time: 0.1334858 Jul 23 20:41:18.154555 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e50fa67b-557e-4afe-a30b-c80eb9a3cb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.211194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e50fa67b-557e-4afe-a30b-c80eb9a3cb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.234704 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-525c5af7-180f-4f94-a157-9c28ee08d6a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22 HTTP/1.1" status: 200 len: 217 time: 0.0736017 Jul 23 20:41:18.314881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082802a-78e5-4e0b-8a68-1fcc99a3413b req-f4022dda-c74f-47ab-b04b-ac5380c24830 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.317307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6082802a-78e5-4e0b-8a68-1fcc99a3413b req-f4022dda-c74f-47ab-b04b-ac5380c24830 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1095 time: 0.0918131 Jul 23 20:41:18.333538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-71cf9074-9222-40bb-b549-6195f69b0460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.335385 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-71cf9074-9222-40bb-b549-6195f69b0460 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6352aaf6-18f9-4fa8-80a8-80f377dc5765 HTTP/1.1" status: 200 len: 848 time: 0.0930276 Jul 23 20:41:18.336496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e50fa67b-557e-4afe-a30b-c80eb9a3cb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.339315 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e50fa67b-557e-4afe-a30b-c80eb9a3cb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.352947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e50fa67b-557e-4afe-a30b-c80eb9a3cb37 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35ea7a22-f7af-436e-97ce-87691dbc6628 HTTP/1.1" status: 204 len: 168 time: 0.2893705 Jul 23 20:41:18.397261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fa67b-557e-4afe-a30b-c80eb9a3cb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ea7a22-f7af-436e-97ce-87691dbc6628,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.421558 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6082802a-78e5-4e0b-8a68-1fcc99a3413b req-24b29307-e191-4fbe-931a-e3111d94c11e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966039 Jul 23 20:41:18.443731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-9f202573-396a-489c-ba17-b28eb7ee387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.445311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-9f202573-396a-489c-ba17-b28eb7ee387a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6831497a-9b27-484a-93d8-701e049bb71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041217 Jul 23 20:41:18.454537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:18.475898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a556dcf7-0dcc-4813-a594-5f95e9554a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.562496 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-85b2da63-70b3-4666-b9d3-201c08fd05c9 service neutron] 10.222.0.47 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095326 Jul 23 20:41:18.616119 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a556dcf7-0dcc-4813-a594-5f95e9554a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.622952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a556dcf7-0dcc-4813-a594-5f95e9554a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.665933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a556dcf7-0dcc-4813-a594-5f95e9554a1e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a62943773bcc46a3a57a28ce7cb275b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102528 Jul 23 20:41:18.668243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556dcf7-0dcc-4813-a594-5f95e9554a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db480f4b-282d-4e6a-bea2-e4c147f7c383,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:18.668571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:18.698863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e228ffe4-4162-4870-8a8a-b9a8a139d2e7 req-d196c02b-068a-416c-9089-5b165e89816c service neutron] 10.222.0.47 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301394 Jul 23 20:41:18.748972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c7a36dc-2f1d-4139-a21f-168bfe4a8708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.802668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c7a36dc-2f1d-4139-a21f-168bfe4a8708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.823178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:18.863474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845996ff-b967-491a-a0cd-1a1207615952 req-b8bcb13a-4839-45e0-b335-869daf260ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:18.865301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-b8bcb13a-4839-45e0-b335-869daf260ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1095 time: 0.1036136 Jul 23 20:41:18.893206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c7a36dc-2f1d-4139-a21f-168bfe4a8708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.893815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:18.896512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2c7a36dc-2f1d-4139-a21f-168bfe4a8708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.897706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2c7a36dc-2f1d-4139-a21f-168bfe4a8708 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db480f4b-282d-4e6a-bea2-e4c147f7c383 HTTP/1.1" status: 204 len: 168 time: 0.2279263 Jul 23 20:41:18.899601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:18.900535 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:18.917321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a36dc-2f1d-4139-a21f-168bfe4a8708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db480f4b-282d-4e6a-bea2-e4c147f7c383,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:19.013245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845996ff-b967-491a-a0cd-1a1207615952 req-a302554b-6793-4ec4-9c60-0f35c6869e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.015166 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-a302554b-6793-4ec4-9c60-0f35c6869e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 200 len: 910 time: 0.1429942 Jul 23 20:41:19.034973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.072308 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-0b01fcfe-678f-41f2-a13e-11d46194a667 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22 HTTP/1.1" status: 200 len: 217 time: 0.0501034 Jul 23 20:41:19.073125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,segment=NetworkSegment(1b594a8d-7846-4ef4-9ce3-e7db360423fa),segment_id=1b594a8d-7846-4ef4-9ce3-e7db360423fa)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:19.077113 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.147950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845996ff-b967-491a-a0cd-1a1207615952 req-d9ed281a-a8af-44db-aa80-532dba4f7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.150234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-d9ed281a-a8af-44db-aa80-532dba4f7db9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6352aaf6-18f9-4fa8-80a8-80f377dc5765 HTTP/1.1" status: 200 len: 848 time: 0.0688038 Jul 23 20:41:19.151632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:19.246669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845996ff-b967-491a-a0cd-1a1207615952 req-a215e3f7-9df6-40ba-a2f7-28bb4b68554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.250768 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-a215e3f7-9df6-40ba-a2f7-28bb4b68554a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6831497a-9b27-484a-93d8-701e049bb71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876358 Jul 23 20:41:19.396708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-6c84d9f7-c656-4403-acde-259a3cb8173e service neutron] 10.222.0.47 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396310 Jul 23 20:41:19.472208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.537272 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-845996ff-b967-491a-a0cd-1a1207615952 req-3dd6845d-9325-4413-9f73-a310bdee9b63 service neutron] 10.222.0.47 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329176 Jul 23 20:41:19.621193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ec333e41-ed72-45fc-b1d2-d8b49e000cb5 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] Request body: {'port': {'network_id': '4b066961-034c-4ac0-822f-e8f51cb97350', 'name': 'tempest-NetworksNegativeTestJSON-1993061802'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:19.638860 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec333e41-ed72-45fc-b1d2-d8b49e000cb5 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] POST failed (client error): The resource could not be found. Jul 23 20:41:19.639418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec333e41-ed72-45fc-b1d2-d8b49e000cb5 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.640585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec333e41-ed72-45fc-b1d2-d8b49e000cb5 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1658766 Jul 23 20:41:19.642641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16ef61-b7aa-46c8-ac9c-ac3416959f7e req-22f2a348-4120-4f11-af77-5c6e4daaf1b1 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:19.645112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.645409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc16ef61-b7aa-46c8-ac9c-ac3416959f7e req-22f2a348-4120-4f11-af77-5c6e4daaf1b1 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1095 time: 0.0997443 Jul 23 20:41:19.665734 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ae9eab-9f1b-419d-bdb5-7dd5fa426487 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] DELETE failed (client error): The resource could not be found. Jul 23 20:41:19.666323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ae9eab-9f1b-419d-bdb5-7dd5fa426487 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.669518 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d1ae9eab-9f1b-419d-bdb5-7dd5fa426487 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "DELETE /v2.0/networks/6371cd7a-b44e-4c7b-a270-87a572075474 HTTP/1.1" status: 404 len: 339 time: 0.0218456 Jul 23 20:41:19.671599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53856) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.678909 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:19.685776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc16ef61-b7aa-46c8-ac9c-ac3416959f7e req-8ee19382-e22c-4d03-a0af-21d848ba563d tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351925 Jul 23 20:41:19.704061 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4e96ae-d9f7-49e6-a44d-ae7463bb7a0c tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] DELETE failed (client error): The resource could not be found. Jul 23 20:41:19.704720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4e96ae-d9f7-49e6-a44d-ae7463bb7a0c tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.709476 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0d4e96ae-d9f7-49e6-a44d-ae7463bb7a0c tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "DELETE /v2.0/ports/1e4b0a7a-9ec8-489b-9c3c-02cacbb5f85c HTTP/1.1" status: 404 len: 333 time: 0.0343807 Jul 23 20:41:19.711807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53858) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.738929 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a71e297-1413-4f89-98e1-1a004b9e3e34 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] DELETE failed (client error): The resource could not be found. Jul 23 20:41:19.739384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a71e297-1413-4f89-98e1-1a004b9e3e34 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.741068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2a71e297-1413-4f89-98e1-1a004b9e3e34 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "DELETE /v2.0/subnets/b126ae2f-9b96-4d47-b3a4-1806f7e7f42d HTTP/1.1" status: 404 len: 337 time: 0.0287068 Jul 23 20:41:19.744647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53860) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.764016 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a63b1d-cf45-4bdd-bc35-fc72377b5987 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] GET failed (client error): The resource could not be found. Jul 23 20:41:19.765357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a0a63b1d-cf45-4bdd-bc35-fc72377b5987 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "GET /v2.0/networks/b9d03727-d2bd-497f-acbd-7432fe105a31 HTTP/1.1" status: 404 len: 339 time: 0.0198138 Jul 23 20:41:19.768952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53862) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.797582 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c90d52-fd4a-4b37-a3b8-f9b8dbdb350d tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] GET failed (client error): The resource could not be found. Jul 23 20:41:19.799006 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a3c90d52-fd4a-4b37-a3b8-f9b8dbdb350d tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "GET /v2.0/ports/c289f615-79a8-4678-a6a8-1b588b003f70 HTTP/1.1" status: 404 len: 333 time: 0.0291300 Jul 23 20:41:19.803432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.830227 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38ecb44-cb95-436a-8809-c40a6a3c106e tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] GET failed (client error): The resource could not be found. Jul 23 20:41:19.831521 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a38ecb44-cb95-436a-8809-c40a6a3c106e tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "GET /v2.0/subnets/77cefc3b-8cd5-4041-b94a-d576f94ee408 HTTP/1.1" status: 404 len: 337 time: 0.0271811 Jul 23 20:41:19.835298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53866) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.840199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-64cd4208-3064-4ff8-8872-2b729ee7071f tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:19.854257 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cd4208-3064-4ff8-8872-2b729ee7071f tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] PUT failed (client error): The resource could not be found. Jul 23 20:41:19.854782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cd4208-3064-4ff8-8872-2b729ee7071f tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.855862 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-64cd4208-3064-4ff8-8872-2b729ee7071f tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "PUT /v2.0/networks/7c8340f7-33e6-4197-99ea-eeb9b2a3880c HTTP/1.1" status: 404 len: 339 time: 0.0196753 Jul 23 20:41:19.859064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.864446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3e3b20eb-ed41-44c3-8308-d537f4af01a7 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:19.889021 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3b20eb-ed41-44c3-8308-d537f4af01a7 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] PUT failed (client error): The resource could not be found. Jul 23 20:41:19.889687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3b20eb-ed41-44c3-8308-d537f4af01a7 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.890780 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3e3b20eb-ed41-44c3-8308-d537f4af01a7 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "PUT /v2.0/ports/62c8dcda-0ea7-4fe0-9fc4-ed452d34e445 HTTP/1.1" status: 404 len: 333 time: 0.0308363 Jul 23 20:41:19.894334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:19.899205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-11da3bf4-ecfe-4f35-8f40-69e7497c4b95 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:19.920458 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-11da3bf4-ecfe-4f35-8f40-69e7497c4b95 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] PUT failed (client error): The resource could not be found. Jul 23 20:41:19.920900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11da3bf4-ecfe-4f35-8f40-69e7497c4b95 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:19.922035 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-11da3bf4-ecfe-4f35-8f40-69e7497c4b95 tempest-NetworksNegativeTestJSON-551874187 tempest-NetworksNegativeTestJSON-551874187-project] 10.222.0.46 "PUT /v2.0/subnets/3fce037e-74cb-4d41-92a4-5312848a8ae0 HTTP/1.1" status: 404 len: 337 time: 0.0268028 Jul 23 20:41:20.170709 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53876) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:20.274492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7be40b3f-34e8-4c40-a2cb-d374e8cb1332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.361792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7be40b3f-34e8-4c40-a2cb-d374e8cb1332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.365336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7be40b3f-34e8-4c40-a2cb-d374e8cb1332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.403373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7be40b3f-34e8-4c40-a2cb-d374e8cb1332 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf6897ba1aff4fab89f4f57268af4015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316062 Jul 23 20:41:20.405357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be40b3f-34e8-4c40-a2cb-d374e8cb1332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7df5553-dd7d-4713-a986-33b082a51552,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.406121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:20.454993 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b943e5a-2c0d-4fd9-b7f4-96baf543e0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.476238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b943e5a-2c0d-4fd9-b7f4-96baf543e0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.521929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b943e5a-2c0d-4fd9-b7f4-96baf543e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.524420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3b943e5a-2c0d-4fd9-b7f4-96baf543e0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.525576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3b943e5a-2c0d-4fd9-b7f4-96baf543e0d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7df5553-dd7d-4713-a986-33b082a51552 HTTP/1.1" status: 204 len: 168 time: 0.1183879 Jul 23 20:41:20.533084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b943e5a-2c0d-4fd9-b7f4-96baf543e0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7df5553-dd7d-4713-a986-33b082a51552,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:20.716662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:20.803773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:20.804035 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:20.805190 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-c403aa56-43fd-4f3d-acc4-f4e3e2f65609 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571988 Jul 23 20:41:20.828217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fcf50-2a39-43f5-af36-f1dfe6f1cdb7 req-e3d50b05-9a61-43a0-ad1b-08cc75ed2234 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.830579 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f93fcf50-2a39-43f5-af36-f1dfe6f1cdb7 req-e3d50b05-9a61-43a0-ad1b-08cc75ed2234 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1095 time: 0.0722549 Jul 23 20:41:20.887417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f93fcf50-2a39-43f5-af36-f1dfe6f1cdb7 req-14e84265-8b18-401c-8bff-6b860df38237 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Jul 23 20:41:20.927642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-ef4099ed-2139-4142-ae89-c1647af6eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:20.929163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-ef4099ed-2139-4142-ae89-c1647af6eca9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1137 time: 0.0706015 Jul 23 20:41:21.038607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-f5508788-e796-46d2-a057-751e048ad95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.040104 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-f5508788-e796-46d2-a057-751e048ad95c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 200 len: 898 time: 0.0931160 Jul 23 20:41:21.115431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-ee0e9a7f-3cc6-4c52-a970-9c086fc48a5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 200 len: 1002 time: 0.0677946 Jul 23 20:41:21.165407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-645c4c8d-71cd-4da7-a9cf-bd2d01453db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.167018 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-645c4c8d-71cd-4da7-a9cf-bd2d01453db2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ccbc91c5-0388-4d52-83ec-cd3095627e74 HTTP/1.1" status: 200 len: 834 time: 0.0452211 Jul 23 20:41:21.201005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53906) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:21.227869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-3e2112a3-919c-4330-aca7-5fbc395f21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.229394 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-3e2112a3-919c-4330-aca7-5fbc395f21dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550783 Jul 23 20:41:21.294853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-482467943'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:21.316464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:21.319805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.325564 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-1e7ac4e4-741a-450f-bdb5-69c2a34c7e37 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Jul 23 20:41:21.328572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.419044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-943058c5-05fa-4e52-9c9a-8892b6e865d2 req-8acdc2a1-a832-4c7f-8c61-e228201e9bd1 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846996 Jul 23 20:41:21.421894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.426185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.452051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:21.462873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e13b00-802e-43d8-9843-65d40c88240b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:21.468656 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.469026 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment 1395f034-ce3c-4a2e-a8ee-795e28fa37e3 of type vlan for network 1b1a61f4-eb96-4be0-b065-2164743cda74 Jul 23 20:41:21.507307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.535486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.541020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.541664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.573808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3716052 Jul 23 20:41:21.576309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53912) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:21.586115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'name': 'tempest-PortsIpV6TestJSON-347597681'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:21.628782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e2405-99f8-4e25-bd9c-b0662599ac60 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=1b1a61f4-eb96-4be0-b065-2164743cda74,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:21.640018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:21.699495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:21.703988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.723454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 49a51f29-42df-4925-9540-a1a7c56283ce yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:21.860729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-5f559d36-f4e2-4239-a48c-292b15157a5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567214 Jul 23 20:41:21.884370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.926062 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:21.956656 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-1de01de4-30e1-4a86-ac14-0dea9489eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:21.958473 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-1de01de4-30e1-4a86-ac14-0dea9489eea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1097 time: 0.0564091 Jul 23 20:41:22.026914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=49a51f29-42df-4925-9540-a1a7c56283ce,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:22.038547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': '1395f034-ce3c-4a2e-a8ee-795e28fa37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:22.038903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: 1b1a61f4-eb96-4be0-b065-2164743cda74, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:22.063682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-3bf48f2d-8910-4ad2-abf1-29e7a41319b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.064307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63188c67-d9f7-42fc-9bcd-9e7dfd0dae83 req-4969908a-b090-4878-84c3-39a17133023e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.065168 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-3bf48f2d-8910-4ad2-abf1-29e7a41319b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 200 len: 897 time: 0.0891879 Jul 23 20:41:22.066108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63188c67-d9f7-42fc-9bcd-9e7dfd0dae83 req-4969908a-b090-4878-84c3-39a17133023e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1095 time: 0.1036718 Jul 23 20:41:22.066859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:22.099204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 1b1a61f4-eb96-4be0-b065-2164743cda74) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:22.104829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:22.108559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438559d0-cf8c-4bc4-a2fe-6ab1e21e976e None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:22.110485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.111156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.134542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-63188c67-d9f7-42fc-9bcd-9e7dfd0dae83 req-1176e9e4-2ec0-4671-a7c2-373fe0b4fe8c tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604334 Jul 23 20:41:22.141359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-acdca3c7-fee4-4c0d-844f-8db3253752f5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5640078 Jul 23 20:41:22.145399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:22.151165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1541479032'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:22.160319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-2e631b31-f688-4203-8ed8-1d53d0a11774 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 200 len: 1001 time: 0.0856986 Jul 23 20:41:22.171912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:22.176411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.202903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:22.212684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-14403de1-8ebb-48b8-a6d2-2d5437fe0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.214448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-14403de1-8ebb-48b8-a6d2-2d5437fe0db5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b3b6db-0843-43ef-bcae-0849e2d52e1d HTTP/1.1" status: 200 len: 834 time: 0.0472965 Jul 23 20:41:22.215085 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.215466 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment bda31d52-9a33-4c8e-a74c-b0f85ec1c185 of type vlan for network 730af7c2-0c48-40ab-bf76-3c147a4aabd1 Jul 23 20:41:22.257277 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.277161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-5c19eb49-46a5-4ffc-9bd1-294a1bb667a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.278777 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-5c19eb49-46a5-4ffc-9bd1-294a1bb667a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f354777-8e01-4e04-88af-175b721067ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582836 Jul 23 20:41:22.289642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.295350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:22.295878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.333659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1867838 Jul 23 20:41:22.336082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53918) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:22.340908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'ports': [{'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'}, {'network_id': '730af7c2-0c48-40ab-bf76-3c147a4aabd1'}]} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:22.341231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:22.341734 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '730af7c2-0c48-40ab-bf76-3c147a4aabd1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:22.375358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-340b9ebc-d9b7-4b13-bb34-5970e2ea1131 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898941 Jul 23 20:41:22.386071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9b499-2cf2-4881-8f2b-77a0a58eb7a8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=730af7c2-0c48-40ab-bf76-3c147a4aabd1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:22.396506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 730af7c2-0c48-40ab-bf76-3c147a4aabd1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:22.475587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4451507a-ea07-4210-97d0-1ec7cd9f0918 req-cc6e7388-f4b1-421b-b326-5a3a391ecd67 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940714 Jul 23 20:41:22.530063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 2} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:22.535193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.547604 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.606847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3e2c56a3-3f26-4d50-9974-de18985e8e22 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:22.627607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 40b60a60-2fc3-4bf7-83b3-22dd3ac3b140 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:22.706601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3e2c56a3-3f26-4d50-9974-de18985e8e22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:22.717896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3e2c56a3-3f26-4d50-9974-de18985e8e22', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'port_id': '3e2c56a3-3f26-4d50-9974-de18985e8e22', 'mac_address': 'fa:16:3e:cc:d2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:22.739541 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.755794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.774568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2c56a3-3f26-4d50-9974-de18985e8e22 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:22.811892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3e2c56a3-3f26-4d50-9974-de18985e8e22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:22.816111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:22.836425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 2e258fa0-e8c2-45a7-80bb-19c286802550 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:22.961425 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.002184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.036639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3e2c56a3-3f26-4d50-9974-de18985e8e22,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:23.047185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:23.051022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:23.054500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:23.055319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.069681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=40b60a60-2fc3-4bf7-83b3-22dd3ac3b140,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:23.084776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3e2c56a3-3f26-4d50-9974-de18985e8e22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:23.129226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=2e258fa0-e8c2-45a7-80bb-19c286802550,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:23.136556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': 'bda31d52-9a33-4c8e-a74c-b0f85ec1c185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '730af7c2-0c48-40ab-bf76-3c147a4aabd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:23.136950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: 730af7c2-0c48-40ab-bf76-3c147a4aabd1, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:23.153466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 730af7c2-0c48-40ab-bf76-3c147a4aabd1 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:23.164448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 730af7c2-0c48-40ab-bf76-3c147a4aabd1) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:23.169893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:23.179467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.179663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c6c95-659a-40cf-8ab6-f78c31f21448 None None] Network 730af7c2-0c48-40ab-bf76-3c147a4aabd1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:23.184472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.185100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.200940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eb64e329-e60d-4350-aaeb-a0a6e0cb6288 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8638237 Jul 23 20:41:23.203677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53922) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:23.332989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e0eb7-19a7-4c6d-8816-5c17625560da req-04117ce4-8158-43c4-b071-e52d4e9407f1 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.334732 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df5e0eb7-19a7-4c6d-8816-5c17625560da req-04117ce4-8158-43c4-b071-e52d4e9407f1 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1096 time: 0.1205790 Jul 23 20:41:23.374500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 2e258fa0-e8c2-45a7-80bb-19c286802550 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:23.374845 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.394080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df5e0eb7-19a7-4c6d-8816-5c17625560da req-33f191aa-0b47-4c0e-8ea6-4297f7968880 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525062 Jul 23 20:41:23.444104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.455466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 2e258fa0-e8c2-45a7-80bb-19c286802550 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:23.537402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.564741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=2e258fa0-e8c2-45a7-80bb-19c286802550,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:23.571121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.573013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f647ecaf-ef60-474e-832a-9ba1a4b8ebff tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/2e258fa0-e8c2-45a7-80bb-19c286802550 HTTP/1.1" status: 204 len: 168 time: 0.3680840 Jul 23 20:41:23.575552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53924) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:23.641606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfc453-6cdb-4833-a75d-2425e8c178de tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.648715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbfc453-6cdb-4833-a75d-2425e8c178de tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:23.650262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9dbfc453-6cdb-4833-a75d-2425e8c178de tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0738096 Jul 23 20:41:23.652990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53926) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:23.749396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 40b60a60-2fc3-4bf7-83b3-22dd3ac3b140 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:23.749770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.814078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.829785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 40b60a60-2fc3-4bf7-83b3-22dd3ac3b140 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:23.914566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.940718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=40b60a60-2fc3-4bf7-83b3-22dd3ac3b140,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:23.947705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:23.949687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0c3484a5-bdfc-4f00-8d3c-6eaef0bf7979 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/40b60a60-2fc3-4bf7-83b3-22dd3ac3b140 HTTP/1.1" status: 204 len: 168 time: 0.2956674 Jul 23 20:41:23.952250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53928) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.017543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e4bd4e-1c0b-41ca-a4b3-ab61326f7ab3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.019888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f2e4bd4e-1c0b-41ca-a4b3-ab61326f7ab3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0666490 Jul 23 20:41:24.022476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53930) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.052707 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6443701-6cf0-4296-8f81-2c8cbfcb49d6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:24.054240 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a6443701-6cf0-4296-8f81-2c8cbfcb49d6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/2e258fa0-e8c2-45a7-80bb-19c286802550 HTTP/1.1" status: 404 len: 333 time: 0.0308771 Jul 23 20:41:24.056960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53934) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.073650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.084564 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb005d62-9704-4be4-b7a7-de18b8d56d23 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:24.086175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fb005d62-9704-4be4-b7a7-de18b8d56d23 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/40b60a60-2fc3-4bf7-83b3-22dd3ac3b140 HTTP/1.1" status: 404 len: 333 time: 0.0282886 Jul 23 20:41:24.088928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53938) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.165789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.196596 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d71e21d9-27b3-4f6e-bc1c-6c2347ccbfd5 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2983 time: 0.1218565 Jul 23 20:41:24.199358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.205096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'network': {'name': 'tempest-network-smoke--1357755330', 'project_id': '2697c916e65a4b2db4710443605713bd', 'port_security_enabled': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:24.227952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Made reservation on behalf of 2697c916e65a4b2db4710443605713bd for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:24.232012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.258481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:24.262461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.267586 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.267931 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Added segment f732f9a5-cd0a-442e-a40f-80f5faee967c of type vlan for network 193a578e-48da-4152-b97d-092c756d0821 Jul 23 20:41:24.272580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730af7c2-0c48-40ab-bf76-3c147a4aabd1']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:24.282321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda31d52-9a33-4c8e-a74c-b0f85ec1c185') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:24.282609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda31d52-9a33-4c8e-a74c-b0f85ec1c185') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:24.292318 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.306959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.309875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.313021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:24.313401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:24.317001 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:24.340523 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.346076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.346710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.379016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.381673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1811264 Jul 23 20:41:24.384391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.386612 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.388559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/730af7c2-0c48-40ab-bf76-3c147a4aabd1 HTTP/1.1" status: 204 len: 168 time: 0.2985537 Jul 23 20:41:24.392780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'admin_state_up': True, 'project_id': '2697c916e65a4b2db4710443605713bd', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:24.398625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53944) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.400047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213dca7-82c9-4e51-88d8-604f2ab16cfd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=730af7c2-0c48-40ab-bf76-3c147a4aabd1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:24.405933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1238257583'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:24.445826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11c2b4-75da-46eb-96e5-e2ae73c78b7d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Network': ['ID=193a578e-48da-4152-b97d-092c756d0821,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:24.457880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 193a578e-48da-4152-b97d-092c756d0821 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:24.460391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.461303 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.495718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:24.499385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.514689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336fdfd-c213-457d-958b-6ae9f2c5435b req-acac4ecc-fca4-4816-abdb-19da7a0f8e2e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.516228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d336fdfd-c213-457d-958b-6ae9f2c5435b req-acac4ecc-fca4-4816-abdb-19da7a0f8e2e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1096 time: 0.0550005 Jul 23 20:41:24.536649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.553317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d336fdfd-c213-457d-958b-6ae9f2c5435b req-a4eb5ade-22b1-4177-9927-3120569e35e6 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297694 Jul 23 20:41:24.605460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:24.611950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3e2c56a3-3f26-4d50-9974-de18985e8e22 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:24.621801 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.622148 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment 81be66be-1376-4b32-b524-52f1a7cf58d9 of type vlan for network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f Jul 23 20:41:24.662434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3e2c56a3-3f26-4d50-9974-de18985e8e22 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:24.666170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3e2c56a3-3f26-4d50-9974-de18985e8e22 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:24.666546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.713485 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.725354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.747715 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.771640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c56a3-3f26-4d50-9974-de18985e8e22'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:24.773934 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba7810-a3c6-4679-a845-bec8d99fd121" -d '{"events": [{"server_uuid": "dd0390c0-3ec8-4a64-93bf-f16d7f97adeb", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c56a3-3f26-4d50-9974-de18985e8e22"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:24.778023 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.783890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.785335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.787762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3e2c56a3-3f26-4d50-9974-de18985e8e22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:24.792416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.820442 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7df8a6-4239-4600-9fe3-a7d369c9ceda x-openstack-request-id: req-1d7df8a6-4239-4600-9fe3-a7d369c9ceda {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:24.820442 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0390c0-3ec8-4a64-93bf-f16d7f97adeb", "name": "network-vif-plugged", "status": "completed", "tag": "3e2c56a3-3f26-4d50-9974-de18985e8e22", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:24.820442 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d7df8a6-4239-4600-9fe3-a7d369c9ceda {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:24.820897 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2c56a3-3f26-4d50-9974-de18985e8e22', 'code': 200} Jul 23 20:41:24.828526 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4233649 Jul 23 20:41:24.829526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53950) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:24.835134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:24.864870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3e2c56a3-3f26-4d50-9974-de18985e8e22,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:24.894186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2186b18-0ecc-4883-9a00-0ce4bc1b2732 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:24.906790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:24.937588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:24.942619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:24.957398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6f27c-6334-46ab-a62d-576554bb7738 req-cf3c9ad4-18de-4c62-ad95-5c0d90a1c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:24.959165 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff6f27c-6334-46ab-a62d-576554bb7738 req-cf3c9ad4-18de-4c62-ad95-5c0d90a1c1fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.0734851 Jul 23 20:41:25.068731 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.094756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.098393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff6f27c-6334-46ab-a62d-576554bb7738 req-48a59fab-92f6-4c68-a287-4dc1a79f2521 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000476 Jul 23 20:41:25.506646 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.544566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.25.8.236 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/bcf90b4a-0220-4c30-b38b-137b5a93caa1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:25.566137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=f98d2114-b7bb-4825-81fb-07a267bd9b97,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.578639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': '81be66be-1376-4b32-b524-52f1a7cf58d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:25.579016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:25.597575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:25.606826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:25.611148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:25.611634 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.616835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87516567-f220-42f7-aeb4-20b1ccc9ab09 None None] Network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:25.629472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a3d231a4-678e-48be-b4ff-66b1c92fa92e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7969954 Jul 23 20:41:25.630721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53954) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:25.637006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f', 'name': 'tempest-PortsIpV6TestJSON-1765966879'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:25.678836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.720382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.762375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:25.764307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2f324-8fbb-419f-9c9f-f1aaa5139227 req-02243cfd-7593-4141-bc6e-335af3fbf3d9 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:25.765598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:25.765873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2c2f324-8fbb-419f-9c9f-f1aaa5139227 req-02243cfd-7593-4141-bc6e-335af3fbf3d9 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1255629 Jul 23 20:41:25.768539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:25.797873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=bcf90b4a-0220-4c30-b38b-137b5a93caa1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:25.805949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:25.808669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f', 'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': 'f98d2114-b7bb-4825-81fb-07a267bd9b97'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:25.809248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.810464 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:25.823399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2c2f324-8fbb-419f-9c9f-f1aaa5139227 req-a78d8ac5-762c-4869-88be-ac6a4b8e8ebc tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Jul 23 20:41:25.832826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port f9df1c42-1fa8-4a70-9d4a-9497f301f070 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:25.959131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::2e3 (74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f/f98d2114-b7bb-4825-81fb-07a267bd9b97/f9df1c42-1fa8-4a70-9d4a-9497f301f070) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:26.055372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.118569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.132507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object f9df1c42-1fa8-4a70-9d4a-9497f301f070 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:26.165654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.207031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:26.210370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:26.213306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Allocated IP 2001:db8::2 (74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f/f98d2114-b7bb-4825-81fb-07a267bd9b97/4403d2ee-41c8-4e07-b669-f7609fee17d6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:26.214087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:26.219632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:26.220251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.234866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=f9df1c42-1fa8-4a70-9d4a-9497f301f070,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.248214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e697102-8122-4e5e-9240-8e730efe26d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6139574 Jul 23 20:41:26.248785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53956) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.276388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.355636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port f9df1c42-1fa8-4a70-9d4a-9497f301f070 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:26.356008 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.376658 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.388660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Transition to ACTIVE for port object 4403d2ee-41c8-4e07-b669-f7609fee17d6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:26.404954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Transition to ACTIVE for port object 4403d2ee-41c8-4e07-b669-f7609fee17d6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:26.412551 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.414361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router bc5a695d-d0bb-48b9-86da-9e4ad3390730 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:41:26.446706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.460575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for f9df1c42-1fa8-4a70-9d4a-9497f301f070 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:26.461960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:26.463254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Pushing event updated for resources: {'Port': ['ID=4403d2ee-41c8-4e07-b669-f7609fee17d6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.466047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:26.470310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:26.531113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Attempting to bind port 4403d2ee-41c8-4e07-b669-f7609fee17d6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:26.531788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Attempting to bind port 4403d2ee-41c8-4e07-b669-f7609fee17d6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '81be66be-1376-4b32-b524-52f1a7cf58d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:26.532144 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:26.532271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Attempting to bind port 4403d2ee-41c8-4e07-b669-f7609fee17d6 on network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:26.538321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:26.538818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Checking segment: {'id': '81be66be-1376-4b32-b524-52f1a7cf58d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:26.539283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.539677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Bound using segment: {'id': '81be66be-1376-4b32-b524-52f1a7cf58d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:26.540151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Bound port: 4403d2ee-41c8-4e07-b669-f7609fee17d6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81be66be-1376-4b32-b524-52f1a7cf58d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:26.540591 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.541894 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Sync routers for ids ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:26.553490 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Routers {'bc5a695d-d0bb-48b9-86da-9e4ad3390730'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:26.553742 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.554066 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:26.558387 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-965e5f49-4680-4fcb-be9e-46c883745b33 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1704125 Jul 23 20:41:26.559762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53958) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.622863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] For port 4403d2ee-41c8-4e07-b669-f7609fee17d6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:26.626718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] For port 4403d2ee-41c8-4e07-b669-f7609fee17d6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4403d2ee-41c8-4e07-b669-f7609fee17d6,segment=NetworkSegment(81be66be-1376-4b32-b524-52f1a7cf58d9),segment_id=81be66be-1376-4b32-b524-52f1a7cf58d9)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:26.631953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.633143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.661377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69366bc-fdb3-4028-a16a-83ae21f3ac48 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:26.663919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=f9df1c42-1fa8-4a70-9d4a-9497f301f070,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.665802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53960) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.667512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c69366bc-fdb3-4028-a16a-83ae21f3ac48 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2697c916e65a4b2db4710443605713bd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1061873 Jul 23 20:41:26.692979 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Set router bc5a695d-d0bb-48b9-86da-9e4ad3390730 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:26.709097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0e110-7fcb-4359-b0aa-a5a0eb1ab390 None None] Pushing event updated for resources: {'Port': ['ID=4403d2ee-41c8-4e07-b669-f7609fee17d6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:26.767272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:26.769769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7b844908-f247-4ae5-9892-b98bb766db6b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/f9df1c42-1fa8-4a70-9d4a-9497f301f070 HTTP/1.1" status: 204 len: 168 time: 0.5198243 Jul 23 20:41:26.772653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53962) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.802709 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ad5f9e-580d-4884-b2fb-b42b798d9f23 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:41:26.803566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ad5f9e-580d-4884-b2fb-b42b798d9f23 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:26.807869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-32ad5f9e-580d-4884-b2fb-b42b798d9f23 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/f9df1c42-1fa8-4a70-9d4a-9497f301f070 HTTP/1.1" status: 404 len: 333 time: 0.0314775 Jul 23 20:41:26.808636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53964) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.841254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46adcec7-6e67-495f-b43a-a04b808163c5 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:26.843502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46adcec7-6e67-495f-b43a-a04b808163c5 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1765931 Jul 23 20:41:26.847410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53966) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.848887 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bc5b97-8c0b-4f32-a73a-27e1ea21ebee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:26.851258 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72bc5b97-8c0b-4f32-a73a-27e1ea21ebee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/f9df1c42-1fa8-4a70-9d4a-9497f301f070 HTTP/1.1" status: 404 len: 333 time: 0.0411518 Jul 23 20:41:26.853279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53968) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.905354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-833e0595-28c2-4e24-bb32-7830a613ab08 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541613 Jul 23 20:41:26.905747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53972) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.965216 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-400099e2-7bf9-451b-a16e-cf4f1044e8d4 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=2697c916e65a4b2db4710443605713bd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574179 Jul 23 20:41:26.967744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53974) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:26.974662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet f98d2114-b7bb-4825-81fb-07a267bd9b97 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:26.974909 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 3, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:26.979937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.014320 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Checking router: bc5a695d-d0bb-48b9-86da-9e4ad3390730 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:27.014840 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Updating router bc5a695d-d0bb-48b9-86da-9e4ad3390730 port bcf90b4a-0220-4c30-b38b-137b5a93caa1 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:27.047158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.091146 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.149775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.151398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b605d-c8ff-4f42-9d95-217433e44cfb tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.153052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cd0b605d-c8ff-4f42-9d95-217433e44cfb tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1841917 Jul 23 20:41:27.155565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:27.197699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d461fcc0-8836-4ce2-acaf-f2214d2eff4e req-cd6fb5b6-7242-4653-aa9b-9e4a310d16dc tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.199423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d461fcc0-8836-4ce2-acaf-f2214d2eff4e req-cd6fb5b6-7242-4653-aa9b-9e4a310d16dc tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1880622 Jul 23 20:41:27.201654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d1c50bb6-1ae5-4062-942c-ffa8baff372e tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450594 Jul 23 20:41:27.204188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53978) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:27.211468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038726015', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'project_id': '2697c916e65a4b2db4710443605713bd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:27.239295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.285775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.290573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/f98d2114-b7bb-4825-81fb-07a267bd9b97 HTTP/1.1" status: 204 len: 168 time: 0.4338059 Jul 23 20:41:27.313210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 53980) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:27.322786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7edb1e-3ea3-40fc-a702-186b3bc3b576 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=f98d2114-b7bb-4825-81fb-07a267bd9b97,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.324570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d461fcc0-8836-4ce2-acaf-f2214d2eff4e req-8d8c68be-abd2-45b0-ab7b-48c5d821efb0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180172 Jul 23 20:41:27.367602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Made reservation on behalf of 2697c916e65a4b2db4710443605713bd for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:27.371650 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.411505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.494280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 4403d2ee-41c8-4e07-b669-f7609fee17d6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:27.494857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.527471 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.539535 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Transition to ACTIVE for port object bcf90b4a-0220-4c30-b38b-137b5a93caa1 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:27.550136 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.564048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9b489-3c6b-4d22-af30-c6840bd625dc req-f0b8eb9c-1877-4d30-9b4c-3a7c9c6b0e44 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.566115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fa9b489-3c6b-4d22-af30-c6840bd625dc req-f0b8eb9c-1877-4d30-9b4c-3a7c9c6b0e44 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1161828 Jul 23 20:41:27.583786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Attempting to bind port bcf90b4a-0220-4c30-b38b-137b5a93caa1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:27.584426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Attempting to bind port bcf90b4a-0220-4c30-b38b-137b5a93caa1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:27.584982 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Attempting to bind port bcf90b4a-0220-4c30-b38b-137b5a93caa1 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:27.595795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port 4403d2ee-41c8-4e07-b669-f7609fee17d6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4403d2ee-41c8-4e07-b669-f7609fee17d6,segment=NetworkSegment(81be66be-1376-4b32-b524-52f1a7cf58d9),segment_id=81be66be-1376-4b32-b524-52f1a7cf58d9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:27.596151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.610294 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:27.610986 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:27.613391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 4403d2ee-41c8-4e07-b669-f7609fee17d6 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:27.613644 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.614221 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:27.614900 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Bound port: bcf90b4a-0220-4c30-b38b-137b5a93caa1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:27.615451 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.653166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1fa9b489-3c6b-4d22-af30-c6840bd625dc req-19b4097c-6dc4-4467-a0cb-8e431e398d22 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Jul 23 20:41:27.671075 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.672326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] For port bcf90b4a-0220-4c30-b38b-137b5a93caa1, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:27.683515 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] For port bcf90b4a-0220-4c30-b38b-137b5a93caa1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bcf90b4a-0220-4c30-b38b-137b5a93caa1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:27.692648 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.722959 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1612db2-ff3c-45a1-b72c-a97f95172313 None None] Pushing event updated for resources: {'Port': ['ID=bcf90b4a-0220-4c30-b38b-137b5a93caa1,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.725869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.769403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=4403d2ee-41c8-4e07-b669-f7609fee17d6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.778722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port 4403d2ee-41c8-4e07-b669-f7609fee17d6 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:27.789790 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1612db2-ff3c-45a1-b72c-a97f95172313 None None] Pushing event updated for resources: {'Port': ['ID=bcf90b4a-0220-4c30-b38b-137b5a93caa1,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.799653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Subnet': ['ID=174dc49d-1691-4a40-abcc-f4e371daa181,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:27.800688 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Routers {'bc5a695d-d0bb-48b9-86da-9e4ad3390730'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:27.802197 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:27.813670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Checking segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:27.814038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network hostable DHCP agents. Network: 193a578e-48da-4152-b97d-092c756d0821, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:27.855420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 193a578e-48da-4152-b97d-092c756d0821 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:27.868181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 193a578e-48da-4152-b97d-092c756d0821) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:27.874034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.874623 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.881938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70872a-c074-4249-92d8-08fc2b2d55ed None None] Network 193a578e-48da-4152-b97d-092c756d0821 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:27.895308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a184927-0ff6-4cfc-b212-b0cad90cc677 req-71f1f8e6-4da8-4969-a2a2-c83f72d5d327 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:27.902600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a184927-0ff6-4cfc-b212-b0cad90cc677 req-71f1f8e6-4da8-4969-a2a2-c83f72d5d327 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1132743 Jul 23 20:41:27.915059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.916056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1596b280-c153-40d9-a863-1d6f1daa0488 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7107847 Jul 23 20:41:27.923046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53986) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:27.929734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:27.943787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81be66be-1376-4b32-b524-52f1a7cf58d9') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:27.944447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81be66be-1376-4b32-b524-52f1a7cf58d9') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:27.954968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.978819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.979425 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] Set router bc5a695d-d0bb-48b9-86da-9e4ad3390730 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:27.985374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:27.986121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:27.990334 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:28.053836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a184927-0ff6-4cfc-b212-b0cad90cc677 req-563f82d0-a469-4457-a519-b74bf7f7ccfc tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443808 Jul 23 20:41:28.063103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c32f2b-5519-42cf-937c-3c1b5141d494 None None] Network 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:28.091569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.103450 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.110875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 53990) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:28.111425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f HTTP/1.1" status: 204 len: 168 time: 0.7965860 Jul 23 20:41:28.118968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1612389669'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:28.126749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41109d-9c17-4692-b1da-45c7d040f1f1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:28.221040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:28.224625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.231671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8b7042ba-042a-4d72-ada0-20dd0709e412 None None] Could not find standard attr ID for object 4403d2ee-41c8-4e07-b669-f7609fee17d6. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:28.274807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:28.287708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.288415 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment a8c82cb4-bfde-49a3-b16c-5778f7a356ea of type vlan for network be148e48-ca26-4e1e-9632-6c6fbbe93a35 Jul 23 20:41:28.288631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-193a578e-48da-4152-b97d-092c756d0821', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'fixed_ips': [{'subnet_id': '174dc49d-1691-4a40-abcc-f4e371daa181'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:28.289768 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.304482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 3, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:28.335107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.368432 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.374683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:28.375340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.380608 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829ae94-1809-42cf-9dac-14f13f7f6ea2 None None] The sync data for ids ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'] in n-d-793620-13 is: [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:25Z', 'revision_number': 3, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:28.402574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d7bde4-844a-4143-9882-a9264b305111 None None] DHCP port deletion for 74f7a6ed-d1ca-4643-b5cd-3e6f5fc9470f request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:28.440697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3263786 Jul 23 20:41:28.443633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54008) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:28.449482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:28.498253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Allocated IP 172.20.0.18 (193a578e-48da-4152-b97d-092c756d0821/174dc49d-1691-4a40-abcc-f4e371daa181/be21d41a-e11a-4704-beb2-7d11b54d15fb) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:28.527162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46977edf-eab5-440b-8bc9-24d53ca2cef0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=be148e48-ca26-4e1e-9632-6c6fbbe93a35,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:28.547832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network be148e48-ca26-4e1e-9632-6c6fbbe93a35 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:28.568047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:28.573479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.644479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-a591c32e-bcd1-4bf4-b161-56dc7231f24d tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:28.645786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-a591c32e-bcd1-4bf4-b161-56dc7231f24d tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/networks?id=6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 200 len: 910 time: 0.2340305 Jul 23 20:41:28.695539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-0b604e90-b74c-4bb3-aa63-cc5698f40c1c tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/quotas/f3d0653ca09c4cbc87adb56ac68e64a8 HTTP/1.1" status: 200 len: 375 time: 0.0327387 Jul 23 20:41:28.792386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.804593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Transition to ACTIVE for port object be21d41a-e11a-4704-beb2-7d11b54d15fb will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:28.821336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Transition to ACTIVE for port object be21d41a-e11a-4704-beb2-7d11b54d15fb will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:28.827793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.862459 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.869800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Network 193a578e-48da-4152-b97d-092c756d0821 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:28.875377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:28.878552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:28.898418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Pushing event updated for resources: {'Port': ['ID=be21d41a-e11a-4704-beb2-7d11b54d15fb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:28.901934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.916877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-372a51ff-6e40-4c6c-9814-48cb76cd2ebe tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859677 Jul 23 20:41:28.936319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-b65a86bd-11c2-4a0e-99cb-5c1fba68bd89 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:41:28.937275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-b65a86bd-11c2-4a0e-99cb-5c1fba68bd89 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100186 Jul 23 20:41:28.959807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=aff5cefa-fd4f-4658-b3dd-952c43bc3a8b,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:28.972448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Attempting to bind port be21d41a-e11a-4704-beb2-7d11b54d15fb on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:28.972974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Attempting to bind port be21d41a-e11a-4704-beb2-7d11b54d15fb by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:28.973530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Attempting to bind port be21d41a-e11a-4704-beb2-7d11b54d15fb on network 193a578e-48da-4152-b97d-092c756d0821 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:28.980082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:28.980585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: be148e48-ca26-4e1e-9632-6c6fbbe93a35, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:28.980741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:28.981293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Checking segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:28.982015 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:28.982924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Bound using segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:28.984130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Bound port: be21d41a-e11a-4704-beb2-7d11b54d15fb, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:28.984793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.001184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network be148e48-ca26-4e1e-9632-6c6fbbe93a35 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:29.016602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, be148e48-ca26-4e1e-9632-6c6fbbe93a35) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:29.030021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:29.030730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.056199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-63d5be6d-82e4-4084-98c1-5e7594c8aeef tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6078889 Jul 23 20:41:29.056720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54012) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:29.062294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-113828906'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:29.074448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac4514e-00a0-465f-959f-7bd000058e38 None None] Network be148e48-ca26-4e1e-9632-6c6fbbe93a35 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:29.156055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] For port be21d41a-e11a-4704-beb2-7d11b54d15fb, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:29.192306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:29.194984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] For port be21d41a-e11a-4704-beb2-7d11b54d15fb, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be21d41a-e11a-4704-beb2-7d11b54d15fb,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:29.198802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.203367 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.228273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port c79dbca4-ad44-437b-bf6f-53efbb82f305 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:29.305039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-db189b19-0ee9-47d5-84b0-eec1c65252f9 service neutron] 10.222.0.46 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603821 Jul 23 20:41:29.321159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-be148e48-ca26-4e1e-9632-6c6fbbe93a35', 'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': 'aff5cefa-fd4f-4658-b3dd-952c43bc3a8b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:29.323082 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.337526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbdcec-29ed-42ae-9908-74999570b297 None None] Pushing event updated for resources: {'Port': ['ID=be21d41a-e11a-4704-beb2-7d11b54d15fb,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:29.435018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::3a8 (be148e48-ca26-4e1e-9632-6c6fbbe93a35/aff5cefa-fd4f-4658-b3dd-952c43bc3a8b/c79dbca4-ad44-437b-bf6f-53efbb82f305) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:29.503331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.20.0.17 (193a578e-48da-4152-b97d-092c756d0821/174dc49d-1691-4a40-abcc-f4e371daa181/4602a994-9ef1-4504-b152-6988f44041c0) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:29.530517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-71f5b27e-44a1-4e55-b4db-538c6ffcc797 service neutron] 10.222.0.46 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243347 Jul 23 20:41:29.670296 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.688750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object c79dbca4-ad44-437b-bf6f-53efbb82f305 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:29.697424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.727854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Transition to ACTIVE for port object 4602a994-9ef1-4504-b152-6988f44041c0 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:29.743137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.792078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Allocated IP 2001:db8::2 (be148e48-ca26-4e1e-9632-6c6fbbe93a35/aff5cefa-fd4f-4658-b3dd-952c43bc3a8b/a91cd53b-c370-406c-9e37-280e8541aa93) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:29.801194 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network be148e48-ca26-4e1e-9632-6c6fbbe93a35 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:29.804925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:29.814268 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb097f08-951f-44e4-9f2c-01612f61f48f req-592a29bf-fe66-4767-b27b-9165e43966ed tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 210 time: 0.0622451 Jul 23 20:41:29.825214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:29.835372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:29.836107 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.839121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:29.856199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=c79dbca4-ad44-437b-bf6f-53efbb82f305,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:29.860390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b91733ee-355a-4ba6-8d7d-026d73be84a3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8025768 Jul 23 20:41:29.863893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54018) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:29.899068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 193a578e-48da-4152-b97d-092c756d0821 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:29.906722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:29.909933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:29.914563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=4602a994-9ef1-4504-b152-6988f44041c0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:29.963677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.022059 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.026402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port c79dbca4-ad44-437b-bf6f-53efbb82f305 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:30.026756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.041141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Transition to ACTIVE for port object a91cd53b-c370-406c-9e37-280e8541aa93 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:30.067199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Transition to ACTIVE for port object a91cd53b-c370-406c-9e37-280e8541aa93 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:30.078574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.141378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Network be148e48-ca26-4e1e-9632-6c6fbbe93a35 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:30.147221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:30.158574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:30.162689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Pushing event updated for resources: {'Port': ['ID=a91cd53b-c370-406c-9e37-280e8541aa93,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:30.180661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.186706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.200010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for c79dbca4-ad44-437b-bf6f-53efbb82f305 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:30.235047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Attempting to bind port a91cd53b-c370-406c-9e37-280e8541aa93 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:30.235722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Attempting to bind port a91cd53b-c370-406c-9e37-280e8541aa93 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:30.236158 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Attempting to bind port a91cd53b-c370-406c-9e37-280e8541aa93 on network be148e48-ca26-4e1e-9632-6c6fbbe93a35 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:30.242104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:30.242902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Checking segment: {'id': 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:30.243260 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.243659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Bound using segment: {'id': 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:30.244155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Bound port: a91cd53b-c370-406c-9e37-280e8541aa93, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'be148e48-ca26-4e1e-9632-6c6fbbe93a35'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:30.244668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.324732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] For port a91cd53b-c370-406c-9e37-280e8541aa93, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:30.328178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] For port a91cd53b-c370-406c-9e37-280e8541aa93, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a91cd53b-c370-406c-9e37-280e8541aa93,segment=NetworkSegment(a8c82cb4-bfde-49a3-b16c-5778f7a356ea),segment_id=a8c82cb4-bfde-49a3-b16c-5778f7a356ea)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:30.333610 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.396756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.416880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a6395-a3c4-4cfc-88a6-500fee41d6c6 None None] Pushing event updated for resources: {'Port': ['ID=a91cd53b-c370-406c-9e37-280e8541aa93,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:30.446692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=c79dbca4-ad44-437b-bf6f-53efbb82f305,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:30.492887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.495551 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc6ec852-175e-4cce-aea1-f93fa9849f19 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/c79dbca4-ad44-437b-bf6f-53efbb82f305 HTTP/1.1" status: 204 len: 168 time: 0.6304200 Jul 23 20:41:30.497765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54026) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:30.527251 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4e4b92-2646-498f-a51d-72e9508e784e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:30.528953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-db4e4b92-2646-498f-a51d-72e9508e784e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/c79dbca4-ad44-437b-bf6f-53efbb82f305 HTTP/1.1" status: 404 len: 333 time: 0.0302224 Jul 23 20:41:30.534087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54028) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:30.558805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.564013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.593494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet aff5cefa-fd4f-4658-b3dd-952c43bc3a8b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:30.597239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.653579 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.655087 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.658057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=4602a994-9ef1-4504-b152-6988f44041c0,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:30.792439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.799273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 193a578e-48da-4152-b97d-092c756d0821 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:30.800994 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:30.887963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:30.956388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be21d41a-e11a-4704-beb2-7d11b54d15fb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:30.957819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router bc5a695d-d0bb-48b9-86da-9e4ad3390730 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:30.993595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-526c92f7-2997-42bc-a6fc-dfcfbbb9a4f5 req-10f1b1b9-ab2e-4958-ade1-0cc1c53cf9be tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 210 time: 0.0336905 Jul 23 20:41:31.023883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=aff5cefa-fd4f-4658-b3dd-952c43bc3a8b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:31.054414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port be21d41a-e11a-4704-beb2-7d11b54d15fb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:31.060955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bcf90b4a-0220-4c30-b38b-137b5a93caa1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:31.128966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.133460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f048ced4-8a32-4123-be51-82c8751ac4d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/aff5cefa-fd4f-4658-b3dd-952c43bc3a8b HTTP/1.1" status: 204 len: 168 time: 0.5960369 Jul 23 20:41:31.133460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-b4b1f800-dff2-48ba-b84d-65713ddaa58b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:31.133963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-b4b1f800-dff2-48ba-b84d-65713ddaa58b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.36 "GET /v2.0/networks?id=6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 200 len: 910 time: 0.1735501 Jul 23 20:41:31.134629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54034) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:31.144402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:31.151390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55c89f53-ad8e-4612-8a52-39ab234a334a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "PUT /v2.0/routers/bc5a695d-d0bb-48b9-86da-9e4ad3390730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2270637 Jul 23 20:41:31.162303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Sync routers for ids ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:31.162525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Request body: {'port': {'device_id': '58314061-a103-4e13-b218-22cbfe7a2444', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'admin_state_up': True, 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:31.176397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Routers {'bc5a695d-d0bb-48b9-86da-9e4ad3390730'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:31.177941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:31.225569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Made reservation on behalf of f3d0653ca09c4cbc87adb56ac68e64a8 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:31.228333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.262667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port bcf90b4a-0220-4c30-b38b-137b5a93caa1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:31.276178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port bcf90b4a-0220-4c30-b38b-137b5a93caa1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:31.276546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.310076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.338715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Set router bc5a695d-d0bb-48b9-86da-9e4ad3390730 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:31.421944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.468865 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Allocated IP 172.20.0.3 (6831497a-9b27-484a-93d8-701e049bb71f/6352aaf6-18f9-4fa8-80a8-80f377dc5765/c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:31.477994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port a91cd53b-c370-406c-9e37-280e8541aa93 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:31.477994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.500205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port bcf90b4a-0220-4c30-b38b-137b5a93caa1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bcf90b4a-0220-4c30-b38b-137b5a93caa1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:31.510858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.512161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a91cd53b-c370-406c-9e37-280e8541aa93 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:31.543974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8403cc-349e-402c-bce8-5d395ca1316e None None] Network 193a578e-48da-4152-b97d-092c756d0821 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:31.580631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port a91cd53b-c370-406c-9e37-280e8541aa93, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a91cd53b-c370-406c-9e37-280e8541aa93,segment=NetworkSegment(a8c82cb4-bfde-49a3-b16c-5778f7a356ea),segment_id=a8c82cb4-bfde-49a3-b16c-5778f7a356ea)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:31.581058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.607500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for a91cd53b-c370-406c-9e37-280e8541aa93 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:31.829171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.841567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.857607 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Transition to ACTIVE for port object c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:31.879697 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port a91cd53b-c370-406c-9e37-280e8541aa93 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:31.883410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=a91cd53b-c370-406c-9e37-280e8541aa93,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:31.892301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c870b411-11e0-4ac0-b6ca-88a9cfee9f17 None None] Network be148e48-ca26-4e1e-9632-6c6fbbe93a35 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:31.916064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] Provisioning for port be21d41a-e11a-4704-beb2-7d11b54d15fb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:31.936567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-cb50c8e6-ecc9-4449-bbb8-126a51858368 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:31.938520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-cb50c8e6-ecc9-4449-bbb8-126a51858368 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/networks?id=193a578e-48da-4152-b97d-092c756d0821 HTTP/1.1" status: 200 len: 798 time: 0.5714741 Jul 23 20:41:31.956001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-af22f2aa-c19c-4fe9-a214-7c0dafd859e5 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/quotas/2697c916e65a4b2db4710443605713bd HTTP/1.1" status: 200 len: 375 time: 0.0102031 Jul 23 20:41:31.982224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.995182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] Provisioning complete for port be21d41a-e11a-4704-beb2-7d11b54d15fb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:31.995558 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:31.995820 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be148e48-ca26-4e1e-9632-6c6fbbe93a35']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:32.008197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No active binding found for port a91cd53b-c370-406c-9e37-280e8541aa93 {{(pid=94028) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 23 20:41:32.008649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a91cd53b-c370-406c-9e37-280e8541aa93 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 20:41:32.010763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:32.011256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c82cb4-bfde-49a3-b16c-5778f7a356ea') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:32.022071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.035596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=bcf90b4a-0220-4c30-b38b-137b5a93caa1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:32.041209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.045295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-e89a3bf5-63a3-4013-8552-5ff678298746 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0826652 Jul 23 20:41:32.096732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3e2c56a3-3f26-4d50-9974-de18985e8e22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:32.097990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Network 6831497a-9b27-484a-93d8-701e049bb71f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:32.102008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:32.105839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.107977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:32.117100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Port a91cd53b-c370-406c-9e37-280e8541aa93 not found, will not notify nova. {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 20:41:32.158371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:32.159727 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.178407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:32.178973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:32.182984 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:32.185586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Pushing event updated for resources: {'Port': ['ID=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:32.204990 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-29300296-41e0-4a2d-8b2e-760c3abd7e9e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0483737 Jul 23 20:41:32.220958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b5c8f-a45e-4da6-abb3-03385f11ed2c req-79116d54-5c76-4efe-a0f5-5f0591aabab2 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:32.224265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Request body: {'port': {'device_id': '58314061-a103-4e13-b218-22cbfe7a2444', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:32.228737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-821b5c8f-a45e-4da6-abb3-03385f11ed2c req-79116d54-5c76-4efe-a0f5-5f0591aabab2 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1027 time: 0.1177189 Jul 23 20:41:32.282069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-821b5c8f-a45e-4da6-abb3-03385f11ed2c req-c52d35af-9c27-41df-bc34-8dfeabf8bdc5 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523160 Jul 23 20:41:32.306892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-3e1c480f-a3cd-41a1-b270-a80e8f0a7ead service neutron] 10.222.0.46 "GET /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387657 Jul 23 20:41:32.308540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.324842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.331512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/be148e48-ca26-4e1e-9632-6c6fbbe93a35 HTTP/1.1" status: 204 len: 168 time: 1.1948390 Jul 23 20:41:32.358213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:30Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '4602a994-9ef1-4504-b152-6988f44041c0', 'name': '', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:cb:32:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:29Z', 'updated_at': '2021-07-23T20:41:30Z', 'revision_number': 2, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:32.381066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54050) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:32.390961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.395786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2957a1-8a37-4275-8efd-42c63ebe554e None None] DHCP port deletion for be148e48-ca26-4e1e-9632-6c6fbbe93a35 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:32.410452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'name': 'tempest-PortsIpV6TestJSON-1398561000'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:32.423833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-0179e090-7fd2-452e-847d-262dcf9b4d68 service neutron] 10.222.0.46 "GET /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156766 Jul 23 20:41:32.438211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Checking router: bc5a695d-d0bb-48b9-86da-9e4ad3390730 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:32.438573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Updating router bc5a695d-d0bb-48b9-86da-9e4ad3390730 port 4602a994-9ef1-4504-b152-6988f44041c0 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:41:32.501717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.516401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79440d3-6086-4edc-9ad0-49afdbfdd5d0 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=be148e48-ca26-4e1e-9632-6c6fbbe93a35,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:32.529219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.615637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] For port be21d41a-e11a-4704-beb2-7d11b54d15fb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be21d41a-e11a-4704-beb2-7d11b54d15fb,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:32.617545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d81af67f-4d8b-486a-aeef-5ff26f3394d9 req-3003dd8d-090b-489c-89a7-912a4770d0a7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0416703 Jul 23 20:41:32.657405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.816979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-53a0b7f9-c63a-4969-a5dd-04d9b2f57600 None None] Could not find standard attr ID for object a91cd53b-c370-406c-9e37-280e8541aa93. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:32.825106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d04197-2f26-4210-9a33-5c450186f896 None None] Pushing event updated for resources: {'Port': ['ID=be21d41a-e11a-4704-beb2-7d11b54d15fb,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:32.836962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bcf90b4a-0220-4c30-b38b-137b5a93caa1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:32.838725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:32.843503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:32.885164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port c667dece-93b5-42c3-96a3-981f321c092e yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:32.957079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-53a0b7f9-c63a-4969-a5dd-04d9b2f57600 None None] Provisioning for port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:32.966068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-53a0b7f9-c63a-4969-a5dd-04d9b2f57600 None None] Provisioning complete for port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:32.966457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-53a0b7f9-c63a-4969-a5dd-04d9b2f57600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.000630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:33.012993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.069868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-53a0b7f9-c63a-4969-a5dd-04d9b2f57600 None None] Port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:33.078018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Transition to ACTIVE for port object c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:33.089272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.104881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port bcf90b4a-0220-4c30-b38b-137b5a93caa1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:33.105680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.261451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7d338b97-4cdc-4824-9403-7e64bbd7aa6e None None] Provisioning complete for port be21d41a-e11a-4704-beb2-7d11b54d15fb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:33.261968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7d338b97-4cdc-4824-9403-7e64bbd7aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.282668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.387127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Transition to ACTIVE for port object 4602a994-9ef1-4504-b152-6988f44041c0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:33.409796 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.543590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7a3ac-037d-4bc3-b819-eb4b9508d8b3 req-02ee29c7-91e5-4487-b9dd-f7ba08cf71d0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:33.546147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98f7a3ac-037d-4bc3-b819-eb4b9508d8b3 req-02ee29c7-91e5-4487-b9dd-f7ba08cf71d0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1053 time: 0.1258526 Jul 23 20:41:33.563131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a91cd53b-c370-406c-9e37-280e8541aa93 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:33.597743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98f7a3ac-037d-4bc3-b819-eb4b9508d8b3 req-41efd767-5359-4d80-be80-4da5bd24fa45 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427969 Jul 23 20:41:33.608512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Pushing event updated for resources: {'Port': ['ID=4602a994-9ef1-4504-b152-6988f44041c0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:33.638004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a91cd53b-c370-406c-9e37-280e8541aa93 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:33.638477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a91cd53b-c370-406c-9e37-280e8541aa93 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:33.705357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7d338b97-4cdc-4824-9403-7e64bbd7aa6e None None] Provisioning for port 4602a994-9ef1-4504-b152-6988f44041c0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:33.727708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Pushing event updated for resources: {'Port': ['ID=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:33.740904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Attempting to bind port 4602a994-9ef1-4504-b152-6988f44041c0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:33.741297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Attempting to bind port 4602a994-9ef1-4504-b152-6988f44041c0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:33.741698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Attempting to bind port 4602a994-9ef1-4504-b152-6988f44041c0 on network 193a578e-48da-4152-b97d-092c756d0821 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:33.761564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:33.761942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Checking segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:33.762376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.762783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Bound using segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:33.763283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Bound port: 4602a994-9ef1-4504-b152-6988f44041c0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:33.763508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.763693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.790326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54a1e27b-beb2-4eb5-b73a-621a43de770d req-fc40fefc-6999-407a-bcfe-a356446af9c9 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0987387 Jul 23 20:41:33.866321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Attempting to bind port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:33.866886 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Attempting to bind port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:33.867030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Attempting to bind port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec on network 6831497a-9b27-484a-93d8-701e049bb71f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:33.875292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec on network 6831497a-9b27-484a-93d8-701e049bb71f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:33.875646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Attempting to bind port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec on network 6831497a-9b27-484a-93d8-701e049bb71f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:33.904264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:33.904779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Checking segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:33.905191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Bound using segment: {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:33.905710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Bound port: c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1952321-c72e-430f-adc8-def2c1cc9e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:33.906423 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:33.911489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] For port 4602a994-9ef1-4504-b152-6988f44041c0, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:33.917412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] For port 4602a994-9ef1-4504-b152-6988f44041c0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4602a994-9ef1-4504-b152-6988f44041c0,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:33.929004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.034598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Routers {'bc5a695d-d0bb-48b9-86da-9e4ad3390730'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:34.035592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:34.066951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.127987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Pushing event updated for resources: {'Port': ['ID=4602a994-9ef1-4504-b152-6988f44041c0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.139678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.140047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.140406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.140749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.141741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.141741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.141741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.142169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.142926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.142926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.143771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.143990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685a2f8-70ea-4f86-88aa-7307e08967c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:34.145076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:34.156059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:34.161552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] For port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:34.170273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-f423f9fa-1df2-480e-b132-5bb1947d5c5d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.171855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-f423f9fa-1df2-480e-b132-5bb1947d5c5d tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.36 "GET /v2.0/networks?id=193a578e-48da-4152-b97d-092c756d0821 HTTP/1.1" status: 200 len: 798 time: 0.2850056 Jul 23 20:41:34.174911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:34.181058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.181730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.203123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] Set router bc5a695d-d0bb-48b9-86da-9e4ad3390730 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:34.204174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Request body: {'port': {'device_id': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'admin_state_up': True, 'tenant_id': '2697c916e65a4b2db4710443605713bd'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:34.215800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] For port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:34.234873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=c667dece-93b5-42c3-96a3-981f321c092e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.261379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.274740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-de29ade8-8c95-46a8-b095-668ae2d16701 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8687901 Jul 23 20:41:34.277011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54066) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:34.352662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.353692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.355430 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] 10.222.0.36 "PUT /v2.0/ports/c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec HTTP/1.1" status: 200 len: 1092 time: 2.1371226 Jul 23 20:41:34.360334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58314061-a103-4e13-b218-22cbfe7a2444', 'tag': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:34.364734 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "58314061-a103-4e13-b218-22cbfe7a2444", "tag": "c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:34.432182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port c667dece-93b5-42c3-96a3-981f321c092e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:34.432526 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.449975 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5783aa9-85dd-4027-82c4-1ecc78ab1ea4 x-openstack-request-id: req-b5783aa9-85dd-4027-82c4-1ecc78ab1ea4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:34.450355 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58314061-a103-4e13-b218-22cbfe7a2444", "tag": "c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:34.450680 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b5783aa9-85dd-4027-82c4-1ecc78ab1ea4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:34.451152 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58314061-a103-4e13-b218-22cbfe7a2444', 'tag': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec', 'status': 'completed', 'code': 200} Jul 23 20:41:34.451817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b85374-ca5a-4ef3-94d0-14000f37ca63 service neutron] Pushing event updated for resources: {'Port': ['ID=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.509234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-efc6f610-c610-437e-8daf-f4dbce99f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.510873 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-efc6f610-c610-437e-8daf-f4dbce99f0cd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1095 time: 0.0968244 Jul 23 20:41:34.519191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Made reservation on behalf of 2697c916e65a4b2db4710443605713bd for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:34.524338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.528488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:30Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '4602a994-9ef1-4504-b152-6988f44041c0', 'name': '', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:cb:32:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:29Z', 'updated_at': '2021-07-23T20:41:33Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:34.537713 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.550781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for c667dece-93b5-42c3-96a3-981f321c092e owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:34.569407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc838bf7-1b63-4986-9270-b670be7cf732 None None] The sync data for ids ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'] in n-d-793620-13 is: [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:30Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '4602a994-9ef1-4504-b152-6988f44041c0', 'name': '', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:cb:32:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:29Z', 'updated_at': '2021-07-23T20:41:33Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:34.588829 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-107b6585-2af4-40ab-8dec-9205cf7494ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec HTTP/1.1" status: 200 len: 217 time: 0.0502472 Jul 23 20:41:34.666242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.705989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:34.712418 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/c667dece-93b5-42c3-96a3-981f321c092e HTTP/1.1" status: 204 len: 168 time: 0.4341524 Jul 23 20:41:34.714719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54074) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:34.720713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'mac_address': 'fa:16:3e:3e:21:5e', 'name': 'tempest-PortsIpV6TestJSON-820269934'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:34.725016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b7576-11e4-4c4f-ae3f-92ac5ba14b32 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=c667dece-93b5-42c3-96a3-981f321c092e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:34.774759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-00f7ef5c-65a6-4c3a-9559-1c0ca97512e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.776273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-00f7ef5c-65a6-4c3a-9559-1c0ca97512e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6352aaf6-18f9-4fa8-80a8-80f377dc5765 HTTP/1.1" status: 200 len: 848 time: 0.1794145 Jul 23 20:41:34.860266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7057-ca75-4d2b-8685-b0e0e5582275 req-c04bd38b-954c-46b1-8660-d63b62f11579 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.864204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5bd7057-ca75-4d2b-8685-b0e0e5582275 req-c04bd38b-954c-46b1-8660-d63b62f11579 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1095 time: 0.1503134 Jul 23 20:41:34.897934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Allocated IP 172.20.0.23 (193a578e-48da-4152-b97d-092c756d0821/174dc49d-1691-4a40-abcc-f4e371daa181/ae1c2e60-3d45-4079-8a95-1970de249f31) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:34.929553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:34.939302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5bd7057-ca75-4d2b-8685-b0e0e5582275 req-d896046a-252a-4c85-b9fe-e19d7464265e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611725 Jul 23 20:41:34.960944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-da628460-5bd3-4c5e-a36c-e3d921256839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:34.962529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4602a994-9ef1-4504-b152-6988f44041c0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:34.962660 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-da628460-5bd3-4c5e-a36c-e3d921256839 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6831497a-9b27-484a-93d8-701e049bb71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1554470 Jul 23 20:41:35.029177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d71ce973-2540-4f60-9335-a2d49d31885d req-6c493d03-a268-4f4e-bb90-19b1de5d1dd3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0772722 Jul 23 20:41:35.058422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4602a994-9ef1-4504-b152-6988f44041c0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:35.063642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4602a994-9ef1-4504-b152-6988f44041c0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:35.064261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.100928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.133694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.134191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:35.145547 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-eb72dc6f-8e58-4074-8843-fd3242bf9e93 service neutron] 10.222.0.36 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715956 Jul 23 20:41:35.171685 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.173983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Transition to ACTIVE for port object ae1c2e60-3d45-4079-8a95-1970de249f31 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:35.234776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4602a994-9ef1-4504-b152-6988f44041c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4602a994-9ef1-4504-b152-6988f44041c0,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:35.242465 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.243907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be21d41a-e11a-4704-beb2-7d11b54d15fb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:35.279829 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-135220d5-14e3-418b-aad2-d093c2f3d22f req-082383e2-4a85-4d62-92c2-17bebf57ac90 service neutron] 10.222.0.36 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275511 Jul 23 20:41:35.284242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.326027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Network 193a578e-48da-4152-b97d-092c756d0821 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:35.332104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:35.336353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:35.358638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.374565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4602a994-9ef1-4504-b152-6988f44041c0,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:35.382842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port be21d41a-e11a-4704-beb2-7d11b54d15fb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:35.383297 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.409178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.423231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event updated for resources: {'Port': ['ID=ae1c2e60-3d45-4079-8a95-1970de249f31,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:35.435074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.435438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.435788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.436132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.436475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.436816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.437152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.437542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.437846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.438184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.438514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.438847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:35.467692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:35.468358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.492847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:35.494136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:35.496631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:35.498764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:35.504442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:35.504648 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d40a8e31-b185-425a-8e2a-858f7a09bdee tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3099930 Jul 23 20:41:35.505106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.520186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Request body: {'port': {'device_id': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:35.524115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-6a258240-6ef3-48af-adce-266404c54987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:35.525676 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-6a258240-6ef3-48af-adce-266404c54987 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1095 time: 0.1597388 Jul 23 20:41:35.538018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-81366d0d-6204-4198-89ef-bda962f15ab1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8223245 Jul 23 20:41:35.538833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54078) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:35.612503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d91707-3e90-4e42-8607-f04d9a967d94 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:35.615117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56d91707-3e90-4e42-8607-f04d9a967d94 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c HTTP/1.1" status: 200 len: 844 time: 0.0749810 Jul 23 20:41:35.617785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54080) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:35.731612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.764425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1b8a4a39-4366-4e60-93c4-b75e6946aaba None None] Provisioning for port ae1c2e60-3d45-4079-8a95-1970de249f31 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:35.769103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1b8a4a39-4366-4e60-93c4-b75e6946aaba None None] Provisioning complete for port ae1c2e60-3d45-4079-8a95-1970de249f31 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:35.769519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1b8a4a39-4366-4e60-93c4-b75e6946aaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:35.794146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-349c0783-28b7-46c7-b439-67a6901f887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:35.795814 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-349c0783-28b7-46c7-b439-67a6901f887b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 200 len: 910 time: 0.2251058 Jul 23 20:41:35.816147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a4a39-4366-4e60-93c4-b75e6946aaba None None] Port ae1c2e60-3d45-4079-8a95-1970de249f31 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:35.866209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-8f96336b-116b-4601-982b-67933d3d6945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec HTTP/1.1" status: 200 len: 217 time: 0.0512080 Jul 23 20:41:36.013253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:36.014336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.044153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-989f32da-8f41-4e0e-8ff8-893e2a0bad6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:36.045667 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-989f32da-8f41-4e0e-8ff8-893e2a0bad6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6352aaf6-18f9-4fa8-80a8-80f377dc5765 HTTP/1.1" status: 200 len: 848 time: 0.1671226 Jul 23 20:41:36.090804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3792ef1-db8b-430d-9ffe-5ef6f96658a7 req-85cf8bf5-532b-4a05-a6c0-a8633be28793 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:36.092345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3792ef1-db8b-430d-9ffe-5ef6f96658a7 req-85cf8bf5-532b-4a05-a6c0-a8633be28793 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1095 time: 0.0620077 Jul 23 20:41:36.162277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3792ef1-db8b-430d-9ffe-5ef6f96658a7 req-9b28acab-ed5e-404f-9fbc-16abcb484e96 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612502 Jul 23 20:41:36.170633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.190633 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:36.196436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23418ea-1c80-419c-bf7d-fbf94342505a req-5b5ec937-c8f1-445b-9d2d-08c609748d34 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:36.198001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d23418ea-1c80-419c-bf7d-fbf94342505a req-5b5ec937-c8f1-445b-9d2d-08c609748d34 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 895 time: 0.0805478 Jul 23 20:41:36.299592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-1fff8585-b19b-4591-8031-fc6cac54dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:36.301297 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-1fff8585-b19b-4591-8031-fc6cac54dd7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6831497a-9b27-484a-93d8-701e049bb71f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2384474 Jul 23 20:41:36.364759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1c2e60-3d45-4079-8a95-1970de249f31 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:36.381951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.394788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.457027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Transition to ACTIVE for port object ae1c2e60-3d45-4079-8a95-1970de249f31 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:36.463444 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.465567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.467512 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d81cbd93-a9b3-4147-8232-c69bef2ba6d9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c HTTP/1.1" status: 204 len: 168 time: 0.8470993 Jul 23 20:41:36.470350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54086) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.473628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.498393 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-82db5f69-8bd6-4e8a-a5fb-cc98c158a0aa tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:36.500213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-82db5f69-8bd6-4e8a-a5fb-cc98c158a0aa tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/5e0284e2-7b70-4eb3-9180-bdf27eb7fd0c HTTP/1.1" status: 404 len: 333 time: 0.0288138 Jul 23 20:41:36.503926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54088) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:36.508816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'name': 'tempest-PortsIpV6TestJSON-2080386377'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:36.536046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-681abbb6-6f37-4521-98a7-6695bafa1bef service neutron] 10.222.0.36 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113125 Jul 23 20:41:36.543558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1c2e60-3d45-4079-8a95-1970de249f31,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.605347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:36.609280 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.628936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 16c096b6-1c86-475d-9725-b9cd1ce5d989 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:36.703281 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6257608e-0ad6-44f4-991b-53c0d2d0a0a3 req-ed8c675f-4643-4dc1-a96e-abb47cae819f service neutron] 10.222.0.36 "GET /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568797 Jul 23 20:41:36.703954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Attempting to bind port ae1c2e60-3d45-4079-8a95-1970de249f31 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:36.704604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Attempting to bind port ae1c2e60-3d45-4079-8a95-1970de249f31 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:36.704604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Attempting to bind port ae1c2e60-3d45-4079-8a95-1970de249f31 on network 193a578e-48da-4152-b97d-092c756d0821 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:36.715508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Port ae1c2e60-3d45-4079-8a95-1970de249f31 on network 193a578e-48da-4152-b97d-092c756d0821 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:41:36.716092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Attempting to bind port ae1c2e60-3d45-4079-8a95-1970de249f31 on network 193a578e-48da-4152-b97d-092c756d0821 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:36.724437 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:36.724947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Checking segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:36.725470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Bound using segment: {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:36.726632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Bound port: ae1c2e60-3d45-4079-8a95-1970de249f31, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f732f9a5-cd0a-442e-a40f-80f5faee967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '193a578e-48da-4152-b97d-092c756d0821'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:36.726632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.785677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4602a994-9ef1-4504-b152-6988f44041c0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:36.807357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] For port ae1c2e60-3d45-4079-8a95-1970de249f31, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:36.811753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] For port ae1c2e60-3d45-4079-8a95-1970de249f31, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ae1c2e60-3d45-4079-8a95-1970de249f31,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:36.816692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.833366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.859121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4602a994-9ef1-4504-b152-6988f44041c0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:36.859495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.861092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:36.863155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.864808 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] 10.222.0.36 "PUT /v2.0/ports/ae1c2e60-3d45-4079-8a95-1970de249f31 HTTP/1.1" status: 200 len: 1056 time: 1.3494079 Jul 23 20:41:36.865520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'tag': 'ae1c2e60-3d45-4079-8a95-1970de249f31'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:36.867901 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3451e1ba-c66d-4ecc-b238-5774925ad965" -d '{"events": [{"name": "network-changed", "server_uuid": "aab24a1c-7557-49ea-8ee0-0a8736e1d1e1", "tag": "ae1c2e60-3d45-4079-8a95-1970de249f31"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:36.910524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f80d43-c49a-49f2-b853-5626a11a5714 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1c2e60-3d45-4079-8a95-1970de249f31,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:36.948190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:36.964384 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8640865-9c17-4286-a422-feae31757e49 x-openstack-request-id: req-a8640865-9c17-4286-a422-feae31757e49 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:36.964779 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab24a1c-7557-49ea-8ee0-0a8736e1d1e1", "tag": "ae1c2e60-3d45-4079-8a95-1970de249f31", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:36.965155 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8640865-9c17-4286-a422-feae31757e49 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:36.965739 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'tag': 'ae1c2e60-3d45-4079-8a95-1970de249f31', 'status': 'completed', 'code': 200} Jul 23 20:41:36.992411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-fe8f2693-b839-49e7-8bbd-df92f44b3bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:36.994136 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-fe8f2693-b839-49e7-8bbd-df92f44b3bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 1059 time: 0.0783741 Jul 23 20:41:37.013160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:37.019985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:37.023844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:37.029390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.030049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.049905 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-d6bcdb06-b32c-4390-98b4-16b7421e2cfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ae1c2e60-3d45-4079-8a95-1970de249f31 HTTP/1.1" status: 200 len: 217 time: 0.0469627 Jul 23 20:41:37.053806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=16c096b6-1c86-475d-9725-b9cd1ce5d989,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.069127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-72ca08b2-7c50-4499-944d-42dd56418ad6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5641155 Jul 23 20:41:37.071844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54092) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.078497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:37.111047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-0e455f8d-f963-4a82-aa17-09b4b3cdb85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.113426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-0e455f8d-f963-4a82-aa17-09b4b3cdb85d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=174dc49d-1691-4a40-abcc-f4e371daa181 HTTP/1.1" status: 200 len: 838 time: 0.0580161 Jul 23 20:41:37.187647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-5831f277-b1e9-4598-96e8-72ed6acf973f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.189483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-5831f277-b1e9-4598-96e8-72ed6acf973f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=193a578e-48da-4152-b97d-092c756d0821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0694251 Jul 23 20:41:37.198204 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.302295 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-a3deb6a5-699e-4492-8e9f-a3db47c38fb4 service neutron] 10.222.0.36 "GET /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052823 Jul 23 20:41:37.402936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836c12c-c55d-4280-818a-6e091c6ad405 req-03978a30-06eb-464f-b565-4faf658e54a9 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.404517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d836c12c-c55d-4280-818a-6e091c6ad405 req-03978a30-06eb-464f-b565-4faf658e54a9 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1095 time: 0.1650126 Jul 23 20:41:37.414595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-19d9204a-3d21-4144-9cca-a25aaadfb027 req-45297aee-4d05-4606-bac9-234556c26f36 service neutron] 10.222.0.36 "GET /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051400 Jul 23 20:41:37.478768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.490498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36040614-4d79-4b50-b353-eab4ffa35e11 req-22d15685-9d64-49a2-be4d-154d7ffe20a7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.492012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36040614-4d79-4b50-b353-eab4ffa35e11 req-22d15685-9d64-49a2-be4d-154d7ffe20a7 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 907 time: 0.2160666 Jul 23 20:41:37.494278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d836c12c-c55d-4280-818a-6e091c6ad405 req-c8e9d91e-7700-486a-b551-58b45e986b94 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Jul 23 20:41:37.494996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.537190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] In _notify_port_updated(), no bound segment for port 16c096b6-1c86-475d-9725-b9cd1ce5d989 on network 1b1a61f4-eb96-4be0-b065-2164743cda74 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:41:37.538331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-bfb79e22-876c-4da6-8a9c-05cccd7d8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.540034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-bfb79e22-876c-4da6-8a9c-05cccd7d8405 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 1059 time: 0.0828047 Jul 23 20:41:37.543465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.544185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.545685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/ports/16c096b6-1c86-475d-9725-b9cd1ce5d989 HTTP/1.1" status: 200 len: 818 time: 0.4726605 Jul 23 20:41:37.548334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54098) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.593832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431d9ec-28ba-4b7f-9196-a2fe8e7f302a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=16c096b6-1c86-475d-9725-b9cd1ce5d989,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.645065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-088fb751-d041-42cd-9420-2f0c41de3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.646703 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-088fb751-d041-42cd-9420-2f0c41de3809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=193a578e-48da-4152-b97d-092c756d0821 HTTP/1.1" status: 200 len: 899 time: 0.0993919 Jul 23 20:41:37.666813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 16c096b6-1c86-475d-9725-b9cd1ce5d989 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:37.667396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.689818 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-ec764101-6835-4280-8587-9febe4a96a8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=ae1c2e60-3d45-4079-8a95-1970de249f31 HTTP/1.1" status: 200 len: 217 time: 0.0364578 Jul 23 20:41:37.733875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.743512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-13654244-f935-497e-a35c-6946be05abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.745001 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-13654244-f935-497e-a35c-6946be05abf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=174dc49d-1691-4a40-abcc-f4e371daa181 HTTP/1.1" status: 200 len: 838 time: 0.0487828 Jul 23 20:41:37.746327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 16c096b6-1c86-475d-9725-b9cd1ce5d989 owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:37.805087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-bd439cc5-55b3-45c0-90b5-99c97059d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.806677 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-bd439cc5-55b3-45c0-90b5-99c97059d95b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=193a578e-48da-4152-b97d-092c756d0821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0538473 Jul 23 20:41:37.829991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.865765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=16c096b6-1c86-475d-9725-b9cd1ce5d989,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:37.869906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:37.872090 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7114678e-554b-4761-b3b7-8a24517423ed tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/16c096b6-1c86-475d-9725-b9cd1ce5d989 HTTP/1.1" status: 204 len: 168 time: 0.3228321 Jul 23 20:41:37.874533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54100) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.912335 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-ca556783-0f63-41f9-8187-f918bbd9ceb9 service neutron] 10.222.0.36 "GET /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975642 Jul 23 20:41:37.937139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e2942-ceae-42e5-8dfe-3b86ddf0d02f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:37.938646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e33e2942-ceae-42e5-8dfe-3b86ddf0d02f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0631652 Jul 23 20:41:37.941641 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54102) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.968689 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a54696-84dc-411b-8327-77ef70a41e06 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:37.970228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c3a54696-84dc-411b-8327-77ef70a41e06 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/16c096b6-1c86-475d-9725-b9cd1ce5d989 HTTP/1.1" status: 404 len: 333 time: 0.0276506 Jul 23 20:41:37.974664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54104) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:37.979595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1025626672'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:37.985987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:38.003688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:38.008081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.011911 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3451e1ba-c66d-4ecc-b238-5774925ad965 req-d4cc45a3-e67c-4a33-ad47-bf11a13224c9 service neutron] 10.222.0.36 "GET /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919466 Jul 23 20:41:38.034370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:38.043701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.044051 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment 34b9a6af-1686-456f-8cfb-46f5ad358ff1 of type vlan for network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc Jul 23 20:41:38.088045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:38.088559 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.102677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec', 'network_id': '6831497a-9b27-484a-93d8-701e049bb71f', 'port_id': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec', 'mac_address': 'fa:16:3e:39:4d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6352aaf6-18f9-4fa8-80a8-80f377dc5765', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:38.118229 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.123905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:38.124489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.140747 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.154145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:38.161211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1828039 Jul 23 20:41:38.161411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54106) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:38.166279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:38.174766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:38.179223 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.211702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374e17e-755d-4589-b33e-a93e0c4b3c1e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=f80da6e8-6097-4d7d-9d7b-98e9fc1816bc,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:38.223699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:38.240797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:38.292018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:38.296682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.391493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:38.482025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.542525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=bfc629b6-9926-44e5-9e4f-d96305eab188,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:38.554862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': '34b9a6af-1686-456f-8cfb-46f5ad358ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:38.555225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: f80da6e8-6097-4d7d-9d7b-98e9fc1816bc, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:38.573993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:38.636123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f80da6e8-6097-4d7d-9d7b-98e9fc1816bc) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:38.642313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:38.642937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.643692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e919b-6590-4d2c-a1c1-af6fa006a2fa None None] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:38.668176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cea7d3a4-e825-4bb0-8bbd-a4afe94fce64 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5056872 Jul 23 20:41:38.672249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54112) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:38.679654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:38.698094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca0fb7-785f-4052-9173-2006f2e8d331 req-1aee0243-2c76-4d4b-8539-82e68a7a07fd tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:38.699669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2eca0fb7-785f-4052-9173-2006f2e8d331 req-1aee0243-2c76-4d4b-8539-82e68a7a07fd tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 907 time: 0.1232178 Jul 23 20:41:38.707622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a054b-2d0c-4d56-935f-711e4378bf90 req-cae87b6d-192d-40c9-83f8-bf0de8f79fc6 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:38.715350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-951a054b-2d0c-4d56-935f-711e4378bf90 req-cae87b6d-192d-40c9-83f8-bf0de8f79fc6 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1096 time: 0.1375241 Jul 23 20:41:38.750145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-951a054b-2d0c-4d56-935f-711e4378bf90 req-f5df073d-dd71-4d55-a6c4-a4a8e03aa487 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339839 Jul 23 20:41:38.807870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:38.811730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:38.909207 n-d-793620-13 neutron-server[94026]: INFO neutron.db.ipam_backend_mixin [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bfc629b6-9926-44e5-9e4f-d96305eab188 (CIDR: 2001:db8::/64) Jul 23 20:41:38.912827 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:41:38.913298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:41:38.930245 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f4f6b4d1-19e7-4aa9-915b-92701d8166b5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2532122 Jul 23 20:41:38.930478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54114) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:38.935214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:38.976489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': 'bfc629b6-9926-44e5-9e4f-d96305eab188'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:38.977364 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.050694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:39.055684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.123801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Allocated IP 2001:db8::2 (f80da6e8-6097-4d7d-9d7b-98e9fc1816bc/bfc629b6-9926-44e5-9e4f-d96305eab188/100d804f-8d40-4421-9fa2-7fe9557f6c4d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:39.276425 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.285385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Transition to ACTIVE for port object 100d804f-8d40-4421-9fa2-7fe9557f6c4d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:39.300330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Transition to ACTIVE for port object 100d804f-8d40-4421-9fa2-7fe9557f6c4d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:39.305880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.307427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.325208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54118) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:39.343651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:39.347514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:39.351622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:39.358226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:39.362350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Pushing event updated for resources: {'Port': ['ID=100d804f-8d40-4421-9fa2-7fe9557f6c4d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:39.363175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:39.367485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:39.368228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.382379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=4e647a71-6853-4c89-a132-c404882bbcb6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:39.392252 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-540b680d-b20a-431f-baac-c7067fdd4549 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4608836 Jul 23 20:41:39.395143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:39.400579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'fixed_ips': [{'subnet_id': 'bfc629b6-9926-44e5-9e4f-d96305eab188'}, {'subnet_id': '4e647a71-6853-4c89-a132-c404882bbcb6'}], 'name': 'tempest-PortsIpV6TestJSON-1201153889'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:39.437786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Attempting to bind port 100d804f-8d40-4421-9fa2-7fe9557f6c4d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:39.438168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Attempting to bind port 100d804f-8d40-4421-9fa2-7fe9557f6c4d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '34b9a6af-1686-456f-8cfb-46f5ad358ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:39.438544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Attempting to bind port 100d804f-8d40-4421-9fa2-7fe9557f6c4d on network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:39.443858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:39.444244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Checking segment: {'id': '34b9a6af-1686-456f-8cfb-46f5ad358ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:39.444660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.445064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Bound using segment: {'id': '34b9a6af-1686-456f-8cfb-46f5ad358ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:39.445562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Bound port: 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b9a6af-1686-456f-8cfb-46f5ad358ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:39.445958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.501313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port df29dfc8-bd29-4b3c-949d-662138af5c0d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:39.501780 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.516535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] For port 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:39.520572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] For port 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=100d804f-8d40-4421-9fa2-7fe9557f6c4d,segment=NetworkSegment(34b9a6af-1686-456f-8cfb-46f5ad358ff1),segment_id=34b9a6af-1686-456f-8cfb-46f5ad358ff1)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:39.526268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.586685 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.587077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.599908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9f648-2103-4a40-8370-e02cfafc41e4 None None] Pushing event updated for resources: {'Port': ['ID=100d804f-8d40-4421-9fa2-7fe9557f6c4d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:39.607131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for df29dfc8-bd29-4b3c-949d-662138af5c0d owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:39.809218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:39.848873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=df29dfc8-bd29-4b3c-949d-662138af5c0d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:39.955834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:39.985082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ae1c2e60-3d45-4079-8a95-1970de249f31 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:41:39.989738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:40.025391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.025782 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Floating IP fcd61fc0-a048-4993-a242-f9f39c70c81b disassociated (deleted). External IP: 172.25.8.225, port: c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d. Jul 23 20:41:40.074236 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.093162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 4ccdb63b-6ee0-440c-ba27-3222901edda9 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:40.102787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abe4c7-1396-482d-accf-e61b87594ce8 req-8b2b3e53-f0dc-4c09-9383-08086cdff72b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:40.104459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40abe4c7-1396-482d-accf-e61b87594ce8 req-8b2b3e53-f0dc-4c09-9383-08086cdff72b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1096 time: 0.2530951 Jul 23 20:41:40.126395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543ade9-ec2d-4b98-9130-5624cfef135e req-4b0de016-f286-4898-94a4-54989d2588f8 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:40.128995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8543ade9-ec2d-4b98-9130-5624cfef135e req-4b0de016-f286-4898-94a4-54989d2588f8 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 907 time: 0.2817359 Jul 23 20:41:40.175009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40abe4c7-1396-482d-accf-e61b87594ce8 req-60bb4f85-05e3-4944-a236-9f81ce1e2ce4 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589836 Jul 23 20:41:40.202643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ae1c2e60-3d45-4079-8a95-1970de249f31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ae1c2e60-3d45-4079-8a95-1970de249f31,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:40.211692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:40.218459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'ae1c2e60-3d45-4079-8a95-1970de249f31', 'network_id': '193a578e-48da-4152-b97d-092c756d0821', 'port_id': 'ae1c2e60-3d45-4079-8a95-1970de249f31', 'mac_address': 'fa:16:3e:97:37:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174dc49d-1691-4a40-abcc-f4e371daa181', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:41:40.220053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:40.220434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.291152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.308321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 2713264f-7686-4a50-9a4d-f79b9076eb94 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:40.308596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1c2e60-3d45-4079-8a95-1970de249f31 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:41:40.357004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ae1c2e60-3d45-4079-8a95-1970de249f31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ae1c2e60-3d45-4079-8a95-1970de249f31,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:40.367001 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.381035 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.401280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58314061-a103-4e13-b218-22cbfe7a2444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:40.403637 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554e9e15-4d82-4361-8d77-940de27749cf" -d '{"events": [{"server_uuid": "58314061-a103-4e13-b218-22cbfe7a2444", "name": "network-vif-plugged", "status": "completed", "tag": "c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:40.424241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::2c0 (f80da6e8-6097-4d7d-9d7b-98e9fc1816bc/bfc629b6-9926-44e5-9e4f-d96305eab188/4ccdb63b-6ee0-440c-ba27-3222901edda9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:40.439840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8:0:1::18 (f80da6e8-6097-4d7d-9d7b-98e9fc1816bc/4e647a71-6853-4c89-a132-c404882bbcb6/4ccdb63b-6ee0-440c-ba27-3222901edda9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:40.453892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:40.457235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:40.461035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.471694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.479387 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] Sync routers for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:40.497363 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31335f12-63cc-45c5-8c6b-6eea79ab537c x-openstack-request-id: req-31335f12-63cc-45c5-8c6b-6eea79ab537c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:40.498800 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:40.499123 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58314061-a103-4e13-b218-22cbfe7a2444", "name": "network-vif-plugged", "status": "completed", "tag": "c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:40.499462 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31335f12-63cc-45c5-8c6b-6eea79ab537c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:40.499881 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58314061-a103-4e13-b218-22cbfe7a2444', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec', 'code': 200} Jul 23 20:41:40.505855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:40.506409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c855e73c-62c8-457f-b426-a20ed8e35f78 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/floatingips/fcd61fc0-a048-4993-a242-f9f39c70c81b HTTP/1.1" status: 204 len: 168 time: 1.1800299 Jul 23 20:41:40.507025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:40.509701 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2191046d-9130-423d-a637-1292a5c1bb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:40.541352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ae1c2e60-3d45-4079-8a95-1970de249f31,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.589163 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464bd281-867b-4030-9365-7d1f609a9b95 x-openstack-request-id: req-464bd281-867b-4030-9365-7d1f609a9b95 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:40.593121 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:40.593525 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-464bd281-867b-4030-9365-7d1f609a9b95 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:40.593976 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'status': 'completed', 'code': 200} Jul 23 20:41:40.635983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['ae1c2e60-3d45-4079-8a95-1970de249f31'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:40.675759 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:40.710595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:40.818264 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.832038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 4ccdb63b-6ee0-440c-ba27-3222901edda9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:40.836765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 100d804f-8d40-4421-9fa2-7fe9557f6c4d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:40.897840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:40.925080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86c559-ca05-4014-a267-eca702e8184c req-925ff68f-02b8-41ee-b564-7af407d0d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:40.927183 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9b86c559-ca05-4014-a267-eca702e8184c req-925ff68f-02b8-41ee-b564-7af407d0d701 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.3510346 Jul 23 20:41:40.947020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ce6d9-8262-49d0-88de-15554ec4b1aa None None] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:40.951519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079ca63-0459-4cb3-a865-474d35ff4d65 req-313deb37-277b-4acc-8260-a8bc5a8c8b2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:40.953236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4079ca63-0459-4cb3-a865-474d35ff4d65 req-313deb37-277b-4acc-8260-a8bc5a8c8b2f tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1035562 Jul 23 20:41:40.964232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:40.989860 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:56Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:40.993559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:41.001367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:41.002621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4079ca63-0459-4cb3-a865-474d35ff4d65 req-56869774-75bd-41f2-b2e2-d59dcfd292c2 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416501 Jul 23 20:41:41.005807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191046d-9130-423d-a637-1292a5c1bb3c req-06e4e748-bea3-4b0e-ac07-4072446032e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.007411 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-06e4e748-bea3-4b0e-ac07-4072446032e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 1097 time: 0.3758018 Jul 23 20:41:41.010363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:41.016326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.016963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.032137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] Checking router: 2713264f-7686-4a50-9a4d-f79b9076eb94 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:41.043567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=4ccdb63b-6ee0-440c-ba27-3222901edda9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.044674 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:41.045363 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:41.057986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-211246dd-457d-442b-878b-2d16073d1827 None None] Provisioning for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:41.080031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-211246dd-457d-442b-878b-2d16073d1827 None None] Provisioning complete for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:41.080418 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-211246dd-457d-442b-878b-2d16073d1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.083847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9b86c559-ca05-4014-a267-eca702e8184c req-9a2e4ebb-28bc-43a0-ba92-4f24e87d1065 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308513 Jul 23 20:41:41.087092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-903e50b3-0092-4f1b-a6ad-6d2893146682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.6909711 Jul 23 20:41:41.090381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54134) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:41.096568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfc629b6-9926-44e5-9e4f-d96305eab188'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:41.151979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191046d-9130-423d-a637-1292a5c1bb3c req-21b494b4-efe4-4649-a140-148a072dfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.154150 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-21b494b4-efe4-4649-a140-148a072dfe35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 200 len: 897 time: 0.1280494 Jul 23 20:41:41.213453 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-6408eb4c-6075-4bdc-bee4-fd4608f4a28f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 200 len: 217 time: 0.0509343 Jul 23 20:41:41.225545 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:41.235432 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-211246dd-457d-442b-878b-2d16073d1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.280578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-211246dd-457d-442b-878b-2d16073d1827 None None] For port 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=100d804f-8d40-4421-9fa2-7fe9557f6c4d,segment=NetworkSegment(34b9a6af-1686-456f-8cfb-46f5ad358ff1),segment_id=34b9a6af-1686-456f-8cfb-46f5ad358ff1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:41.284960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191046d-9130-423d-a637-1292a5c1bb3c req-e450d639-6c7e-4b89-804e-2a271056e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.286999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-e450d639-6c7e-4b89-804e-2a271056e1c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5b3b6db-0843-43ef-bcae-0849e2d52e1d HTTP/1.1" status: 200 len: 834 time: 0.0654826 Jul 23 20:41:41.291190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-211246dd-457d-442b-878b-2d16073d1827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.352123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211246dd-457d-442b-878b-2d16073d1827 None None] Pushing event updated for resources: {'Port': ['ID=100d804f-8d40-4421-9fa2-7fe9557f6c4d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:41.379270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191046d-9130-423d-a637-1292a5c1bb3c req-8ad3d4fa-10c1-4288-9e72-30171a94fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.381937 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-8ad3d4fa-10c1-4288-9e72-30171a94fd74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f354777-8e01-4e04-88af-175b721067ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841095 Jul 23 20:41:41.412935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Update dhcp port {'port': {'network_id': 'f80da6e8-6097-4d7d-9d7b-98e9fc1816bc', 'fixed_ips': [{'subnet_id': 'bfc629b6-9926-44e5-9e4f-d96305eab188', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e647a71-6853-4c89-a132-c404882bbcb6'}], 'binding:host_id': 'n-d-793620-13'}, 'id': '100d804f-8d40-4421-9fa2-7fe9557f6c4d'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:41:41.464039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d455cff-4c1c-4a00-af21-126da2f8d68d req-7f8d975b-fc4d-4f07-91b8-52ea77d45da9 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.466286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d455cff-4c1c-4a00-af21-126da2f8d68d req-7f8d975b-fc4d-4f07-91b8-52ea77d45da9 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 908 time: 0.1775455 Jul 23 20:41:41.471300 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.474815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5020bc-2f1a-4792-8ba8-71c8f10b685c req-28895011-4a95-41d0-bb55-9442cdf6f438 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:41.490056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.490313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5020bc-2f1a-4792-8ba8-71c8f10b685c req-28895011-4a95-41d0-bb55-9442cdf6f438 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.1806312 Jul 23 20:41:41.518895 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-142ef691-52c8-4c4d-9608-f68120a99c94 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274865 Jul 23 20:41:41.523474 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:56Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:41.552591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2852d44-dd50-47f4-9813-613dbe838cc7 None None] The sync data for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 is: [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:39:50Z', 'revision_number': 4, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '9e0ea2fa-89b1-4425-962b-b637b8090985', 'name': '', 'network_id': '2f354777-8e01-4e04-88af-175b721067ab', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'mac_address': 'fa:16:3e:19:fd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:48Z', 'updated_at': '2021-07-23T20:39:56Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'subnets': [{'id': 'b5b3b6db-0843-43ef-bcae-0849e2d52e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:41.557901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d5020bc-2f1a-4792-8ba8-71c8f10b685c req-9afa116e-60e7-4bbf-bdf0-8ddd0604cb12 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747690 Jul 23 20:41:41.649410 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2191046d-9130-423d-a637-1292a5c1bb3c req-cd2e1c17-aeee-400c-ac9d-45b1fa2e7891 service neutron] 10.222.0.36 "GET /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219342 Jul 23 20:41:41.703099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Allocated IP 2001:db8:0:1::2 (f80da6e8-6097-4d7d-9d7b-98e9fc1816bc/4e647a71-6853-4c89-a132-c404882bbcb6/100d804f-8d40-4421-9fa2-7fe9557f6c4d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:41.822759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] For port 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=100d804f-8d40-4421-9fa2-7fe9557f6c4d,segment=NetworkSegment(34b9a6af-1686-456f-8cfb-46f5ad358ff1),segment_id=34b9a6af-1686-456f-8cfb-46f5ad358ff1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:41.834198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963e6635-89fa-4ecb-8481-0229dddc773c None None] New status for floating IP fcd61fc0-a048-4993-a242-f9f39c70c81b: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:41:41.914687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.928734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Transition to ACTIVE for port object 100d804f-8d40-4421-9fa2-7fe9557f6c4d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:41.932598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:41.994323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Delete allocated IP 2001:db8:0:1::18 (f80da6e8-6097-4d7d-9d7b-98e9fc1816bc/4e647a71-6853-4c89-a132-c404882bbcb6) {{(pid=94027) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:41:42.021493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ae1c2e60-3d45-4079-8a95-1970de249f31 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:42.059642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e01a2-8c20-4b06-9e3c-0a8f8f5dbfd9 None None] Pushing event updated for resources: {'Port': ['ID=100d804f-8d40-4421-9fa2-7fe9557f6c4d,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.111024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port ae1c2e60-3d45-4079-8a95-1970de249f31 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:42.115503 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port ae1c2e60-3d45-4079-8a95-1970de249f31 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:42.115923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.198821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.199580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.223358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f6e4b-9b36-4ccf-8c47-7b3e8f2ceb03 req-ecec36ac-7123-454e-b808-639deeb84082 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.225047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b6f6e4b-9b36-4ccf-8c47-7b3e8f2ceb03 req-ecec36ac-7123-454e-b808-639deeb84082 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.1146140 Jul 23 20:41:42.228939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Ignored duplicate provisioning block setup for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:41:42.240587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.248014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port ae1c2e60-3d45-4079-8a95-1970de249f31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ae1c2e60-3d45-4079-8a95-1970de249f31,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:42.256573 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.294595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-fff3a8cd-930c-4470-b968-4cb82f18bcf9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.296986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-fff3a8cd-930c-4470-b968-4cb82f18bcf9 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 945 time: 0.0902605 Jul 23 20:41:42.333876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=ae1c2e60-3d45-4079-8a95-1970de249f31,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.335894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] In _notify_port_updated(), no bound segment for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 on network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:41:42.341515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.342153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.346622 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/ports/4ccdb63b-6ee0-440c-ba27-3222901edda9 HTTP/1.1" status: 200 len: 926 time: 1.2520940 Jul 23 20:41:42.350575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54142) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:42.352843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b6f6e4b-9b36-4ccf-8c47-7b3e8f2ceb03 req-b2e86f8a-d6e2-4489-adfe-626bd50e9e66 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/security-groups?id=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206937 Jul 23 20:41:42.353892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8de62-1956-4503-9bf8-5f10768cbb08 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=4ccdb63b-6ee0-440c-ba27-3222901edda9,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:42.359363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bfc629b6-9926-44e5-9e4f-d96305eab188'}, {'subnet_id': '4e647a71-6853-4c89-a132-c404882bbcb6'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:42.492378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.500816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1c2e60-3d45-4079-8a95-1970de249f31'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:42.504369 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96716c71-174c-4498-a29d-8cf9fdd1bd96" -d '{"events": [{"server_uuid": "aab24a1c-7557-49ea-8ee0-0a8736e1d1e1", "name": "network-vif-plugged", "status": "completed", "tag": "ae1c2e60-3d45-4079-8a95-1970de249f31"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:42.511086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:42.511439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.542634 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc66fef0-8930-4593-9bd9-b99298ecc339 x-openstack-request-id: req-cc66fef0-8930-4593-9bd9-b99298ecc339 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:42.543162 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab24a1c-7557-49ea-8ee0-0a8736e1d1e1", "name": "network-vif-plugged", "status": "completed", "tag": "ae1c2e60-3d45-4079-8a95-1970de249f31", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:42.543575 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc66fef0-8930-4593-9bd9-b99298ecc339 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:42.544124 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1c2e60-3d45-4079-8a95-1970de249f31', 'code': 200} Jul 23 20:41:42.637879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b35b-30f4-4b86-acce-8362a0c444f4 req-6677e3cd-8a91-44b1-a7c7-e3e871603860 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.639916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ade2b35b-30f4-4b86-acce-8362a0c444f4 req-6677e3cd-8a91-44b1-a7c7-e3e871603860 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 909 time: 0.0890012 Jul 23 20:41:42.681596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3639ffa-324e-48db-aa8f-6a3bb028ee84 None None] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:42.698110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177625a1-2046-48f1-8894-ca3dac2e58f8 req-680bb11d-03b3-4a44-b6da-ff3c296f8941 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.704853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-177625a1-2046-48f1-8894-ca3dac2e58f8 req-680bb11d-03b3-4a44-b6da-ff3c296f8941 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.0637376 Jul 23 20:41:42.758151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-177625a1-2046-48f1-8894-ca3dac2e58f8 req-b02fdb78-1016-4d69-a3f2-c6f3e1f81f4b tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499620 Jul 23 20:41:42.782259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 100d804f-8d40-4421-9fa2-7fe9557f6c4d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:42.784663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:42.784969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.812083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Provisioning for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:42.818020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33f8ed-e974-47e6-99e0-57cea0128b1d req-43fac2e4-942c-4ac0-9ff4-8cec1a4b50a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.819568 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6c33f8ed-e974-47e6-99e0-57cea0128b1d req-43fac2e4-942c-4ac0-9ff4-8cec1a4b50a2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 1061 time: 0.1951468 Jul 23 20:41:42.822823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:42.846118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Provisioning complete for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:42.846499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:42.888135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a98f3-dac4-44a0-9a3c-3917ac9e78a4 req-84d9b089-c10e-4118-b307-82137bd0a055 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:42.890192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-781a98f3-dac4-44a0-9a3c-3917ac9e78a4 req-84d9b089-c10e-4118-b307-82137bd0a055 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.0644364 Jul 23 20:41:42.942793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:42.943147 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.024723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8:0:1::11f (f80da6e8-6097-4d7d-9d7b-98e9fc1816bc/4e647a71-6853-4c89-a132-c404882bbcb6/4ccdb63b-6ee0-440c-ba27-3222901edda9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:43.101337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Provisioning for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:43.115438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Provisioning complete for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:43.115438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.138343 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.164946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-59df532d-8a92-4672-b95c-c824f7f26181 None None] Port 4ccdb63b-6ee0-440c-ba27-3222901edda9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:43.187987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:43.258043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] No DVR routers for this DVR port c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:43.261941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.264111 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-88cd4899-a46c-4c54-9a75-200f61649d6b req-b85c22a7-4ae8-4265-9a7c-78a94b215c39 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.36 "DELETE /v2.0/ports/c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d HTTP/1.1" status: 204 len: 173 time: 0.9616163 Jul 23 20:41:43.264596 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-deleted', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:43.267065 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d5e011-63a2-47d1-b91b-befc808c5206" -d '{"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-deleted", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:43.309019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.330120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Ignored duplicate provisioning block setup for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:41:43.334584 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295f626e-93b4-4d9d-9b85-04fa29863d3f x-openstack-request-id: req-295f626e-93b4-4d9d-9b85-04fa29863d3f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:43.335899 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8bd929-a602-4fd2-8c8e-2335b2bc3e74", "name": "network-vif-deleted", "tag": "c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:43.336286 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-295f626e-93b4-4d9d-9b85-04fa29863d3f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:43.337183 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8bd929-a602-4fd2-8c8e-2335b2bc3e74', 'name': 'network-vif-deleted', 'tag': 'c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d', 'status': 'completed', 'code': 200} Jul 23 20:41:43.339339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-781a98f3-dac4-44a0-9a3c-3917ac9e78a4 req-301dceb5-78cc-46a8-bbb3-5d2989014696 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412384 Jul 23 20:41:43.339933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.453853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] In _notify_port_updated(), no bound segment for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 on network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:41:43.460857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:43.461822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.463563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/ports/4ccdb63b-6ee0-440c-ba27-3222901edda9 HTTP/1.1" status: 200 len: 1012 time: 1.1118107 Jul 23 20:41:43.470573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54160) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:43.479666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bb0f5-a730-4a00-99bf-780f11417398 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=4ccdb63b-6ee0-440c-ba27-3222901edda9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:43.502601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-230eb3b9-94c2-4390-be68-7c27cdf565de None None] Provisioning complete for port 100d804f-8d40-4421-9fa2-7fe9557f6c4d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:43.503368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-230eb3b9-94c2-4390-be68-7c27cdf565de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.546271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd9d16-d090-4b65-b523-1e71626c9e79 req-6b254fa0-7165-4694-aa1d-1c4b51379c96 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:43.549034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1cd9d16-d090-4b65-b523-1e71626c9e79 req-6b254fa0-7165-4694-aa1d-1c4b51379c96 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.1204464 Jul 23 20:41:43.616640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1cd9d16-d090-4b65-b523-1e71626c9e79 req-04767ebb-7d82-4092-a73c-4e70a9b179d0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596685 Jul 23 20:41:43.690341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 4ccdb63b-6ee0-440c-ba27-3222901edda9 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:43.690700 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.730811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-230eb3b9-94c2-4390-be68-7c27cdf565de None None] Provisioning complete for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:43.731193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-230eb3b9-94c2-4390-be68-7c27cdf565de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.815224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-230eb3b9-94c2-4390-be68-7c27cdf565de None None] Port 4ccdb63b-6ee0-440c-ba27-3222901edda9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:43.854523 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.873090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 4ccdb63b-6ee0-440c-ba27-3222901edda9 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:43.889263 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.891405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0855937-b5df-4a58-bf1f-b1250abca278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:43.954498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9f371bef-8c3c-45a7-a19f-161ceaa886b7 None None] Provisioning complete for port 4ccdb63b-6ee0-440c-ba27-3222901edda9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:43.956075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9f371bef-8c3c-45a7-a19f-161ceaa886b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.001336 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c08b0239-0c50-4765-872e-5c5632dc4e9c req-4af930d0-76c6-4c7e-8b23-cdfcba833cdc tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "GET /v2.0/ports?device_id=8e8bd929-a602-4fd2-8c8e-2335b2bc3e74 HTTP/1.1" status: 200 len: 210 time: 0.0738606 Jul 23 20:41:44.013267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9f371bef-8c3c-45a7-a19f-161ceaa886b7 None None] Port 4ccdb63b-6ee0-440c-ba27-3222901edda9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:44.079450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba1148-39d3-404e-9d48-38504b3f0761 req-289f3677-7570-48cb-b794-1781c0526ed9 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.094051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3aba1148-39d3-404e-9d48-38504b3f0761 req-289f3677-7570-48cb-b794-1781c0526ed9 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 909 time: 0.1085305 Jul 23 20:41:44.164661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.193498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=4ccdb63b-6ee0-440c-ba27-3222901edda9,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:44.220089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda42c76-ee1f-4123-a30c-f8a62cc952f4 req-45dfc4ae-4828-4e58-b6ab-3ecd8cbf1450 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.222577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fda42c76-ee1f-4123-a30c-f8a62cc952f4 req-45dfc4ae-4828-4e58-b6ab-3ecd8cbf1450 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.1233647 Jul 23 20:41:44.237521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00cdd5be-0a3a-4d2c-bd1a-07a208f6add1 None None] Could not find standard attr ID for object 4ccdb63b-6ee0-440c-ba27-3222901edda9. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:44.269132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.269568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13706cd-1942-40b6-80e6-e5db0eef0b50 req-faab371e-e0f9-4c99-840d-08d1fa1f8253 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.271108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d13706cd-1942-40b6-80e6-e5db0eef0b50 req-faab371e-e0f9-4c99-840d-08d1fa1f8253 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 909 time: 0.1120877 Jul 23 20:41:44.271817 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b980527f-124d-406a-a4a0-fc4d01e7690e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/4ccdb63b-6ee0-440c-ba27-3222901edda9 HTTP/1.1" status: 204 len: 168 time: 0.7992170 Jul 23 20:41:44.274457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54170) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:44.282455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fda42c76-ee1f-4123-a30c-f8a62cc952f4 req-00a2ae12-c3db-4cdf-93e4-519222bb562c tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538464 Jul 23 20:41:44.308914 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-411eb35d-48d8-4959-926c-2d86228731ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:44.310636 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-411eb35d-48d8-4959-926c-2d86228731ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/4ccdb63b-6ee0-440c-ba27-3222901edda9 HTTP/1.1" status: 404 len: 333 time: 0.0351338 Jul 23 20:41:44.313292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54174) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:44.370051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet 4e647a71-6853-4c89-a132-c404882bbcb6 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:44.374902 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.410522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649a578-2716-4c80-8300-84d7f742a9be req-3ba7a846-3ebb-44f0-be58-c3fb6cd5ff62 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.418041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d649a578-2716-4c80-8300-84d7f742a9be req-3ba7a846-3ebb-44f0-be58-c3fb6cd5ff62 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 1061 time: 0.0700448 Jul 23 20:41:44.424765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.452662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4e3fd75c-4270-432e-9f61-399fea9b3256 None None] Could not find standard attr ID for object 4ccdb63b-6ee0-440c-ba27-3222901edda9. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:44.527435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.544091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef3006-00e0-4062-af1c-ad0ddf669f1d req-20217d23-7289-4511-b13c-c45feb5880ec tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.545800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58ef3006-00e0-4062-af1c-ad0ddf669f1d req-20217d23-7289-4511-b13c-c45feb5880ec tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1137 time: 0.0621908 Jul 23 20:41:44.592562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.595442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58ef3006-00e0-4062-af1c-ad0ddf669f1d req-97f417e1-c09a-4400-90fa-1935a1fccdb6 tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0407560 Jul 23 20:41:44.609574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54178) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:44.624536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=4e647a71-6853-4c89-a132-c404882bbcb6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:44.633196 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.635261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0ec83966-5bf3-4b78-b11e-cf99fabd929e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/4e647a71-6853-4c89-a132-c404882bbcb6 HTTP/1.1" status: 204 len: 168 time: 0.3208301 Jul 23 20:41:44.638149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54180) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:44.651251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6143c-da16-4c3d-8f69-0ba59c3a162f None None] Network f80da6e8-6097-4d7d-9d7b-98e9fc1816bc requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:44.674130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e40c5-5af6-4217-adf8-6f007ed95cac tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.675662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f5e40c5-5af6-4217-adf8-6f007ed95cac tempest-TestSecurityGroupsBasicOps-616028639 tempest-TestSecurityGroupsBasicOps-616028639-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 1056 time: 0.0648279 Jul 23 20:41:44.695082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet bfc629b6-9926-44e5-9e4f-d96305eab188 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:44.699121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.746356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.880623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.954635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:44.995953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb433d-9e96-4c2d-af38-84983365033c req-c64a8bfb-6a36-4084-8a61-88b1509aaacd tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:44.997747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ffb433d-9e96-4c2d-af38-84983365033c req-c64a8bfb-6a36-4084-8a61-88b1509aaacd tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 909 time: 0.0855272 Jul 23 20:41:45.020280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc629b6-9926-44e5-9e4f-d96305eab188,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.020280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.021995 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5410cfaf-6f51-4eb8-a479-e3dc71aeae2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/bfc629b6-9926-44e5-9e4f-d96305eab188 HTTP/1.1" status: 204 len: 168 time: 0.3828764 Jul 23 20:41:45.024982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54186) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:45.092741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:45.108142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] DHCP port deletion for f80da6e8-6097-4d7d-9d7b-98e9fc1816bc request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:45.120270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.163039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] Deleting port 100d804f-8d40-4421-9fa2-7fe9557f6c4d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:45.163422 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.202947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 100d804f-8d40-4421-9fa2-7fe9557f6c4d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:45.203384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.233573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] For port 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=100d804f-8d40-4421-9fa2-7fe9557f6c4d,segment=NetworkSegment(34b9a6af-1686-456f-8cfb-46f5ad358ff1),segment_id=34b9a6af-1686-456f-8cfb-46f5ad358ff1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:45.233994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.246707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] Calling delete_port for 100d804f-8d40-4421-9fa2-7fe9557f6c4d owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:45.285876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port 100d804f-8d40-4421-9fa2-7fe9557f6c4d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=100d804f-8d40-4421-9fa2-7fe9557f6c4d,segment=NetworkSegment(34b9a6af-1686-456f-8cfb-46f5ad358ff1),segment_id=34b9a6af-1686-456f-8cfb-46f5ad358ff1)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:45.286336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.309085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 100d804f-8d40-4421-9fa2-7fe9557f6c4d owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:45.327125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-06bc0bb8-fed4-48c6-8ea3-f5faff57ed46 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:45.328786 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-06bc0bb8-fed4-48c6-8ea3-f5faff57ed46 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.1575723 Jul 23 20:41:45.344940 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.379551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] Pushing event deleted for resources: {'Port': ['ID=100d804f-8d40-4421-9fa2-7fe9557f6c4d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.381459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110b45e7-2dbd-454e-8224-994b81d8920e None None] No DVR routers for this DVR port 100d804f-8d40-4421-9fa2-7fe9557f6c4d on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:45.475757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47555-58a2-4ac6-9962-37c0fc1a40d7 req-3ec05fc4-ddff-4a25-b64e-7cc7e4d0f3af tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:45.477299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4eb47555-58a2-4ac6-9962-37c0fc1a40d7 req-3ec05fc4-ddff-4a25-b64e-7cc7e4d0f3af tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 1097 time: 0.0904005 Jul 23 20:41:45.488294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.524427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port 100d804f-8d40-4421-9fa2-7fe9557f6c4d on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:45.526286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=100d804f-8d40-4421-9fa2-7fe9557f6c4d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.540454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4eb47555-58a2-4ac6-9962-37c0fc1a40d7 req-cac5b267-4b16-4110-9642-e951855d20f8 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 Jul 23 20:41:45.552455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Deleting port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:45.552916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.562481 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.631334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.667345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80da6e8-6097-4d7d-9d7b-98e9fc1816bc']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:45.681608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b9a6af-1686-456f-8cfb-46f5ad358ff1') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:45.681907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b9a6af-1686-456f-8cfb-46f5ad358ff1') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:45.695496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.720037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] For port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:45.720547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.728711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.738490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Calling delete_port for c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:45.740666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:45.741054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:45.744055 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:45.837045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 9e0ea2fa-89b1-4425-962b-b637b8090985 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:45.837879 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.840660 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.846793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.852609 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/f80da6e8-6097-4d7d-9d7b-98e9fc1816bc HTTP/1.1" status: 204 len: 168 time: 0.8227005 Jul 23 20:41:45.852780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54194) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:45.871685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d7d69-b38c-4585-aaac-6c3bb60f0004 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=f80da6e8-6097-4d7d-9d7b-98e9fc1816bc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.942072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.954112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3e2c56a3-3f26-4d50-9974-de18985e8e22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:45.956923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:45.966823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 9e0ea2fa-89b1-4425-962b-b637b8090985, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9e0ea2fa-89b1-4425-962b-b637b8090985,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:45.967192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:45.976883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Pushing event deleted for resources: {'Port': ['ID=c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:45.989706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa5e3f7-572e-460e-b547-58069edb1db3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:45.991250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eaa5e3f7-572e-460e-b547-58069edb1db3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1374133 Jul 23 20:41:45.995025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54196) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:46.003754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 9e0ea2fa-89b1-4425-962b-b637b8090985 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:46.028698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:46.057955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] No DVR routers for this DVR port c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:46.061015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.064665 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8a56fa20-22ed-4134-8967-ae0ada24ce28 req-104292b9-e548-446b-8594-044f9469bc6e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec HTTP/1.1" status: 204 len: 173 time: 0.6963937 Jul 23 20:41:46.065184 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58314061-a103-4e13-b218-22cbfe7a2444', 'name': 'network-vif-deleted', 'tag': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:46.069361 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c59829-5044-400a-85ee-17cf04e72a72" -d '{"events": [{"server_uuid": "58314061-a103-4e13-b218-22cbfe7a2444", "name": "network-vif-deleted", "tag": "c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:46.087626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:46.088253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c66d502d-944c-4ecd-bb3e-c1a6c2c40f1d not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:46.089829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:46.143513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:46.144149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:46.144656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4af7221e-0cb3-4d24-845d-640f3505dc97 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1485288 Jul 23 20:41:46.148616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54202) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:46.153981 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1223581387'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:46.162987 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee36a24-2c72-4e93-8ead-5c8034396db1 x-openstack-request-id: req-eee36a24-2c72-4e93-8ead-5c8034396db1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:46.163292 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58314061-a103-4e13-b218-22cbfe7a2444", "name": "network-vif-deleted", "tag": "c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:46.163542 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eee36a24-2c72-4e93-8ead-5c8034396db1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:46.165758 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58314061-a103-4e13-b218-22cbfe7a2444', 'name': 'network-vif-deleted', 'tag': 'c58ac2cf-9c2d-42f1-b4b3-0bd6e78cadec', 'status': 'completed', 'code': 200} Jul 23 20:41:46.234712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:46.244134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.280240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:46.297031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.297378 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b of type vlan for network 190d164e-fadf-4ef0-9d14-31557cc2ac77 Jul 23 20:41:46.338237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-44043721-595d-426d-8375-3a6fa2e31386 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:46.339717 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-44043721-595d-426d-8375-3a6fa2e31386 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.36 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 909 time: 0.1708479 Jul 23 20:41:46.353272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c3372-4709-4081-a7ae-288bd9cf4786 req-e3f2b5d4-c8f9-44aa-99fd-004bd584aa9b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:46.354781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d1c3372-4709-4081-a7ae-288bd9cf4786 req-e3f2b5d4-c8f9-44aa-99fd-004bd584aa9b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 909 time: 0.2436602 Jul 23 20:41:46.377767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.378505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.412547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=9e0ea2fa-89b1-4425-962b-b637b8090985,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.446375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.450110 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.452058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:46.452686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.456748 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01200bba-d9fb-4828-b272-721bcffb91c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.501606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3518314 Jul 23 20:41:46.505832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54204) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:46.513346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:46.585428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2448d-7a1d-4391-b70d-b37b231e9bb2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=190d164e-fadf-4ef0-9d14-31557cc2ac77,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:46.591150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port ae1c2e60-3d45-4079-8a95-1970de249f31 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:46.591501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.600678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:46.623011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.778534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b0d2dd1-618a-4ab2-9fa8-cfa32095876c req-7be48544-d324-421c-b31b-420b1ff3a0ae tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58314061-a103-4e13-b218-22cbfe7a2444 HTTP/1.1" status: 200 len: 210 time: 0.0382147 Jul 23 20:41:46.803577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:46.807104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.833465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] For port ae1c2e60-3d45-4079-8a95-1970de249f31, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=ae1c2e60-3d45-4079-8a95-1970de249f31,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:46.833880 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:46.862602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for ae1c2e60-3d45-4079-8a95-1970de249f31 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:46.863967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 100d804f-8d40-4421-9fa2-7fe9557f6c4d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:46.888925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 100d804f-8d40-4421-9fa2-7fe9557f6c4d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:46.889428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 100d804f-8d40-4421-9fa2-7fe9557f6c4d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:46.952078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Router 2713264f-7686-4a50-9a4d-f79b9076eb94 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:47.061674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:47.070322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-383eef13-9683-4807-81e4-42d21c19cf2e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "PUT /v2.0/routers/2713264f-7686-4a50-9a4d-f79b9076eb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9732647 Jul 23 20:41:47.070322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54208) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:47.073507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] Sync routers for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:47.086105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:47.087030 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:47.110790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.117309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.128470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting subnet b5b3b6db-0843-43ef-bcae-0849e2d52e1d {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:47.131823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.179064 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.191958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=ae1c2e60-3d45-4079-8a95-1970de249f31,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:47.207729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=998e0471-6697-4f13-9e86-ba34a2fcf6db,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:47.258058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] No DVR routers for this DVR port ae1c2e60-3d45-4079-8a95-1970de249f31 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:47.262054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.264275 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c9cdad6-905e-443e-96a5-5fd1913d477a req-a814db0f-ccc6-4cb9-b2b2-4c34c5fdfa4b tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.36 "DELETE /v2.0/ports/ae1c2e60-3d45-4079-8a95-1970de249f31 HTTP/1.1" status: 204 len: 173 time: 0.9187615 Jul 23 20:41:47.271149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:47.271570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: 190d164e-fadf-4ef0-9d14-31557cc2ac77, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:47.294537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:47.307736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 190d164e-fadf-4ef0-9d14-31557cc2ac77) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:47.318594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68181d-3fd1-475e-8f4a-57e4920dc7e9 None None] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:47.323701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.324322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:47.324991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.351581 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:47.352290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-de2e2b6d-46d7-4aab-a460-d2b8c8e2bbdc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8442967 Jul 23 20:41:47.353354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54210) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:47.362558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77', 'name': 'tempest-PortsIpV6TestJSON-762761536'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:47.420372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.471824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.478995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/subnets/b5b3b6db-0843-43ef-bcae-0849e2d52e1d HTTP/1.1" status: 204 len: 168 time: 0.4072771 Jul 23 20:41:47.479778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54214) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:47.483243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2893bc-45b8-4641-b14d-57001f7a7776 None None] Network 2f354777-8e01-4e04-88af-175b721067ab requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:47.489507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cd3b9-9e06-4da9-9cdf-33a95f12a9c7 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b3b6db-0843-43ef-bcae-0849e2d52e1d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:47.518113 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.601226 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d43b880c-de43-44bb-98a3-72a92e58a89f req-b8d01713-cd5d-4ebe-9ecd-22d237dd50f2 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=aab24a1c-7557-49ea-8ee0-0a8736e1d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0616620 Jul 23 20:41:47.610166 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:47.612247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:47.623577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.658776 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] Checking router: 2713264f-7686-4a50-9a4d-f79b9076eb94 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:47.659560 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.669253 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] Routers {'2713264f-7686-4a50-9a4d-f79b9076eb94'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:47.670181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2713264f-7686-4a50-9a4d-f79b9076eb94'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:47.819625 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.831171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.847723 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] Set router 2713264f-7686-4a50-9a4d-f79b9076eb94 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:47.873974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-190d164e-fadf-4ef0-9d14-31557cc2ac77', 'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': '998e0471-6697-4f13-9e86-ba34a2fcf6db'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:47.875462 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:47.981864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Deleting port 626a59c6-e1df-4f18-95f5-b675c4ce6241 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:47.982231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.069968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] DHCP port deletion for 2f354777-8e01-4e04-88af-175b721067ab request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:48.098717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] For port 626a59c6-e1df-4f18-95f5-b675c4ce6241, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=626a59c6-e1df-4f18-95f5-b675c4ce6241,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:48.098717 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.118864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Calling delete_port for 626a59c6-e1df-4f18-95f5-b675c4ce6241 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:48.163628 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:48.184850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'name': 'network-vif-deleted', 'tag': 'ae1c2e60-3d45-4079-8a95-1970de249f31'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:48.187528 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385403a5-e18a-4d66-ba51-1a244a29c4e1" -d '{"events": [{"server_uuid": "aab24a1c-7557-49ea-8ee0-0a8736e1d1e1", "name": "network-vif-deleted", "tag": "ae1c2e60-3d45-4079-8a95-1970de249f31"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:48.196822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Allocated IP 2001:db8::2 (190d164e-fadf-4ef0-9d14-31557cc2ac77/998e0471-6697-4f13-9e86-ba34a2fcf6db/6e18416b-463f-48e0-bdb7-6751026be2fc) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:48.198890 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7df0cc9-f941-420c-b6a1-c142218c9792 None None] The sync data for ids ['2713264f-7686-4a50-9a4d-f79b9076eb94'] in n-d-793620-13 is: [{'id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1648435174', 'tenant_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:39:43Z', 'updated_at': '2021-07-23T20:41:46Z', 'revision_number': 5, 'project_id': '3f6e4c16f5194b18a71b83d05b7064b0', 'gw_port': {'id': '626a59c6-e1df-4f18-95f5-b675c4ce6241', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2713264f-7686-4a50-9a4d-f79b9076eb94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:39:44Z', 'updated_at': '2021-07-23T20:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:48.213980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] Deleting port c7356b75-e75f-4e1b-bd9d-aa451a8f386f {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:48.214364 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.220937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port a921eb0b-4c49-4627-ad69-b1cc5f17c16f yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:48.268473 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1102569b-cec3-4f94-ae24-1e51dd4db149 x-openstack-request-id: req-1102569b-cec3-4f94-ae24-1e51dd4db149 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:48.269062 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab24a1c-7557-49ea-8ee0-0a8736e1d1e1", "name": "network-vif-deleted", "tag": "ae1c2e60-3d45-4079-8a95-1970de249f31", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:48.270041 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1102569b-cec3-4f94-ae24-1e51dd4db149 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:48.270041 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab24a1c-7557-49ea-8ee0-0a8736e1d1e1', 'name': 'network-vif-deleted', 'tag': 'ae1c2e60-3d45-4079-8a95-1970de249f31', 'status': 'completed', 'code': 200} Jul 23 20:41:48.338122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] For port c7356b75-e75f-4e1b-bd9d-aa451a8f386f, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,segment=NetworkSegment(a9928a47-4ef0-47e4-a014-83a4ed9618f3),segment_id=a9928a47-4ef0-47e4-a014-83a4ed9618f3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:48.338778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.356477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d888ed9-bd1c-40b7-ba8c-7909cc65595d req-621aec07-7738-4155-a7bd-c7259276c49a tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:48.358067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d888ed9-bd1c-40b7-ba8c-7909cc65595d req-621aec07-7738-4155-a7bd-c7259276c49a tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1088569 Jul 23 20:41:48.382257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] Calling delete_port for c7356b75-e75f-4e1b-bd9d-aa451a8f386f owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:48.383068 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.419209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Port': ['ID=626a59c6-e1df-4f18-95f5-b675c4ce6241,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:48.444419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d888ed9-bd1c-40b7-ba8c-7909cc65595d req-6fcd08d2-e647-4fab-b720-7142af8682d0 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788465 Jul 23 20:41:48.483401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.520151 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.529609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Transition to ACTIVE for port object 6e18416b-463f-48e0-bdb7-6751026be2fc will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:48.539507 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.550034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Transition to ACTIVE for port object 6e18416b-463f-48e0-bdb7-6751026be2fc will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:48.575957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.578146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.578959 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.581224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] Pushing event deleted for resources: {'Port': ['ID=c7356b75-e75f-4e1b-bd9d-aa451a8f386f,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:48.590072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3b09c-c141-4fd3-ac9e-712f25efeb21 None None] No DVR routers for this DVR port c7356b75-e75f-4e1b-bd9d-aa451a8f386f on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:48.624858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:48.628718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:48.632543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:48.644289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Pushing event updated for resources: {'Port': ['ID=6e18416b-463f-48e0-bdb7-6751026be2fc,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:48.667356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.668955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Fanout notify agent at l3_agent the message router_deleted on router 2713264f-7686-4a50-9a4d-f79b9076eb94 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:48.680669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.681939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f05c16c9-83e2-40ba-81c9-7c491e22a45e tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/routers/2713264f-7686-4a50-9a4d-f79b9076eb94 HTTP/1.1" status: 204 len: 168 time: 1.2007110 Jul 23 20:41:48.685577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::ac (190d164e-fadf-4ef0-9d14-31557cc2ac77/998e0471-6697-4f13-9e86-ba34a2fcf6db/a921eb0b-4c49-4627-ad69-b1cc5f17c16f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:48.686082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54226) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:48.700432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54228) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:48.730332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Attempting to bind port 6e18416b-463f-48e0-bdb7-6751026be2fc on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:48.730706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Attempting to bind port 6e18416b-463f-48e0-bdb7-6751026be2fc by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:48.731085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Attempting to bind port 6e18416b-463f-48e0-bdb7-6751026be2fc on network 190d164e-fadf-4ef0-9d14-31557cc2ac77 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:48.738221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:48.738602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Checking segment: {'id': 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:48.739003 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.739398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Bound using segment: {'id': 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:48.739910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Bound port: 6e18416b-463f-48e0-bdb7-6751026be2fc, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:48.740371 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.824586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.825388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] For port 6e18416b-463f-48e0-bdb7-6751026be2fc, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:48.831581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] For port 6e18416b-463f-48e0-bdb7-6751026be2fc, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6e18416b-463f-48e0-bdb7-6751026be2fc,segment=NetworkSegment(fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b),segment_id=fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:48.839438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.894112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c7356b75-e75f-4e1b-bd9d-aa451a8f386f no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:48.926476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c7356b75-e75f-4e1b-bd9d-aa451a8f386f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:48.926728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c7356b75-e75f-4e1b-bd9d-aa451a8f386f not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:48.927098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9e0ea2fa-89b1-4425-962b-b637b8090985 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:48.946291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.957215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9e0ea2fa-89b1-4425-962b-b637b8090985 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:48.957682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9e0ea2fa-89b1-4425-962b-b637b8090985 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:48.957998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f354777-8e01-4e04-88af-175b721067ab']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:48.971526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9928a47-4ef0-47e4-a014-83a4ed9618f3') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:48.971526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9928a47-4ef0-47e4-a014-83a4ed9618f3') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:48.975822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf854fb-ee96-40ea-8ee2-8c9ef5ea599d None None] Pushing event updated for resources: {'Port': ['ID=6e18416b-463f-48e0-bdb7-6751026be2fc,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:48.982325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:48.998171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.006163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:49.006875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:49.010331 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:49.083299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.094975 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.100169 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.102149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/networks/2f354777-8e01-4e04-88af-175b721067ab HTTP/1.1" status: 204 len: 168 time: 0.4161394 Jul 23 20:41:49.105045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:49.113228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790c5b0-78a0-4639-bdcb-ccc61c71d970 tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'Network': ['ID=2f354777-8e01-4e04-88af-175b721067ab,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.188791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object a921eb0b-4c49-4627-ad69-b1cc5f17c16f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:49.302998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96041149-9f27-44d0-b902-3289b7133aaa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.332903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.342753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96041149-9f27-44d0-b902-3289b7133aaa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.416928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:49.428696 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:49.431914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:49.437550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:49.438167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.441708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=a921eb0b-4c49-4627-ad69-b1cc5f17c16f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.496992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9bbc6f93-04c4-43f9-bfa1-644b98a9cf8e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1412647 Jul 23 20:41:49.500234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54234) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:49.507504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '190d164e-fadf-4ef0-9d14-31557cc2ac77', 'name': 'tempest-PortsIpV6TestJSON-1497290702'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:49.556104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96041149-9f27-44d0-b902-3289b7133aaa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.558736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96041149-9f27-44d0-b902-3289b7133aaa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.559798 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-96041149-9f27-44d0-b902-3289b7133aaa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] 10.222.0.46 "DELETE /v2.0/security-groups/22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4 HTTP/1.1" status: 204 len: 168 time: 0.4537208 Jul 23 20:41:49.561997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-817ffc80-496a-4cb7-8034-f21ef49f4c69 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:49.563834 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-817ffc80-496a-4cb7-8034-f21ef49f4c69 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1195602 Jul 23 20:41:49.608128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96041149-9f27-44d0-b902-3289b7133aaa tempest-TestNetworkAdvancedServerOps-1121305840 tempest-TestNetworkAdvancedServerOps-1121305840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f73d7b-1ad1-4fcf-98f2-5aea85c8b6b4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:49.677172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.695777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70e766-2395-40ad-8926-55b915f8f671 req-aec745f5-16cb-4474-8057-b5017d627526 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:49.697538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd70e766-2395-40ad-8926-55b915f8f671 req-aec745f5-16cb-4474-8057-b5017d627526 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 1097 time: 0.1617355 Jul 23 20:41:49.697992 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.730817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:49.734349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.763970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 4b9d078b-7e37-408e-8a4e-0189d64f99fb yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:49.771994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd70e766-2395-40ad-8926-55b915f8f671 req-ad28545c-c78b-4f7a-bc96-e8b159a8848e tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/security-groups?id=c102991f-9d4b-4f53-8df3-beafe8b9d5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592864 Jul 23 20:41:49.804622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Deleting port 3e2c56a3-3f26-4d50-9974-de18985e8e22 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:49.804622 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.863527 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:41:49.921285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::1e9 (190d164e-fadf-4ef0-9d14-31557cc2ac77/998e0471-6697-4f13-9e86-ba34a2fcf6db/4b9d078b-7e37-408e-8a4e-0189d64f99fb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:49.961170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] For port 3e2c56a3-3f26-4d50-9974-de18985e8e22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3e2c56a3-3f26-4d50-9974-de18985e8e22,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:49.961557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:49.981425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Calling delete_port for 3e2c56a3-3f26-4d50-9974-de18985e8e22 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:50.018521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54242) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:50.031910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ae1c2e60-3d45-4079-8a95-1970de249f31 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:50.058098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: ae1c2e60-3d45-4079-8a95-1970de249f31 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:50.058468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device ae1c2e60-3d45-4079-8a95-1970de249f31 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:50.143411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.151106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a56412-8539-49e6-9a3f-f593a78a578f None None] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:50.177642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 4b9d078b-7e37-408e-8a4e-0189d64f99fb will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:50.209650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e9a08cc6-cc76-4497-b142-f3d3263f2807 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f6e4c16f5194b18a71b83d05b7064b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873550 Jul 23 20:41:50.210910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54246) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:50.237551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.243437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8bc5b89e-12ac-45f9-a3c6-0f269ef536f4 None None] Provisioning for port 6e18416b-463f-48e0-bdb7-6751026be2fc completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:50.270986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.281559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3e2c56a3-3f26-4d50-9974-de18985e8e22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:41:50.295864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:50.302712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:50.310237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:50.312930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port 4602a994-9ef1-4504-b152-6988f44041c0 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:50.313279 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.316885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:50.317630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.330740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=4b9d078b-7e37-408e-8a4e-0189d64f99fb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.335381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Pushing event deleted for resources: {'Port': ['ID=3e2c56a3-3f26-4d50-9974-de18985e8e22,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.341851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311017ce-8dd7-4eda-88b2-304300b73d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.343980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a48b0f86-d1ab-4d96-82df-ff1599c98e1f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8426387 Jul 23 20:41:50.347324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54248) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:50.451244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311017ce-8dd7-4eda-88b2-304300b73d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.455919 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] No DVR routers for this DVR port 3e2c56a3-3f26-4d50-9974-de18985e8e22 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:50.459833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.462429 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b58cae80-692c-4353-a884-a44e61a0cb9d req-c0ff94e3-cffa-4449-a86b-f17fe63ff162 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.47 "DELETE /v2.0/ports/3e2c56a3-3f26-4d50-9974-de18985e8e22 HTTP/1.1" status: 204 len: 173 time: 0.8911133 Jul 23 20:41:50.474359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'name': 'network-vif-deleted', 'tag': '3e2c56a3-3f26-4d50-9974-de18985e8e22'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:50.478937 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c94d4d-70b7-42e1-bcd8-15f12e56b710" -d '{"events": [{"server_uuid": "dd0390c0-3ec8-4a64-93bf-f16d7f97adeb", "name": "network-vif-deleted", "tag": "3e2c56a3-3f26-4d50-9974-de18985e8e22"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:50.522697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0b365-0eed-4a0d-be6d-03e463434ff4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:50.527758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b6a0b365-0eed-4a0d-be6d-03e463434ff4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aac HTTP/1.1" status: 200 len: 927 time: 0.1795120 Jul 23 20:41:50.529305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54252) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:50.541518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] For port 4602a994-9ef1-4504-b152-6988f44041c0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4602a994-9ef1-4504-b152-6988f44041c0,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:50.541887 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.565007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for 4602a994-9ef1-4504-b152-6988f44041c0 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:50.589780 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7313f0c-866a-44d2-b67a-5c0c3f058d21 x-openstack-request-id: req-b7313f0c-866a-44d2-b67a-5c0c3f058d21 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:50.590074 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd0390c0-3ec8-4a64-93bf-f16d7f97adeb", "name": "network-vif-deleted", "tag": "3e2c56a3-3f26-4d50-9974-de18985e8e22", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:50.590330 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7313f0c-866a-44d2-b67a-5c0c3f058d21 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:50.591569 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd0390c0-3ec8-4a64-93bf-f16d7f97adeb', 'name': 'network-vif-deleted', 'tag': '3e2c56a3-3f26-4d50-9974-de18985e8e22', 'status': 'completed', 'code': 200} Jul 23 20:41:50.599563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311017ce-8dd7-4eda-88b2-304300b73d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.602169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-311017ce-8dd7-4eda-88b2-304300b73d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.607550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-311017ce-8dd7-4eda-88b2-304300b73d30 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/924ef5be-d2a5-46ad-8489-638bf0b87b25 HTTP/1.1" status: 204 len: 168 time: 0.3963261 Jul 23 20:41:50.623556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311017ce-8dd7-4eda-88b2-304300b73d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924ef5be-d2a5-46ad-8489-638bf0b87b25,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:50.760002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 4b9d078b-7e37-408e-8a4e-0189d64f99fb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:50.760522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.798844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Provisioning for port a921eb0b-4c49-4627-ad69-b1cc5f17c16f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:50.804367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Provisioning complete for port a921eb0b-4c49-4627-ad69-b1cc5f17c16f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:50.805066 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.871963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6e18416b-463f-48e0-bdb7-6751026be2fc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:50.876230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Port a921eb0b-4c49-4627-ad69-b1cc5f17c16f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:50.919486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.927437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Provisioning for port 4b9d078b-7e37-408e-8a4e-0189d64f99fb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:50.934081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Provisioning complete for port 4b9d078b-7e37-408e-8a4e-0189d64f99fb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:50.934717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.938337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 4b9d078b-7e37-408e-8a4e-0189d64f99fb owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:50.975507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:50.986713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Port 4b9d078b-7e37-408e-8a4e-0189d64f99fb cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:41:50.988416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6e18416b-463f-48e0-bdb7-6751026be2fc completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:50.999233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6e18416b-463f-48e0-bdb7-6751026be2fc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:50.999606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.004177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Provisioning complete for port 6e18416b-463f-48e0-bdb7-6751026be2fc triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:51.004653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.016164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=4602a994-9ef1-4504-b152-6988f44041c0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.166054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99318fce-488b-410f-b293-76d90e6a2be4 req-ffc22534-1d22-480d-b2ca-f38d3c17e215 tempest-TestServerMultinode-1911582442 tempest-TestServerMultinode-1911582442-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dd0390c0-3ec8-4a64-93bf-f16d7f97adeb HTTP/1.1" status: 200 len: 210 time: 0.1402571 Jul 23 20:41:51.258236 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.263750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54260) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.297049 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.336145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.352208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54262) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.353092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3490d82e-0468-4fd1-822b-6c5c5625cf25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=570ed0a3fc004bdbbd4098294e15fde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879498 Jul 23 20:41:51.359269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.363116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 6e18416b-463f-48e0-bdb7-6751026be2fc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6e18416b-463f-48e0-bdb7-6751026be2fc,segment=NetworkSegment(fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b),segment_id=fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:51.373427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.399260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=4b9d078b-7e37-408e-8a4e-0189d64f99fb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.442688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=6e18416b-463f-48e0-bdb7-6751026be2fc,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.443958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.448228 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56261bd9-8722-4b4b-9f3e-25282925c486 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/4b9d078b-7e37-408e-8a4e-0189d64f99fb HTTP/1.1" status: 204 len: 168 time: 0.9156613 Jul 23 20:41:51.448518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54264) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.449900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 626a59c6-e1df-4f18-95f5-b675c4ce6241 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:51.492930 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dfc12e0-d6f4-47cd-afd1-3cd141011dd8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:51.496743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9dfc12e0-d6f4-47cd-afd1-3cd141011dd8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/4b9d078b-7e37-408e-8a4e-0189d64f99fb HTTP/1.1" status: 404 len: 333 time: 0.0345840 Jul 23 20:41:51.497011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54266) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.510948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 626a59c6-e1df-4f18-95f5-b675c4ce6241 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:51.511298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 626a59c6-e1df-4f18-95f5-b675c4ce6241 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:51.531024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:41:51.531406 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-c1f46940-ce21-461d-bed1-60a03bd81a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:41:51.608436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49c720a0-4fcd-4398-b3d0-afd84c7c6ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.619558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port a921eb0b-4c49-4627-ad69-b1cc5f17c16f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:51.619819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.645072 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49c720a0-4fcd-4398-b3d0-afd84c7c6ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.699577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router bc5a695d-d0bb-48b9-86da-9e4ad3390730 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:51.795293 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49c720a0-4fcd-4398-b3d0-afd84c7c6ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.798078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-49c720a0-4fcd-4398-b3d0-afd84c7c6ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.802181 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-49c720a0-4fcd-4398-b3d0-afd84c7c6ffd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c29080dc-93a2-484f-8d76-92390e61a355 HTTP/1.1" status: 204 len: 168 time: 0.4466212 Jul 23 20:41:51.813226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c720a0-4fcd-4398-b3d0-afd84c7c6ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29080dc-93a2-484f-8d76-92390e61a355,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:51.863417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:51.877565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] Sync routers for ids ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:51.888708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] Routers {'bc5a695d-d0bb-48b9-86da-9e4ad3390730'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:51.889664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:51.891340 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b2ff229-e653-46d0-8d86-3a767cdd5805 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "PUT /v2.0/routers/bc5a695d-d0bb-48b9-86da-9e4ad3390730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1895747 Jul 23 20:41:51.894313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54270) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:51.949702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting subnet 174dc49d-1691-4a40-abcc-f4e371daa181 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:51.953182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:51.997570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.136749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.143594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.155423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for a921eb0b-4c49-4627-ad69-b1cc5f17c16f owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:52.212969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] Set router bc5a695d-d0bb-48b9-86da-9e4ad3390730 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:52.276972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.279966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54274) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:52.334176 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.365788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Subnet': ['ID=174dc49d-1691-4a40-abcc-f4e371daa181,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:52.429189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.431036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=a921eb0b-4c49-4627-ad69-b1cc5f17c16f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:52.437665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.437921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0dc990-6b4f-4e8f-8d70-54a430a45d9c None None] Network 193a578e-48da-4152-b97d-092c756d0821 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:52.444819 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7684bfa7-76e2-46b5-a120-abbd4bf95a6c tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/subnets/174dc49d-1691-4a40-abcc-f4e371daa181 HTTP/1.1" status: 204 len: 168 time: 0.5374296 Jul 23 20:41:52.445462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-726921b4-9df0-4419-8ea3-fb0697cbe9fc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/a921eb0b-4c49-4627-ad69-b1cc5f17c16f HTTP/1.1" status: 204 len: 168 time: 0.9458654 Jul 23 20:41:52.447104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54278) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:52.447534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54276) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:52.514624 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d44191e-0e2f-4f4c-ae27-db75b653ec16 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:52.519286 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7d44191e-0e2f-4f4c-ae27-db75b653ec16 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/a921eb0b-4c49-4627-ad69-b1cc5f17c16f HTTP/1.1" status: 404 len: 333 time: 0.0685234 Jul 23 20:41:52.520389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54280) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:52.581985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:52.589759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.632509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] Checking router: bc5a695d-d0bb-48b9-86da-9e4ad3390730 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:52.661126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-deee91a2-566c-4619-9c9f-b2320f393893 None None] Could not find standard attr ID for object a921eb0b-4c49-4627-ad69-b1cc5f17c16f. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:52.666661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] Routers {'bc5a695d-d0bb-48b9-86da-9e4ad3390730'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:52.667309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:52.669472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-deee91a2-566c-4619-9c9f-b2320f393893 None None] Could not find standard attr ID for object 4b9d078b-7e37-408e-8a4e-0189d64f99fb. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:52.709883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3e2c56a3-3f26-4d50-9974-de18985e8e22 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:52.720583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet 998e0471-6697-4f13-9e86-ba34a2fcf6db {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:52.729807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.735329 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.772332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 3e2c56a3-3f26-4d50-9974-de18985e8e22 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:52.772688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3e2c56a3-3f26-4d50-9974-de18985e8e22 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:52.796645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port bcf90b4a-0220-4c30-b38b-137b5a93caa1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:52.797082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.823754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.831035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] Set router bc5a695d-d0bb-48b9-86da-9e4ad3390730 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:52.906233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6e18416b-463f-48e0-bdb7-6751026be2fc up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:52.908411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] DHCP port deletion for 193a578e-48da-4152-b97d-092c756d0821 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:52.934333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] For port bcf90b4a-0220-4c30-b38b-137b5a93caa1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=bcf90b4a-0220-4c30-b38b-137b5a93caa1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:52.934685 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:52.950614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for bcf90b4a-0220-4c30-b38b-137b5a93caa1 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:52.953974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.053921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.099063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6e18416b-463f-48e0-bdb7-6751026be2fc triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:53.099520 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.103598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] Deleting port be21d41a-e11a-4704-beb2-7d11b54d15fb {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:53.104116 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.145403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.174555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=bcf90b4a-0220-4c30-b38b-137b5a93caa1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:53.222609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] For port be21d41a-e11a-4704-beb2-7d11b54d15fb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=be21d41a-e11a-4704-beb2-7d11b54d15fb,segment=NetworkSegment(f732f9a5-cd0a-442e-a40f-80f5faee967c),segment_id=f732f9a5-cd0a-442e-a40f-80f5faee967c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:53.223170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.243011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] Calling delete_port for be21d41a-e11a-4704-beb2-7d11b54d15fb owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:53.250579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.323265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:53.348569 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.350947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.366724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd0e348-3d4f-49b6-b3ca-882152cfda41 None None] The sync data for ids ['bc5a695d-d0bb-48b9-86da-9e4ad3390730'] in n-d-793620-13 is: [{'id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1336241446', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236'}], 'enable_snat': True}, 'gw_port_id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:24Z', 'updated_at': '2021-07-23T20:41:50Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': 'bcf90b4a-0220-4c30-b38b-137b5a93caa1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:7b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5a695d-d0bb-48b9-86da-9e4ad3390730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3679, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:25Z', 'updated_at': '2021-07-23T20:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:53.402895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.403487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Fanout notify agent at l3_agent the message router_deleted on router bc5a695d-d0bb-48b9-86da-9e4ad3390730 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:53.411920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.416047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dca62c99-7282-4474-9989-2f05100a292a tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/routers/bc5a695d-d0bb-48b9-86da-9e4ad3390730 HTTP/1.1" status: 204 len: 168 time: 0.9671619 Jul 23 20:41:53.416754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54282) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:53.424891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.453301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] Pushing event deleted for resources: {'Port': ['ID=be21d41a-e11a-4704-beb2-7d11b54d15fb,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:53.459860 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d593ba-6907-40ab-923d-189e04be082c None None] No DVR routers for this DVR port be21d41a-e11a-4704-beb2-7d11b54d15fb on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:53.461737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=998e0471-6697-4f13-9e86-ba34a2fcf6db,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:53.467352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.472486 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e39ab5b6-979b-43b5-acea-1d5796b158dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/998e0471-6697-4f13-9e86-ba34a2fcf6db HTTP/1.1" status: 204 len: 168 time: 0.9490993 Jul 23 20:41:53.473092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54284) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:53.476694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671deda0-34f7-466a-bcdf-83ba86dd2a29 None None] Network 190d164e-fadf-4ef0-9d14-31557cc2ac77 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:53.499320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.515951 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.610357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.621985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193a578e-48da-4152-b97d-092c756d0821']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:53.629979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.633220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f732f9a5-cd0a-442e-a40f-80f5faee967c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:53.633826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f732f9a5-cd0a-442e-a40f-80f5faee967c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:53.643406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.660466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.666451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:53.666781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:53.669795 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:53.739818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.747739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.755291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/networks/193a578e-48da-4152-b97d-092c756d0821 HTTP/1.1" status: 204 len: 168 time: 0.3327725 Jul 23 20:41:53.755291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54286) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:53.764070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 6e18416b-463f-48e0-bdb7-6751026be2fc {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:53.764417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.772025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] DHCP port deletion for 190d164e-fadf-4ef0-9d14-31557cc2ac77 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:53.774524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adc2f5-e492-4a65-92d4-02d4ae06c4e4 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Network': ['ID=193a578e-48da-4152-b97d-092c756d0821,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:53.832617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] Deleting port 6e18416b-463f-48e0-bdb7-6751026be2fc {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:53.833001 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.877284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port 6e18416b-463f-48e0-bdb7-6751026be2fc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6e18416b-463f-48e0-bdb7-6751026be2fc,segment=NetworkSegment(fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b),segment_id=fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:53.877643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.905535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] For port 6e18416b-463f-48e0-bdb7-6751026be2fc, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6e18416b-463f-48e0-bdb7-6751026be2fc,segment=NetworkSegment(fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b),segment_id=fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:53.905892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:53.918591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] Calling delete_port for 6e18416b-463f-48e0-bdb7-6751026be2fc owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:53.928789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 6e18416b-463f-48e0-bdb7-6751026be2fc owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:53.976280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port 71cf04f8-a3c0-4714-a416-80d8c8121295 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:53.976704 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.010488 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.014095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Deleting port 9bdc196c-ca29-413e-9478-1800984389cf {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:54.014439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.036582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] Pushing event deleted for resources: {'Port': ['ID=6e18416b-463f-48e0-bdb7-6751026be2fc,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:54.054256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b01a11-6b34-4752-8c7e-310869606ae3 None None] No DVR routers for this DVR port 6e18416b-463f-48e0-bdb7-6751026be2fc on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:54.077593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.077923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.079007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.092613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for 71cf04f8-a3c0-4714-a416-80d8c8121295 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:54.111298 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=6e18416b-463f-48e0-bdb7-6751026be2fc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:54.117688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port 6e18416b-463f-48e0-bdb7-6751026be2fc on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:54.161774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] For port 9bdc196c-ca29-413e-9478-1800984389cf, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9bdc196c-ca29-413e-9478-1800984389cf,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:54.162132 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.194070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Calling delete_port for 9bdc196c-ca29-413e-9478-1800984389cf owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:54.240858 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.265398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190d164e-fadf-4ef0-9d14-31557cc2ac77']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:54.269492 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.295134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=71cf04f8-a3c0-4714-a416-80d8c8121295,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:54.310473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:54.310772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc37b2ce-8fde-4fd6-87a4-4c9e2b414c9b') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:54.325335 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.349312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.358225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:54.358602 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.362134 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:54.362392 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:54.366015 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Floating IP 91dfd521-9e27-4176-ab9e-6a7417492824 disassociated (deleted). External IP: 172.25.8.165, port: 4bfaf66d-77e1-474c-b5cf-c59653afae63. Jul 23 20:41:54.475237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.482406 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.484195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/190d164e-fadf-4ef0-9d14-31557cc2ac77 HTTP/1.1" status: 204 len: 168 time: 1.0098341 Jul 23 20:41:54.488516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:54.493412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1261598888'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:54.513038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee4d55-429f-4b5e-9fe9-95c98c685a0f tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=190d164e-fadf-4ef0-9d14-31557cc2ac77,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:54.563624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:54.568106 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.587893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router b14919f7-19c1-40ee-813c-abf0a40a59fc has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:54.600482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.602757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:41:54.638559 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdc196c-ca29-413e-9478-1800984389cf,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:54.645949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.646310 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment c65f76c6-42f5-43b9-9f2a-22c51336ca1b of type vlan for network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 Jul 23 20:41:54.711747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:54.717630 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.723940 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] Sync routers for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:54.735117 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:54.737214 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:54.750433 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.762832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7256da2e-d448-4141-9b8d-346836189d50 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/floatingips/91dfd521-9e27-4176-ab9e-6a7417492824 HTTP/1.1" status: 204 len: 168 time: 1.0047543 Jul 23 20:41:54.762832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:54.764677 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaf01fb-15c9-4555-a69f-f17a635363c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:54.817696 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.825566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:54.826231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:54.850187 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcf7da2-4977-40a2-a91b-29f2c911d058 x-openstack-request-id: req-0bcf7da2-4977-40a2-a91b-29f2c911d058 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:54.850483 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:54.850730 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0bcf7da2-4977-40a2-a91b-29f2c911d058 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:54.851466 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'status': 'completed', 'code': 200} Jul 23 20:41:54.898144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4602a994-9ef1-4504-b152-6988f44041c0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:54.913011 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:54.929535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4602a994-9ef1-4504-b152-6988f44041c0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:54.930231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4602a994-9ef1-4504-b152-6988f44041c0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:54.930446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be21d41a-e11a-4704-beb2-7d11b54d15fb no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:54.966820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: be21d41a-e11a-4704-beb2-7d11b54d15fb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:54.967206 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device be21d41a-e11a-4704-beb2-7d11b54d15fb not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:54.967648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bcf90b4a-0220-4c30-b38b-137b5a93caa1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:54.979576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4900191 Jul 23 20:41:54.982560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:54.988768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:55.029299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: bcf90b4a-0220-4c30-b38b-137b5a93caa1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:55.041648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device bcf90b4a-0220-4c30-b38b-137b5a93caa1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:55.041648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6e18416b-463f-48e0-bdb7-6751026be2fc no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:55.062373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 6e18416b-463f-48e0-bdb7-6751026be2fc {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:55.062727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6e18416b-463f-48e0-bdb7-6751026be2fc not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:55.087367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d931d-6693-4962-a71d-a197767da0c1 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=08a0b0e9-1154-4232-883e-63bd1d3a41c2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:55.105253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:41:55.130839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.138109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-e687b087-0179-4d25-9d72-f50009bde914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.139862 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-e687b087-0179-4d25-9d72-f50009bde914 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2697c916e65a4b2db4710443605713bd&device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 1137 time: 0.2551765 Jul 23 20:41:55.174316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:55.178082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.204069 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:41Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:55.233420 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] Checking router: b14919f7-19c1-40ee-813c-abf0a40a59fc for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:55.242293 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:55.242833 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:55.271268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d366d-fd17-45be-b49c-47b25b2bdb8f req-77312334-adbf-434d-9c45-4bb3718e4502 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.272784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c70d366d-fd17-45be-b49c-47b25b2bdb8f req-77312334-adbf-434d-9c45-4bb3718e4502 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 985 time: 0.1507471 Jul 23 20:41:55.325477 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c70d366d-fd17-45be-b49c-47b25b2bdb8f req-9d1f4794-82f9-4a4f-a48f-e0c3633af385 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0386674 Jul 23 20:41:55.329046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-7771c769-5487-475f-a46d-d3c072b22285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.331713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-7771c769-5487-475f-a46d-d3c072b22285 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 200 len: 898 time: 0.1835489 Jul 23 20:41:55.373914 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:55.440129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-88c6633a-540a-423d-a421-d0ee1db03087 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 200 len: 217 time: 0.0993357 Jul 23 20:41:55.512408 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-779083f1-db79-4132-a5e0-7e93ecbfccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.514017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-779083f1-db79-4132-a5e0-7e93ecbfccf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ccbc91c5-0388-4d52-83ec-cd3095627e74 HTTP/1.1" status: 200 len: 834 time: 0.0668988 Jul 23 20:41:55.556189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Router bb269b3b-1e62-46e4-a2c6-f6aa53741978 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:41:55.586921 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:41Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:55.618851 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e45ca-f601-4d06-9b45-0b898d2e108b None None] The sync data for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 is: [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '5830f366-5b8d-411f-92b8-4d338ce41c5d', 'name': '', 'network_id': '9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'mac_address': 'fa:16:3e:6d:41:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:33Z', 'updated_at': '2021-07-23T20:40:41Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'subnets': [{'id': 'ccbc91c5-0388-4d52-83ec-cd3095627e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:55.666925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-c422bde0-f6b0-42d8-bba2-24ef0bdabfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.668560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-c422bde0-f6b0-42d8-bba2-24ef0bdabfaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476502 Jul 23 20:41:55.669291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.715469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:41:55.722270 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-00882061-f966-42fa-b23e-780d66fd83db admin admin] 10.222.0.46 "PUT /v2.0/routers/bb269b3b-1e62-46e4-a2c6-f6aa53741978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4373765 Jul 23 20:41:55.724885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:55.728931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] Sync routers for ids ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:41:55.736248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=e027b9a2-9b84-435c-baac-4eab3ff3e063,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:55.746420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] Routers {'bb269b3b-1e62-46e4-a2c6-f6aa53741978'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:55.747437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:55.747882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:55.748326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: 08a0b0e9-1154-4232-883e-63bd1d3a41c2, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:41:55.766958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:41:55.777806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 08a0b0e9-1154-4232-883e-63bd1d3a41c2) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:55.783871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:55.784814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.799481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96d486b-4dbc-4dda-8d3a-8cf7cff6c060 None None] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:55.810629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-32e126ad-32cf-4db0-82db-35b9d9d85761 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8269374 Jul 23 20:41:55.811395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54302) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:55.817795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2', 'name': 'tempest-PortsIpV6TestJSON-1505696495', 'fixed_ips': [{'subnet_id': 'e027b9a2-9b84-435c-baac-4eab3ff3e063', 'ip_address': '2001:db8::10'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:55.866209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-48006c4e-89b3-4704-894b-b6ae6c29222f service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894751 Jul 23 20:41:55.910354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:55.948516 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3c2f34-4ff1-43bb-8bbb-2b779c270ec7 None None] New status for floating IP 91dfd521-9e27-4176-ab9e-6a7417492824: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:41:55.987322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:56.059493 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5aaf01fb-15c9-4555-a69f-f17a635363c4 req-784fa572-9f5b-49d3-94fe-210782143a42 service neutron] 10.222.0.47 "GET /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837611 Jul 23 20:41:56.088637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.129968 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.131988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] Set router bb269b3b-1e62-46e4-a2c6-f6aa53741978 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:56.150377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Deleting port eab8cdcc-ec94-4e33-b853-36a870cae26d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:56.150757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 67fadb0c-5e99-4637-ab3b-80d0b440f512 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:56.150909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.250256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] For port eab8cdcc-ec94-4e33-b853-36a870cae26d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eab8cdcc-ec94-4e33-b853-36a870cae26d,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:56.250661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.264042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Calling delete_port for eab8cdcc-ec94-4e33-b853-36a870cae26d owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:56.312341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-08a0b0e9-1154-4232-883e-63bd1d3a41c2', 'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': 'e027b9a2-9b84-435c-baac-4eab3ff3e063'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:41:56.313179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.326619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::10 (08a0b0e9-1154-4232-883e-63bd1d3a41c2/e027b9a2-9b84-435c-baac-4eab3ff3e063/67fadb0c-5e99-4637-ab3b-80d0b440f512) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:56.403361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-b5a5c979-5bad-4241-bb3e-650102bec612 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:56.404955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-b5a5c979-5bad-4241-bb3e-650102bec612 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 985 time: 0.0973868 Jul 23 20:41:56.454117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:54Z', 'revision_number': 5, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port': {'id': 'eab8cdcc-ec94-4e33-b853-36a870cae26d', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:39:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:59Z', 'updated_at': '2021-07-23T20:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:56.482615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] Checking router: bb269b3b-1e62-46e4-a2c6-f6aa53741978 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:41:56.492368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] Routers {'bb269b3b-1e62-46e4-a2c6-f6aa53741978'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:41:56.493309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:56.539737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.570318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fe231-81cd-43c3-a2cc-5e1a128b50ad req-dc6634e3-ccb4-4856-b015-ff2a4a8307c2 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:56.571901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-098fe231-81cd-43c3-a2cc-5e1a128b50ad req-dc6634e3-ccb4-4856-b015-ff2a4a8307c2 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 985 time: 0.1085944 Jul 23 20:41:56.590618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] Set router bb269b3b-1e62-46e4-a2c6-f6aa53741978 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:41:56.597572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.598746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 67fadb0c-5e99-4637-ab3b-80d0b440f512 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:56.629175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-098fe231-81cd-43c3-a2cc-5e1a128b50ad req-8472ef03-a5af-4c86-8749-449107a31d71 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5&id=079567eb-5dbc-4e3f-bd81-6ee99130fc62&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0502176 Jul 23 20:41:56.630077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Pushing event deleted for resources: {'Port': ['ID=eab8cdcc-ec94-4e33-b853-36a870cae26d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:56.634091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port 4bfaf66d-77e1-474c-b5cf-c59653afae63 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:56.634946 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.650769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 6, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:56.665177 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.699984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4fe531-1e8a-4039-bd25-26f61fdabd8b None None] The sync data for ids ['bb269b3b-1e62-46e4-a2c6-f6aa53741978'] in n-d-793620-13 is: [{'id': 'bb269b3b-1e62-46e4-a2c6-f6aa53741978', 'name': 'tempest-TestServerMultinode-649672305-router', 'tenant_id': '88f2d1f9284747df88401e97ba480f01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:58Z', 'updated_at': '2021-07-23T20:41:56Z', 'revision_number': 6, 'project_id': '88f2d1f9284747df88401e97ba480f01', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:41:56.748002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:56.756057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Allocated IP 2001:db8::2 (08a0b0e9-1154-4232-883e-63bd1d3a41c2/e027b9a2-9b84-435c-baac-4eab3ff3e063/254cce18-8c67-4a4e-bd70-50f4021bc195) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:56.757802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:56.760749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:56.767956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:56.768777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.771746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=67fadb0c-5e99-4637-ab3b-80d0b440f512,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:56.797262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fe4e35e8-e7cb-4ee7-a878-44006447e8c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9821482 Jul 23 20:41:56.798620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54306) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:56.803937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2', 'name': 'tempest-PortsIpV6TestJSON-1537815259', 'fixed_ips': [{'subnet_id': 'e027b9a2-9b84-435c-baac-4eab3ff3e063', 'ip_address': '2001:db8::f'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:41:56.919636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:41:56.920433 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.925810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.930626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Transition to ACTIVE for port object 254cce18-8c67-4a4e-bd70-50f4021bc195 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:56.943960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50 yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:41:56.947062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Transition to ACTIVE for port object 254cce18-8c67-4a4e-bd70-50f4021bc195 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:56.955426 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:56.992663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:56.997150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:57.000753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:57.015650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Pushing event updated for resources: {'Port': ['ID=254cce18-8c67-4a4e-bd70-50f4021bc195,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.097870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Attempting to bind port 254cce18-8c67-4a4e-bd70-50f4021bc195 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:41:57.098246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Attempting to bind port 254cce18-8c67-4a4e-bd70-50f4021bc195 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:41:57.098616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Attempting to bind port 254cce18-8c67-4a4e-bd70-50f4021bc195 on network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:41:57.104796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:41:57.105179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Checking segment: {'id': 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:41:57.105619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.106021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Bound using segment: {'id': 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:41:57.106491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Bound port: 254cce18-8c67-4a4e-bd70-50f4021bc195, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '08a0b0e9-1154-4232-883e-63bd1d3a41c2'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:41:57.106882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.141680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::f (08a0b0e9-1154-4232-883e-63bd1d3a41c2/e027b9a2-9b84-435c-baac-4eab3ff3e063/6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:41:57.147411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.188176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] For port 254cce18-8c67-4a4e-bd70-50f4021bc195, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:41:57.192237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] For port 254cce18-8c67-4a4e-bd70-50f4021bc195, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=254cce18-8c67-4a4e-bd70-50f4021bc195,segment=NetworkSegment(c65f76c6-42f5-43b9-9f2a-22c51336ca1b),segment_id=c65f76c6-42f5-43b9-9f2a-22c51336ca1b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:41:57.199587 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.271735 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] For port 4bfaf66d-77e1-474c-b5cf-c59653afae63, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4bfaf66d-77e1-474c-b5cf-c59653afae63,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:57.272087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.276664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.278433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1401f6d-efaf-4c24-a2c3-eceb3af481e6 None None] Pushing event updated for resources: {'Port': ['ID=254cce18-8c67-4a4e-bd70-50f4021bc195,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.284103 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.293463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for 4bfaf66d-77e1-474c-b5cf-c59653afae63 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:57.359560 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.374835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:41:57.376301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.377263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb269b3b-1e62-46e4-a2c6-f6aa53741978 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:41:57.382759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.383966 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-28c8abc7-5965-431b-9d8d-3abf8229973f admin admin] 10.222.0.46 "DELETE /v2.0/routers/bb269b3b-1e62-46e4-a2c6-f6aa53741978 HTTP/1.1" status: 204 len: 168 time: 1.6580634 Jul 23 20:41:57.386571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54308) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.414625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.461250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Deleting subnet 6352aaf6-18f9-4fa8-80a8-80f377dc5765 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:57.462983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:41:57.465099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.466014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:41:57.469747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:41:57.475925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.476531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.484805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.502082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7dad68af-c0e6-4b76-bb2d-d61d8ad16e91 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7023432 Jul 23 20:41:57.502900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54310) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.512280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.646120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2519bea7-3051-4407-9452-9e809e2f8467 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.651051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2519bea7-3051-4407-9452-9e809e2f8467 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1469595 Jul 23 20:41:57.651793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.665351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.710032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.712659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=4bfaf66d-77e1-474c-b5cf-c59653afae63,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.754282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23616c2-5445-4443-b2e1-05e9d8c73631 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.760575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23616c2-5445-4443-b2e1-05e9d8c73631 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.766603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23616c2-5445-4443-b2e1-05e9d8c73631 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:41:57.768879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f23616c2-5445-4443-b2e1-05e9d8c73631 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1158350 Jul 23 20:41:57.772818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54316) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.805038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1a0c0c7-ffe8-43e6-acdc-7ac510502f19 req-00665306-28fd-4dfe-9115-c94599e84069 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057 HTTP/1.1" status: 200 len: 210 time: 0.0664778 Jul 23 20:41:57.831932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] No DVR routers for this DVR port 4bfaf66d-77e1-474c-b5cf-c59653afae63 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:57.840810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.842808 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-423a8ea9-dbf3-4d1d-8ccb-ebce9b60608e req-69c45306-c9b9-4ad6-bcd3-caabe1ad5a9e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.47 "DELETE /v2.0/ports/4bfaf66d-77e1-474c-b5cf-c59653afae63 HTTP/1.1" status: 204 len: 173 time: 1.3945215 Jul 23 20:41:57.843255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'name': 'network-vif-deleted', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:41:57.845582 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b6f992-5a49-4e07-8c3d-7d3fdacce861" -d '{"events": [{"server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "name": "network-vif-deleted", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:41:57.908435 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d32f7c7-fb0f-4aaa-8e95-c1101f8a5003 x-openstack-request-id: req-8d32f7c7-fb0f-4aaa-8e95-c1101f8a5003 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:41:57.908762 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057", "name": "network-vif-deleted", "tag": "4bfaf66d-77e1-474c-b5cf-c59653afae63", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:41:57.909097 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8d32f7c7-fb0f-4aaa-8e95-c1101f8a5003 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:41:57.909533 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c60bbf-0c8f-47e4-a96d-3ad0d8d9a057', 'name': 'network-vif-deleted', 'tag': '4bfaf66d-77e1-474c-b5cf-c59653afae63', 'status': 'completed', 'code': 200} Jul 23 20:41:57.916148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.947241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6352aaf6-18f9-4fa8-80a8-80f377dc5765,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:57.952806 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:57.956628 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc9a1de7-b4a7-421b-9fb8-fafb9cfae8e2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6352aaf6-18f9-4fa8-80a8-80f377dc5765 HTTP/1.1" status: 204 len: 168 time: 0.5691121 Jul 23 20:41:57.960391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54320) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:57.962033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ced5b0-0fbc-4ee2-94e3-a106474836e6 None None] Network 6831497a-9b27-484a-93d8-701e049bb71f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:57.987055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:57.987463 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.068391 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.119690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.145188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:58.178218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Deleting port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:58.178747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.257831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] DHCP port deletion for 6831497a-9b27-484a-93d8-701e049bb71f request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:41:58.261154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] For port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:58.261573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.284580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Calling delete_port for 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:58.352911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] Deleting port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:58.353932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.367183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.397098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.425005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:58.436398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] No DVR routers for this DVR port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:58.442688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:58.449709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] For port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,segment=NetworkSegment(e1952321-c72e-430f-adc8-def2c1cc9e75),segment_id=e1952321-c72e-430f-adc8-def2c1cc9e75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:58.450346 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.468236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] Calling delete_port for 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:58.488830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.497376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54322) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.498127 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-21ef53e8-b747-4b50-ac5a-ee954e79be2e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50 HTTP/1.1" status: 204 len: 168 time: 0.7217584 Jul 23 20:41:58.555607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.559121 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86a44c4-1bb3-45a8-805a-03559c4ee8a4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:58.560736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c86a44c4-1bb3-45a8-805a-03559c4ee8a4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50 HTTP/1.1" status: 404 len: 333 time: 0.0617115 Jul 23 20:41:58.565891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54324) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.567874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.569956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6831497a-9b27-484a-93d8-701e049bb71f']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.583529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1952321-c72e-430f-adc8-def2c1cc9e75') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.583905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1952321-c72e-430f-adc8-def2c1cc9e75') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:41:58.595195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] Pushing event deleted for resources: {'Port': ['ID=7ac2d3d0-2955-4a6a-b08c-4afac6c9300d,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:58.598887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ee86d-cef6-4029-bc02-447a2af2abfd None None] No DVR routers for this DVR port 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:41:58.602470 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.622700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.630817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:41:58.631212 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:41:58.633051 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:41:58.713539 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.715630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 67fadb0c-5e99-4637-ab3b-80d0b440f512 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:58.716199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.730236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.731628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6831497a-9b27-484a-93d8-701e049bb71f HTTP/1.1" status: 204 len: 168 time: 0.7685876 Jul 23 20:41:58.734701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54326) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.744273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706aa73-9b12-4a8d-b59f-d1388319cd67 admin admin] Pushing event deleted for resources: {'Network': ['ID=6831497a-9b27-484a-93d8-701e049bb71f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:58.796736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1480953-4c95-4ec8-adff-13c2c5313f8c None None] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:41:58.813583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 254cce18-8c67-4a4e-bd70-50f4021bc195 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:41:58.865492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54330) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:58.905847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9a82e2e-9744-495a-8772-e2094da86c16 None None] Provisioning for port 254cce18-8c67-4a4e-bd70-50f4021bc195 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:58.921427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:58.934537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 254cce18-8c67-4a4e-bd70-50f4021bc195 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:41:58.946076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 67fadb0c-5e99-4637-ab3b-80d0b440f512 owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:41:58.958352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 254cce18-8c67-4a4e-bd70-50f4021bc195 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:58.958731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.016572 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b63a99-a8d4-468c-b053-3319388cf8d3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.099452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.113823 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b63a99-a8d4-468c-b053-3319388cf8d3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.134410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 254cce18-8c67-4a4e-bd70-50f4021bc195, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=254cce18-8c67-4a4e-bd70-50f4021bc195,segment=NetworkSegment(c65f76c6-42f5-43b9-9f2a-22c51336ca1b),segment_id=c65f76c6-42f5-43b9-9f2a-22c51336ca1b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:59.139198 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.202384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eab8cdcc-ec94-4e33-b853-36a870cae26d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:59.230146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=254cce18-8c67-4a4e-bd70-50f4021bc195,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.232949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: eab8cdcc-ec94-4e33-b853-36a870cae26d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:59.233295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eab8cdcc-ec94-4e33-b853-36a870cae26d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:59.233757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:59.255891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:59.256248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7ac2d3d0-2955-4a6a-b08c-4afac6c9300d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:59.256687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9bdc196c-ca29-413e-9478-1800984389cf no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:41:59.270347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b63a99-a8d4-468c-b053-3319388cf8d3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.272943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22b63a99-a8d4-468c-b053-3319388cf8d3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.276897 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.277068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22b63a99-a8d4-468c-b053-3319388cf8d3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/security-groups/079567eb-5dbc-4e3f-bd81-6ee99130fc62 HTTP/1.1" status: 204 len: 168 time: 0.4103568 Jul 23 20:41:59.277974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9bdc196c-ca29-413e-9478-1800984389cf {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:41:59.278441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9bdc196c-ca29-413e-9478-1800984389cf not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:41:59.304393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b63a99-a8d4-468c-b053-3319388cf8d3 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079567eb-5dbc-4e3f-bd81-6ee99130fc62,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.351411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.356639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-30b2a773-7fca-45c7-92fb-7f0c8b821812 None None] Provisioning complete for port 254cce18-8c67-4a4e-bd70-50f4021bc195 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:41:59.357023 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-30b2a773-7fca-45c7-92fb-7f0c8b821812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.367765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.391569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=67fadb0c-5e99-4637-ab3b-80d0b440f512,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.399885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.449535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.451863 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8e466fc6-40e8-40a6-8193-82ee43355830 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/67fadb0c-5e99-4637-ab3b-80d0b440f512 HTTP/1.1" status: 204 len: 168 time: 0.8840103 Jul 23 20:41:59.455805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54334) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.461421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-30b2a773-7fca-45c7-92fb-7f0c8b821812 None None] Could not find standard attr ID for object 67fadb0c-5e99-4637-ab3b-80d0b440f512. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:59.492221 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0f8306-79b4-41a3-9769-73cd508839c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:41:59.493948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f0f8306-79b4-41a3-9769-73cd508839c2 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/67fadb0c-5e99-4637-ab3b-80d0b440f512 HTTP/1.1" status: 404 len: 333 time: 0.0350513 Jul 23 20:41:59.496600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54336) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.516159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.537717 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.540337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.541506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/security-groups/b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5 HTTP/1.1" status: 204 len: 168 time: 0.2635484 Jul 23 20:41:59.549128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54338) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:41:59.597789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet e027b9a2-9b84-435c-baac-4eab3ff3e063 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:41:59.631022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ba05e5-a9c5-4ad4-9b7b-f1cf9e1358e5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:41:59.632422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.665107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.665468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.665816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.666152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.666482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.666812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.667145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.667474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.667805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.668129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.668451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.668773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c29c5b5-dd91-442d-93f7-ac3312b85bf1 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:41:59.686806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d173fba7-6f28-4dca-ac98-c64a3a21f924 None None] Could not find standard attr ID for object 67fadb0c-5e99-4637-ab3b-80d0b440f512. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:59.700909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.817817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Deleting port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:41:59.818436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.889389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.902957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-7eb472cc-9476-43e2-93f9-155d732827ef None None] Could not find standard attr ID for object 6aa7b1ae-c8d0-4eff-8fc3-e842af3e1a50. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:41:59.911752 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] For port 33eacf51-d0b0-40c5-9d15-5ee184ef2c87, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,segment=NetworkSegment(1b594a8d-7846-4ef4-9ce3-e7db360423fa),segment_id=1b594a8d-7846-4ef4-9ce3-e7db360423fa)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:41:59.912135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:41:59.925962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Calling delete_port for 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:00.001979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.064351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.066310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/e027b9a2-9b84-435c-baac-4eab3ff3e063 HTTP/1.1" status: 204 len: 168 time: 0.5687153 Jul 23 20:42:00.067573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8409e-0185-46ee-a284-c602db77ead4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=e027b9a2-9b84-435c-baac-4eab3ff3e063,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.072472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54340) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:00.140493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.163007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.180918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33eacf51-d0b0-40c5-9d15-5ee184ef2c87,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.279568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 254cce18-8c67-4a4e-bd70-50f4021bc195 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:00.280382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.301805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.311384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38bc0c5-492e-406c-b531-196b7e50a104 None None] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:00.363290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.421544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port 254cce18-8c67-4a4e-bd70-50f4021bc195, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=254cce18-8c67-4a4e-bd70-50f4021bc195,segment=NetworkSegment(c65f76c6-42f5-43b9-9f2a-22c51336ca1b),segment_id=c65f76c6-42f5-43b9-9f2a-22c51336ca1b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:00.422076 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.442536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 254cce18-8c67-4a4e-bd70-50f4021bc195 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:00.535396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] DHCP port deletion for 08a0b0e9-1154-4232-883e-63bd1d3a41c2 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:00.583259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Deleting port 254cce18-8c67-4a4e-bd70-50f4021bc195 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:00.584075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.594488 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.623735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=254cce18-8c67-4a4e-bd70-50f4021bc195,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.629089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Router 3f277fb2-cc35-4999-b468-89a11bf4c117 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:00.631873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port 254cce18-8c67-4a4e-bd70-50f4021bc195 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:00.650839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] For port 254cce18-8c67-4a4e-bd70-50f4021bc195, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=254cce18-8c67-4a4e-bd70-50f4021bc195,segment=NetworkSegment(c65f76c6-42f5-43b9-9f2a-22c51336ca1b),segment_id=c65f76c6-42f5-43b9-9f2a-22c51336ca1b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:00.651376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.664524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Calling delete_port for 254cce18-8c67-4a4e-bd70-50f4021bc195 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:00.743156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4bfaf66d-77e1-474c-b5cf-c59653afae63 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:00.750390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.759527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:00.771733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] Sync routers for ids ['3f277fb2-cc35-4999-b468-89a11bf4c117'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:00.771942 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e3fb8d0b-98da-4b46-b974-b90b765b93f5 admin admin] 10.222.0.46 "PUT /v2.0/routers/3f277fb2-cc35-4999-b468-89a11bf4c117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0360172 Jul 23 20:42:00.773816 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 4bfaf66d-77e1-474c-b5cf-c59653afae63 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:00.774411 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54342) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:00.774599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4bfaf66d-77e1-474c-b5cf-c59653afae63 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:00.789740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a0b0e9-1154-4232-883e-63bd1d3a41c2']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:00.802120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:00.802416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c65f76c6-42f5-43b9-9f2a-22c51336ca1b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:00.807980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] Routers {'3f277fb2-cc35-4999-b468-89a11bf4c117'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:00.808946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3f277fb2-cc35-4999-b468-89a11bf4c117'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:00.814341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.836461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.846791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:00.847108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:00.851410 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:00.866503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port 5830f366-5b8d-411f-92b8-4d338ce41c5d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:00.866853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.888487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 254cce18-8c67-4a4e-bd70-50f4021bc195 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:00.895513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.920553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 254cce18-8c67-4a4e-bd70-50f4021bc195 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:00.920901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 254cce18-8c67-4a4e-bd70-50f4021bc195 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:00.949028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:00.977252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Pushing event deleted for resources: {'Port': ['ID=254cce18-8c67-4a4e-bd70-50f4021bc195,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:00.979051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] Network 08a0b0e9-1154-4232-883e-63bd1d3a41c2 is not hosted by any dhcp agent {{(pid=94028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:42:00.979514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca2f34e-5406-46dd-b879-6f7f023b542f None None] No DVR routers for this DVR port 254cce18-8c67-4a4e-bd70-50f4021bc195 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:01.000779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] Set router 3f277fb2-cc35-4999-b468-89a11bf4c117 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:01.019413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.078987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Deleting port c6914937-3de1-4d2f-a355-6f04244818f4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:01.079382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.166625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] For port c6914937-3de1-4d2f-a355-6f04244818f4, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=c6914937-3de1-4d2f-a355-6f04244818f4,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:01.166994 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.180692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Calling delete_port for c6914937-3de1-4d2f-a355-6f04244818f4 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:01.213899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.217076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:42:00Z', 'revision_number': 5, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port': {'id': 'c6914937-3de1-4d2f-a355-6f04244818f4', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.218461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.224805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/08a0b0e9-1154-4232-883e-63bd1d3a41c2 HTTP/1.1" status: 204 len: 168 time: 1.1483691 Jul 23 20:42:01.231154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54344) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:01.237604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173690797'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:01.249866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] Checking router: 3f277fb2-cc35-4999-b468-89a11bf4c117 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:01.258667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ddee8-808b-425d-8609-6a269d6b8ea9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=08a0b0e9-1154-4232-883e-63bd1d3a41c2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:01.258940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] Routers {'3f277fb2-cc35-4999-b468-89a11bf4c117'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:01.259361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3f277fb2-cc35-4999-b468-89a11bf4c117'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.287573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] For port 5830f366-5b8d-411f-92b8-4d338ce41c5d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5830f366-5b8d-411f-92b8-4d338ce41c5d,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:01.288032 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.296637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:01.301307 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.316613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for 5830f366-5b8d-411f-92b8-4d338ce41c5d owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:01.372982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:01.389844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.390261 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Added segment fc304212-ea0a-4403-ad7e-dc5a7fd639fb of type vlan for network f8ae68bf-e302-4364-acf1-069fc073c5f0 Jul 23 20:42:01.452402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.526558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] Set router 3f277fb2-cc35-4999-b468-89a11bf4c117 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:01.535874 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.541318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:01.541934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.585927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 6, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:01.615182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3802822 Jul 23 20:42:01.616098 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54346) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:01.617108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f6c5c8-0c2a-46da-989a-f3894eb53d1b None None] The sync data for ids ['3f277fb2-cc35-4999-b468-89a11bf4c117'] in n-d-793620-13 is: [{'id': '3f277fb2-cc35-4999-b468-89a11bf4c117', 'name': 'tempest-TestServerMultinode-1923484896-router', 'tenant_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:41:06Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 6, 'project_id': 'f3d0653ca09c4cbc87adb56ac68e64a8', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:01.621155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:01.651363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66429c8-f042-4e80-9eed-82cbff0609dd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Network': ['ID=f8ae68bf-e302-4364-acf1-069fc073c5f0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:01.668618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:01.676787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.704863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=5830f366-5b8d-411f-92b8-4d338ce41c5d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:01.785106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:01.790034 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.908056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.927342 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:01.963063 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6914937-3de1-4d2f-a355-6f04244818f4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.070690 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.147668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Router b14919f7-19c1-40ee-813c-abf0a40a59fc has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:02.203174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.207409 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.213600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.252188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:02.260963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a573b28b-4f17-474a-bfa8-f6aa74d4655e tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "PUT /v2.0/routers/b14919f7-19c1-40ee-813c-abf0a40a59fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7080591 Jul 23 20:42:02.260963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54348) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.263671 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] Sync routers for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:02.276384 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:02.277389 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:02.289521 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.290080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f277fb2-cc35-4999-b468-89a11bf4c117 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:02.298102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.301900 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2ecbf7bf-b5cc-4e76-b01a-9f401210f879 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3f277fb2-cc35-4999-b468-89a11bf4c117 HTTP/1.1" status: 204 len: 168 time: 1.5240173 Jul 23 20:42:02.304177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54350) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.328185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=0279fa00-39e4-4f36-a1ef-56ae260df8b7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.338642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Checking segment: {'id': 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:02.338801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network hostable DHCP agents. Network: f8ae68bf-e302-4364-acf1-069fc073c5f0, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:02.355120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting subnet ccbc91c5-0388-4d52-83ec-cd3095627e74 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:02.360814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:02.362518 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.372929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f8ae68bf-e302-4364-acf1-069fc073c5f0) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:02.378872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:02.379613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.385204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb52bb9-064d-428b-afb3-aab988c9c28a None None] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:02.395568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Deleting subnet 9aab3052-2362-4179-b526-947e373b33b9 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:02.404247 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.411379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec57c617-5888-4b54-b94c-c2f23ff0b329 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7942007 Jul 23 20:42:02.416196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54352) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.424442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1624579308', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:02.444966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.462732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.464143 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.484905 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.544250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:02.547000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.554482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.575730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f8ae68bf-e302-4364-acf1-069fc073c5f0', 'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': '0279fa00-39e4-4f36-a1ef-56ae260df8b7'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:02.576794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.585977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.597781 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b99e7a59-2aaf-4112-b27d-4a46a8bd8ba5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1763606 Jul 23 20:42:02.599662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54354) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.608814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0', 'name': 'tempest-PortsIpV6TestJSON-55562495'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:02.660051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.663767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.787792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.797067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.815403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Allocated IP 2001:db8::2 (f8ae68bf-e302-4364-acf1-069fc073c5f0/0279fa00-39e4-4f36-a1ef-56ae260df8b7/0a2e245e-7c54-4be5-b783-ea60b9fd9cd8) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:02.837035 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aab3052-2362-4179-b526-947e373b33b9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.842461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6914937-3de1-4d2f-a355-6f04244818f4 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:02.856777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:02.860362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.863438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.865578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c1fe941b-a345-4f1a-8315-9de4fbb7e6a8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9aab3052-2362-4179-b526-947e373b33b9 HTTP/1.1" status: 204 len: 168 time: 0.5604136 Jul 23 20:42:02.866913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:02.868731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/subnets/ccbc91c5-0388-4d52-83ec-cd3095627e74 HTTP/1.1" status: 204 len: 168 time: 0.6068714 Jul 23 20:42:02.869700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5948b-ca2a-41c9-9930-bb41d4c72327 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Subnet': ['ID=ccbc91c5-0388-4d52-83ec-cd3095627e74,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:02.871633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54356) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.872464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:02.881094 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:02.890247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03988fe4-b63a-447f-8a0c-7a055439772d None None] Network 9925ac92-e121-491e-93fc-71e0df2c358a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:02.896645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5ae947-e440-4ae8-bde0-90f773ebcc7d None None] Network 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:02.900854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 66aaf1a0-bc46-4c08-8173-b37b271681b7 yet. {{(pid=94026) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:02.915112 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] Checking router: b14919f7-19c1-40ee-813c-abf0a40a59fc for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:02.933486 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] Routers {'b14919f7-19c1-40ee-813c-abf0a40a59fc'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:02.934442 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14919f7-19c1-40ee-813c-abf0a40a59fc'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:02.963128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: c6914937-3de1-4d2f-a355-6f04244818f4 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:02.963472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device c6914937-3de1-4d2f-a355-6f04244818f4 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:02.963896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:03.021949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:03.022297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 33eacf51-d0b0-40c5-9d15-5ee184ef2c87 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:03.056240 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.087329 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] Set router b14919f7-19c1-40ee-813c-abf0a40a59fc gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:03.103945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.216170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Deleting port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:03.216700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.255631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.293104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.304191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] For port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,segment=NetworkSegment(1b594a8d-7846-4ef4-9ce3-e7db360423fa),segment_id=1b594a8d-7846-4ef4-9ce3-e7db360423fa)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:03.304841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.309939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.322039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Calling delete_port for 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:03.323291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Transition to ACTIVE for port object 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:03.326853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f5f52-9604-45b1-ad65-9cc492f960a6 None None] The sync data for ids ['b14919f7-19c1-40ee-813c-abf0a40a59fc'] in n-d-793620-13 is: [{'id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-863789728', 'tenant_id': '2697c916e65a4b2db4710443605713bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:40:29Z', 'updated_at': '2021-07-23T20:42:01Z', 'revision_number': 5, 'project_id': '2697c916e65a4b2db4710443605713bd', 'gw_port': {'id': '02ef7440-1dc9-4295-87d1-3f0c0c5f630e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14919f7-19c1-40ee-813c-abf0a40a59fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:40:30Z', 'updated_at': '2021-07-23T20:40:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:03.353675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Transition to ACTIVE for port object 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:03.360754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.406952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:03.410292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:03.413869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:03.421933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Pushing event updated for resources: {'Port': ['ID=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.441139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Deleting port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:03.441644 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.466961 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.467966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::3e5 (f8ae68bf-e302-4364-acf1-069fc073c5f0/0279fa00-39e4-4f36-a1ef-56ae260df8b7/66aaf1a0-bc46-4c08-8173-b37b271681b7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:03.486599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Attempting to bind port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:03.487160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Attempting to bind port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:03.487694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Attempting to bind port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 on network f8ae68bf-e302-4364-acf1-069fc073c5f0 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:03.493855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:03.494389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Checking segment: {'id': 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:03.494906 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.495411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Bound using segment: {'id': 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:03.495977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Bound port: 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f8ae68bf-e302-4364-acf1-069fc073c5f0'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:03.496489 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.529418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d6f45a8-ee0a-436d-96fd-8698f29a4dfd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.538132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] No DVR routers for this DVR port 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:03.568127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] For port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:03.572080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] For port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,segment=NetworkSegment(fc304212-ea0a-4403-ad7e-dc5a7fd639fb),segment_id=fc304212-ea0a-4403-ad7e-dc5a7fd639fb)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:03.577447 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.589982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] For port 02ef7440-1dc9-4295-87d1-3f0c0c5f630e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:03.590357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.612643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Calling delete_port for 02ef7440-1dc9-4295-87d1-3f0c0c5f630e owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:03.642643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576cca6-54ac-4834-b7d8-827d92108006 None None] Pushing event updated for resources: {'Port': ['ID=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.644746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.654582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.660595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9925ac92-e121-491e-93fc-71e0df2c358a']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.670004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 66aaf1a0-bc46-4c08-8173-b37b271681b7 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:03.700415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b594a8d-7846-4ef4-9ce3-e7db360423fa') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.700719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b594a8d-7846-4ef4-9ce3-e7db360423fa') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:03.713133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.714173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.727824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186579c0-3660-4bad-a903-ddbe67f715e5 None None] DHCP port deletion for 9925ac92-e121-491e-93fc-71e0df2c358a request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:03.751861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.765390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:03.765765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] DHCP port deletion for 9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:03.765899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:03.767721 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:03.800390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=66aaf1a0-bc46-4c08-8173-b37b271681b7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.820921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:03.832852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:03.835768 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:03.846413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:03.847402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.848912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] Deleting port 77267747-b1ba-42d5-bd3a-19e32081d2ba {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:03.849368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.898097 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c340f21-eb8c-479f-bebd-d9c8b73347e3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2965956 Jul 23 20:42:03.900668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54360) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:03.931909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.937625 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.942706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9925ac92-e121-491e-93fc-71e0df2c358a HTTP/1.1" status: 204 len: 168 time: 1.0667391 Jul 23 20:42:03.955150 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] For port 77267747-b1ba-42d5-bd3a-19e32081d2ba, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=77267747-b1ba-42d5-bd3a-19e32081d2ba,segment=NetworkSegment(1ee9ebd5-4940-4c14-a829-b5914666e72b),segment_id=1ee9ebd5-4940-4c14-a829-b5914666e72b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:03.955892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:03.959831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786636-1ff3-422e-a5d2-c232c10a65e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9925ac92-e121-491e-93fc-71e0df2c358a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:03.975347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] Calling delete_port for 77267747-b1ba-42d5-bd3a-19e32081d2ba owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:04.055351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.093647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Port': ['ID=02ef7440-1dc9-4295-87d1-3f0c0c5f630e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.108048 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.138251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] Pushing event deleted for resources: {'Port': ['ID=77267747-b1ba-42d5-bd3a-19e32081d2ba,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.144271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220a81c-5d03-40ed-bf32-a0c5f06161fd None None] No DVR routers for this DVR port 77267747-b1ba-42d5-bd3a-19e32081d2ba on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:04.178106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.264685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54364) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:04.346545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9230daf4-53d9-4618-a630-d9918b7c9405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88f2d1f9284747df88401e97ba480f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806162 Jul 23 20:42:04.349480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54366) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:04.470541 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-457fcfde-6a45-4236-b992-ea88cc9c01f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.485370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.508970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-457fcfde-6a45-4236-b992-ea88cc9c01f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.523018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.525164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.572978 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.573804 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Fanout notify agent at l3_agent the message router_deleted on router b14919f7-19c1-40ee-813c-abf0a40a59fc {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:04.583436 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.584720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-981f67e5-9271-46c7-8dbd-bdcb6c4ffe68 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/routers/b14919f7-19c1-40ee-813c-abf0a40a59fc HTTP/1.1" status: 204 len: 168 time: 1.7100575 Jul 23 20:42:04.587799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54368) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:04.663761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-457fcfde-6a45-4236-b992-ea88cc9c01f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.666632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-457fcfde-6a45-4236-b992-ea88cc9c01f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.687864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.690130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-457fcfde-6a45-4236-b992-ea88cc9c01f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a283c77-8f15-4536-a66b-6059a28b42a0 HTTP/1.1" status: 204 len: 168 time: 0.3219371 Jul 23 20:42:04.720269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fcfde-6a45-4236-b992-ea88cc9c01f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a283c77-8f15-4536-a66b-6059a28b42a0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:04.821298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.833331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:04.845286 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee9ebd5-4940-4c14-a829-b5914666e72b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:04.845749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee9ebd5-4940-4c14-a829-b5914666e72b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:04.857992 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.872753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3255a8-28ed-406f-97f7-49c44a2f41bc None None] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:04.878322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.886657 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.886877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:04.887203 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:04.891204 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:04.896439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.938685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-24b646b5-081f-4000-a182-de36cd2fc068 None None] Provisioning for port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:04.977266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:04.986655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=66aaf1a0-bc46-4c08-8173-b37b271681b7,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:05.005146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.007389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] 10.222.0.46 "DELETE /v2.0/networks/9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f HTTP/1.1" status: 204 len: 168 time: 0.4186187 Jul 23 20:42:05.008570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f4262-24fa-463d-9f40-041c6dee1848 tempest-TestSecurityGroupsBasicOps-1229489684 tempest-TestSecurityGroupsBasicOps-1229489684-project] Pushing event deleted for resources: {'Network': ['ID=9ad3fade-7d22-4acd-a57b-fa8ef8dc3f9f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:05.250229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:05.255353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54378) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:05.255826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.315067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92111c2e-0753-436f-8a2d-2c34fdfef874 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3d0653ca09c4cbc87adb56ac68e64a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584733 Jul 23 20:42:05.319448 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54382) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:05.323240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:05.327665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:05.328166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.419378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.427744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:05.453157 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03efcdd5-8924-45f1-a9a3-583e5591ee5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.466233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,segment=NetworkSegment(fc304212-ea0a-4403-ad7e-dc5a7fd639fb),segment_id=fc304212-ea0a-4403-ad7e-dc5a7fd639fb)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:05.475834 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.505403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.545857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03efcdd5-8924-45f1-a9a3-583e5591ee5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.547269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eda8cfb8-6971-4442-801b-cf3fc836d77c None None] Provisioning for port 66aaf1a0-bc46-4c08-8173-b37b271681b7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:05.560714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5830f366-5b8d-411f-92b8-4d338ce41c5d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:05.588875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5830f366-5b8d-411f-92b8-4d338ce41c5d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:05.589459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5830f366-5b8d-411f-92b8-4d338ce41c5d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:05.589911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 77267747-b1ba-42d5-bd3a-19e32081d2ba no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:05.591612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eda8cfb8-6971-4442-801b-cf3fc836d77c None None] Provisioning complete for port 66aaf1a0-bc46-4c08-8173-b37b271681b7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:05.592047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eda8cfb8-6971-4442-801b-cf3fc836d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.639905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 77267747-b1ba-42d5-bd3a-19e32081d2ba {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:05.640350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 77267747-b1ba-42d5-bd3a-19e32081d2ba not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:05.640845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:05.645057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:05.652831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-505a306d-6ec2-4dc6-8529-000099a54284 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2697c916e65a4b2db4710443605713bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234335 Jul 23 20:42:05.659785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54388) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:05.675193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:05.675560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5d6f45a8-ee0a-436d-96fd-8698f29a4dfd not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:05.689104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-eda8cfb8-6971-4442-801b-cf3fc836d77c None None] Port 66aaf1a0-bc46-4c08-8173-b37b271681b7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:05.698892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03efcdd5-8924-45f1-a9a3-583e5591ee5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.699966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-eda8cfb8-6971-4442-801b-cf3fc836d77c None None] Provisioning complete for port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:05.699966 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eda8cfb8-6971-4442-801b-cf3fc836d77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.701498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03efcdd5-8924-45f1-a9a3-583e5591ee5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.706741 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-03efcdd5-8924-45f1-a9a3-583e5591ee5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c102991f-9d4b-4f53-8df3-beafe8b9d5df HTTP/1.1" status: 204 len: 168 time: 0.3818166 Jul 23 20:42:05.717586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efcdd5-8924-45f1-a9a3-583e5591ee5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c102991f-9d4b-4f53-8df3-beafe8b9d5df,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:05.760466 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c6ab-39c6-4611-adf0-290a1d5f3228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.796511 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c6ab-39c6-4611-adf0-290a1d5f3228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.869241 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c6ab-39c6-4611-adf0-290a1d5f3228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.873848 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c6ab-39c6-4611-adf0-290a1d5f3228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.875137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e6a2c6ab-39c6-4611-adf0-290a1d5f3228 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a4a722c-3c49-4b04-90e5-9020a2a3de5b HTTP/1.1" status: 204 len: 168 time: 0.2135458 Jul 23 20:42:05.884313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2c6ab-39c6-4611-adf0-290a1d5f3228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4a722c-3c49-4b04-90e5-9020a2a3de5b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:05.932038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.942114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.943312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:05.964420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-17cac74e-df9c-41a2-bd00-c391dee1eacc None None] Provisioning complete for port 66aaf1a0-bc46-4c08-8173-b37b271681b7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:05.965615 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-17cac74e-df9c-41a2-bd00-c391dee1eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.021615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-17cac74e-df9c-41a2-bd00-c391dee1eacc None None] Port 66aaf1a0-bc46-4c08-8173-b37b271681b7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:06.103583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:06.106983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:06.180884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-53d77d5e-170f-4e32-8639-bfafa84a30ae None None] Provisioning complete for port 66aaf1a0-bc46-4c08-8173-b37b271681b7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:06.181583 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-53d77d5e-170f-4e32-8639-bfafa84a30ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.198202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=66aaf1a0-bc46-4c08-8173-b37b271681b7,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.257493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-53d77d5e-170f-4e32-8639-bfafa84a30ae None None] Port 66aaf1a0-bc46-4c08-8173-b37b271681b7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:06.284207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Router fc9779cb-6727-4bde-b55b-276f061c97b7 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:06.386467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:06.389915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54396) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:06.391764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ab10f251-7b9c-47a6-b435-c74a3e97c9d8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/routers/fc9779cb-6727-4bde-b55b-276f061c97b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900742 Jul 23 20:42:06.398420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54398) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:06.400836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] Sync routers for ids ['fc9779cb-6727-4bde-b55b-276f061c97b7'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:06.407804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-feca3fb3-1f15-4e46-93f3-32204d8c6ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.411583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] Routers {'fc9779cb-6727-4bde-b55b-276f061c97b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:06.412324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc9779cb-6727-4bde-b55b-276f061c97b7'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:06.456040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:06.472957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29c6cba-d5d5-443e-a2a2-2187a0d71ce7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:06.474537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b29c6cba-d5d5-443e-a2a2-2187a0d71ce7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc9779cb-6727-4bde-b55b-276f061c97b7 HTTP/1.1" status: 200 len: 987 time: 0.0700376 Jul 23 20:42:06.477711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54400) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:06.479488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] Routers {'fc9779cb-6727-4bde-b55b-276f061c97b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:06.480413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc9779cb-6727-4bde-b55b-276f061c97b7'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:06.510926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-feca3fb3-1f15-4e46-93f3-32204d8c6ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.514541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:06.515229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0fa04b-e757-4ec3-8e01-7f14b42d8643 None None] The sync data for ids ['fc9779cb-6727-4bde-b55b-276f061c97b7'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:06.515714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-feca3fb3-1f15-4e46-93f3-32204d8c6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.519975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-300c47a9-53af-4deb-aa6e-6b7502e38de9 None None] Provisioning complete for port 66aaf1a0-bc46-4c08-8173-b37b271681b7 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:06.520436 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-300c47a9-53af-4deb-aa6e-6b7502e38de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.555706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-300c47a9-53af-4deb-aa6e-6b7502e38de9 None None] Port 66aaf1a0-bc46-4c08-8173-b37b271681b7 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:06.556778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-feca3fb3-1f15-4e46-93f3-32204d8c6ac9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52c43da0747149e59ace31f420da7a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646783 Jul 23 20:42:06.559948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54402) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:06.567697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca3fb3-1f15-4e46-93f3-32204d8c6ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade2ec6-e966-45b6-9601-da495ac3838e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.613735 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebd4842f-d3c5-4a7f-89dc-f0a378f1ae7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.634627 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebd4842f-d3c5-4a7f-89dc-f0a378f1ae7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.682503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebd4842f-d3c5-4a7f-89dc-f0a378f1ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.685747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ebd4842f-d3c5-4a7f-89dc-f0a378f1ae7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.687944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ebd4842f-d3c5-4a7f-89dc-f0a378f1ae7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fade2ec6-e966-45b6-9601-da495ac3838e HTTP/1.1" status: 204 len: 168 time: 0.1258051 Jul 23 20:42:06.698134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4842f-d3c5-4a7f-89dc-f0a378f1ae7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade2ec6-e966-45b6-9601-da495ac3838e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:06.760398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:06.816821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:06.817129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:06.910381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 02ef7440-1dc9-4295-87d1-3f0c0c5f630e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:06.936194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 02ef7440-1dc9-4295-87d1-3f0c0c5f630e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:06.936578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 02ef7440-1dc9-4295-87d1-3f0c0c5f630e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:06.947502 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.024669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54408) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:07.064596 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cb88922e-33df-4767-9a02-71a302dd893b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d4cc9963e4f4f4e9e4fe60e261f758f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386047 Jul 23 20:42:07.066997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54410) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:07.116065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32ea0858-0062-49b8-a632-1f88123c96d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.140102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32ea0858-0062-49b8-a632-1f88123c96d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.170835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 66aaf1a0-bc46-4c08-8173-b37b271681b7 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:07.171439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.189058 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32ea0858-0062-49b8-a632-1f88123c96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.191699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32ea0858-0062-49b8-a632-1f88123c96d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.192898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-32ea0858-0062-49b8-a632-1f88123c96d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4999d71-fbfa-4e90-ac79-57263ec234a2 HTTP/1.1" status: 204 len: 168 time: 0.1248999 Jul 23 20:42:07.201666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea0858-0062-49b8-a632-1f88123c96d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4999d71-fbfa-4e90-ac79-57263ec234a2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:07.263192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.275787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 66aaf1a0-bc46-4c08-8173-b37b271681b7 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:07.795441 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:07.829753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=66aaf1a0-bc46-4c08-8173-b37b271681b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:07.896634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54432) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:07.934747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.005397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1272019117-network', 'tenant_id': '533490cc621a4a559768b61b822cf5e4'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:08.029928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Made reservation on behalf of 533490cc621a4a559768b61b822cf5e4 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:08.032500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.041463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.092220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Router fc9779cb-6727-4bde-b55b-276f061c97b7 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:08.135939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.140103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.166761 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:08.171977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66204d67-0e53-4925-bfd7-e4c5f0ca38a2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.173850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:08.180267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec4fee44-df23-46c3-872c-72e92c960a36 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/routers/fc9779cb-6727-4bde-b55b-276f061c97b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7011793 Jul 23 20:42:08.183639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54436) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.186966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] Sync routers for ids ['fc9779cb-6727-4bde-b55b-276f061c97b7'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:08.196884 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] Routers {'fc9779cb-6727-4bde-b55b-276f061c97b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:08.197519 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc9779cb-6727-4bde-b55b-276f061c97b7'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:08.198697 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.199049 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Added segment 44e814b0-1568-49cc-b04e-7ce18639d270 of type vlan for network d2af4800-7740-441e-9998-79322d2ae8af Jul 23 20:42:08.222990 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf10bca-fd6b-4aa0-a8bf-3a7a08790c67 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:42:08.224472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4bf10bca-fd6b-4aa0-a8bf-3a7a08790c67 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/66aaf1a0-bc46-4c08-8173-b37b271681b7 HTTP/1.1" status: 404 len: 333 time: 0.0392237 Jul 23 20:42:08.227365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54438) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.229183 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:08.239078 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] Routers {'fc9779cb-6727-4bde-b55b-276f061c97b7'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:08.239748 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['fc9779cb-6727-4bde-b55b-276f061c97b7'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:08.267836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.273453 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:08.274102 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5f2766-3544-4d04-84a1-3a6ea8d8f6a2 None None] The sync data for ids ['fc9779cb-6727-4bde-b55b-276f061c97b7'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:08.304103 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.305080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.305693 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.319482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.338443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4406149 Jul 23 20:42:08.348651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54440) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.358355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Request body: {'subnet': {'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1272019117-subnet', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:08.403113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751b06e-adf0-4b5b-a938-97fabb7ae0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2af4800-7740-441e-9998-79322d2ae8af,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.413634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d2af4800-7740-441e-9998-79322d2ae8af details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:08.419485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Made reservation on behalf of 533490cc621a4a559768b61b822cf5e4 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:08.422042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.486908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.489193 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.532694 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.533318 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Fanout notify agent at l3_agent the message router_deleted on router fc9779cb-6727-4bde-b55b-276f061c97b7 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:08.541354 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.543582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-03be53aa-41fe-4287-86ec-ebe756104682 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/routers/fc9779cb-6727-4bde-b55b-276f061c97b7 HTTP/1.1" status: 204 len: 168 time: 0.3146439 Jul 23 20:42:08.545567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54442) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.596181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet 0279fa00-39e4-4f36-a1ef-56ae260df8b7 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:08.597509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.599412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.644640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.656449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0189bdc-4ff9-4802-ab8c-ef9911b8531b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.665105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Checking segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:08.665491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Network hostable DHCP agents. Network: d2af4800-7740-441e-9998-79322d2ae8af, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:08.681913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Network d2af4800-7740-441e-9998-79322d2ae8af is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:08.693624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d2af4800-7740-441e-9998-79322d2ae8af) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:08.699707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:08.700293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.704212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1ef688-9260-475e-b224-7b70a9e8da81 None None] Network d2af4800-7740-441e-9998-79322d2ae8af requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:08.717507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-93b4ea08-eb86-4345-91bc-583bc3742c2d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3674278 Jul 23 20:42:08.719906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54444) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.727145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:08.737903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.758975 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.760718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.804125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.832106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=0279fa00-39e4-4f36-a1ef-56ae260df8b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:08.840758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.846438 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4cd48b9-d060-486b-b8d4-0d0567edfefe tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/0279fa00-39e4-4f36-a1ef-56ae260df8b7 HTTP/1.1" status: 204 len: 168 time: 0.2997398 Jul 23 20:42:08.847084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54446) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:08.851453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c4362-9edb-4361-94ff-8412622bcf16 None None] Network f8ae68bf-e302-4364-acf1-069fc073c5f0 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:08.874377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.936874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.971694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-d2af4800-7740-441e-9998-79322d2ae8af', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:08.972555 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:08.994280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:08.994534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.022177 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.062576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,segment=NetworkSegment(fc304212-ea0a-4403-ad7e-dc5a7fd639fb),segment_id=fc304212-ea0a-4403-ad7e-dc5a7fd639fb)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:09.062941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.083429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:09.148595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Allocated IP 172.20.0.2 (d2af4800-7740-441e-9998-79322d2ae8af/c0189bdc-4ff9-4802-ab8c-ef9911b8531b/b2fe1f8d-48b0-4f64-86d2-9785e5912cdb) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:09.171656 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.199755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd202fb2-1c86-401a-b41e-710ceb43d336 None None] DHCP port deletion for f8ae68bf-e302-4364-acf1-069fc073c5f0 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:09.201392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=0a2e245e-7c54-4be5-b783-ea60b9fd9cd8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.207864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:09.268116 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.296738 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.299982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.311663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ae68bf-e302-4364-acf1-069fc073c5f0']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:09.319634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.323701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:09.324206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc304212-ea0a-4403-ad7e-dc5a7fd639fb') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:09.328146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Transition to ACTIVE for port object b2fe1f8d-48b0-4f64-86d2-9785e5912cdb will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:09.341762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.343929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Transition to ACTIVE for port object b2fe1f8d-48b0-4f64-86d2-9785e5912cdb will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:09.351501 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.360561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.367494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:09.368260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:09.371606 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:09.389895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Network d2af4800-7740-441e-9998-79322d2ae8af is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:09.392780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:09.396224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:09.405862 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Pushing event updated for resources: {'Port': ['ID=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.442263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.450591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.452188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Allocated IP 172.25.8.164 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ab3f6db6-cdb5-4a30-8b07-c45963f57345) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:09.457964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/f8ae68bf-e302-4364-acf1-069fc073c5f0 HTTP/1.1" status: 204 len: 168 time: 0.6097038 Jul 23 20:42:09.460030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54448) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:09.478365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Attempting to bind port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:09.479018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Attempting to bind port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:09.479137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Attempting to bind port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb on network d2af4800-7740-441e-9998-79322d2ae8af {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:09.484179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:09.484561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Checking segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:09.485532 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.485942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Bound using segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:09.486420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Bound port: b2fe1f8d-48b0-4f64-86d2-9785e5912cdb, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:09.486808 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.500255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea79d7-c71a-4dd7-947e-f17f0a5037dc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=f8ae68bf-e302-4364-acf1-069fc073c5f0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.526470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91e208-973e-4656-a8a5-0e3fa7bf8769 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:09.527785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1f91e208-973e-4656-a8a5-0e3fa7bf8769 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/49a51f29-42df-4925-9540-a1a7c56283ce HTTP/1.1" status: 200 len: 844 time: 0.0645692 Jul 23 20:42:09.531537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54450) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:09.565228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] For port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:09.567760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.568763 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] For port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:09.574172 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.588975 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1baaf086-f559-4844-906e-49a48e36c16d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/49a51f29-42df-4925-9540-a1a7c56283ce?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0543141 Jul 23 20:42:09.592594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54452) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:09.597978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:09.619112 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.637102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ea626-f17b-4ac2-9f6d-783969ecb294 None None] Pushing event updated for resources: {'Port': ['ID=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.670294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:09.675459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:09.679142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:09.704346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:09.705854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ab3f6db6-cdb5-4a30-8b07-c45963f57345,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:09.708539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.948947 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.975411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:09.993736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:09.996943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:10.001966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:10.002582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.007806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a83417-a618-4245-83b1-8ce70103cf8b None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:10.010816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=867f3568-36c5-4a3d-a824-8076becaa329,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:10.023960 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cc9f27e7-75e0-427f-a748-42d9c3c8df34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4302602 Jul 23 20:42:10.024525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54454) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.029466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1451203571'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:10.061627 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.162925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.167697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.200182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.204896 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1761472 Jul 23 20:42:10.204896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0078d1-b587-4f42-8db3-172537cfa201 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d806ad-1514-4db1-8d3b-7e1e691f28fc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:10.207409 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54456) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.212783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1795425490'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:10.224832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-1b1a61f4-eb96-4be0-b065-2164743cda74', 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'tenant_id': '1499c1ecc3c7411a9d65394648844155', 'fixed_ips': [{'subnet_id': '867f3568-36c5-4a3d-a824-8076becaa329'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:10.226684 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.243087 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.359232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.365716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.400686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Allocated IP 2001:db8::2 (1b1a61f4-eb96-4be0-b065-2164743cda74/867f3568-36c5-4a3d-a824-8076becaa329/eb4296c7-b2d9-43f7-ba03-90a39b911853) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:10.403712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7e33f9-46b7-4fd9-b268-012546861cb5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:10.428151 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.433999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e780d0b1-1fd3-453c-bf28-df6fbc3ed5e4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2250805 Jul 23 20:42:10.434220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54458) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:10.444720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2138689229', 'security_groups': ['9b7e33f9-46b7-4fd9-b268-012546861cb5'], 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '867f3568-36c5-4a3d-a824-8076becaa329'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:10.487634 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.649649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:10.715941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c97fe3-5a7e-457e-bc4d-d7095d3e888c None None] Network d2af4800-7740-441e-9998-79322d2ae8af requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:10.760860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:10.767124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-90b239fe-14f3-4d49-b562-b32fed575aa0 None None] Provisioning for port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:10.776682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.798954 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.802209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2fe1f8d-48b0-4f64-86d2-9785e5912cdb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:10.844373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Transition to ACTIVE for port object eb4296c7-b2d9-43f7-ba03-90a39b911853 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:10.857115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 055c540f-9e00-4ec6-b0b0-8f12bb01998d yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:10.881581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Transition to ACTIVE for port object eb4296c7-b2d9-43f7-ba03-90a39b911853 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:10.908964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.967509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:10.968635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:10.973088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:10.977700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:10.994408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:10.995627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1a106424-5bbe-4678-bd02-4ec1a85a68d9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2742686 Jul 23 20:42:10.997646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:10.998541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54460) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:11.001467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Sync routers for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:11.016983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:11.017569 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.020569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Pushing event updated for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.058677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::1ed (1b1a61f4-eb96-4be0-b065-2164743cda74/867f3568-36c5-4a3d-a824-8076becaa329/055c540f-9e00-4ec6-b0b0-8f12bb01998d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:11.075091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:11.075741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:11.186572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Attempting to bind port eb4296c7-b2d9-43f7-ba03-90a39b911853 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:11.186948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Attempting to bind port eb4296c7-b2d9-43f7-ba03-90a39b911853 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '1395f034-ce3c-4a2e-a8ee-795e28fa37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:11.187316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Attempting to bind port eb4296c7-b2d9-43f7-ba03-90a39b911853 on network 1b1a61f4-eb96-4be0-b065-2164743cda74 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:11.207705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:11.208374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Checking segment: {'id': '1395f034-ce3c-4a2e-a8ee-795e28fa37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:11.209335 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.209335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Bound using segment: {'id': '1395f034-ce3c-4a2e-a8ee-795e28fa37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:11.209695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Bound port: eb4296c7-b2d9-43f7-ba03-90a39b911853, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1395f034-ce3c-4a2e-a8ee-795e28fa37e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:11.210006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.211971 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.226694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 055c540f-9e00-4ec6-b0b0-8f12bb01998d will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:11.274501 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.305689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:11.324879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:11.328146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:11.331078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:11.337576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:11.338435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.355575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=055c540f-9e00-4ec6-b0b0-8f12bb01998d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.371676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-da954b25-3d6d-4505-9402-c2ad565c37ee tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9294581 Jul 23 20:42:11.372654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54462) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:11.379786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:11.498996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:11.518940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:11.524011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.536649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.548645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eb4296c7-b2d9-43f7-ba03-90a39b911853,segment=NetworkSegment(1395f034-ce3c-4a2e-a8ee-795e28fa37e3),segment_id=1395f034-ce3c-4a2e-a8ee-795e28fa37e3)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:11.563640 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.628035 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 867f3568-36c5-4a3d-a824-8076becaa329 (CIDR: 2001:db8::/64) Jul 23 20:42:11.632485 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:42:11.632943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:11.653807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1049f832-9666-4944-8645-0de1bec2d30f None None] Provisioning complete for port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:11.654192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1049f832-9666-4944-8645-0de1bec2d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.655909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c1a67-bcdf-4feb-a441-bfb01963c817 None None] Pushing event updated for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.663488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-edee8540-3654-41fe-aadc-060fecd0f1ce tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2862418 Jul 23 20:42:11.663923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:11.674164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:11.687940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:11.698752 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.760659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 3, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:11.804089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Checking router: 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:11.804527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Updating router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee port ab3f6db6-cdb5-4a30-8b07-c45963f57345 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:11.806507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:11.826035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.836373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:11.841190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:11.856435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:11.856783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0a2e245e-7c54-4be5-b783-ea60b9fd9cd8 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:11.858245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:11.899387 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.129308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Allocated IP 172.20.0.1 (d2af4800-7740-441e-9998-79322d2ae8af/c0189bdc-4ff9-4802-ab8c-ef9911b8531b/8661a5be-1c75-4401-9430-e6661b817366) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:12.183918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.226686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:12.229755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:12.230157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.234039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:12.234693 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.241739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Transition to ACTIVE for port object ab3f6db6-cdb5-4a30-8b07-c45963f57345 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:12.248284 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.248924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=f19eabbc-8a14-4349-bee9-c684b0f7a63c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:12.258777 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.263729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b5f4d3ef-e72f-4c76-9a04-ea0cdd1952b7 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5985758 Jul 23 20:42:12.266350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:12.272021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-925062611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f19eabbc-8a14-4349-bee9-c684b0f7a63c'}], 'security_groups': ['13d806ad-1514-4db1-8d3b-7e1e691f28fc']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:12.275922 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Transition to ACTIVE for port object 8661a5be-1c75-4401-9430-e6661b817366 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:12.312858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de19894-f769-42be-a713-c90b9111fd74 None None] Pushing event updated for resources: {'Port': ['ID=ab3f6db6-cdb5-4a30-8b07-c45963f57345,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:12.316096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Attempting to bind port ab3f6db6-cdb5-4a30-8b07-c45963f57345 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:12.316470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Attempting to bind port ab3f6db6-cdb5-4a30-8b07-c45963f57345 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:12.316894 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Attempting to bind port ab3f6db6-cdb5-4a30-8b07-c45963f57345 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:12.322672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:12.323050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:12.323453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.323846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:12.324330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Bound port: ab3f6db6-cdb5-4a30-8b07-c45963f57345, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:12.324712 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.329192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.371935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.372239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Network d2af4800-7740-441e-9998-79322d2ae8af is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:12.376814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:12.379536 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:12.390089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] For port ab3f6db6-cdb5-4a30-8b07-c45963f57345, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:12.394545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] For port ab3f6db6-cdb5-4a30-8b07-c45963f57345, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ab3f6db6-cdb5-4a30-8b07-c45963f57345,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:12.400633 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.409319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Pushing event updated for resources: {'Port': ['ID=8661a5be-1c75-4401-9430-e6661b817366,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:12.428295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.481080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:12.482167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:12.541152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de19894-f769-42be-a713-c90b9111fd74 None None] Pushing event updated for resources: {'Port': ['ID=ab3f6db6-cdb5-4a30-8b07-c45963f57345,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:12.607799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.827510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-473c5051-1780-4b7d-bb70-ad24bea6ae3a None None] Provisioning for port 8661a5be-1c75-4401-9430-e6661b817366 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:12.837318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-473c5051-1780-4b7d-bb70-ad24bea6ae3a None None] Provisioning complete for port 8661a5be-1c75-4401-9430-e6661b817366 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:12.837725 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-473c5051-1780-4b7d-bb70-ad24bea6ae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.848933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.860492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.862236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Delete allocated IP 2001:db8::1ed (1b1a61f4-eb96-4be0-b065-2164743cda74/867f3568-36c5-4a3d-a824-8076becaa329) {{(pid=94027) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:42:12.874185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8:0:1::fc (1b1a61f4-eb96-4be0-b065-2164743cda74/f19eabbc-8a14-4349-bee9-c684b0f7a63c/055c540f-9e00-4ec6-b0b0-8f12bb01998d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:12.896703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:12.902499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-473c5051-1780-4b7d-bb70-ad24bea6ae3a None None] Port 8661a5be-1c75-4401-9430-e6661b817366 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:12.964811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Pushing event updated for resources: {'Port': ['ID=8661a5be-1c75-4401-9430-e6661b817366,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:12.967561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:12.988378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eb4296c7-b2d9-43f7-ba03-90a39b911853 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:13.078208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Network d2af4800-7740-441e-9998-79322d2ae8af is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:13.079382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09229da3-5a5f-4f4d-9bc0-8bed82622d71 None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:13.080847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:13.102852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.120037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Ignored duplicate provisioning block setup for port 055c540f-9e00-4ec6-b0b0-8f12bb01998d by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 20:42:13.127344 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.205713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] In _notify_port_updated(), no bound segment for port 055c540f-9e00-4ec6-b0b0-8f12bb01998d on network 1b1a61f4-eb96-4be0-b065-2164743cda74 {{(pid=94027) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:42:13.212495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:13.213278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.217875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/ports/055c540f-9e00-4ec6-b0b0-8f12bb01998d HTTP/1.1" status: 200 len: 929 time: 0.9503269 Jul 23 20:42:13.218561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54468) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:13.238466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port eb4296c7-b2d9-43f7-ba03-90a39b911853 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:13.242716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Provisioning complete for port 49a51f29-42df-4925-9540-a1a7c56283ce triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:13.243102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.247164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2fe1f8d-48b0-4f64-86d2-9785e5912cdb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:13.248920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:13.267873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965b2a5-0eb3-47c4-9f18-5e80701898bc tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=055c540f-9e00-4ec6-b0b0-8f12bb01998d,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:13.352611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 055c540f-9e00-4ec6-b0b0-8f12bb01998d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:13.353552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.372992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Port 49a51f29-42df-4925-9540-a1a7c56283ce cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:13.389562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:13.399307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-54876f58-105d-4c28-8bc9-f77bfe6c6055 admin admin] 10.222.0.46 "PUT /v2.0/routers/3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3987527 Jul 23 20:42:13.420465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Provisioning for port eb4296c7-b2d9-43f7-ba03-90a39b911853 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:13.449046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:13.449426 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.449919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.451832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 3, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:13.464098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 055c540f-9e00-4ec6-b0b0-8f12bb01998d owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:13.503388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:13.503748 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.510257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0474e3-4687-4ab0-84dc-75908a16ce4d None None] The sync data for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 is: [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:09Z', 'revision_number': 3, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:13.628608 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.671971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=055c540f-9e00-4ec6-b0b0-8f12bb01998d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:13.708336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.712900 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-21a998fb-c21f-4956-9e06-c176bb5abb34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/055c540f-9e00-4ec6-b0b0-8f12bb01998d HTTP/1.1" status: 204 len: 168 time: 0.4875627 Jul 23 20:42:13.713765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54476) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:13.738892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.745335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Update dhcp port {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'fixed_ips': [{'subnet_id': '867f3568-36c5-4a3d-a824-8076becaa329', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f19eabbc-8a14-4349-bee9-c684b0f7a63c'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'eb4296c7-b2d9-43f7-ba03-90a39b911853'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:42:13.746322 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff73c9f9-c6c8-44ca-b1f3-4a05a06a0adb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:42:13.748008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff73c9f9-c6c8-44ca-b1f3-4a05a06a0adb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/055c540f-9e00-4ec6-b0b0-8f12bb01998d HTTP/1.1" status: 404 len: 333 time: 0.0326886 Jul 23 20:42:13.751614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54480) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:13.800703 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.823223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eb4296c7-b2d9-43f7-ba03-90a39b911853,segment=NetworkSegment(1395f034-ce3c-4a2e-a8ee-795e28fa37e3),segment_id=1395f034-ce3c-4a2e-a8ee-795e28fa37e3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:13.825208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9d393a-13d1-417d-9fcf-10c96749cdb8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.878689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9d393a-13d1-417d-9fcf-10c96749cdb8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.905672 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.939340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9d393a-13d1-417d-9fcf-10c96749cdb8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.942035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b9d393a-13d1-417d-9fcf-10c96749cdb8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:13.943404 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b9d393a-13d1-417d-9fcf-10c96749cdb8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/security-groups/9b7e33f9-46b7-4fd9-b268-012546861cb5 HTTP/1.1" status: 204 len: 168 time: 0.1905086 Jul 23 20:42:13.946325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54486) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:13.954191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d393a-13d1-417d-9fcf-10c96749cdb8 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7e33f9-46b7-4fd9-b268-012546861cb5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.042749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-078e16ab-1d01-41e7-a67c-b1de2cbcfe09 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.073603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-078e16ab-1d01-41e7-a67c-b1de2cbcfe09 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.088449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54490) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:14.091673 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.095000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1862283491-network', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:14.100263 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bab9768c-bfbb-4bbb-baf2-57ff3fe87e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.135460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Made reservation on behalf of a2dcdbe944a84021ae467c2281930761 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:14.138184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.143396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-078e16ab-1d01-41e7-a67c-b1de2cbcfe09 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.145866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa9a9b-1156-4e45-a853-9091817db396 None None] Pushing event updated for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.147071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-078e16ab-1d01-41e7-a67c-b1de2cbcfe09 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.149347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.157641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-078e16ab-1d01-41e7-a67c-b1de2cbcfe09 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/security-groups/13d806ad-1514-4db1-8d3b-7e1e691f28fc HTTP/1.1" status: 204 len: 168 time: 0.2017376 Jul 23 20:42:14.158484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:14.164176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Allocated IP 2001:db8:0:1::2 (1b1a61f4-eb96-4be0-b065-2164743cda74/f19eabbc-8a14-4349-bee9-c684b0f7a63c/eb4296c7-b2d9-43f7-ba03-90a39b911853) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:14.230272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e16ab-1d01-41e7-a67c-b1de2cbcfe09 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d806ad-1514-4db1-8d3b-7e1e691f28fc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.236510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet 867f3568-36c5-4a3d-a824-8076becaa329 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:14.256866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c2e5a3bc-8653-463b-a61f-8301430057ff None None] Provisioning complete for port 8661a5be-1c75-4401-9430-e6661b817366 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:14.257249 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c2e5a3bc-8653-463b-a61f-8301430057ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.278622 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.283649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.317825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af42dd-cded-447f-9dd4-c6cad7d7dbfe,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.318806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eb4296c7-b2d9-43f7-ba03-90a39b911853,segment=NetworkSegment(1395f034-ce3c-4a2e-a8ee-795e28fa37e3),segment_id=1395f034-ce3c-4a2e-a8ee-795e28fa37e3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:14.321756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:14.330533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c2e5a3bc-8653-463b-a61f-8301430057ff None None] Port 8661a5be-1c75-4401-9430-e6661b817366 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:14.334426 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.334564 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Added segment 90a8d988-311e-4842-90fa-eedd344e989b of type vlan for network 7394e9bf-670d-47d1-acd0-c04c99ad740b Jul 23 20:42:14.354954 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.369530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Transition to ACTIVE for port object eb4296c7-b2d9-43f7-ba03-90a39b911853 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:14.374117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.379166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.382775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.416683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.418012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:14.418641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.425991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.473776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3841467 Jul 23 20:42:14.477380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54494) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:14.483363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Request body: {'subnet': {'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1862283491-subnet', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:14.493271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fea6ab-7ce6-4ee7-8d8d-e05a8513f86c None None] Pushing event updated for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.537163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ab876-bda1-4b6d-aeea-9985dfbe55ee admin admin] Pushing event updated for resources: {'Network': ['ID=7394e9bf-670d-47d1-acd0-c04c99ad740b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.546183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Made reservation on behalf of a2dcdbe944a84021ae467c2281930761 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:14.548547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:14.549330 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.592567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.731363 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.770569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=867f3568-36c5-4a3d-a824-8076becaa329,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:14.777357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.779277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b280c05b-61d7-467d-a338-af52268ffa54 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/867f3568-36c5-4a3d-a824-8076becaa329 HTTP/1.1" status: 204 len: 168 time: 0.6085200 Jul 23 20:42:14.783973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54498) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:14.789022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:14.859479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eb4296c7-b2d9-43f7-ba03-90a39b911853 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:14.910323 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:14.923953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ab3f6db6-cdb5-4a30-8b07-c45963f57345 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:14.978897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ab3f6db6-cdb5-4a30-8b07-c45963f57345 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:14.983085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ab3f6db6-cdb5-4a30-8b07-c45963f57345 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:14.983572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.003607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00180d5-b0a4-4708-85c0-867f49332c4c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.019096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Checking segment: {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:15.019470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Network hostable DHCP agents. Network: 7394e9bf-670d-47d1-acd0-c04c99ad740b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:15.022848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:15.026447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.095798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:15.098810 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.114063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7394e9bf-670d-47d1-acd0-c04c99ad740b) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:15.121615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:15.122210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.122555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ab3f6db6-cdb5-4a30-8b07-c45963f57345, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ab3f6db6-cdb5-4a30-8b07-c45963f57345,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:15.127563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.155507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7de3f6a6-98a1-4f71-b5c9-63b69c6f49cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6769040 Jul 23 20:42:15.158657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54500) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:15.163434 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:15.180044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0126953-ff1d-4621-9b07-c09f7bf2dac6 None None] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:15.199735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.200792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.200965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8364c8-8fe5-4132-80a7-7147e6f223dd None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:15.263705 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.306208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ab3f6db6-cdb5-4a30-8b07-c45963f57345,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.324917 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.366813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Provisioning complete for port 49a51f29-42df-4925-9540-a1a7c56283ce triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:15.367193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.385085 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:15.388329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:15.393157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:15.393907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.407417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=0d827c9c-90de-4582-adb4-d8fb46ccd308,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.422018 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-587295ab-39e4-4838-88f6-c589fa1d6742 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6369498 Jul 23 20:42:15.425412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54502) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:15.431150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'security_group': {'name': 'tempest-secgroup-916117643'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:15.442171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.459711 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.476282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Port 49a51f29-42df-4925-9540-a1a7c56283ce cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:15.480798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Could not find standard attr ID for object 055c540f-9e00-4ec6-b0b0-8f12bb01998d. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:15.525061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Provisioning for port eb4296c7-b2d9-43f7-ba03-90a39b911853 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:15.560197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:15.561069 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d0e7948c-c093-423d-98d3-27a470a4279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.567794 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.574706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.600063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-7394e9bf-670d-47d1-acd0-c04c99ad740b', 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'fixed_ips': [{'subnet_id': 'c00180d5-b0a4-4708-85c0-867f49332c4c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:15.600570 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.614278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.621832 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1947961 Jul 23 20:42:15.624183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a8258-d40c-4c32-b092-9507ce9983cb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c21005-f906-402e-a2e9-b1f80ba9d9ec,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.626070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Sync routers for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:15.628012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54504) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:15.644438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'security_group': {'name': 'tempest-secgroup-580384843'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:15.666323 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:15.666978 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:41:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:15.674183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.743430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.769825 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.790147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.801759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.850565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8cf5da-583a-4607-b519-85d48ca6bbe3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:15.860874 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:15.862058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Allocated IP 172.20.0.2 (7394e9bf-670d-47d1-acd0-c04c99ad740b/c00180d5-b0a4-4708-85c0-867f49332c4c/db125996-3cce-4ebb-8ddb-9ee088abac69) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:15.864855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.869024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54506) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:15.869471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-77532be2-bce0-4442-b0a1-58e0a229cf72 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2402413 Jul 23 20:42:15.897591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'security_group': {'name': 'tempest-secgroup-1589537396'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:15.947639 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Allocated IP 172.25.8.235 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/6be2d89f-d6ed-4e04-8315-afb417bb71d8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:15.969861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:15.971628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb949d12-be86-4b66-aa79-f9dcc1e6b3ee None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:16.115585 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 2, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.125828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.145228 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Checking router: 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:16.145611 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Updating router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee port 8661a5be-1c75-4401-9430-e6661b817366 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:16.168836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.181259 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.181747 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.216234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.217691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3451118 Jul 23 20:42:16.221532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54508) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:16.225525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1c07d-879e-4f27-b545-e21b1a75fc93 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801986ca-2158-4011-a03b-f53084b70dcf,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.230531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.246729 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1496120856', 'security_groups': ['801986ca-2158-4011-a03b-f53084b70dcf'], 'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d827c9c-90de-4582-adb4-d8fb46ccd308'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:16.251693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c8eb5ef4-ce25-4197-bfca-b8031e8c1e8d None None] Provisioning complete for port 49a51f29-42df-4925-9540-a1a7c56283ce triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:16.252072 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5ef4-ce25-4197-bfca-b8031e8c1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.280293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:16.286076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:16.290240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:16.336781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=6be2d89f-d6ed-4e04-8315-afb417bb71d8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.361982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb5ef4-ce25-4197-bfca-b8031e8c1e8d None None] Port 49a51f29-42df-4925-9540-a1a7c56283ce cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:16.364598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.401325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Transition to ACTIVE for port object db125996-3cce-4ebb-8ddb-9ee088abac69 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:16.435125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c8eb5ef4-ce25-4197-bfca-b8031e8c1e8d None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:16.435698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c8eb5ef4-ce25-4197-bfca-b8031e8c1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.440554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:16.499209 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.506039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Transition to ACTIVE for port object db125996-3cce-4ebb-8ddb-9ee088abac69 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:16.508290 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5181603c-9288-4227-8591-ce2467f25a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.510147 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Transition to ACTIVE for port object 8661a5be-1c75-4401-9430-e6661b817366 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:16.513127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.518993 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.525019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.552835 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.599165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Pushing event updated for resources: {'Port': ['ID=db125996-3cce-4ebb-8ddb-9ee088abac69,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.605907 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Pushing event updated for resources: {'Port': ['ID=8661a5be-1c75-4401-9430-e6661b817366,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:16.611781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] device_id is not set on port 5461961b-9330-4a55-b6fe-2512713b029f yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:16.630721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:16.651528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:16.654110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:16.657227 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.658262 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.658865 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.659416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.659966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.660526 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.661175 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.661767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.662431 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.662985 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.663564 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.664144 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:16.687483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Attempting to bind port 8661a5be-1c75-4401-9430-e6661b817366 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:16.694472 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Attempting to bind port 8661a5be-1c75-4401-9430-e6661b817366 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:16.694472 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Attempting to bind port 8661a5be-1c75-4401-9430-e6661b817366 on network d2af4800-7740-441e-9998-79322d2ae8af {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:16.705463 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:16.705847 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Checking segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:16.706252 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.706739 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Bound using segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:16.707106 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Bound port: 8661a5be-1c75-4401-9430-e6661b817366, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:16.707486 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.777971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Attempting to bind port db125996-3cce-4ebb-8ddb-9ee088abac69 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:16.778471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Attempting to bind port db125996-3cce-4ebb-8ddb-9ee088abac69 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:16.778921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Attempting to bind port db125996-3cce-4ebb-8ddb-9ee088abac69 on network 7394e9bf-670d-47d1-acd0-c04c99ad740b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:16.790368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:16.790789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Checking segment: {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:16.794964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.794964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Bound using segment: {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:16.794964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Bound port: db125996-3cce-4ebb-8ddb-9ee088abac69, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:16.794964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.827429 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] For port 8661a5be-1c75-4401-9430-e6661b817366, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:16.830308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ab3f6db6-cdb5-4a30-8b07-c45963f57345 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:16.835615 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] For port 8661a5be-1c75-4401-9430-e6661b817366, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8661a5be-1c75-4401-9430-e6661b817366,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:16.843795 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:16.905380 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:16.906125 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:16.998349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ab3f6db6-cdb5-4a30-8b07-c45963f57345 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:16.998896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.052767 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.137371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] For port db125996-3cce-4ebb-8ddb-9ee088abac69, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:17.145605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] For port db125996-3cce-4ebb-8ddb-9ee088abac69, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=db125996-3cce-4ebb-8ddb-9ee088abac69,segment=NetworkSegment(90a8d988-311e-4842-90fa-eedd344e989b),segment_id=90a8d988-311e-4842-90fa-eedd344e989b)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:17.167258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.205006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc8c9c-922c-4ec4-96b3-3275bc1eb011 None None] Pushing event updated for resources: {'Port': ['ID=8661a5be-1c75-4401-9430-e6661b817366,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:17.249606 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:17.356044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414715e-7c41-4854-b08a-1e7650080b2c None None] Pushing event updated for resources: {'Port': ['ID=db125996-3cce-4ebb-8ddb-9ee088abac69,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:17.385080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-36c720bf-2714-416d-9e3b-07658f6107df None None] Provisioning complete for port 49a51f29-42df-4925-9540-a1a7c56283ce triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:17.385850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36c720bf-2714-416d-9e3b-07658f6107df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.434560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.454377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-36c720bf-2714-416d-9e3b-07658f6107df None None] Port 49a51f29-42df-4925-9540-a1a7c56283ce cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:17.471661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.472287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-36c720bf-2714-416d-9e3b-07658f6107df None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:17.472742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-36c720bf-2714-416d-9e3b-07658f6107df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.505082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8::390 (1b1a61f4-eb96-4be0-b065-2164743cda74/0d827c9c-90de-4582-adb4-d8fb46ccd308/5461961b-9330-4a55-b6fe-2512713b029f) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:17.691037 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:16Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:17.728635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Router b75e634f-fcd0-4600-8d7d-f06e849896a6 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:17.733997 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b975d66-c7b1-4f9f-b2d1-859156b03675 None None] The sync data for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 is: [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:16Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:17.759469 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.764535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d944f6ce-01b7-4630-9775-6d74365e506e None None] Could not find standard attr ID for object 055c540f-9e00-4ec6-b0b0-8f12bb01998d. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:17.784231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.810392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 5461961b-9330-4a55-b6fe-2512713b029f will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:17.879619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.905771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:17.916216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Sync routers for ids ['b75e634f-fcd0-4600-8d7d-f06e849896a6'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:17.925909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.927584 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-51dfd914-0926-48b1-a99c-f1bb00983dc0 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7678483 Jul 23 20:42:17.930857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54510) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:17.936327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Routers {'b75e634f-fcd0-4600-8d7d-f06e849896a6'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:17.936989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b75e634f-fcd0-4600-8d7d-f06e849896a6'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:17.937158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:17.943410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:17.947327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:17.962092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:17.963201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:17.982040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=5461961b-9330-4a55-b6fe-2512713b029f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:17.996978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9e63eaba-2a3b-4c79-a863-56fc63ee17f4 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7701030 Jul 23 20:42:17.997290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54512) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:18.010115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:18.122540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f483ff0b-9f42-4455-b29d-1d7db6a0c8b7 None None] Could not find standard attr ID for object 055c540f-9e00-4ec6-b0b0-8f12bb01998d. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:18.137533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Set router b75e634f-fcd0-4600-8d7d-f06e849896a6 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:18.194297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:18.205678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.350818 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d827c9c-90de-4582-adb4-d8fb46ccd308 (CIDR: 2001:db8::/64) Jul 23 20:42:18.367942 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:42:18.368979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:18.399127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c30a872b-23cc-4e41-add0-3d7a29aa0491 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4007063 Jul 23 20:42:18.399819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54514) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:18.406161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:18.451453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:16Z', 'revision_number': 3, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:18.529739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Checking router: b75e634f-fcd0-4600-8d7d-f06e849896a6 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:18.530367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Updating router b75e634f-fcd0-4600-8d7d-f06e849896a6 port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:18.572534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.600594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-68f87b3f-c10c-4a5a-88a9-bcd118edb782 None None] Provisioning for port 5461961b-9330-4a55-b6fe-2512713b029f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:18.619153 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.623560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-68f87b3f-c10c-4a5a-88a9-bcd118edb782 None None] Provisioning complete for port 5461961b-9330-4a55-b6fe-2512713b029f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:18.623937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68f87b3f-c10c-4a5a-88a9-bcd118edb782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.657569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:18.669846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:18.727818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-68f87b3f-c10c-4a5a-88a9-bcd118edb782 None None] Port 5461961b-9330-4a55-b6fe-2512713b029f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:18.851642 n-d-793620-13 neutron-server[94027]: INFO neutron.db.ipam_backend_mixin [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f19eabbc-8a14-4349-bee9-c684b0f7a63c (CIDR: 2001:db8:0:1::/64) Jul 23 20:42:18.855964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Allocated IP 172.20.0.1 (7394e9bf-670d-47d1-acd0-c04c99ad740b/c00180d5-b0a4-4708-85c0-867f49332c4c/370aa4bc-2229-411f-ad1c-3158025e1fc6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:18.856859 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 20:42:18.857465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:18.893842 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6522b055-c5d1-4dae-9475-933f6834c78e tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4912121 Jul 23 20:42:18.895802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54516) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:18.905089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'subnet': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:19.008352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686beb9-23c5-47c1-a9f1-4a2dfce9f82e None None] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:19.010680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8661a5be-1c75-4401-9430-e6661b817366 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:19.046877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.063306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Transition to ACTIVE for port object 370aa4bc-2229-411f-ad1c-3158025e1fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:19.066819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Made reservation on behalf of 1499c1ecc3c7411a9d65394648844155 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:19.072374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.107940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.113095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6368f2d8-1093-4c6d-be9d-2de9107b7ed4 None None] Provisioning for port db125996-3cce-4ebb-8ddb-9ee088abac69 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:19.149190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:19.152145 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:19.155701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:19.185703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Pushing event updated for resources: {'Port': ['ID=370aa4bc-2229-411f-ad1c-3158025e1fc6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.204984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.239312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8661a5be-1c75-4401-9430-e6661b817366 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:19.252514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8661a5be-1c75-4401-9430-e6661b817366 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:19.253354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.305109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.332453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Transition to ACTIVE for port object 6be2d89f-d6ed-4e04-8315-afb417bb71d8 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:19.364245 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.364521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.380925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.410712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:19.415763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:19.420901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:19.421529 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.439886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a8cda-4fc4-4450-9713-15746b30b474 None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:19.458657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5612772 Jul 23 20:42:19.461379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54518) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:19.467372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f42ad-93e1-4db2-bf82-dbaa690b905d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Subnet': ['ID=156b611c-2bdb-4400-b613-c02b7ee85b38,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.469073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-896295053', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '156b611c-2bdb-4400-b613-c02b7ee85b38'}], 'security_groups': ['d5c21005-f906-402e-a2e9-b1f80ba9d9ec', '0f8cf5da-583a-4607-b519-85d48ca6bbe3']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:19.494319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Attempting to bind port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:19.494831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Attempting to bind port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:19.495303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Attempting to bind port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:19.497307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a1a8-1793-49a9-a0b9-b655a258bc13 None None] Pushing event updated for resources: {'Port': ['ID=6be2d89f-d6ed-4e04-8315-afb417bb71d8,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.546014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:19.546402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:19.546816 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.547554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:19.548053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Bound port: 6be2d89f-d6ed-4e04-8315-afb417bb71d8, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:19.548445 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.587428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.669825 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.678779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.679979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8661a5be-1c75-4401-9430-e6661b817366, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8661a5be-1c75-4401-9430-e6661b817366,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:19.701663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.704813 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device db125996-3cce-4ebb-8ddb-9ee088abac69 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:19.804477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.810576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8661a5be-1c75-4401-9430-e6661b817366,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.821967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Pushing event updated for resources: {'Port': ['ID=370aa4bc-2229-411f-ad1c-3158025e1fc6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:19.825317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] For port 6be2d89f-d6ed-4e04-8315-afb417bb71d8, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:19.848706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.852175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] For port 6be2d89f-d6ed-4e04-8315-afb417bb71d8, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6be2d89f-d6ed-4e04-8315-afb417bb71d8,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:19.855972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.866837 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:19.965457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Routers {'b75e634f-fcd0-4600-8d7d-f06e849896a6'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:19.966287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b75e634f-fcd0-4600-8d7d-f06e849896a6'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:20.011574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port db125996-3cce-4ebb-8ddb-9ee088abac69 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:20.025451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:20.028800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:20.081805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port db125996-3cce-4ebb-8ddb-9ee088abac69 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:20.081805 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.283929 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Router b75e634f-fcd0-4600-8d7d-f06e849896a6 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:20.291055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8a1a8-1793-49a9-a0b9-b655a258bc13 None None] Pushing event updated for resources: {'Port': ['ID=6be2d89f-d6ed-4e04-8315-afb417bb71d8,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:20.324178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Provisioning complete for port db125996-3cce-4ebb-8ddb-9ee088abac69 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:20.324556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.412719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] Set router b75e634f-fcd0-4600-8d7d-f06e849896a6 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:20.533071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Update dhcp port {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'fixed_ips': [{'subnet_id': 'f19eabbc-8a14-4349-bee9-c684b0f7a63c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '156b611c-2bdb-4400-b613-c02b7ee85b38'}, {'subnet_id': '0d827c9c-90de-4582-adb4-d8fb46ccd308'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'eb4296c7-b2d9-43f7-ba03-90a39b911853'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:42:20.619213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.668978 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.686794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.692113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Delete allocated IP 2001:db8::390 (1b1a61f4-eb96-4be0-b065-2164743cda74/0d827c9c-90de-4582-adb4-d8fb46ccd308) {{(pid=94026) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 23 20:42:20.706849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Allocated IP 2001:db8:0:2::32c (1b1a61f4-eb96-4be0-b065-2164743cda74/156b611c-2bdb-4400-b613-c02b7ee85b38/5461961b-9330-4a55-b6fe-2512713b029f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:20.733918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:20.740326 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-daa1cf71-67d9-41b7-ad13-a450ee875dcf admin admin] 10.222.0.46 "PUT /v2.0/routers/b75e634f-fcd0-4600-8d7d-f06e849896a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8080261 Jul 23 20:42:20.763302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port db125996-3cce-4ebb-8ddb-9ee088abac69, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=db125996-3cce-4ebb-8ddb-9ee088abac69,segment=NetworkSegment(90a8d988-311e-4842-90fa-eedd344e989b),segment_id=90a8d988-311e-4842-90fa-eedd344e989b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:20.775753 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.900935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8661a5be-1c75-4401-9430-e6661b817366 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:20.908576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.924364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Transition to ACTIVE for port object 5461961b-9330-4a55-b6fe-2512713b029f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:20.929308 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:20.992902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] In _notify_port_updated(), no bound segment for port 5461961b-9330-4a55-b6fe-2512713b029f on network 1b1a61f4-eb96-4be0-b065-2164743cda74 {{(pid=94026) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 23 20:42:20.999852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:21.001673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.003143 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "PUT /v2.0/ports/5461961b-9330-4a55-b6fe-2512713b029f HTTP/1.1" status: 200 len: 969 time: 1.5407670 Jul 23 20:42:21.006126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54526) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.010010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:42:21.010364 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:42:21.021531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=db125996-3cce-4ebb-8ddb-9ee088abac69,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:21.024113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cee777-7200-44b6-a0ba-366f4a1b2e3b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event updated for resources: {'Port': ['ID=5461961b-9330-4a55-b6fe-2512713b029f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:21.073326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '370aa4bc-2229-411f-ad1c-3158025e1fc6', 'name': '', 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'mac_address': 'fa:16:3e:a6:bf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:18Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 2, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'subnets': [{'id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:21.104175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8661a5be-1c75-4401-9430-e6661b817366 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:21.105049 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.111693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c13035a-a4fd-4e9a-a6c8-bdb728d4c628 None None] The sync data for ids ['b75e634f-fcd0-4600-8d7d-f06e849896a6'] in n-d-793620-13 is: [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '370aa4bc-2229-411f-ad1c-3158025e1fc6', 'name': '', 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'mac_address': 'fa:16:3e:a6:bf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:18Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 2, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'subnets': [{'id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:21.129926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 5461961b-9330-4a55-b6fe-2512713b029f {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:21.129926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.216854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Allocated IP 2001:db8:0:2::2 (1b1a61f4-eb96-4be0-b065-2164743cda74/156b611c-2bdb-4400-b613-c02b7ee85b38/eb4296c7-b2d9-43f7-ba03-90a39b911853) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:21.239375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.244154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Allocated IP 2001:db8::2 (1b1a61f4-eb96-4be0-b065-2164743cda74/0d827c9c-90de-4582-adb4-d8fb46ccd308/eb4296c7-b2d9-43f7-ba03-90a39b911853) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:21.253876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 5461961b-9330-4a55-b6fe-2512713b029f owned by {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:21.397213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eb4296c7-b2d9-43f7-ba03-90a39b911853,segment=NetworkSegment(1395f034-ce3c-4a2e-a8ee-795e28fa37e3),segment_id=1395f034-ce3c-4a2e-a8ee-795e28fa37e3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:21.441198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.441424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.462790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Transition to ACTIVE for port object eb4296c7-b2d9-43f7-ba03-90a39b911853 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:21.470081 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.491318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=5461961b-9330-4a55-b6fe-2512713b029f,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:21.525193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.527610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b83c533-5b91-4e52-9ba7-78efcfbdc1bb tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/5461961b-9330-4a55-b6fe-2512713b029f HTTP/1.1" status: 204 len: 168 time: 0.5204711 Jul 23 20:42:21.530385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54528) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.563177 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7745a2-7cb4-4067-bd01-cc2d9ead808d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] GET failed (client error): The resource could not be found. Jul 23 20:42:21.567718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bb7745a2-7cb4-4067-bd01-cc2d9ead808d tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports/5461961b-9330-4a55-b6fe-2512713b029f HTTP/1.1" status: 404 len: 333 time: 0.0335555 Jul 23 20:42:21.568011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54530) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.590825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54532) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.596911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-606677619', 'description': 'tempest-secgroup-smoke-606677619 description', 'project_id': '533490cc621a4a559768b61b822cf5e4'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:21.625097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.649178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1072dbb9-453f-4d0f-ae8b-25002ce33772 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.660540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ad696-158c-4590-958d-e6e7b6066784 None None] Pushing event updated for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:21.696904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Provisioning for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:21.706296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1072dbb9-453f-4d0f-ae8b-25002ce33772 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.709683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Provisioning complete for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:21.710232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.743260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.752747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.770033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-44facd24-3764-47e8-a565-8a12372267dd None None] Port 370aa4bc-2229-411f-ad1c-3158025e1fc6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:21.778700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1072dbb9-453f-4d0f-ae8b-25002ce33772 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.783130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1072dbb9-453f-4d0f-ae8b-25002ce33772 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.784464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1072dbb9-453f-4d0f-ae8b-25002ce33772 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/security-groups/801986ca-2158-4011-a03b-f53084b70dcf HTTP/1.1" status: 204 len: 168 time: 0.2148502 Jul 23 20:42:21.788494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54534) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.792769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.803934 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2118421 Jul 23 20:42:21.806975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54536) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.809707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072dbb9-453f-4d0f-ae8b-25002ce33772 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801986ca-2158-4011-a03b-f53084b70dcf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:21.813210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group_rule': {'security_group_id': '2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29', 'project_id': '533490cc621a4a559768b61b822cf5e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:21.851998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b429cd2-569c-4b6a-a410-553420958831 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:21.878100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4525a2a3-a89a-4623-9af8-1ec60ffcfc34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.888802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.893675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-588c0df8-3042-468f-b41f-0b8e31d8d5cf None None] Provisioning complete for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:21.894136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-588c0df8-3042-468f-b41f-0b8e31d8d5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.917235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4525a2a3-a89a-4623-9af8-1ec60ffcfc34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.937024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-588c0df8-3042-468f-b41f-0b8e31d8d5cf None None] Port 370aa4bc-2229-411f-ad1c-3158025e1fc6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:21.981270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4525a2a3-a89a-4623-9af8-1ec60ffcfc34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.986478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4525a2a3-a89a-4623-9af8-1ec60ffcfc34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:21.988276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4525a2a3-a89a-4623-9af8-1ec60ffcfc34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/security-groups/0f8cf5da-583a-4607-b519-85d48ca6bbe3 HTTP/1.1" status: 204 len: 168 time: 0.1989701 Jul 23 20:42:21.991866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:21.998297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.019869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.027238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525a2a3-a89a-4623-9af8-1ec60ffcfc34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8cf5da-583a-4607-b519-85d48ca6bbe3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.051959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f49983d-806d-4b60-aee1-e9bc6aa5a4e2,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.068584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.070145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-19850b80-fa89-4309-9f4a-77422fdcade0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621922 Jul 23 20:42:22.073908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.079420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group_rule': {'security_group_id': '2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29', 'project_id': '533490cc621a4a559768b61b822cf5e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:22.118361 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46c0cb4a-7c57-4b2c-a65e-ac0c53c66944 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.133318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.146812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46c0cb4a-7c57-4b2c-a65e-ac0c53c66944 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.211042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46c0cb4a-7c57-4b2c-a65e-ac0c53c66944 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.213959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-46c0cb4a-7c57-4b2c-a65e-ac0c53c66944 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.214349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.217965 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46c0cb4a-7c57-4b2c-a65e-ac0c53c66944 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/security-groups/d5c21005-f906-402e-a2e9-b1f80ba9d9ec HTTP/1.1" status: 204 len: 168 time: 0.2248678 Jul 23 20:42:22.218553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54542) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.230939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.235199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0cb4a-7c57-4b2c-a65e-ac0c53c66944 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c21005-f906-402e-a2e9-b1f80ba9d9ec,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.285908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fc02c7-9f54-4b87-ac71-0f8fb273b438,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.298993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.300274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5614a3b3-2428-45c0-b986-55124ee24911 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2252107 Jul 23 20:42:22.303223 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54544) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.304504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet 0d827c9c-90de-4582-adb4-d8fb46ccd308 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:22.308022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.308326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group_rule': {'security_group_id': '2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29', 'project_id': '533490cc621a4a559768b61b822cf5e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:22.344556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.355497 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.426144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.432677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.457343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Could not find standard attr ID for object 5461961b-9330-4a55-b6fe-2512713b029f. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:22.463170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0197c4-3227-49fe-b6f7-f390ac19b7d4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.468324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.470741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.472196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fa5a893c-97b0-4b5e-9489-35ab7a2522ae tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1677361 Jul 23 20:42:22.474594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54546) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.478132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Provisioning complete for port 49a51f29-42df-4925-9540-a1a7c56283ce triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:22.478598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.480471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group_rule': {'security_group_id': '2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29', 'project_id': '533490cc621a4a559768b61b822cf5e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:22.522566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.525060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Port 49a51f29-42df-4925-9540-a1a7c56283ce cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:22.550373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Provisioning for port eb4296c7-b2d9-43f7-ba03-90a39b911853 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:22.559489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:22.560451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d3f4892-17ab-4b5e-b328-f9448376c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.574814 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.599210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.602271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.607736 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/0d827c9c-90de-4582-adb4-d8fb46ccd308 HTTP/1.1" status: 204 len: 168 time: 0.3830671 Jul 23 20:42:22.609601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54548) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.645743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382eb04-4e39-4a9d-817f-9d96fb492bd9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=0d827c9c-90de-4582-adb4-d8fb46ccd308,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.653871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.678619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.679786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2041552 Jul 23 20:42:22.682873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54550) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.688222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group_rule': {'security_group_id': '2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29', 'project_id': '533490cc621a4a559768b61b822cf5e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:22.695671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb373f2b-b797-418b-8332-9f866f13e399 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecea9be8-11d3-4d26-b6be-538094798a8f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.702268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet 156b611c-2bdb-4400-b613-c02b7ee85b38 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:22.707132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.727701 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Project 533490cc621a4a559768b61b822cf5e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:42:22.739286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.761482 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.781011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3a88d-ece0-4ed3-87d1-4760524850c8 None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:22.811947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4c5e087f-079c-4b19-867c-e928ea9c4989 None None] Could not find standard attr ID for object 5461961b-9330-4a55-b6fe-2512713b029f. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 20:42:22.846604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.851439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.868582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717f9c38-6236-4a12-9d56-22e8cf6b779f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:22.900382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.901527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:22.905349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54552) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:22.905707 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-112a2173-6785-4a85-8216-7fb2edcb047a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2219815 Jul 23 20:42:22.932473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'security_group_rule': {'security_group_id': '2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29', 'project_id': '533490cc621a4a559768b61b822cf5e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:22.979619 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Project 533490cc621a4a559768b61b822cf5e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:42:22.991234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.004568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.005295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eb4296c7-b2d9-43f7-ba03-90a39b911853 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:23.055506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=156b611c-2bdb-4400-b613-c02b7ee85b38,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:23.061651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:23.061833 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.063752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.065805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-909c3b2a-746a-4656-b7b4-35069a4f3d8a tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/156b611c-2bdb-4400-b613-c02b7ee85b38 HTTP/1.1" status: 204 len: 168 time: 0.4546533 Jul 23 20:42:23.068379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54554) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.102666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.104264 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf27ff86-136a-447c-9c3e-5d403b19efa3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.104724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf27ff86-136a-447c-9c3e-5d403b19efa3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.106673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf27ff86-136a-447c-9c3e-5d403b19efa3 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/0d827c9c-90de-4582-adb4-d8fb46ccd308 HTTP/1.1" status: 404 len: 337 time: 0.0361426 Jul 23 20:42:23.109335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54556) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.110215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.133333 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82173196-093a-46eb-94b7-a3d93b2d2a97,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:23.141368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.151700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b424fb0b-501a-4ed8-9984-4e45661708d3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2146249 Jul 23 20:42:23.174191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951ef6da-030a-4935-ac3f-0fc814305aec None None] Update dhcp port {'port': {'network_id': '1b1a61f4-eb96-4be0-b065-2164743cda74', 'fixed_ips': [{'subnet_id': 'f19eabbc-8a14-4349-bee9-c684b0f7a63c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '156b611c-2bdb-4400-b613-c02b7ee85b38'}], 'binding:host_id': 'n-d-793620-13'}, 'id': 'eb4296c7-b2d9-43f7-ba03-90a39b911853'} from n-d-793620-13. {{(pid=94028) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 23 20:42:23.184599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting subnet f19eabbc-8a14-4349-bee9-c684b0f7a63c {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:23.195006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.211927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device db125996-3cce-4ebb-8ddb-9ee088abac69 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:23.246072 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-951ef6da-030a-4935-ac3f-0fc814305aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.249377 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.316168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port db125996-3cce-4ebb-8ddb-9ee088abac69 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:23.316546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.341840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.406009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-be6750fa-542e-4257-adcf-41dd34684904 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-606677619&fields=id&tenant_id=533490cc621a4a559768b61b822cf5e4 HTTP/1.1" status: 200 len: 267 time: 0.0530677 Jul 23 20:42:23.408464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.444084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Subnet': ['ID=f19eabbc-8a14-4349-bee9-c684b0f7a63c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:23.448472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.450688 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e534b867-ba82-4417-b4d9-66fdbf682535 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/f19eabbc-8a14-4349-bee9-c684b0f7a63c HTTP/1.1" status: 204 len: 168 time: 0.3400102 Jul 23 20:42:23.454086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54570) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.481851 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1becd1-ec00-40fe-bfcc-be0e5bbae0fa tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.482429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1becd1-ec00-40fe-bfcc-be0e5bbae0fa tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.486956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1d1becd1-ec00-40fe-bfcc-be0e5bbae0fa tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/867f3568-36c5-4a3d-a824-8076becaa329 HTTP/1.1" status: 404 len: 337 time: 0.0289485 Jul 23 20:42:23.487283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54572) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.521931 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15c8699c-5c5d-47ac-a23d-2a73a5fa3cb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "GET /v2.0/ports?device_id=fc9779cb-6727-4bde-b55b-276f061c97b7 HTTP/1.1" status: 200 len: 205 time: 0.0313065 Jul 23 20:42:23.522495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54574) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.533765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-783cef7e-884d-4c41-a9cf-2aff416dc3de tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:23.535623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-783cef7e-884d-4c41-a9cf-2aff416dc3de tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 809 time: 0.1212871 Jul 23 20:42:23.551360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-30a828cf-3a3d-41c3-b204-ec5ad3e3e5fd tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/quotas/533490cc621a4a559768b61b822cf5e4 HTTP/1.1" status: 200 len: 375 time: 0.0101426 Jul 23 20:42:23.560665 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-ad2d2f5b-7d67-4252-8650-f524cf8fc136 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] delete failed (client error): The resource could not be found. Jul 23 20:42:23.564974 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ad2d2f5b-7d67-4252-8650-f524cf8fc136 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/routers/fc9779cb-6727-4bde-b55b-276f061c97b7 HTTP/1.1" status: 404 len: 336 time: 0.0376813 Jul 23 20:42:23.565243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54576) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-951ef6da-030a-4935-ac3f-0fc814305aec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f19eabbc-8a14-4349-bee9-c684b0f7a63c: This subnet is being modified by another concurrent operation. Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f19eabbc-8a14-4349-bee9-c684b0f7a63c: This subnet is being modified by another concurrent operation. Jul 23 20:42:23.586826 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 20:42:23.598093 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b30ff16-6764-49b3-9387-73f6d7fdbfbd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.598561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b30ff16-6764-49b3-9387-73f6d7fdbfbd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.600316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b30ff16-6764-49b3-9387-73f6d7fdbfbd tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/0279fa00-39e4-4f36-a1ef-56ae260df8b7 HTTP/1.1" status: 404 len: 337 time: 0.0340791 Jul 23 20:42:23.605788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54578) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.648509 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d934a4-19ca-4801-b0f2-3354f3d2ae34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.649312 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d934a4-19ca-4801-b0f2-3354f3d2ae34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.651443 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d7d934a4-19ca-4801-b0f2-3354f3d2ae34 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/e027b9a2-9b84-435c-baac-4eab3ff3e063 HTTP/1.1" status: 404 len: 337 time: 0.0442874 Jul 23 20:42:23.653048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6be2d89f-d6ed-4e04-8315-afb417bb71d8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:23.653983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54580) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.660217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00a031e9-74bc-4244-a83f-12ab6a0ba2c7 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030304 Jul 23 20:42:23.681400 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c53060-281c-42be-a04a-a83561957ca5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.681896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c53060-281c-42be-a04a-a83561957ca5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.688487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-07c53060-281c-42be-a04a-a83561957ca5 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/998e0471-6697-4f13-9e86-ba34a2fcf6db HTTP/1.1" status: 404 len: 337 time: 0.0288379 Jul 23 20:42:23.690362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54582) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.706660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9075e89a-1133-4735-9d95-19bec306696c None None] Network 1b1a61f4-eb96-4be0-b065-2164743cda74 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:23.718434 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af05a38-8316-46f7-9dd4-4213d090dc8b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.719535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af05a38-8316-46f7-9dd4-4213d090dc8b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.723642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3af05a38-8316-46f7-9dd4-4213d090dc8b tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/4ccdb63b-6ee0-440c-ba27-3222901edda9 HTTP/1.1" status: 404 len: 333 time: 0.0299106 Jul 23 20:42:23.724043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.740036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:23.751773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:23.752156 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.756371 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d027ff-149d-4e37-8de7-89a372a87bf6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.756840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d027ff-149d-4e37-8de7-89a372a87bf6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.758636 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86d027ff-149d-4e37-8de7-89a372a87bf6 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/4e647a71-6853-4c89-a132-c404882bbcb6 HTTP/1.1" status: 404 len: 337 time: 0.0330820 Jul 23 20:42:23.761218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54586) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.783587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-d8947a82-b1ea-43ee-8f89-015f8cb1d52e service neutron] 10.222.0.46 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039281 Jul 23 20:42:23.788993 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e9e469-1106-4ea6-bae2-9697b81d2050 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.789586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e9e469-1106-4ea6-bae2-9697b81d2050 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.791931 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9e9e469-1106-4ea6-bae2-9697b81d2050 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/bfc629b6-9926-44e5-9e4f-d96305eab188 HTTP/1.1" status: 404 len: 337 time: 0.0296190 Jul 23 20:42:23.795266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54588) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.822566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2907c299-e3c4-48a4-bf93-d54bdb0b8202 None None] Provisioning complete for port 49a51f29-42df-4925-9540-a1a7c56283ce triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:23.822948 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2907c299-e3c4-48a4-bf93-d54bdb0b8202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.832173 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c126d9-579a-4c39-b642-daa604afd422 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.833477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c126d9-579a-4c39-b642-daa604afd422 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.834925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81c126d9-579a-4c39-b642-daa604afd422 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/c79dbca4-ad44-437b-bf6f-53efbb82f305 HTTP/1.1" status: 404 len: 333 time: 0.0372660 Jul 23 20:42:23.837428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54590) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.864319 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1a294c-6534-4a21-a94c-afab57207089 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.865055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1a294c-6534-4a21-a94c-afab57207089 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.868865 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6d1a294c-6534-4a21-a94c-afab57207089 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/aff5cefa-fd4f-4658-b3dd-952c43bc3a8b HTTP/1.1" status: 404 len: 337 time: 0.0282154 Jul 23 20:42:23.869175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54592) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.897604 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-685036f1-5ded-4973-b449-b9dabba6fd84 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] DELETE failed (client error): The resource could not be found. Jul 23 20:42:23.897830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685036f1-5ded-4973-b449-b9dabba6fd84 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:42:23.901933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-685036f1-5ded-4973-b449-b9dabba6fd84 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/subnets/f98d2114-b7bb-4825-81fb-07a267bd9b97 HTTP/1.1" status: 404 len: 337 time: 0.0294251 Jul 23 20:42:23.902276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54594) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:23.904602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-81f6a55d-31f9-41fa-83f4-7cb4bcf4f6f7 service neutron] 10.222.0.46 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006751 Jul 23 20:42:23.913718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2907c299-e3c4-48a4-bf93-d54bdb0b8202 None None] Port 49a51f29-42df-4925-9540-a1a7c56283ce cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:23.961625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2907c299-e3c4-48a4-bf93-d54bdb0b8202 None None] Provisioning complete for port eb4296c7-b2d9-43f7-ba03-90a39b911853 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:23.961981 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2907c299-e3c4-48a4-bf93-d54bdb0b8202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:23.991333 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.021109 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port 49a51f29-42df-4925-9540-a1a7c56283ce {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:24.024672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.059071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 6be2d89f-d6ed-4e04-8315-afb417bb71d8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6be2d89f-d6ed-4e04-8315-afb417bb71d8,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:24.060515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] DHCP port deletion for 1b1a61f4-eb96-4be0-b065-2164743cda74 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:24.123822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.146269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.159764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee076a17-a344-42f9-82b6-04486086896d req-1d8d9999-f1d9-4b62-b619-95e309998eb2 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 210 time: 0.0431886 Jul 23 20:42:24.161147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for 49a51f29-42df-4925-9540-a1a7c56283ce owned by {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:24.193797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=6be2d89f-d6ed-4e04-8315-afb417bb71d8,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:24.259029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.260300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] Deleting port eb4296c7-b2d9-43f7-ba03-90a39b911853 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:24.260687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.302635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=49a51f29-42df-4925-9540-a1a7c56283ce,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:24.310525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.314346 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1d416c4e-a827-4cf9-bb25-fa8b4126deb9 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/ports/49a51f29-42df-4925-9540-a1a7c56283ce HTTP/1.1" status: 204 len: 168 time: 0.4107704 Jul 23 20:42:24.316576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54606) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:24.326112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eb4296c7-b2d9-43f7-ba03-90a39b911853,segment=NetworkSegment(1395f034-ce3c-4a2e-a8ee-795e28fa37e3),segment_id=1395f034-ce3c-4a2e-a8ee-795e28fa37e3)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:24.326818 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.346622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] Calling delete_port for eb4296c7-b2d9-43f7-ba03-90a39b911853 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:24.405372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.431305 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.461177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Deleting port eb4296c7-b2d9-43f7-ba03-90a39b911853 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:24.461552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.469896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] Pushing event deleted for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:24.472102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece902c-d206-4312-9c1f-d0966a70875f None None] No DVR routers for this DVR port eb4296c7-b2d9-43f7-ba03-90a39b911853 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:24.490171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0eb17-189e-42a2-b779-25002d4a439c None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 20:42:24.532563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] For port eb4296c7-b2d9-43f7-ba03-90a39b911853, host n-d-793620-13, got binding levels [] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:24.532997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.545227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Calling delete_port for eb4296c7-b2d9-43f7-ba03-90a39b911853 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:24.549020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Port eb4296c7-b2d9-43f7-ba03-90a39b911853 was not found and therefore no delete operation was performed {{(pid=94027) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:42:24.550327 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.570437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0eb17-189e-42a2-b779-25002d4a439c None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 20:42:24.583247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] No DVR routers for this DVR port eb4296c7-b2d9-43f7-ba03-90a39b911853 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:24.614160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Port': ['ID=eb4296c7-b2d9-43f7-ba03-90a39b911853,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:24.680165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.693339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1a61f4-eb96-4be0-b065-2164743cda74']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:24.704032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1395f034-ce3c-4a2e-a8ee-795e28fa37e3') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:24.704327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1395f034-ce3c-4a2e-a8ee-795e28fa37e3') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:24.717734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.734923 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.742674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:24.743724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:24.747543 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:24.817009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.822641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:24.825029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] 10.222.0.46 "DELETE /v2.0/networks/1b1a61f4-eb96-4be0-b065-2164743cda74 HTTP/1.1" status: 204 len: 168 time: 0.5073693 Jul 23 20:42:24.842797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fde1b-67a7-4edb-8224-22db9c798881 tempest-PortsIpV6TestJSON-1404422741 tempest-PortsIpV6TestJSON-1404422741-project] Pushing event deleted for resources: {'Network': ['ID=1b1a61f4-eb96-4be0-b065-2164743cda74,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:24.892998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6be2d89f-d6ed-4e04-8315-afb417bb71d8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:24.964205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:24.964570 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.162381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eb4296c7-b2d9-43f7-ba03-90a39b911853 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:25.170436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54614) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:25.190361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: eb4296c7-b2d9-43f7-ba03-90a39b911853 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:25.190938 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eb4296c7-b2d9-43f7-ba03-90a39b911853 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:25.251097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-24bffbdf-65d4-4310-bc3f-0c548cfef395 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.252672 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-24bffbdf-65d4-4310-bc3f-0c548cfef395 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 809 time: 0.1720026 Jul 23 20:42:25.306139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0574bf0f-e922-4b05-95ad-c9a24d47a933 req-e8829c7d-1266-427a-a4cc-c5384dd06ef4 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 210 time: 0.0503111 Jul 23 20:42:25.321244 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-ed065e5b-b6bc-4380-830b-90836d1f0a53 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=533490cc621a4a559768b61b822cf5e4 HTTP/1.1" status: 200 len: 379 time: 0.0598280 Jul 23 20:42:25.334241 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'port': {'device_id': '7de78834-370e-42a3-b915-1441ef636c90', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'admin_state_up': True, 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'security_groups': ['2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:25.359651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0800aae2-dd2e-4449-94a9-877ea0247adb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1499c1ecc3c7411a9d65394648844155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844323 Jul 23 20:42:25.359651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54622) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:25.410825 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92d48807-f0a4-43c2-91ef-37ae776f9e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.435787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92d48807-f0a4-43c2-91ef-37ae776f9e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.448832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Made reservation on behalf of 533490cc621a4a559768b61b822cf5e4 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:25.452524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.487928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92d48807-f0a4-43c2-91ef-37ae776f9e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.490843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-92d48807-f0a4-43c2-91ef-37ae776f9e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.496915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92d48807-f0a4-43c2-91ef-37ae776f9e94 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82e13b00-802e-43d8-9843-65d40c88240b HTTP/1.1" status: 204 len: 168 time: 0.1325841 Jul 23 20:42:25.501536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d48807-f0a4-43c2-91ef-37ae776f9e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e13b00-802e-43d8-9843-65d40c88240b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:25.537613 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Sync routers for ids ['b75e634f-fcd0-4600-8d7d-f06e849896a6'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:25.546570 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Routers {'b75e634f-fcd0-4600-8d7d-f06e849896a6'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:25.547754 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b75e634f-fcd0-4600-8d7d-f06e849896a6'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:25.595456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Allocated IP 172.20.0.8 (d2af4800-7740-441e-9998-79322d2ae8af/c0189bdc-4ff9-4802-ab8c-ef9911b8531b/778c5040-3570-4257-bdbc-9619f2393d01) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:25.665646 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Set router b75e634f-fcd0-4600-8d7d-f06e849896a6 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:25.755898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.780308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Transition to ACTIVE for port object 778c5040-3570-4257-bdbc-9619f2393d01 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:25.823557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.866479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Network d2af4800-7740-441e-9998-79322d2ae8af is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:25.869629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:25.874412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:25.883530 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '370aa4bc-2229-411f-ad1c-3158025e1fc6', 'name': '', 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'mac_address': 'fa:16:3e:a6:bf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:18Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 2, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'subnets': [{'id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:25.916789 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Checking router: b75e634f-fcd0-4600-8d7d-f06e849896a6 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:25.917404 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Updating router b75e634f-fcd0-4600-8d7d-f06e849896a6 port 370aa4bc-2229-411f-ad1c-3158025e1fc6 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:42:25.921451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'Port': ['ID=778c5040-3570-4257-bdbc-9619f2393d01,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:25.936710 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:25.937420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.955850 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6cd59d4b-fc59-4376-92dd-44d4bbd299bf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256068 Jul 23 20:42:25.961567 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:25.976082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Request body: {'port': {'device_id': '7de78834-370e-42a3-b915-1441ef636c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:26.062019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.188653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f74422-165e-448f-adcf-d3f280c6acf1 None None] Provisioning for port 778c5040-3570-4257-bdbc-9619f2393d01 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:26.195736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f74422-165e-448f-adcf-d3f280c6acf1 None None] Provisioning complete for port 778c5040-3570-4257-bdbc-9619f2393d01 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:26.196634 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f74422-165e-448f-adcf-d3f280c6acf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.241904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c1f74422-165e-448f-adcf-d3f280c6acf1 None None] Port 778c5040-3570-4257-bdbc-9619f2393d01 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:26.290217 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.299037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54644) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:26.303814 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Transition to ACTIVE for port object 370aa4bc-2229-411f-ad1c-3158025e1fc6 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:26.310567 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.408519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778c5040-3570-4257-bdbc-9619f2393d01 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:26.427271 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Attempting to bind port 370aa4bc-2229-411f-ad1c-3158025e1fc6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:26.427741 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Attempting to bind port 370aa4bc-2229-411f-ad1c-3158025e1fc6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:26.427916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.428193 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Attempting to bind port 370aa4bc-2229-411f-ad1c-3158025e1fc6 on network 7394e9bf-670d-47d1-acd0-c04c99ad740b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:26.430156 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae57c1-2edb-47fc-be8e-0c384fc94ca1 None None] Pushing event updated for resources: {'Port': ['ID=370aa4bc-2229-411f-ad1c-3158025e1fc6,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:26.438122 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:26.438448 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Checking segment: {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:26.439017 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.439408 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Bound using segment: {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:26.439875 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Bound port: 370aa4bc-2229-411f-ad1c-3158025e1fc6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a8d988-311e-4842-90fa-eedd344e989b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:26.440255 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.464532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Transition to ACTIVE for port object 778c5040-3570-4257-bdbc-9619f2393d01 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:26.472583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.473987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1093566619'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:26.512994 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] For port 370aa4bc-2229-411f-ad1c-3158025e1fc6, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:26.517120 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] For port 370aa4bc-2229-411f-ad1c-3158025e1fc6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=370aa4bc-2229-411f-ad1c-3158025e1fc6,segment=NetworkSegment(90a8d988-311e-4842-90fa-eedd344e989b),segment_id=90a8d988-311e-4842-90fa-eedd344e989b)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:26.523708 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.533924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:26.538451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.549874 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.564086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Pushing event updated for resources: {'Port': ['ID=778c5040-3570-4257-bdbc-9619f2393d01,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:26.573383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267469-c4a6-4546-960f-b3f99067b17f req-27e5037f-8cb5-4f91-8970-c18c207a41f6 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.581049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f267469-c4a6-4546-960f-b3f99067b17f req-27e5037f-8cb5-4f91-8970-c18c207a41f6 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 931 time: 0.1930292 Jul 23 20:42:26.585929 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae57c1-2edb-47fc-be8e-0c384fc94ca1 None None] Pushing event updated for resources: {'Port': ['ID=370aa4bc-2229-411f-ad1c-3158025e1fc6,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:26.603964 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Routers {'b75e634f-fcd0-4600-8d7d-f06e849896a6'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:26.604676 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b75e634f-fcd0-4600-8d7d-f06e849896a6'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:26.679334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3f267469-c4a6-4546-960f-b3f99067b17f req-c9c03a13-bd69-4c58-858b-273664a054fa tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972908 Jul 23 20:42:26.703582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Attempting to bind port 778c5040-3570-4257-bdbc-9619f2393d01 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:26.704051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Attempting to bind port 778c5040-3570-4257-bdbc-9619f2393d01 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:26.704792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Attempting to bind port 778c5040-3570-4257-bdbc-9619f2393d01 on network d2af4800-7740-441e-9998-79322d2ae8af {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:26.709854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Port 778c5040-3570-4257-bdbc-9619f2393d01 on network d2af4800-7740-441e-9998-79322d2ae8af not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:42:26.710189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Attempting to bind port 778c5040-3570-4257-bdbc-9619f2393d01 on network d2af4800-7740-441e-9998-79322d2ae8af {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:26.722252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:26.722770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Checking segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:26.723173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Bound using segment: {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:26.723642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Bound port: 778c5040-3570-4257-bdbc-9619f2393d01, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e814b0-1568-49cc-b04e-7ce18639d270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:26.724079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.754246 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] Set router b75e634f-fcd0-4600-8d7d-f06e849896a6 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:26.779611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.789777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.816725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:26.838224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] For port 778c5040-3570-4257-bdbc-9619f2393d01, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:26.842985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] For port 778c5040-3570-4257-bdbc-9619f2393d01, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=778c5040-3570-4257-bdbc-9619f2393d01,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:26.850583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.853093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.853481 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment 11e5a35f-a76c-4825-8f7d-aa3bb839faee of type vlan for network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b Jul 23 20:42:26.855314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db29c78-5ca6-4da2-a121-e9c13c6eaa68,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:26.908130 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:42:26.935846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Pushing event updated for resources: {'Port': ['ID=778c5040-3570-4257-bdbc-9619f2393d01,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:26.937162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.943693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 370aa4bc-2229-411f-ad1c-3158025e1fc6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:26.964092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.964724 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.966360 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-00ce63a2-517f-4c14-bd1a-6988d4b8780f service neutron] 10.222.0.36 "PUT /v2.0/ports/778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 1092 time: 0.9982934 Jul 23 20:42:26.966816 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:26.969211 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd4d7bf-96c9-4611-b288-e47a5461f47e" -d '{"events": [{"name": "network-changed", "server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "tag": "778c5040-3570-4257-bdbc-9619f2393d01"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:26.979173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:26.988935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:26.989631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.043947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7430966 Jul 23 20:42:27.046944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54652) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:27.052857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-304968654'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:27.073519 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11b8c2b-035f-40c6-885d-fe4ecb28d647 x-openstack-request-id: req-f11b8c2b-035f-40c6-885d-fe4ecb28d647 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:27.073519 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "tag": "778c5040-3570-4257-bdbc-9619f2393d01", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:27.073519 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f11b8c2b-035f-40c6-885d-fe4ecb28d647 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:27.073519 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01', 'status': 'completed', 'code': 200} Jul 23 20:42:27.084591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:27.091977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:27.092623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.100126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb9ed6-758b-4d58-80a3-e760095168bc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:27.134285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-5bd883d2-6a85-41d0-b116-e78324c4d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.135903 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-5bd883d2-6a85-41d0-b116-e78324c4d7ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1095 time: 0.1290557 Jul 23 20:42:27.136720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:27.140393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.156939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:27.178673 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '370aa4bc-2229-411f-ad1c-3158025e1fc6', 'name': '', 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'mac_address': 'fa:16:3e:a6:bf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:18Z', 'updated_at': '2021-07-23T20:42:26Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'subnets': [{'id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:27.188496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1c66c60d-2c3c-4e4c-be8b-3af8c2a33ff2 None None] Provisioning complete for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:27.189228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c66c60d-2c3c-4e4c-be8b-3af8c2a33ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.204681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-6f81f73f-84f5-4fa4-b64b-f72e7aba2731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 217 time: 0.0490994 Jul 23 20:42:27.207344 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68037162-1496-4ecb-9989-d17f70cfe686 None None] The sync data for ids ['b75e634f-fcd0-4600-8d7d-f06e849896a6'] in n-d-793620-13 is: [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '370aa4bc-2229-411f-ad1c-3158025e1fc6', 'name': '', 'network_id': '7394e9bf-670d-47d1-acd0-c04c99ad740b', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'mac_address': 'fa:16:3e:a6:bf:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:18Z', 'updated_at': '2021-07-23T20:42:26Z', 'revision_number': 4, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'subnets': [{'id': 'c00180d5-b0a4-4708-85c0-867f49332c4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:27.224869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:27.268637 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.268993 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment 5c6630c8-dfcd-44be-92f3-947d8c383335 of type vlan for network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 Jul 23 20:42:27.319083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-c188b47d-0557-45f7-b097-a25dd0694622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.320494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-c188b47d-0557-45f7-b097-a25dd0694622 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.1054244 Jul 23 20:42:27.321182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.339513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.390416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 370aa4bc-2229-411f-ad1c-3158025e1fc6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=370aa4bc-2229-411f-ad1c-3158025e1fc6,segment=NetworkSegment(90a8d988-311e-4842-90fa-eedd344e989b),segment_id=90a8d988-311e-4842-90fa-eedd344e989b)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:27.397542 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.400102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.404199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.404736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.435802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1c66c60d-2c3c-4e4c-be8b-3af8c2a33ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.441406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-901f4037-9692-48f4-b62c-cc6a3c0021f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.442948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-901f4037-9692-48f4-b62c-cc6a3c0021f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161609 Jul 23 20:42:27.453478 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4052138 Jul 23 20:42:27.453916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54654) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:27.462796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:27.479960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=370aa4bc-2229-411f-ad1c-3158025e1fc6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:27.510029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd88cdc-603e-43dc-8722-911fa58fbc33 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=f971738d-d78f-41fa-8a04-dc3fdc19b9b5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:27.528572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:27.531513 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-1c66c60d-2c3c-4e4c-be8b-3af8c2a33ff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:42:27.532012 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-1c66c60d-2c3c-4e4c-be8b-3af8c2a33ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:42:27.572797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:27.579018 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.592904 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-92df5ecc-515d-4c21-bbed-749a8080906a service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361949 Jul 23 20:42:27.702211 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0dd976cb-fb4a-46ec-9fc2-cd6ffaa09201 req-b2375072-2401-47e6-904c-b7ee560f5ced service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030490 Jul 23 20:42:27.806415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-3040d460-abb8-4a36-a3cc-b5b099a6d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.807959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-3040d460-abb8-4a36-a3cc-b5b099a6d450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1095 time: 0.0561011 Jul 23 20:42:27.819954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.896670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=d2a955b0-8026-48dc-afc0-13077873a0e5,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:27.907313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-c1b52e9d-160f-47d3-b202-720557cad638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.907471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec3b7f-6f67-463f-b6d7-a12262e91a1f req-36366cae-f02b-46ab-a608-4b5360c1eaf4 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.908856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87ec3b7f-6f67-463f-b6d7-a12262e91a1f req-36366cae-f02b-46ab-a608-4b5360c1eaf4 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 943 time: 0.1484978 Jul 23 20:42:27.908998 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-c1b52e9d-160f-47d3-b202-720557cad638 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 910 time: 0.0948851 Jul 23 20:42:27.922380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': '11e5a35f-a76c-4825-8f7d-aa3bb839faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:27.922777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:27.950846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-e83d30f3-c77d-459f-86b4-4114aac2e947 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 217 time: 0.0352006 Jul 23 20:42:27.954155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:27.967309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87ec3b7f-6f67-463f-b6d7-a12262e91a1f req-06cc9b4a-1a90-4b71-bf74-ce43f7940b04 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509679 Jul 23 20:42:27.968411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:27.973140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:27.973763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:27.982505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080af559-f383-4c04-8e50-ebedefd2c17d None None] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:27.992499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7f8ec739-2f6a-435b-b8cd-cca852a812a8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5367680 Jul 23 20:42:27.994817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54658) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:28.001726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:28.003589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-3ec9f8ec-0f35-4c6f-ad60-54bf9293ea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.005156 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-3ec9f8ec-0f35-4c6f-ad60-54bf9293ea13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.0484762 Jul 23 20:42:28.074911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-1b7b5115-c01f-46fa-95d7-65ae70d37974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.076820 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-1b7b5115-c01f-46fa-95d7-65ae70d37974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636797 Jul 23 20:42:28.113900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:28.117786 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.182991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b', 'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': 'd2a955b0-8026-48dc-afc0-13077873a0e5'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:28.184530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.188802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-40dcaa8e-c3b8-4b20-aaca-392241412cdf service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039884 Jul 23 20:42:28.300154 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3cd4d7bf-96c9-4611-b288-e47a5461f47e req-0f254006-ad88-4e34-9646-2d802d1d8b82 service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039166 Jul 23 20:42:28.342578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Allocated IP 172.20.0.2 (b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b/d2a955b0-8026-48dc-afc0-13077873a0e5/4e23020c-9879-424f-9dca-dbec640bc9fb) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:28.343196 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.405402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=44b7e1da-906f-4d12-896a-94a46c686312,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:28.409942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': '5c6630c8-dfcd-44be-92f3-947d8c383335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:28.410309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: f971738d-d78f-41fa-8a04-dc3fdc19b9b5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:28.427475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:28.436412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f971738d-d78f-41fa-8a04-dc3fdc19b9b5) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:28.442360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:28.443281 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.447136 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4a318-1c1b-4d93-bbb5-ff91802ff8fb None None] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:28.460307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-107f3cd8-2dc5-413e-9a22-ee39a02797cc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4609892 Jul 23 20:42:28.460831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54660) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:28.464864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1595509618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:28.487981 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.489009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.542052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.555316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Transition to ACTIVE for port object 4e23020c-9879-424f-9dca-dbec640bc9fb will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:28.585067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Transition to ACTIVE for port object 4e23020c-9879-424f-9dca-dbec640bc9fb will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:28.612527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.665947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:28.695324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:28.699881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f971738d-d78f-41fa-8a04-dc3fdc19b9b5', 'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': '44b7e1da-906f-4d12-896a-94a46c686312'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:28.700748 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.703624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:28.706018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Pushing event updated for resources: {'Port': ['ID=4e23020c-9879-424f-9dca-dbec640bc9fb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:28.810697 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.816572 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.838896 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.842878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aac996dc-510d-42c3-9ebc-39ee562357c9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3787796 Jul 23 20:42:28.843161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:28.845092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Attempting to bind port 4e23020c-9879-424f-9dca-dbec640bc9fb on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:28.845596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Attempting to bind port 4e23020c-9879-424f-9dca-dbec640bc9fb by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '11e5a35f-a76c-4825-8f7d-aa3bb839faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:28.845882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Attempting to bind port 4e23020c-9879-424f-9dca-dbec640bc9fb on network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:28.858893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:28.859850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Checking segment: {'id': '11e5a35f-a76c-4825-8f7d-aa3bb839faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:28.860295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.860733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Bound using segment: {'id': '11e5a35f-a76c-4825-8f7d-aa3bb839faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:28.861214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Bound port: 4e23020c-9879-424f-9dca-dbec640bc9fb, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e5a35f-a76c-4825-8f7d-aa3bb839faee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:28.861636 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:28.881441 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 370aa4bc-2229-411f-ad1c-3158025e1fc6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:29.169069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] For port 4e23020c-9879-424f-9dca-dbec640bc9fb, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:29.172870 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.184345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Allocated IP 172.21.0.2 (f971738d-d78f-41fa-8a04-dc3fdc19b9b5/44b7e1da-906f-4d12-896a-94a46c686312/a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:29.194075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] For port 4e23020c-9879-424f-9dca-dbec640bc9fb, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4e23020c-9879-424f-9dca-dbec640bc9fb,segment=NetworkSegment(11e5a35f-a76c-4825-8f7d-aa3bb839faee),segment_id=11e5a35f-a76c-4825-8f7d-aa3bb839faee)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:29.196500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab74789-ce39-4389-a06d-e90b04ff89d9 req-8c8f06c8-6bde-49c8-afc1-72544352e125 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:29.198355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ab74789-ce39-4389-a06d-e90b04ff89d9 req-8c8f06c8-6bde-49c8-afc1-72544352e125 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 943 time: 0.1365256 Jul 23 20:42:29.200780 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.261569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 370aa4bc-2229-411f-ad1c-3158025e1fc6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:29.261961 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.316416 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ab74789-ce39-4389-a06d-e90b04ff89d9 req-63d95ae3-3dfa-4f57-ab35-9e473266e6d0 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810475 Jul 23 20:42:29.371472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a731eea-b90a-4039-a48c-2264a0308a1a None None] Pushing event updated for resources: {'Port': ['ID=4e23020c-9879-424f-9dca-dbec640bc9fb,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.489266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.500201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Transition to ACTIVE for port object a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:29.513782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.20.0.1 (b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b/d2a955b0-8026-48dc-afc0-13077873a0e5/9ad4f3da-3102-4ace-8b05-0879ebdbefd4) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:29.515849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Transition to ACTIVE for port object a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:29.524440 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.571800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:29.574779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:29.577218 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:29.590035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Pushing event updated for resources: {'Port': ['ID=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.647747 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.652496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Attempting to bind port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:29.652981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Attempting to bind port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '5c6630c8-dfcd-44be-92f3-947d8c383335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:29.653347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Attempting to bind port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e on network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:29.658384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:29.658889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Checking segment: {'id': '5c6630c8-dfcd-44be-92f3-947d8c383335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:29.659298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.659693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Bound using segment: {'id': '5c6630c8-dfcd-44be-92f3-947d8c383335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:29.660154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Bound port: a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6630c8-dfcd-44be-92f3-947d8c383335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f971738d-d78f-41fa-8a04-dc3fdc19b9b5'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:29.660535 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.662592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:29.696799 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.734748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] For port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:29.738020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] For port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,segment=NetworkSegment(5c6630c8-dfcd-44be-92f3-947d8c383335),segment_id=5c6630c8-dfcd-44be-92f3-947d8c383335)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:29.741206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:29.742360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.744458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:29.748588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:29.782573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=9ad4f3da-3102-4ace-8b05-0879ebdbefd4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.804223 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:29.809001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f97c9b-6102-4883-a8e8-d61e4fe34d61 None None] Pushing event updated for resources: {'Port': ['ID=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:29.933653 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.170477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 778c5040-3570-4257-bdbc-9619f2393d01 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:42:30.238510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.244286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.280324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 778c5040-3570-4257-bdbc-9619f2393d01, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=778c5040-3570-4257-bdbc-9619f2393d01,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:30.294155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '778c5040-3570-4257-bdbc-9619f2393d01', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'port_id': '778c5040-3570-4257-bdbc-9619f2393d01', 'mac_address': 'fa:16:3e:a0:6b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:42:30.329946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.331431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=9ad4f3da-3102-4ace-8b05-0879ebdbefd4,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:30.331585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd866da-7f94-4ba8-9cf8-721e8a9eaf83 None None] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:30.370598 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.423959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778c5040-3570-4257-bdbc-9619f2393d01 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:42:30.457652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9379bcf2-9120-49aa-9a7a-070a364093f9 None None] Provisioning for port 4e23020c-9879-424f-9dca-dbec640bc9fb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:30.462326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 778c5040-3570-4257-bdbc-9619f2393d01, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=778c5040-3570-4257-bdbc-9619f2393d01,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:30.465398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:30.469737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:30.496660 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:30.556499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a77ba2-c695-4259-b5c2-553259fc6b7d req-f0795bd8-c068-4fb9-b725-d3a4969655ef tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:30.558069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33a77ba2-c695-4259-b5c2-553259fc6b7d req-f0795bd8-c068-4fb9-b725-d3a4969655ef tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 943 time: 0.1592751 Jul 23 20:42:30.579604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=778c5040-3570-4257-bdbc-9619f2393d01,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:30.627297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-33a77ba2-c695-4259-b5c2-553259fc6b7d req-603f9964-1fba-4b28-9d59-5ea305acb251 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604374 Jul 23 20:42:30.654769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 2e6520cf-5874-4ca8-ac22-3c3df47b43a3 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:30.700402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['778c5040-3570-4257-bdbc-9619f2393d01'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:42:30.768751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:30.774960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9da32d00-33d1-4d02-80b6-f0e240ca1b2c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/2e6520cf-5874-4ca8-ac22-3c3df47b43a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9291067 Jul 23 20:42:30.778075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54668) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:30.797726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] Sync routers for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:30.822968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:30.823616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:30.847396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86398a16-4b10-44b4-a719-67190aec0516 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:30.851731 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54670) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:30.851915 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86398a16-4b10-44b4-a719-67190aec0516 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports/9ad4f3da-3102-4ace-8b05-0879ebdbefd4 HTTP/1.1" status: 200 len: 910 time: 0.0728114 Jul 23 20:42:30.871162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:30.886755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:30.887525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:30.941039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:30.941684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9f7097-895e-451b-a8a8-137e919effb0 None None] The sync data for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:30.992475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:31.013253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23ec39-aad8-4a59-b242-590635f7275f None None] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:31.034696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39a59875-22f8-4d5c-88b3-0ce73acc93c1 None None] Provisioning for port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:31.056693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39a59875-22f8-4d5c-88b3-0ce73acc93c1 None None] Provisioning complete for port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.057217 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39a59875-22f8-4d5c-88b3-0ce73acc93c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.183511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-39a59875-22f8-4d5c-88b3-0ce73acc93c1 None None] Port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:31.221155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:31.235989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4e23020c-9879-424f-9dca-dbec640bc9fb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:31.271503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.373213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Provisioning complete for port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.373693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.423346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4e23020c-9879-424f-9dca-dbec640bc9fb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:31.433071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:31.434915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4e23020c-9879-424f-9dca-dbec640bc9fb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.435296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.481376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Provisioning for port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:31.494571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Provisioning complete for port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.494955 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.601426 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.638299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.656909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4e23020c-9879-424f-9dca-dbec640bc9fb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4e23020c-9879-424f-9dca-dbec640bc9fb,segment=NetworkSegment(11e5a35f-a76c-4825-8f7d-aa3bb839faee),segment_id=11e5a35f-a76c-4825-8f7d-aa3bb839faee)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:31.675729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.692423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] For port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,segment=NetworkSegment(5c6630c8-dfcd-44be-92f3-947d8c383335),segment_id=5c6630c8-dfcd-44be-92f3-947d8c383335)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:31.720010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.758541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4e23020c-9879-424f-9dca-dbec640bc9fb,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:31.814450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb96dc2-d539-4cda-9d86-2c65d4022710 None None] Pushing event updated for resources: {'Port': ['ID=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:31.841624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0034cfb0-60dc-4039-9d9c-cc4dbf97fcf8 None None] Provisioning complete for port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.841924 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0034cfb0-60dc-4039-9d9c-cc4dbf97fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.869244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83058b-cd00-4064-b59a-1aa02f9d63f9 req-2d8d6111-df98-4c48-be9c-914600f7c2cb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:31.870762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be83058b-cd00-4064-b59a-1aa02f9d63f9 req-2d8d6111-df98-4c48-be9c-914600f7c2cb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 944 time: 0.1160336 Jul 23 20:42:31.871840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.21.0.1 (f971738d-d78f-41fa-8a04-dc3fdc19b9b5/44b7e1da-906f-4d12-896a-94a46c686312/f744afbc-ec77-456a-b486-e22b31136052) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:31.877371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0034cfb0-60dc-4039-9d9c-cc4dbf97fcf8 None None] Port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:31.887518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0034cfb0-60dc-4039-9d9c-cc4dbf97fcf8 None None] Provisioning complete for port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:31.887966 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0034cfb0-60dc-4039-9d9c-cc4dbf97fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:31.940450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be83058b-cd00-4064-b59a-1aa02f9d63f9 req-32874e1a-c864-437c-bc10-f433247f291b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618753 Jul 23 20:42:32.011419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.024891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object f744afbc-ec77-456a-b486-e22b31136052 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:32.057413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.098817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:32.101749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:32.105313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:32.129899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=f744afbc-ec77-456a-b486-e22b31136052,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:32.152269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.186437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 778c5040-3570-4257-bdbc-9619f2393d01 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:32.246487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 778c5040-3570-4257-bdbc-9619f2393d01 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:32.251325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 778c5040-3570-4257-bdbc-9619f2393d01 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:32.251703 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.297460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.335420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.358298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:32.360763 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82350985-f63d-4980-b6c6-91d2dd0896ab" -d '{"events": [{"server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "name": "network-vif-plugged", "status": "completed", "tag": "778c5040-3570-4257-bdbc-9619f2393d01"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:32.373871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 778c5040-3570-4257-bdbc-9619f2393d01, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=778c5040-3570-4257-bdbc-9619f2393d01,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:32.384249 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.412493 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24d658a-f764-4744-9e55-91434ab4f40e x-openstack-request-id: req-f24d658a-f764-4744-9e55-91434ab4f40e {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:32.412853 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "name": "network-vif-plugged", "status": "completed", "tag": "778c5040-3570-4257-bdbc-9619f2393d01", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:32.413054 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f24d658a-f764-4744-9e55-91434ab4f40e {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:32.413418 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01', 'code': 200} Jul 23 20:42:32.423267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c41f5034-44b4-4245-8f68-4b3e7c8ca7e0 None None] Provisioning for port f744afbc-ec77-456a-b486-e22b31136052 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:32.435306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c41f5034-44b4-4245-8f68-4b3e7c8ca7e0 None None] Provisioning complete for port f744afbc-ec77-456a-b486-e22b31136052 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:32.436018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c41f5034-44b4-4245-8f68-4b3e7c8ca7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.466334 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=778c5040-3570-4257-bdbc-9619f2393d01,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:32.480147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c41f5034-44b4-4245-8f68-4b3e7c8ca7e0 None None] Port f744afbc-ec77-456a-b486-e22b31136052 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:32.519542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751ac4d-c784-44b3-a5b1-99ceb7a97eac req-05e7d9f0-8123-4ef9-b8c9-f801b8a4a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:32.521087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0751ac4d-c784-44b3-a5b1-99ceb7a97eac req-05e7d9f0-8123-4ef9-b8c9-f801b8a4a4b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.0603039 Jul 23 20:42:32.555456 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0751ac4d-c784-44b3-a5b1-99ceb7a97eac req-ec740ea9-c079-4063-be13-47c538aa917d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279479 Jul 23 20:42:32.579213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.583865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.663517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=f744afbc-ec77-456a-b486-e22b31136052,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:32.665960 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.758142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:32.759456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:32.862230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 2e6520cf-5874-4ca8-ac22-3c3df47b43a3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:32.868912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:32.928053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:32.928522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:32.984499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:32.989839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-348e3289-55d8-4838-99a2-7662ed120219 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/2e6520cf-5874-4ca8-ac22-3c3df47b43a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1365550 Jul 23 20:42:32.992593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54678) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:33.001480 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] Sync routers for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:33.021921 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:33.022562 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:33.024177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4e23020c-9879-424f-9dca-dbec640bc9fb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:33.050383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c3eefa8f-12a9-4c2c-b047-4e2e8b9220ba None None] Provisioning complete for port f744afbc-ec77-456a-b486-e22b31136052 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:33.050756 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c3eefa8f-12a9-4c2c-b047-4e2e8b9220ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.074436 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:33.075211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff0a0f1-3892-4b35-853a-8e6c0d895a8b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.076650 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fff0a0f1-3892-4b35-853a-8e6c0d895a8b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports/f744afbc-ec77-456a-b486-e22b31136052 HTTP/1.1" status: 200 len: 910 time: 0.0830076 Jul 23 20:42:33.080378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:33.089294 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:33.090218 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:33.102089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c3eefa8f-12a9-4c2c-b047-4e2e8b9220ba None None] Port f744afbc-ec77-456a-b486-e22b31136052 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:33.114327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4e23020c-9879-424f-9dca-dbec640bc9fb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:33.114699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.116487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b9848-f848-4d04-90ba-c49acaceccd4 req-b7afa658-3d7a-4332-86d7-468c5ce43d19 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:33.118115 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-980b9848-f848-4d04-90ba-c49acaceccd4 req-b7afa658-3d7a-4332-86d7-468c5ce43d19 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0834630 Jul 23 20:42:33.128643 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:33.129381 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b674dac1-d208-43f9-bcf2-fb87848cfbc2 None None] The sync data for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:33.165799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-980b9848-f848-4d04-90ba-c49acaceccd4 req-4e061cc0-3165-4de7-a620-9cdcbd8e3519 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399199 Jul 23 20:42:33.660078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:33.916711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port f744afbc-ec77-456a-b486-e22b31136052 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:33.916976 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.004307 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.016218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for f744afbc-ec77-456a-b486-e22b31136052 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:34.183717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.211369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=f744afbc-ec77-456a-b486-e22b31136052,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:34.308891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ad316-f304-401b-b23b-8f0ce262fcff req-8b6343b8-3721-4af2-b87c-f079ffac6b81 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.310468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5ad316-f304-401b-b23b-8f0ce262fcff req-8b6343b8-3721-4af2-b87c-f079ffac6b81 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0716941 Jul 23 20:42:34.352906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5ad316-f304-401b-b23b-8f0ce262fcff req-0e003ff3-b8e0-42bc-8777-f058f1067edf tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355949 Jul 23 20:42:34.376028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:34.484233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde5639-ded6-4c24-934c-6b319540a060 req-c92d2844-6708-4980-b7ab-42a97f4d53f3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.485688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fde5639-ded6-4c24-934c-6b319540a060 req-c92d2844-6708-4980-b7ab-42a97f4d53f3 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0648248 Jul 23 20:42:34.523768 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fde5639-ded6-4c24-934c-6b319540a060 req-913ae73d-a6a5-4e49-b000-3e76089f0ffc tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Jul 23 20:42:34.570990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 2e6520cf-5874-4ca8-ac22-3c3df47b43a3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:34.652601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfadfac-408f-4039-b5bd-f14ed74be237 req-903f5116-2a17-4e51-b6cc-945717937563 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.654149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdfadfac-408f-4039-b5bd-f14ed74be237 req-903f5116-2a17-4e51-b6cc-945717937563 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0633712 Jul 23 20:42:34.666682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:34.672452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2ab71e63-371b-4be2-a0e0-b61485253f41 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/2e6520cf-5874-4ca8-ac22-3c3df47b43a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903099 Jul 23 20:42:34.674866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54688) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:34.676761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] Sync routers for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:34.685007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:34.685625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:34.701858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cdfadfac-408f-4039-b5bd-f14ed74be237 req-a71ae209-1d30-4da5-ba33-2f46b583f968 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413511 Jul 23 20:42:34.721195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:34.724689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:34.733411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:34.734779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:34.768100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:34.768761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bedcf95-fe48-4fb1-b4fb-ffa1a364ad02 None None] The sync data for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:34.883528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46808590-b976-4528-ace7-0d3bd001bc56 tempest-TestServerBasicOps-1116115878 tempest-TestServerBasicOps-1116115878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:34.885080 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-46808590-b976-4528-ace7-0d3bd001bc56 tempest-TestServerBasicOps-1116115878 tempest-TestServerBasicOps-1116115878-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1092 time: 0.1627340 Jul 23 20:42:34.888130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54694) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:34.893402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '778c5040-3570-4257-bdbc-9619f2393d01', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:34.919388 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.004294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.019944 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.166451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Allocated IP 172.25.8.123 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/24443ddc-b768-46a1-a841-d256aa91c253) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:35.281427 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.284127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:35.284477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.325195 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.370834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:35.374232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:35.378867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:35.381216 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.395801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 9ad4f3da-3102-4ace-8b05-0879ebdbefd4 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:35.406357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'Port': ['ID=24443ddc-b768-46a1-a841-d256aa91c253,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:35.607587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.645019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=9ad4f3da-3102-4ace-8b05-0879ebdbefd4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:35.680051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.680744 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.681096 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.681470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.681997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.682540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.682888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.683675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.684022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.684558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.684693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.685064 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:35.822322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.916164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:35.980619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 2e6520cf-5874-4ca8-ac22-3c3df47b43a3 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:36.065020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:36.073993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-29ea7fab-3fb8-4995-87f8-dc5fc7ef9169 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/2e6520cf-5874-4ca8-ac22-3c3df47b43a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3945971 Jul 23 20:42:36.073993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54696) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:36.077055 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] Sync routers for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:36.093563 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:36.094554 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:36.108469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-27a70b8c-447a-42a4-889b-f1c7b8efd384 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e6520cf-5874-4ca8-ac22-3c3df47b43a3 HTTP/1.1" status: 200 len: 205 time: 0.0329483 Jul 23 20:42:36.111275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:36.132724 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:36.142234 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] Routers {'2e6520cf-5874-4ca8-ac22-3c3df47b43a3'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:36.142937 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:36.177099 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:36.177902 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd93e5a-8473-4e17-9942-a8e321858c67 None None] The sync data for ids ['2e6520cf-5874-4ca8-ac22-3c3df47b43a3'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:36.193051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.287789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.360740 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.362840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.407558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.408089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router 2e6520cf-5874-4ca8-ac22-3c3df47b43a3 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:36.414782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.415932 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ea13c2a6-aebc-476e-baa6-a11a9af1ab75 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/2e6520cf-5874-4ca8-ac22-3c3df47b43a3 HTTP/1.1" status: 204 len: 168 time: 0.3034556 Jul 23 20:42:36.418566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54700) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:36.439913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.444446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.470183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet 44b7e1da-906f-4d12-896a-94a46c686312 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:36.473312 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.512092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event updated for resources: {'Port': ['ID=24443ddc-b768-46a1-a841-d256aa91c253,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:36.518988 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.521615 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.603047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.620372 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Floating IP 02848b9f-7862-4c3e-ade2-9559fd36f030 associated. External IP: 172.25.8.123, port: 778c5040-3570-4257-bdbc-9619f2393d01. Jul 23 20:42:36.663114 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.695815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=44b7e1da-906f-4d12-896a-94a46c686312,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:36.697829 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.701874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c7bdee-2e45-4a74-9b1d-8f079520bac3 None None] Network f971738d-d78f-41fa-8a04-dc3fdc19b9b5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:36.702979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54702) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:36.705385 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1e0817c0-3ea3-475f-a0fd-f01d2676598a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/44b7e1da-906f-4d12-896a-94a46c686312 HTTP/1.1" status: 204 len: 168 time: 0.2802095 Jul 23 20:42:36.770882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet d2a955b0-8026-48dc-afc0-13077873a0e5 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:36.775053 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.882101 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.898354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] DHCP port deletion for f971738d-d78f-41fa-8a04-dc3fdc19b9b5 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:36.960923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Deleting port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:36.961616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:36.979065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:36.994931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.027590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] For port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,segment=NetworkSegment(5c6630c8-dfcd-44be-92f3-947d8c383335),segment_id=5c6630c8-dfcd-44be-92f3-947d8c383335)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:37.028246 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.047368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Calling delete_port for a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:37.135415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.138155 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.165549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] No DVR routers for this DVR port a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:37.172825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:37.173834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Pushing event deleted for resources: {'Port': ['ID=a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:37.174377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a955b0-8026-48dc-afc0-13077873a0e5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:37.177763 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.182053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a840a116-aa7f-4b5f-b8da-9e80a976f9bf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/d2a955b0-8026-48dc-afc0-13077873a0e5 HTTP/1.1" status: 204 len: 168 time: 0.4701703 Jul 23 20:42:37.182403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54704) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:37.193185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.194955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] Sync routers for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:37.201900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb5b44-d2c0-4405-adea-49b1de1a1739 None None] Network b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:37.207758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.208402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.208717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.209059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.209382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.209733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.210061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.210392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.210716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.211040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.211361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.211682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2ae85-da7f-4f8d-8ea0-a90d1841d28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:42:37.239784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:37.240429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:37.265882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-89cd3cdb-a507-42f4-ad51-a52d71d22ceb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3670719 Jul 23 20:42:37.265882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:42:37.265882 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190df00-905b-4656-97e5-4e4ec5b35dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "tag": "778c5040-3570-4257-bdbc-9619f2393d01"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:42:37.334578 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fe7beb-a729-4b58-9981-0e345ef0ea78 x-openstack-request-id: req-b4fe7beb-a729-4b58-9981-0e345ef0ea78 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:42:37.336869 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "tag": "778c5040-3570-4257-bdbc-9619f2393d01", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:42:37.337123 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4fe7beb-a729-4b58-9981-0e345ef0ea78 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:42:37.337589 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01', 'status': 'completed', 'code': 200} Jul 23 20:42:37.434089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:37.562532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.588329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-72b9088f-1de2-46fe-9925-b5a04f9ea117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:37.589867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-72b9088f-1de2-46fe-9925-b5a04f9ea117 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.1103365 Jul 23 20:42:37.724180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.740126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f971738d-d78f-41fa-8a04-dc3fdc19b9b5']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:37.753210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6630c8-dfcd-44be-92f3-947d8c383335') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:37.753535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6630c8-dfcd-44be-92f3-947d8c383335') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:37.763238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] DHCP port deletion for b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:37.771544 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.781836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-93652cbf-e434-4473-8df8-de35b30748d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:37.786659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-93652cbf-e434-4473-8df8-de35b30748d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 910 time: 0.1726043 Jul 23 20:42:37.795445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.842523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:37.842974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:37.846155 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:37.867557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] Deleting port 4e23020c-9879-424f-9dca-dbec640bc9fb {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:37.867935 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.910259 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-ec3fcf8e-372f-40d2-a9e8-6322f5c26f42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 999 time: 0.1164176 Jul 23 20:42:37.914508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.930648 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.932450 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/f971738d-d78f-41fa-8a04-dc3fdc19b9b5 HTTP/1.1" status: 204 len: 168 time: 0.7492459 Jul 23 20:42:37.935280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '02848b9f-7862-4c3e-ade2-9559fd36f030', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'port_id': '778c5040-3570-4257-bdbc-9619f2393d01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'mac_address': 'fa:16:3e:a0:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de78834-370e-42a3-b915-1441ef636c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:42:35Z', 'updated_at': '2021-07-23T20:42:35Z', 'revision_number': 0, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:37.935718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54710) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:37.962679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71799db4-4939-47de-b193-57cb6a29d217 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=f971738d-d78f-41fa-8a04-dc3fdc19b9b5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:37.975810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] Checking router: 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:42:37.979101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-18c16764-f902-40d6-b5a7-6907385aacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:37.981041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-18c16764-f902-40d6-b5a7-6907385aacf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.0641298 Jul 23 20:42:37.982463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] For port 4e23020c-9879-424f-9dca-dbec640bc9fb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4e23020c-9879-424f-9dca-dbec640bc9fb,segment=NetworkSegment(11e5a35f-a76c-4825-8f7d-aa3bb839faee),segment_id=11e5a35f-a76c-4825-8f7d-aa3bb839faee)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:37.982863 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:37.997663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] Calling delete_port for 4e23020c-9879-424f-9dca-dbec640bc9fb owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:37.999402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:38.000060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:38.017965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.052511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-6281d561-bc81-44d7-b551-5c1872583b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:38.054265 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-6281d561-bc81-44d7-b551-5c1872583b91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0674376 Jul 23 20:42:38.077472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 4e23020c-9879-424f-9dca-dbec640bc9fb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:38.077803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.145974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 4e23020c-9879-424f-9dca-dbec640bc9fb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4e23020c-9879-424f-9dca-dbec640bc9fb,segment=NetworkSegment(11e5a35f-a76c-4825-8f7d-aa3bb839faee),segment_id=11e5a35f-a76c-4825-8f7d-aa3bb839faee)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:38.146338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.152728 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-14fc5bba-9019-43b7-b2dc-1ddbe9444b5a service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922251 Jul 23 20:42:38.158261 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 4e23020c-9879-424f-9dca-dbec640bc9fb owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:38.164178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:42:38.199358 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.236744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] Pushing event deleted for resources: {'Port': ['ID=4e23020c-9879-424f-9dca-dbec640bc9fb,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:38.248078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.260374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3190df00-905b-4656-97e5-4e4ec5b35dbb req-e268bcba-4db7-4cbb-90d2-128cdb4bbb81 service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018741 Jul 23 20:42:38.266254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380be511-dff8-4efa-a7d6-c721b8c0e8eb None None] No DVR routers for this DVR port 4e23020c-9879-424f-9dca-dbec640bc9fb on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:38.283458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=4e23020c-9879-424f-9dca-dbec640bc9fb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:38.287723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 4e23020c-9879-424f-9dca-dbec640bc9fb on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:38.367194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.377276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:38.386974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e5a35f-a76c-4825-8f7d-aa3bb839faee') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:38.387270 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e5a35f-a76c-4825-8f7d-aa3bb839faee') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:38.396530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.411089 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.417861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:38.418315 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: self.session.flush() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:38.422009 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:38.428487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '02848b9f-7862-4c3e-ade2-9559fd36f030', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'port_id': '778c5040-3570-4257-bdbc-9619f2393d01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'mac_address': 'fa:16:3e:a0:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de78834-370e-42a3-b915-1441ef636c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:42:35Z', 'updated_at': '2021-07-23T20:42:35Z', 'revision_number': 0, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:38.455058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9b3c00-e130-4b27-92a3-deb364a5ef7d None None] The sync data for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 is: [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '02848b9f-7862-4c3e-ade2-9559fd36f030', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'port_id': '778c5040-3570-4257-bdbc-9619f2393d01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'mac_address': 'fa:16:3e:a0:6b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de78834-370e-42a3-b915-1441ef636c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:42:35Z', 'updated_at': '2021-07-23T20:42:35Z', 'revision_number': 0, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:38.484813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.492159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.494002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b HTTP/1.1" status: 204 len: 168 time: 0.5561528 Jul 23 20:42:38.497844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54712) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:38.512190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1635012962'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:38.517297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4967002-c27f-4150-a811-c0083f7bba9a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=b0cfaf8f-62ba-48b7-bfc1-6a834a063e7b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:38.538946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:38.542772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.567449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:38.578112 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.578690 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd of type vlan for network 60f0d65d-4fbf-4058-82e9-7756ac561d8b Jul 23 20:42:38.620820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.650258 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c558a-ebf4-4f1d-a0dc-a6743cdd9213 None None] New status for floating IP 02848b9f-7862-4c3e-ade2-9559fd36f030: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:42:38.653131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.660114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:38.660721 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.687906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1887574 Jul 23 20:42:38.691561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54714) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:38.696773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:38.753657 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c9af-17fd-4c63-947d-c6bf5f4638f4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=60f0d65d-4fbf-4058-82e9-7756ac561d8b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:38.773219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:38.841111 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:38.845196 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:38.870603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:38.891806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:38.892145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a9dabe0c-4e0d-4b31-971a-1fc4ea080f5e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:38.892571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4e23020c-9879-424f-9dca-dbec640bc9fb no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:38.912556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4e23020c-9879-424f-9dca-dbec640bc9fb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:38.913030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4e23020c-9879-424f-9dca-dbec640bc9fb not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:39.036991 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.101614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=9ab8de25-a95b-4026-817e-557309de22b7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.108443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:39.108884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: 60f0d65d-4fbf-4058-82e9-7756ac561d8b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:39.125225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:39.133260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 60f0d65d-4fbf-4058-82e9-7756ac561d8b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:39.137187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.137817 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.143899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff4b6d4-99f5-4ae4-b25a-09e325e6165e None None] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:39.151971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b9db846-bcf7-4eba-a4fd-1c523ff6a293 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4593067 Jul 23 20:42:39.154720 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54716) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:39.159456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1314158196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:39.181611 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.182580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.235619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.239635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.256420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.260559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-80b74a57-a8fb-4489-a9a1-9f4b2d1aa79a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1048813 Jul 23 20:42:39.260919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54718) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:39.267124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'port': {'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b', 'name': 'tempest-RoutersTest-1036394297'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:39.293959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-60f0d65d-4fbf-4058-82e9-7756ac561d8b', 'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': '9ab8de25-a95b-4026-817e-557309de22b7'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:39.294908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.372635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:39.376756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.399581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] device_id is not set on port ce356e24-c709-40f1-8339-0ed42d61553d yet. {{(pid=94027) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 23 20:42:39.434049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Allocated IP 172.20.0.2 (60f0d65d-4fbf-4058-82e9-7756ac561d8b/9ab8de25-a95b-4026-817e-557309de22b7/88aacfeb-3e9f-48b7-9679-657ca0eacebb) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:39.570629 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.579223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Transition to ACTIVE for port object 88aacfeb-3e9f-48b7-9679-657ca0eacebb will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:39.593904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Transition to ACTIVE for port object 88aacfeb-3e9f-48b7-9679-657ca0eacebb will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:39.599469 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.639391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:39.642882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:39.645798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:39.647902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.20.0.10 (60f0d65d-4fbf-4058-82e9-7756ac561d8b/9ab8de25-a95b-4026-817e-557309de22b7/ce356e24-c709-40f1-8339-0ed42d61553d) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:39.660709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Pushing event updated for resources: {'Port': ['ID=88aacfeb-3e9f-48b7-9679-657ca0eacebb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.714322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Attempting to bind port 88aacfeb-3e9f-48b7-9679-657ca0eacebb on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:39.714693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Attempting to bind port 88aacfeb-3e9f-48b7-9679-657ca0eacebb by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:39.715062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Attempting to bind port 88aacfeb-3e9f-48b7-9679-657ca0eacebb on network 60f0d65d-4fbf-4058-82e9-7756ac561d8b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:39.720040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:39.720406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Checking segment: {'id': 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:39.720804 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.721193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Bound using segment: {'id': 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:39.721673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Bound port: 88aacfeb-3e9f-48b7-9679-657ca0eacebb, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '60f0d65d-4fbf-4058-82e9-7756ac561d8b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:39.722051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.784686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] For port 88aacfeb-3e9f-48b7-9679-657ca0eacebb, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:39.787878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] For port 88aacfeb-3e9f-48b7-9679-657ca0eacebb, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88aacfeb-3e9f-48b7-9679-657ca0eacebb,segment=NetworkSegment(bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd),segment_id=bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:39.792552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.810368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.828299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object ce356e24-c709-40f1-8339-0ed42d61553d will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:39.857247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e04b7-61ea-41bf-86c8-389186ce21df None None] Pushing event updated for resources: {'Port': ['ID=88aacfeb-3e9f-48b7-9679-657ca0eacebb,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.866291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:39.911603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:39.914769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:39.918398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:39.946088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=ce356e24-c709-40f1-8339-0ed42d61553d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:39.980197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:39.980816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.005295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fc691d28-93ad-4d5e-a448-7e6278cb632c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7430935 Jul 23 20:42:40.009554 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54720) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:40.356830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.599869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.604932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.693470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=ce356e24-c709-40f1-8339-0ed42d61553d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:40.773858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00631d1-c6bb-46e1-9152-c3473d6c39e9 None None] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:40.854659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:40.906916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b7c9d13d-21dc-42de-8a63-b35bb5c459f3 None None] Provisioning for port 88aacfeb-3e9f-48b7-9679-657ca0eacebb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:40.911933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88aacfeb-3e9f-48b7-9679-657ca0eacebb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:40.989978 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.005119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 88aacfeb-3e9f-48b7-9679-657ca0eacebb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:41.009012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 88aacfeb-3e9f-48b7-9679-657ca0eacebb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:41.009500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.102369 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.142623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 88aacfeb-3e9f-48b7-9679-657ca0eacebb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88aacfeb-3e9f-48b7-9679-657ca0eacebb,segment=NetworkSegment(bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd),segment_id=bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:41.147027 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.197677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=88aacfeb-3e9f-48b7-9679-657ca0eacebb,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:41.277683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-efcf7f56-500f-4853-bade-8b9331b85d2e None None] Provisioning complete for port 88aacfeb-3e9f-48b7-9679-657ca0eacebb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:41.277968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efcf7f56-500f-4853-bade-8b9331b85d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.279802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.287386 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.366289 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.368253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=ce356e24-c709-40f1-8339-0ed42d61553d,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:41.372764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-efcf7f56-500f-4853-bade-8b9331b85d2e None None] Provisioning for port ce356e24-c709-40f1-8339-0ed42d61553d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:41.377335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-efcf7f56-500f-4853-bade-8b9331b85d2e None None] Provisioning complete for port ce356e24-c709-40f1-8339-0ed42d61553d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:41.377742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-efcf7f56-500f-4853-bade-8b9331b85d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.419986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-efcf7f56-500f-4853-bade-8b9331b85d2e None None] Port ce356e24-c709-40f1-8339-0ed42d61553d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:41.462481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:41.463967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:41.539276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-8d8c6bbd-0e7d-4d0f-aa1b-2bfd7ce5a971 None None] Provisioning complete for port ce356e24-c709-40f1-8339-0ed42d61553d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:41.539655 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6bbd-0e7d-4d0f-aa1b-2bfd7ce5a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.574621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c6bbd-0e7d-4d0f-aa1b-2bfd7ce5a971 None None] Port ce356e24-c709-40f1-8339-0ed42d61553d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:41.588783 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 825bfb18-23d7-44f8-87c9-49876d625f76 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:41.685138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:41.698182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-153f4c5a-ecd1-450c-b36a-3f1a94603474 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/825bfb18-23d7-44f8-87c9-49876d625f76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6851888 Jul 23 20:42:41.698555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54722) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:41.700083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-66ea07b9-ae84-40fc-a59e-79acd727a139 None None] Provisioning complete for port ce356e24-c709-40f1-8339-0ed42d61553d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:41.700664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-66ea07b9-ae84-40fc-a59e-79acd727a139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.705102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] Sync routers for ids ['825bfb18-23d7-44f8-87c9-49876d625f76'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:41.756107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-66ea07b9-ae84-40fc-a59e-79acd727a139 None None] Port ce356e24-c709-40f1-8339-0ed42d61553d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:41.757949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] Routers {'825bfb18-23d7-44f8-87c9-49876d625f76'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:41.758577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['825bfb18-23d7-44f8-87c9-49876d625f76'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:41.763631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc0977-cf76-4f5f-bfb7-a1de895f8e6a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:41.764667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2fdc0977-cf76-4f5f-bfb7-a1de895f8e6a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports/ce356e24-c709-40f1-8339-0ed42d61553d HTTP/1.1" status: 200 len: 978 time: 0.0650117 Jul 23 20:42:41.767643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54724) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:41.793873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:41.805062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] Routers {'825bfb18-23d7-44f8-87c9-49876d625f76'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:41.805778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['825bfb18-23d7-44f8-87c9-49876d625f76'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:41.839815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:41.840471 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabce232-28e0-44dc-b8bc-c10e5af9dd51 None None] The sync data for ids ['825bfb18-23d7-44f8-87c9-49876d625f76'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:41.873934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-90035de0-380c-4d59-b0ac-7b71ae6d2a22 None None] Provisioning complete for port ce356e24-c709-40f1-8339-0ed42d61553d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:41.874885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90035de0-380c-4d59-b0ac-7b71ae6d2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:41.909171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-90035de0-380c-4d59-b0ac-7b71ae6d2a22 None None] Port ce356e24-c709-40f1-8339-0ed42d61553d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:42.167502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.367573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port ce356e24-c709-40f1-8339-0ed42d61553d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:42.367919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.450895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.462329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for ce356e24-c709-40f1-8339-0ed42d61553d owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:42.623186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:42.651164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=ce356e24-c709-40f1-8339-0ed42d61553d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:42.864909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88aacfeb-3e9f-48b7-9679-657ca0eacebb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:42.916771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 88aacfeb-3e9f-48b7-9679-657ca0eacebb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:42.917496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.062397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.224397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 825bfb18-23d7-44f8-87c9-49876d625f76 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:43.301412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:43.306322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-64c7c320-7d58-4dd8-9d4a-591464479f1d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/825bfb18-23d7-44f8-87c9-49876d625f76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5372818 Jul 23 20:42:43.309044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54726) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:43.313636 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] Sync routers for ids ['825bfb18-23d7-44f8-87c9-49876d625f76'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:43.322669 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] Routers {'825bfb18-23d7-44f8-87c9-49876d625f76'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:43.323273 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['825bfb18-23d7-44f8-87c9-49876d625f76'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:43.357256 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:43.366786 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] Routers {'825bfb18-23d7-44f8-87c9-49876d625f76'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:43.367394 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['825bfb18-23d7-44f8-87c9-49876d625f76'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:43.399422 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:43.400058 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0021bb19-6c5d-4839-810d-2f5c77d1e441 None None] The sync data for ids ['825bfb18-23d7-44f8-87c9-49876d625f76'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:43.488772 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-ae7c3b73-9c74-4079-b5c0-7aabbbc1c4ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] remove_router_interface failed (client error): The resource could not be found. Jul 23 20:42:43.489723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ae7c3b73-9c74-4079-b5c0-7aabbbc1c4ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/825bfb18-23d7-44f8-87c9-49876d625f76/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1796503 Jul 23 20:42:43.492583 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54728) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:43.523415 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-adf46dc7-d609-4013-94b0-cee8c6fbc62c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=825bfb18-23d7-44f8-87c9-49876d625f76 HTTP/1.1" status: 200 len: 205 time: 0.0296924 Jul 23 20:42:43.525850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54730) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:43.598736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.880667 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:43.881653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8e781c5-64b6-4184-b0da-0fefd8090af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.000427 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.002533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.043879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.044449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router 825bfb18-23d7-44f8-87c9-49876d625f76 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:44.051984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.052971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-10b21bea-73e2-4367-ba73-fcae3e8bf0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/825bfb18-23d7-44f8-87c9-49876d625f76 HTTP/1.1" status: 204 len: 168 time: 0.5262108 Jul 23 20:42:44.056307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54732) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:44.110492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet 9ab8de25-a95b-4026-817e-557309de22b7 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:44.113531 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.151344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.231861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.292630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.321282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab8de25-a95b-4026-817e-557309de22b7,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.323283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.325130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-be4acec4-725a-4366-afc6-2d92e4da4ae6 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/9ab8de25-a95b-4026-817e-557309de22b7 HTTP/1.1" status: 204 len: 168 time: 0.2678983 Jul 23 20:42:44.328428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54736) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:44.329548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e000b146-3194-41b8-81f3-9f6db85088ca None None] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:44.402890 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.454672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 88aacfeb-3e9f-48b7-9679-657ca0eacebb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:44.455014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.512824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] DHCP port deletion for 60f0d65d-4fbf-4058-82e9-7756ac561d8b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:44.532482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 88aacfeb-3e9f-48b7-9679-657ca0eacebb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88aacfeb-3e9f-48b7-9679-657ca0eacebb,segment=NetworkSegment(bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd),segment_id=bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:44.532847 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.544470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 88aacfeb-3e9f-48b7-9679-657ca0eacebb owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:44.558469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Deleting port 88aacfeb-3e9f-48b7-9679-657ca0eacebb {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:44.558963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.623332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.653998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=88aacfeb-3e9f-48b7-9679-657ca0eacebb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.659921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 88aacfeb-3e9f-48b7-9679-657ca0eacebb on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:44.742695 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.753751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f0d65d-4fbf-4058-82e9-7756ac561d8b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.763937 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.764239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:44.773777 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.787479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.790932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] For port 88aacfeb-3e9f-48b7-9679-657ca0eacebb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=88aacfeb-3e9f-48b7-9679-657ca0eacebb,segment=NetworkSegment(bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd),segment_id=bdc2b8e4-ad97-4fbe-8810-1b21857f8ffd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:44.791327 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.793555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:44.794079 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:44.797860 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:44.804484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Calling delete_port for 88aacfeb-3e9f-48b7-9679-657ca0eacebb owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:44.866775 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.867118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88aacfeb-3e9f-48b7-9679-657ca0eacebb no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:44.874583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.876554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/60f0d65d-4fbf-4058-82e9-7756ac561d8b HTTP/1.1" status: 204 len: 168 time: 0.5471392 Jul 23 20:42:44.880390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54738) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:44.886593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-945498610'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:44.889518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b7e7d-9efc-4b8f-874a-0d4cafc54686 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=60f0d65d-4fbf-4058-82e9-7756ac561d8b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.897123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 88aacfeb-3e9f-48b7-9679-657ca0eacebb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:44.897493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 88aacfeb-3e9f-48b7-9679-657ca0eacebb not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:42:44.901893 n-d-793620-13 neutron-server[94028]: self.session.flush() Jul 23 20:42:44.907120 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.918089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:44.922300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.933561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Network 60f0d65d-4fbf-4058-82e9-7756ac561d8b is not hosted by any dhcp agent {{(pid=94028) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 23 20:42:44.934025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] No DVR routers for this DVR port 88aacfeb-3e9f-48b7-9679-657ca0eacebb on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:44.935740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e82b25-2918-405f-871b-039b3f46cfcd None None] Pushing event deleted for resources: {'Port': ['ID=88aacfeb-3e9f-48b7-9679-657ca0eacebb,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:44.948597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:44.958397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:44.958745 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment f02fecff-035a-4b9f-a504-df07f081ad10 of type vlan for network bae230d6-df15-4a9c-891f-3da8aeef2b37 Jul 23 20:42:44.998351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.027607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.034200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:45.034800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.072410 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1901743 Jul 23 20:42:45.075183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54740) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:45.080404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:45.114483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc277cd2-d79d-4b5b-98dd-0e9c054f0aef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=bae230d6-df15-4a9c-891f-3da8aeef2b37,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:45.124903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:45.197938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:45.201311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.377508 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.435966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=d060e107-4f0b-41fd-b1e9-10c4e32017ad,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:45.444522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': 'f02fecff-035a-4b9f-a504-df07f081ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:45.444895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: bae230d6-df15-4a9c-891f-3da8aeef2b37, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:45.462931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:45.472426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, bae230d6-df15-4a9c-891f-3da8aeef2b37) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:45.476461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:45.477057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.482616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb33088-e346-4a03-8e61-96f8cb1289b4 None None] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:45.495855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f7c23285-fbd7-42ae-b6a4-aa74333f986b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4188204 Jul 23 20:42:45.498712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54742) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:45.506656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812560177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:45.544921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.546748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.607402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.611573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.627467 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.628857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c2d5c4d5-c1d3-46d0-9962-ada1c367cd5b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1281998 Jul 23 20:42:45.631569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54744) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:45.661516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-bae230d6-df15-4a9c-891f-3da8aeef2b37', 'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': 'd060e107-4f0b-41fd-b1e9-10c4e32017ad'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:45.662467 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.798480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Allocated IP 172.20.0.2 (bae230d6-df15-4a9c-891f-3da8aeef2b37/d060e107-4f0b-41fd-b1e9-10c4e32017ad/28aebd22-029f-4d7c-854e-3c5ef1babf11) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:45.916385 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.956965 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:45.965421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Transition to ACTIVE for port object 28aebd22-029f-4d7c-854e-3c5ef1babf11 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:45.980088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Transition to ACTIVE for port object 28aebd22-029f-4d7c-854e-3c5ef1babf11 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:45.986219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.024965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:46.027830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:46.031507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:46.040928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Pushing event updated for resources: {'Port': ['ID=28aebd22-029f-4d7c-854e-3c5ef1babf11,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:46.097301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Attempting to bind port 28aebd22-029f-4d7c-854e-3c5ef1babf11 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:46.097698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Attempting to bind port 28aebd22-029f-4d7c-854e-3c5ef1babf11 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'f02fecff-035a-4b9f-a504-df07f081ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:46.098061 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Attempting to bind port 28aebd22-029f-4d7c-854e-3c5ef1babf11 on network bae230d6-df15-4a9c-891f-3da8aeef2b37 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:46.103119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:46.103489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Checking segment: {'id': 'f02fecff-035a-4b9f-a504-df07f081ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:46.103889 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.104285 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Bound using segment: {'id': 'f02fecff-035a-4b9f-a504-df07f081ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:46.104741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Bound port: 28aebd22-029f-4d7c-854e-3c5ef1babf11, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02fecff-035a-4b9f-a504-df07f081ad10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bae230d6-df15-4a9c-891f-3da8aeef2b37'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:46.105120 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.163624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.20.0.1 (bae230d6-df15-4a9c-891f-3da8aeef2b37/d060e107-4f0b-41fd-b1e9-10c4e32017ad/f730c563-1ec3-43bd-af26-bf04bdf7cd6c) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:46.173569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] For port 28aebd22-029f-4d7c-854e-3c5ef1babf11, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:46.176491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] For port 28aebd22-029f-4d7c-854e-3c5ef1babf11, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28aebd22-029f-4d7c-854e-3c5ef1babf11,segment=NetworkSegment(f02fecff-035a-4b9f-a504-df07f081ad10),segment_id=f02fecff-035a-4b9f-a504-df07f081ad10)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:46.181224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.240762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea4830-2f8f-422b-abdf-24fd940335af None None] Pushing event updated for resources: {'Port': ['ID=28aebd22-029f-4d7c-854e-3c5ef1babf11,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:46.291621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.306980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object f730c563-1ec3-43bd-af26-bf04bdf7cd6c will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:46.342360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.390533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:46.394371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:46.399091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:46.419008 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.439880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=f730c563-1ec3-43bd-af26-bf04bdf7cd6c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:46.452359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a00afbaf-fe53-4ed4-bc1e-9c11274c305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.457764 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.590440 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.857958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.864699 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.914017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28aebd22-029f-4d7c-854e-3c5ef1babf11 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:46.956463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=f730c563-1ec3-43bd-af26-bf04bdf7cd6c,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:46.959218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:46.974036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 28aebd22-029f-4d7c-854e-3c5ef1babf11 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:47.057835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:47.059290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:47.165371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacdb604-b433-4b3e-8db2-631acd968907 None None] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:47.181813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 249edba6-0743-4d64-93e3-649e15bff4e5 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:47.277429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:47.287375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7ca936a3-3fc2-4517-96d2-96cf6be3bdd2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/249edba6-0743-4d64-93e3-649e15bff4e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546321 Jul 23 20:42:47.290046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54746) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:47.294608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] Sync routers for ids ['249edba6-0743-4d64-93e3-649e15bff4e5'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:47.298658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] Provisioning for port 28aebd22-029f-4d7c-854e-3c5ef1babf11 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:47.309567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] Provisioning complete for port 28aebd22-029f-4d7c-854e-3c5ef1babf11 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:47.309864 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.346316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fb118-624e-41c2-9034-a2ef9addd1d7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:47.347709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-215fb118-624e-41c2-9034-a2ef9addd1d7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports/f730c563-1ec3-43bd-af26-bf04bdf7cd6c HTTP/1.1" status: 200 len: 910 time: 0.0565250 Jul 23 20:42:47.350483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:47.359671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] Routers {'249edba6-0743-4d64-93e3-649e15bff4e5'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:47.360323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['249edba6-0743-4d64-93e3-649e15bff4e5'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:47.402479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:47.428701 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.434264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] Routers {'249edba6-0743-4d64-93e3-649e15bff4e5'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:47.434892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['249edba6-0743-4d64-93e3-649e15bff4e5'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:47.475071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:47.475694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35bdce-ab54-4853-9bdd-973d8eeed809 None None] The sync data for ids ['249edba6-0743-4d64-93e3-649e15bff4e5'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:47.519079 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.555455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] For port 28aebd22-029f-4d7c-854e-3c5ef1babf11, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28aebd22-029f-4d7c-854e-3c5ef1babf11,segment=NetworkSegment(f02fecff-035a-4b9f-a504-df07f081ad10),segment_id=f02fecff-035a-4b9f-a504-df07f081ad10)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:47.560167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.612172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88efbeb-592f-4827-bf8d-0ad56f5e6639 None None] Pushing event updated for resources: {'Port': ['ID=28aebd22-029f-4d7c-854e-3c5ef1babf11,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:47.680767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.745091 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.781639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-55983880-8ec1-4fb0-97ea-a54b8fc44ea0 None None] Provisioning complete for port 28aebd22-029f-4d7c-854e-3c5ef1babf11 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:47.781945 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-55983880-8ec1-4fb0-97ea-a54b8fc44ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.891575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-55983880-8ec1-4fb0-97ea-a54b8fc44ea0 None None] Provisioning for port f730c563-1ec3-43bd-af26-bf04bdf7cd6c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:47.896750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-55983880-8ec1-4fb0-97ea-a54b8fc44ea0 None None] Provisioning complete for port f730c563-1ec3-43bd-af26-bf04bdf7cd6c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:47.897189 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-55983880-8ec1-4fb0-97ea-a54b8fc44ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:47.939336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-55983880-8ec1-4fb0-97ea-a54b8fc44ea0 None None] Port f730c563-1ec3-43bd-af26-bf04bdf7cd6c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:48.059920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b91e8fd6-47d5-4b3f-9c1f-7563d78510ad None None] Provisioning complete for port f730c563-1ec3-43bd-af26-bf04bdf7cd6c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:48.060439 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b91e8fd6-47d5-4b3f-9c1f-7563d78510ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.098438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b91e8fd6-47d5-4b3f-9c1f-7563d78510ad None None] Port f730c563-1ec3-43bd-af26-bf04bdf7cd6c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:48.216812 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ddd6b1c5-dcd3-49d9-ad92-bdb95b420470 None None] Provisioning complete for port f730c563-1ec3-43bd-af26-bf04bdf7cd6c triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:48.217107 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ddd6b1c5-dcd3-49d9-ad92-bdb95b420470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.242245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port f730c563-1ec3-43bd-af26-bf04bdf7cd6c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:48.242629 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.251265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ddd6b1c5-dcd3-49d9-ad92-bdb95b420470 None None] Port f730c563-1ec3-43bd-af26-bf04bdf7cd6c cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:48.328878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.340354 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for f730c563-1ec3-43bd-af26-bf04bdf7cd6c owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:48.503192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.532766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=f730c563-1ec3-43bd-af26-bf04bdf7cd6c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:48.671739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.821560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 249edba6-0743-4d64-93e3-649e15bff4e5 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:48.861647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28aebd22-029f-4d7c-854e-3c5ef1babf11 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:48.899507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:48.904412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-acf2a9ca-ef78-46b2-a166-ce88ee0b5015 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/249edba6-0743-4d64-93e3-649e15bff4e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5529873 Jul 23 20:42:48.907649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54752) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:48.912030 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] Sync routers for ids ['249edba6-0743-4d64-93e3-649e15bff4e5'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:48.917080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 28aebd22-029f-4d7c-854e-3c5ef1babf11 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:48.917485 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:48.925098 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] Routers {'249edba6-0743-4d64-93e3-649e15bff4e5'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:48.925756 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['249edba6-0743-4d64-93e3-649e15bff4e5'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:48.945426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7379418d-ec54-498d-8a05-7132ff0d26ea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=249edba6-0743-4d64-93e3-649e15bff4e5 HTTP/1.1" status: 200 len: 205 time: 0.0361600 Jul 23 20:42:48.947983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54754) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:48.961568 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:48.970440 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] Routers {'249edba6-0743-4d64-93e3-649e15bff4e5'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:48.971262 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['249edba6-0743-4d64-93e3-649e15bff4e5'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:49.001986 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:49.002906 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f8174d-237c-4846-a6ee-45b7c0a49448 None None] The sync data for ids ['249edba6-0743-4d64-93e3-649e15bff4e5'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:49.030403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.191048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.193036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.235937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.236486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router 249edba6-0743-4d64-93e3-649e15bff4e5 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:49.243137 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.244218 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-97ed0fe2-471c-469d-9d6c-170e4dbd80ae tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/249edba6-0743-4d64-93e3-649e15bff4e5 HTTP/1.1" status: 204 len: 168 time: 0.2952800 Jul 23 20:42:49.246884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54756) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:49.296727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet d060e107-4f0b-41fd-b1e9-10c4e32017ad {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:49.299762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.338685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.424619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.479797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.506394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=d060e107-4f0b-41fd-b1e9-10c4e32017ad,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:49.510038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.514657 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0648baf4-c933-4972-aa9c-216c6e044e17 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/d060e107-4f0b-41fd-b1e9-10c4e32017ad HTTP/1.1" status: 204 len: 168 time: 0.2640851 Jul 23 20:42:49.514657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54758) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:49.517571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea2adfc-b441-4085-bef2-88d26fcf864e None None] Network bae230d6-df15-4a9c-891f-3da8aeef2b37 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:49.594100 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.646365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 28aebd22-029f-4d7c-854e-3c5ef1babf11 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:49.646822 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.688161 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.712632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] DHCP port deletion for bae230d6-df15-4a9c-891f-3da8aeef2b37 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:49.721292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 28aebd22-029f-4d7c-854e-3c5ef1babf11, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28aebd22-029f-4d7c-854e-3c5ef1babf11,segment=NetworkSegment(f02fecff-035a-4b9f-a504-df07f081ad10),segment_id=f02fecff-035a-4b9f-a504-df07f081ad10)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:49.721711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.733704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 28aebd22-029f-4d7c-854e-3c5ef1babf11 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:49.759160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] Deleting port 28aebd22-029f-4d7c-854e-3c5ef1babf11 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:49.759651 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.813399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.825099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] For port 28aebd22-029f-4d7c-854e-3c5ef1babf11, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28aebd22-029f-4d7c-854e-3c5ef1babf11,segment=NetworkSegment(f02fecff-035a-4b9f-a504-df07f081ad10),segment_id=f02fecff-035a-4b9f-a504-df07f081ad10)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:49.825514 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.837833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] Calling delete_port for 28aebd22-029f-4d7c-854e-3c5ef1babf11 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:49.840386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=28aebd22-029f-4d7c-854e-3c5ef1babf11,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:49.842237 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 28aebd22-029f-4d7c-854e-3c5ef1babf11 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:49.921404 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.923411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.934045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae230d6-df15-4a9c-891f-3da8aeef2b37']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:49.944076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02fecff-035a-4b9f-a504-df07f081ad10') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:49.944366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02fecff-035a-4b9f-a504-df07f081ad10') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:49.948961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] Pushing event deleted for resources: {'Port': ['ID=28aebd22-029f-4d7c-854e-3c5ef1babf11,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:49.953585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee01b9a3-59d3-4719-b0c1-ba7147b0abaa None None] No DVR routers for this DVR port 28aebd22-029f-4d7c-854e-3c5ef1babf11 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:49.956198 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.974967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.981083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:49.981504 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:49.984570 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:50.045238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.052076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.053872 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/bae230d6-df15-4a9c-891f-3da8aeef2b37 HTTP/1.1" status: 204 len: 168 time: 0.5382705 Jul 23 20:42:50.057470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54760) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:50.062216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1474233891', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:50.076585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571dff5-6007-4f0c-9a38-c8a2e4f4ba97 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=bae230d6-df15-4a9c-891f-3da8aeef2b37,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:50.095851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.096846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.147338 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.284761 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.474451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.496921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.597138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.25.8.112 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/58bf2a57-784f-4eb7-a3f6-1d1fd872aea2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:50.701884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.740190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:50.775443 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:50.778177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:50.782293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:50.807570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=58bf2a57-784f-4eb7-a3f6-1d1fd872aea2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:50.857621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28aebd22-029f-4d7c-854e-3c5ef1babf11 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:42:50.877794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 28aebd22-029f-4d7c-854e-3c5ef1babf11 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:42:50.878145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28aebd22-029f-4d7c-854e-3c5ef1babf11 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:42:51.033182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:51.477867 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:51.602426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 6127e62f-4794-4ed6-b3b8-4ccae4952793 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:51.708746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:51.717774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] Sync routers for ids ['6127e62f-4794-4ed6-b3b8-4ccae4952793'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:51.726646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] Routers {'6127e62f-4794-4ed6-b3b8-4ccae4952793'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:51.727304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6127e62f-4794-4ed6-b3b8-4ccae4952793'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:51.729329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:51.733913 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aaac1dbb-8254-4617-bff5-c9f3c598f49d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.6753287 Jul 23 20:42:51.734479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54764) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:51.763480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:51.772114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] Routers {'6127e62f-4794-4ed6-b3b8-4ccae4952793'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:51.773769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6127e62f-4794-4ed6-b3b8-4ccae4952793'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:51.808102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:51.808756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beb52e7-1e0c-4c07-bedc-e650a7c0166f None None] The sync data for ids ['6127e62f-4794-4ed6-b3b8-4ccae4952793'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:51.847318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f2018cd5-5826-4dff-941e-9db87d5e01d4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/routers/6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 200 len: 881 time: 0.1115813 Jul 23 20:42:51.849720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54766) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:52.085241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e6f48f06-9c15-44f2-b01c-be0600a16617 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2317429 Jul 23 20:42:52.085590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54768) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:52.089947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1474233891'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:52.377317 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.388016 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.493909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 6127e62f-4794-4ed6-b3b8-4ccae4952793 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:52.605089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:52.612446 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.613644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5f953e63-0093-48b7-a1a0-c90d2efa85f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 200 len: 888 time: 0.5272675 Jul 23 20:42:52.614465 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] Sync routers for ids ['6127e62f-4794-4ed6-b3b8-4ccae4952793'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:52.616293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54770) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:52.624398 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] Routers {'6127e62f-4794-4ed6-b3b8-4ccae4952793'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:52.625004 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6127e62f-4794-4ed6-b3b8-4ccae4952793'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:52.656531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:52.664772 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] Routers {'6127e62f-4794-4ed6-b3b8-4ccae4952793'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:52.665371 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6127e62f-4794-4ed6-b3b8-4ccae4952793'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:52.699379 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:52.700020 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e799d6-90af-40ea-bc19-26b76ce0eb8e None None] The sync data for ids ['6127e62f-4794-4ed6-b3b8-4ccae4952793'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:52.731490 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6fb0ef34-3234-4b97-9956-1f887cc188d4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/routers/6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 200 len: 888 time: 0.1140485 Jul 23 20:42:52.734275 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54772) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:52.762862 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0871698a-09ff-4fb5-9d30-2c4053367468 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 200 len: 205 time: 0.0275629 Jul 23 20:42:52.765792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54774) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:52.867891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:52.969958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.020261 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 58bf2a57-784f-4eb7-a3f6-1d1fd872aea2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:53.020605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.094665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.105998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 58bf2a57-784f-4eb7-a3f6-1d1fd872aea2 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:53.267155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.293838 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=58bf2a57-784f-4eb7-a3f6-1d1fd872aea2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:53.358945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.448254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.450370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.493821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.494344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router 6127e62f-4794-4ed6-b3b8-4ccae4952793 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:53.501336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.502597 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b38e5e32-01cb-41c7-b48a-0588197638d8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 204 len: 168 time: 0.7359223 Jul 23 20:42:53.506220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54776) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:53.511617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-958718587'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:53.534068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:53.538535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.563613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:53.572748 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.573102 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment 202f866d-f879-4229-a8ba-0c684b8be7d5 of type vlan for network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 Jul 23 20:42:53.618147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.645976 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.651508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:53.652099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:53.686431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1791909 Jul 23 20:42:53.689278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54778) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:53.698230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:53.737646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84f3dc-b7c4-4617-ad3b-16ab06bf8d95 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=26d0d6a5-7aa1-404e-8fbc-238f6c67ce67,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:53.747696 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:53.817156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:53.820628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.003992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.062422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=b3697657-c70d-458c-b1ab-98b6d759bd40,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:54.073685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': '202f866d-f879-4229-a8ba-0c684b8be7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:54.074050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:42:54.090785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:42:54.099913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:54.104129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:54.104754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.110635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df0c2c-1e06-477c-90f2-6eee9c37337b None None] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:54.120259 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c58cafa-bdec-4f4b-81f6-273830d8a8f9 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4281349 Jul 23 20:42:54.122879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54780) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:54.128103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-237748419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:54.150643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.151676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.206128 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.211743 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.227347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.231230 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e95b4b7-43c4-4efb-9511-386917889d1c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1041627 Jul 23 20:42:54.231376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54782) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:54.259827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-26d0d6a5-7aa1-404e-8fbc-238f6c67ce67', 'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': 'b3697657-c70d-458c-b1ab-98b6d759bd40'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:42:54.260688 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.396050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Allocated IP 172.20.0.2 (26d0d6a5-7aa1-404e-8fbc-238f6c67ce67/b3697657-c70d-458c-b1ab-98b6d759bd40/ebe5b205-ec7c-4be2-885e-9570168054d7) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:54.508171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.536518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.544695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Transition to ACTIVE for port object ebe5b205-ec7c-4be2-885e-9570168054d7 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:54.559298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Transition to ACTIVE for port object ebe5b205-ec7c-4be2-885e-9570168054d7 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:54.565187 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.602645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:54.605487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:54.609568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:54.616814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Pushing event updated for resources: {'Port': ['ID=ebe5b205-ec7c-4be2-885e-9570168054d7,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:54.673421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Attempting to bind port ebe5b205-ec7c-4be2-885e-9570168054d7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:42:54.673724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Attempting to bind port ebe5b205-ec7c-4be2-885e-9570168054d7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '202f866d-f879-4229-a8ba-0c684b8be7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:42:54.674057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Attempting to bind port ebe5b205-ec7c-4be2-885e-9570168054d7 on network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:42:54.678848 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:42:54.679216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Checking segment: {'id': '202f866d-f879-4229-a8ba-0c684b8be7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:42:54.679613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.680005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Bound using segment: {'id': '202f866d-f879-4229-a8ba-0c684b8be7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:42:54.680466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Bound port: ebe5b205-ec7c-4be2-885e-9570168054d7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202f866d-f879-4229-a8ba-0c684b8be7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '26d0d6a5-7aa1-404e-8fbc-238f6c67ce67'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:42:54.680843 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.745083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] For port ebe5b205-ec7c-4be2-885e-9570168054d7, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:42:54.748107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] For port ebe5b205-ec7c-4be2-885e-9570168054d7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ebe5b205-ec7c-4be2-885e-9570168054d7,segment=NetworkSegment(202f866d-f879-4229-a8ba-0c684b8be7d5),segment_id=202f866d-f879-4229-a8ba-0c684b8be7d5)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:42:54.752214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.752590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.20.0.1 (26d0d6a5-7aa1-404e-8fbc-238f6c67ce67/b3697657-c70d-458c-b1ab-98b6d759bd40/c7da8c86-7702-49f2-b899-73f541951f2a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:42:54.810298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab575e-a65c-444b-8467-4f9a81753b58 None None] Pushing event updated for resources: {'Port': ['ID=ebe5b205-ec7c-4be2-885e-9570168054d7,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:54.868982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.887927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object c7da8c86-7702-49f2-b899-73f541951f2a will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:42:54.922896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:54.976308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:54.979646 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:54.986343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:42:54.994784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=c7da8c86-7702-49f2-b899-73f541951f2a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:55.037550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.166287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.425324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.430863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.502731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=c7da8c86-7702-49f2-b899-73f541951f2a,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:55.507824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:55.604481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:42:55.606032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:42:55.671006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f36187d-f4ee-4e8a-9c73-816c50c2d40a None None] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:55.752046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ae098937-96f2-41b0-9bc5-bf253aaaf422 None None] Provisioning for port ebe5b205-ec7c-4be2-885e-9570168054d7 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:55.992258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 6b9d28bd-09c9-4696-aac0-cdb77b311207 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:42:56.087191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-659d2f5e-f714-435e-bd30-9ef7372e7c8d None None] Provisioning for port c7da8c86-7702-49f2-b899-73f541951f2a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:56.091416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-659d2f5e-f714-435e-bd30-9ef7372e7c8d None None] Provisioning complete for port c7da8c86-7702-49f2-b899-73f541951f2a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:56.091848 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-659d2f5e-f714-435e-bd30-9ef7372e7c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.093470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:56.099438 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-64dd7aad-fe8e-4d15-8cc5-68c856707059 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/6b9d28bd-09c9-4696-aac0-cdb77b311207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8661692 Jul 23 20:42:56.101421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54784) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:56.119183 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] Sync routers for ids ['6b9d28bd-09c9-4696-aac0-cdb77b311207'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:56.142149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] Routers {'6b9d28bd-09c9-4696-aac0-cdb77b311207'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:56.142760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6b9d28bd-09c9-4696-aac0-cdb77b311207'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:56.145825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-659d2f5e-f714-435e-bd30-9ef7372e7c8d None None] Port c7da8c86-7702-49f2-b899-73f541951f2a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:56.162175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e460393-07bb-4028-a92e-bb7eb9245b72 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.164187 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7e460393-07bb-4028-a92e-bb7eb9245b72 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports/c7da8c86-7702-49f2-b899-73f541951f2a HTTP/1.1" status: 200 len: 910 time: 0.0617502 Jul 23 20:42:56.166399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54786) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:56.172368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3697657-c70d-458c-b1ab-98b6d759bd40'}]}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:56.348404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:56.360576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] Routers {'6b9d28bd-09c9-4696-aac0-cdb77b311207'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:56.361213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6b9d28bd-09c9-4696-aac0-cdb77b311207'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:56.365753 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.400692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:56.400692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb4788a-a70d-4421-aa23-d43bd21535d9 None None] The sync data for ids ['6b9d28bd-09c9-4696-aac0-cdb77b311207'] in n-d-793620-13 is: [] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:56.512864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-72049de7-36be-4419-991c-0200e7237fb3 None None] Provisioning complete for port c7da8c86-7702-49f2-b899-73f541951f2a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:56.513236 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-72049de7-36be-4419-991c-0200e7237fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.547211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-72049de7-36be-4419-991c-0200e7237fb3 None None] Port c7da8c86-7702-49f2-b899-73f541951f2a cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:42:56.731639 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.740633 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.822431 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:56.823066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:56.824410 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/ports/c7da8c86-7702-49f2-b899-73f541951f2a HTTP/1.1" status: 200 len: 910 time: 0.6570253 Jul 23 20:42:56.825294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890467ac-a1a6-42e4-a969-31bbf3bb61af tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=c7da8c86-7702-49f2-b899-73f541951f2a,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:56.827557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54788) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:56.895309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ebe5b205-ec7c-4be2-885e-9570168054d7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:56.947053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ebe5b205-ec7c-4be2-885e-9570168054d7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:42:56.952169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ebe5b205-ec7c-4be2-885e-9570168054d7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:56.952678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.038388 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.074027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ebe5b205-ec7c-4be2-885e-9570168054d7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ebe5b205-ec7c-4be2-885e-9570168054d7,segment=NetworkSegment(202f866d-f879-4229-a8ba-0c684b8be7d5),segment_id=202f866d-f879-4229-a8ba-0c684b8be7d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:57.079201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.130850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ebe5b205-ec7c-4be2-885e-9570168054d7,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:57.413841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.655440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port c7da8c86-7702-49f2-b899-73f541951f2a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:57.655791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.741632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.753009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for c7da8c86-7702-49f2-b899-73f541951f2a owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:57.919072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:57.948312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=c7da8c86-7702-49f2-b899-73f541951f2a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:58.095812 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.247595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 6b9d28bd-09c9-4696-aac0-cdb77b311207 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:42:58.323336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:42:58.328037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4d21b13e-8ce8-4e7c-b069-ac374990efd4 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/6b9d28bd-09c9-4696-aac0-cdb77b311207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4994020 Jul 23 20:42:58.330741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54790) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.333413 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] Sync routers for ids ['6b9d28bd-09c9-4696-aac0-cdb77b311207'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:42:58.343104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] Routers {'6b9d28bd-09c9-4696-aac0-cdb77b311207'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:58.343806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6b9d28bd-09c9-4696-aac0-cdb77b311207'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.360548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0f3477dd-c301-49b0-a563-f7db7baa9ca3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b9d28bd-09c9-4696-aac0-cdb77b311207 HTTP/1.1" status: 200 len: 205 time: 0.0286262 Jul 23 20:42:58.362947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.375933 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.384241 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] Routers {'6b9d28bd-09c9-4696-aac0-cdb77b311207'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:42:58.384841 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['6b9d28bd-09c9-4696-aac0-cdb77b311207'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.418260 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:58.418890 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83737a0-9d4c-4e6b-86bf-ab327b566c45 None None] The sync data for ids ['6b9d28bd-09c9-4696-aac0-cdb77b311207'] in n-d-793620-13 is: [] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:42:58.436209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.588621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.590641 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.632136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.632631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9d28bd-09c9-4696-aac0-cdb77b311207 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:42:58.640810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.641854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a65c37ec-1981-4bd1-929e-5f5abe293dbe tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/6b9d28bd-09c9-4696-aac0-cdb77b311207 HTTP/1.1" status: 204 len: 168 time: 0.2780147 Jul 23 20:42:58.644472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54796) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.693686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet b3697657-c70d-458c-b1ab-98b6d759bd40 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:42:58.696705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.741326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.820985 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.868782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ebe5b205-ec7c-4be2-885e-9570168054d7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:42:58.881637 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.913923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=b3697657-c70d-458c-b1ab-98b6d759bd40,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:58.919314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.921413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ebe5b205-ec7c-4be2-885e-9570168054d7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:42:58.921691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:58.924753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6aa66afd-1944-4eb7-a019-8cd5ee9a0aa7 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/b3697657-c70d-458c-b1ab-98b6d759bd40 HTTP/1.1" status: 204 len: 168 time: 0.2768764 Jul 23 20:42:58.925070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54798) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:58.941892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639572af-6cd4-4150-8233-67ad3331b575 None None] Network 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:42:59.000732 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.053362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port ebe5b205-ec7c-4be2-885e-9570168054d7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:59.053834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.120257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port ebe5b205-ec7c-4be2-885e-9570168054d7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ebe5b205-ec7c-4be2-885e-9570168054d7,segment=NetworkSegment(202f866d-f879-4229-a8ba-0c684b8be7d5),segment_id=202f866d-f879-4229-a8ba-0c684b8be7d5)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:59.120694 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.132938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for ebe5b205-ec7c-4be2-885e-9570168054d7 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:59.164721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] DHCP port deletion for 26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:42:59.211364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Deleting port ebe5b205-ec7c-4be2-885e-9570168054d7 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:42:59.211896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.214271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.239792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=ebe5b205-ec7c-4be2-885e-9570168054d7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:59.243301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port ebe5b205-ec7c-4be2-885e-9570168054d7 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:59.280785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] For port ebe5b205-ec7c-4be2-885e-9570168054d7, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:42:59.281077 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.292222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Calling delete_port for ebe5b205-ec7c-4be2-885e-9570168054d7 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:42:59.294810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Port ebe5b205-ec7c-4be2-885e-9570168054d7 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:42:59.296110 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.320900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] Pushing event deleted for resources: {'Port': ['ID=ebe5b205-ec7c-4be2-885e-9570168054d7,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:59.321940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.324253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4716d-90ee-4db7-a7e7-6458fce7b688 None None] No DVR routers for this DVR port ebe5b205-ec7c-4be2-885e-9570168054d7 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:42:59.335951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d0d6a5-7aa1-404e-8fbc-238f6c67ce67']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:59.346155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202f866d-f879-4229-a8ba-0c684b8be7d5') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:59.346455 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202f866d-f879-4229-a8ba-0c684b8be7d5') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:42:59.354928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.368131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.374323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:42:59.374686 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:42:59.377634 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:42:59.437465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.444239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.449467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/26d0d6a5-7aa1-404e-8fbc-238f6c67ce67 HTTP/1.1" status: 204 len: 168 time: 0.5191855 Jul 23 20:42:59.449947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54800) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:59.456121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-16530574', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:59.459832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d780037-e5f1-4cbb-a2b7-db3e390ec7b2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=26d0d6a5-7aa1-404e-8fbc-238f6c67ce67,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:59.479527 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.480974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.532824 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.536680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.551243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.552471 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-963fe1ce-7c32-4bbd-8f89-c6f85c53711d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1013858 Jul 23 20:42:59.555116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54802) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:59.559951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-88679466'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:59.581007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:59.584630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.607530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:42:59.616602 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.616948 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment 016597b9-88cb-43db-a951-b637f26e6396 of type vlan for network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 Jul 23 20:42:59.658483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.686190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.694199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:42:59.694800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:42:59.732560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.1764247 Jul 23 20:42:59.736038 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54804) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:42:59.741239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:42:59.771048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2844e32-5328-4ac5-bc19-d042bbc09b3c tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=f587dba4-adaf-4d54-b2fc-1d5b7c83f969,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:42:59.782193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:42:59.830794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:42:59.834549 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.014768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.093688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=daaedf42-d001-4ce3-9a09-3d0d27931f12,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:00.097399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:00.097799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: f587dba4-adaf-4d54-b2fc-1d5b7c83f969, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:00.105322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.105702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.106047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.106550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.106726 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.107062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.107395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.107723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.108047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.108371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.108696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.110207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:43:00.126812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:00.134828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f587dba4-adaf-4d54-b2fc-1d5b7c83f969) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:00.138650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:00.139237 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.143952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b67bc8a-e7f1-4ab1-bb52-df56c36c5fd1 None None] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:00.153831 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9884c2dd-8b56-4192-afbd-fb713d0e86bd tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4166555 Jul 23 20:43:00.157839 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:00.294319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:00.295336 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.429001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Allocated IP 172.20.0.2 (f587dba4-adaf-4d54-b2fc-1d5b7c83f969/daaedf42-d001-4ce3-9a09-3d0d27931f12/2fc801b4-35d2-4297-bf0b-a7fa190a901c) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:00.441455 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.573181 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.582070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Transition to ACTIVE for port object 2fc801b4-35d2-4297-bf0b-a7fa190a901c will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:00.596738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Transition to ACTIVE for port object 2fc801b4-35d2-4297-bf0b-a7fa190a901c will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:00.602586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.639791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:00.643665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:00.647074 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:00.657227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Pushing event updated for resources: {'Port': ['ID=2fc801b4-35d2-4297-bf0b-a7fa190a901c,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:00.684223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.20.0.1 (f587dba4-adaf-4d54-b2fc-1d5b7c83f969/daaedf42-d001-4ce3-9a09-3d0d27931f12/700d26da-9302-4095-8a95-c0ae0d2cc0b9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:00.715890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Attempting to bind port 2fc801b4-35d2-4297-bf0b-a7fa190a901c on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:00.716261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Attempting to bind port 2fc801b4-35d2-4297-bf0b-a7fa190a901c by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:00.716624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Attempting to bind port 2fc801b4-35d2-4297-bf0b-a7fa190a901c on network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:00.722455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:00.722832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Checking segment: {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:00.723235 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.723627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Bound using segment: {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:00.724091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Bound port: 2fc801b4-35d2-4297-bf0b-a7fa190a901c, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:00.724478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.786403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] For port 2fc801b4-35d2-4297-bf0b-a7fa190a901c, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:00.789462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] For port 2fc801b4-35d2-4297-bf0b-a7fa190a901c, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2fc801b4-35d2-4297-bf0b-a7fa190a901c,segment=NetworkSegment(016597b9-88cb-43db-a951-b637f26e6396),segment_id=016597b9-88cb-43db-a951-b637f26e6396)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:00.794503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.794729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.808936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object 700d26da-9302-4095-8a95-c0ae0d2cc0b9 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:00.851957 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:00.856169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb51b2-e018-4319-bc9a-51a906c65def None None] Pushing event updated for resources: {'Port': ['ID=2fc801b4-35d2-4297-bf0b-a7fa190a901c,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:00.879262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ebe5b205-ec7c-4be2-885e-9570168054d7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:00.896132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:00.901186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:00.904977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:00.907444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ebe5b205-ec7c-4be2-885e-9570168054d7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:00.908010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ebe5b205-ec7c-4be2-885e-9570168054d7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:00.940221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=700d26da-9302-4095-8a95-c0ae0d2cc0b9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:00.958241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.110260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.365069 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.369987 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.448311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=700d26da-9302-4095-8a95-c0ae0d2cc0b9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:01.453934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.547880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:01.549361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:01.669966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:43:01.755849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfe906-3f3b-408e-9dc6-f8893c2972ae None None] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:01.780106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:01.788468 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fdf1144c-733d-4087-a9a4-afb5067a4d94 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6270268 Jul 23 20:43:01.788662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54808) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:01.794345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-1588828249'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:01.811372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:01.816879 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:01.820605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.835745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:01.836502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:01.840849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f0afc026-f349-452f-a78b-f040ff405afe None None] Provisioning for port 2fc801b4-35d2-4297-bf0b-a7fa190a901c completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:01.847112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:01.856238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.856617 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment 37bb79cb-a12c-4a8f-90f4-98e6b7215a90 of type vlan for network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 Jul 23 20:43:01.898242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.929351 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.935343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:01.935935 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:01.964930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:01.975658 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1859820 Jul 23 20:43:01.978500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54810) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:01.983594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:02.013940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ff74c-d092-4a1b-8644-d7059bd4cbcc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:02.038624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:02.081118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:02.085578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.277017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:01Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:01Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:02.278921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.306491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:02.306491 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Updating router b14cbcd1-6819-41fe-bf13-3d7a80a00335 port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:43:02.342526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.344549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=e21fe9d2-fc9f-4abb-affa-31a293268196,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:02.361557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:02.362045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:02.380216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:02.391787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:02.396073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:02.396657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.404252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2ad2c-cce1-4922-8183-b9ceb023a5ad None None] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:02.412498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c9092f53-323c-40ee-a2f8-2d4e410d8120 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4325786 Jul 23 20:43:02.415201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54812) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:02.574974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-135cbbf2-24dc-411e-a324-9e38a6d61148 None None] Provisioning for port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:02.591360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-135cbbf2-24dc-411e-a324-9e38a6d61148 None None] Provisioning complete for port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:02.591754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-135cbbf2-24dc-411e-a324-9e38a6d61148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.880131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-135cbbf2-24dc-411e-a324-9e38a6d61148 None None] Port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:02.928317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:02.929187 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:02.945089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2fc801b4-35d2-4297-bf0b-a7fa190a901c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:03.045367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.115951 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.157989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Transition to ACTIVE for port object 700d26da-9302-4095-8a95-c0ae0d2cc0b9 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:03.168381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 2fc801b4-35d2-4297-bf0b-a7fa190a901c completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:03.173854 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.183004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 2fc801b4-35d2-4297-bf0b-a7fa190a901c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:03.183375 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.245840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Allocated IP 172.21.0.2 (b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5/e21fe9d2-fc9f-4abb-affa-31a293268196/7f81e727-c893-423e-8c9a-8eb9f9294fbb) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:03.275440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b925da7-8f22-43b4-b923-c235546aa777 None None] Pushing event updated for resources: {'Port': ['ID=700d26da-9302-4095-8a95-c0ae0d2cc0b9,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:03.429404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Attempting to bind port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:03.429797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Attempting to bind port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:03.430161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Attempting to bind port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 on network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:03.441705 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.447535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:03.447907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Checking segment: {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:03.448297 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.448689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Bound using segment: {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:03.449148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Bound port: 700d26da-9302-4095-8a95-c0ae0d2cc0b9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016597b9-88cb-43db-a951-b637f26e6396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:03.449550 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.559593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 2fc801b4-35d2-4297-bf0b-a7fa190a901c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2fc801b4-35d2-4297-bf0b-a7fa190a901c,segment=NetworkSegment(016597b9-88cb-43db-a951-b637f26e6396),segment_id=016597b9-88cb-43db-a951-b637f26e6396)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:03.575503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.617766 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.634761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] For port 700d26da-9302-4095-8a95-c0ae0d2cc0b9, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:03.636843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Transition to ACTIVE for port object 7f81e727-c893-423e-8c9a-8eb9f9294fbb will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:03.665167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] For port 700d26da-9302-4095-8a95-c0ae0d2cc0b9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=700d26da-9302-4095-8a95-c0ae0d2cc0b9,segment=NetworkSegment(016597b9-88cb-43db-a951-b637f26e6396),segment_id=016597b9-88cb-43db-a951-b637f26e6396)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:03.673295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.674985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=2fc801b4-35d2-4297-bf0b-a7fa190a901c,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:03.679825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Transition to ACTIVE for port object 7f81e727-c893-423e-8c9a-8eb9f9294fbb will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:03.707434 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.737841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.21.0.1 (b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5/e21fe9d2-fc9f-4abb-affa-31a293268196/de28e2ab-5445-4b94-bd08-2c36b5a8cae5) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:03.749068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:03.751614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b925da7-8f22-43b4-b923-c235546aa777 None None] Pushing event updated for resources: {'Port': ['ID=700d26da-9302-4095-8a95-c0ae0d2cc0b9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:03.755749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:03.759531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:03.762893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:03.762893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:03.859629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.870105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:43:03.874920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object de28e2ab-5445-4b94-bd08-2c36b5a8cae5 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:03.912143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Pushing event updated for resources: {'Port': ['ID=7f81e727-c893-423e-8c9a-8eb9f9294fbb,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:03.918111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.932907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:03.957882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Attempting to bind port 7f81e727-c893-423e-8c9a-8eb9f9294fbb on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:03.958510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Attempting to bind port 7f81e727-c893-423e-8c9a-8eb9f9294fbb by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:03.958868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Attempting to bind port 7f81e727-c893-423e-8c9a-8eb9f9294fbb on network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:03.965608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:03.969005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:03.969383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Checking segment: {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:03.969810 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.970202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Bound using segment: {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:03.970669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Bound port: 7f81e727-c893-423e-8c9a-8eb9f9294fbb, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:03.971047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:03.971319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:03.973947 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:04.009095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:04.033288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.137305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] For port 7f81e727-c893-423e-8c9a-8eb9f9294fbb, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:04.144013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] For port 7f81e727-c893-423e-8c9a-8eb9f9294fbb, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f81e727-c893-423e-8c9a-8eb9f9294fbb,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:04.151464 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.169642 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.234538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75326f-dad7-4f59-a570-81b8be4f43a4 None None] Pushing event updated for resources: {'Port': ['ID=7f81e727-c893-423e-8c9a-8eb9f9294fbb,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:04.258834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:01Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:03Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:04.288160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a57332c-c706-4201-b82e-5bdc23552682 None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:01Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:03Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:04.482422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.488557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.566568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:04.568932 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.678380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:04.679797 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:04.783479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:04.914166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:04.922515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a58ab86a-896a-4bd2-99f3-531adf27cdf8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5059090 Jul 23 20:43:04.922696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54816) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:04.927945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-2031260750'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:04.960394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:04.964221 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:04.994297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:05.005702 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.006106 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment 801ef5b7-3e01-4779-945e-6f7150abecd8 of type vlan for network a613f16e-6424-49a9-bccb-c76ac3f8c70f Jul 23 20:43:05.026587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f81e727-c893-423e-8c9a-8eb9f9294fbb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:05.057074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.090945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7f81e727-c893-423e-8c9a-8eb9f9294fbb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:05.092536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.096276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 700d26da-9302-4095-8a95-c0ae0d2cc0b9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:05.099524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:05.100231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.137808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2140548 Jul 23 20:43:05.141167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54818) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:05.147294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:05.160193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:05.167614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:05.168216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.177941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf71b3-3eaa-4399-98f0-f84755f9235f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=a613f16e-6424-49a9-bccb-c76ac3f8c70f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:05.203916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:05.263209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:05.267205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.283745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abaf1b-63f2-4e6a-a4d3-315b48874e95 None None] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:05.372123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] Provisioning for port 7f81e727-c893-423e-8c9a-8eb9f9294fbb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:05.387759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] Provisioning complete for port 7f81e727-c893-423e-8c9a-8eb9f9294fbb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:05.388124 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.426277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.461022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.506623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 700d26da-9302-4095-8a95-c0ae0d2cc0b9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=700d26da-9302-4095-8a95-c0ae0d2cc0b9,segment=NetworkSegment(016597b9-88cb-43db-a951-b637f26e6396),segment_id=016597b9-88cb-43db-a951-b637f26e6396)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:05.529806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=24c0c3fb-3fe3-488d-be5a-022a4efdb333,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:05.535936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.536840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2fc801b4-35d2-4297-bf0b-a7fa190a901c up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:05.537420 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:05.537854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: a613f16e-6424-49a9-bccb-c76ac3f8c70f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:05.556028 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:05.565937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a613f16e-6424-49a9-bccb-c76ac3f8c70f) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:05.571362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:05.572109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.591176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c52647d4-f1d0-41d7-b4f7-67784b998338 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4464760 Jul 23 20:43:05.591933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54820) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:05.609318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd96f2b-a435-47f0-8836-e936b9e0c816 None None] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:05.665062 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.685257 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:05.696873 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:05.697757 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:05.797173 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:05.909682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=700d26da-9302-4095-8a95-c0ae0d2cc0b9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:05.939740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] For port 7f81e727-c893-423e-8c9a-8eb9f9294fbb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f81e727-c893-423e-8c9a-8eb9f9294fbb,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:05.953835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.980509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:05.986806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 2fc801b4-35d2-4297-bf0b-a7fa190a901c triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:05.987046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.050558 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:04Z', 'revision_number': 3, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:04Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:06.095246 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:06.096417 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Updating router b14cbcd1-6819-41fe-bf13-3d7a80a00335 port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:43:06.130768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21308a-89d0-4fc1-a136-b9f34f43bf31 None None] Pushing event updated for resources: {'Port': ['ID=7f81e727-c893-423e-8c9a-8eb9f9294fbb,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.151894 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.193078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:06.194482 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.318122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-beaeb95d-8ce1-4531-9e29-8628544e2df0 None None] Provisioning complete for port 7f81e727-c893-423e-8c9a-8eb9f9294fbb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:06.318500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-beaeb95d-8ce1-4531-9e29-8628544e2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.399162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Allocated IP 172.22.0.2 (a613f16e-6424-49a9-bccb-c76ac3f8c70f/24c0c3fb-3fe3-488d-be5a-022a4efdb333/7130e5b2-a99a-44ff-a7d6-472e6039aad1) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:06.511007 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.521416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Transition to ACTIVE for port object de28e2ab-5445-4b94-bd08-2c36b5a8cae5 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:06.528555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-beaeb95d-8ce1-4531-9e29-8628544e2df0 None None] Provisioning for port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:06.531394 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.588435 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e595dd-1cfb-4654-9594-5490ec15bb13 None None] Pushing event updated for resources: {'Port': ['ID=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.598370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.610509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Transition to ACTIVE for port object 7130e5b2-a99a-44ff-a7d6-472e6039aad1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:06.630877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Transition to ACTIVE for port object 7130e5b2-a99a-44ff-a7d6-472e6039aad1 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:06.639257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.652246 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Attempting to bind port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:06.652703 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Attempting to bind port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:06.652972 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Attempting to bind port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 on network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:06.658233 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:06.658620 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Checking segment: {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:06.658994 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.659489 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Bound using segment: {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:06.660093 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Bound port: de28e2ab-5445-4b94-bd08-2c36b5a8cae5, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37bb79cb-a12c-4a8f-90f4-98e6b7215a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:06.660478 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.697620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:06.703572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.22.0.1 (a613f16e-6424-49a9-bccb-c76ac3f8c70f/24c0c3fb-3fe3-488d-be5a-022a4efdb333/940e1807-a457-4dab-8d16-aea0d168e5c3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:06.710185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:06.713006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:06.716021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Pushing event updated for resources: {'Port': ['ID=7130e5b2-a99a-44ff-a7d6-472e6039aad1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.739977 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] For port de28e2ab-5445-4b94-bd08-2c36b5a8cae5, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:06.743930 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] For port de28e2ab-5445-4b94-bd08-2c36b5a8cae5, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:06.752323 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.781418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Attempting to bind port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:06.781833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Attempting to bind port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:06.782495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Attempting to bind port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 on network a613f16e-6424-49a9-bccb-c76ac3f8c70f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:06.787546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:06.787929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Checking segment: {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:06.788670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.789027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Bound using segment: {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:06.789595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Bound port: 7130e5b2-a99a-44ff-a7d6-472e6039aad1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:06.790057 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.812816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:06.813549 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:06.815292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e595dd-1cfb-4654-9594-5490ec15bb13 None None] Pushing event updated for resources: {'Port': ['ID=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:06.887664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.895129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] For port 7130e5b2-a99a-44ff-a7d6-472e6039aad1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:06.899012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] For port 7130e5b2-a99a-44ff-a7d6-472e6039aad1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7130e5b2-a99a-44ff-a7d6-472e6039aad1,segment=NetworkSegment(801ef5b7-3e01-4779-945e-6f7150abecd8),segment_id=801ef5b7-3e01-4779-945e-6f7150abecd8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:06.908721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.909476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object 940e1807-a457-4dab-8d16-aea0d168e5c3 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:06.957135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f81e727-c893-423e-8c9a-8eb9f9294fbb up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:06.959683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:06.962186 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:07.002361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:07.005421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:07.008145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:07.043718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47786c9f-187d-467f-b423-e0e063830b47 None None] Pushing event updated for resources: {'Port': ['ID=7130e5b2-a99a-44ff-a7d6-472e6039aad1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:07.066091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=940e1807-a457-4dab-8d16-aea0d168e5c3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:07.067452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7f81e727-c893-423e-8c9a-8eb9f9294fbb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:07.068149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.087497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.216415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 700d26da-9302-4095-8a95-c0ae0d2cc0b9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:07.256885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.317138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:07.317714 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.400459 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:04Z', 'revision_number': 3, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:06Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:07.439938 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab6d234-2ea3-4b35-8718-21d7f51b8d7b None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:04Z', 'revision_number': 3, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:06Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:07.648440 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.653222 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.729998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=940e1807-a457-4dab-8d16-aea0d168e5c3,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:07.735413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:07.829093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:07.830696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:07.942858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:08.046510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:08.051524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-91c55b6e-0093-4705-a2d2-caefa7015ddb tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4583879 Jul 23 20:43:08.054207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54822) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:08.059469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'network': {'name': 'tempest-RoutersTest-306108720'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:08.064433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:08.076774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:08.077532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:08.085405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:08.089414 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.116419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:43:08.130964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.131479 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added segment cdd03226-1c51-4662-959f-03618fe5875c of type vlan for network 1b52413c-338a-4f24-9f81-687e985a6a3c Jul 23 20:43:08.180417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:08.180707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.213699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa7211c-bec2-44d3-93ff-8535583069d7 None None] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:08.214754 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.221090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.221726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.257379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2020252 Jul 23 20:43:08.260012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54824) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:08.267257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'subnet': {'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:08.313116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af5a4f-18b8-4950-9c30-a98782964c4e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Network': ['ID=1b52413c-338a-4f24-9f81-687e985a6a3c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:08.337880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 1b52413c-338a-4f24-9f81-687e985a6a3c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:43:08.388423 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Made reservation on behalf of 7837356ac65c4084a1dc90beaa0a29b9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:43:08.392617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.408444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4e0457f3-8076-4740-9414-8903a04aa915 None None] Provisioning for port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:08.579513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.592250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:07Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:07Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:06Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:08.627156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:08.627504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Updating router b14cbcd1-6819-41fe-bf13-3d7a80a00335 port 940e1807-a457-4dab-8d16-aea0d168e5c3 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:43:08.636841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Subnet': ['ID=f25c5297-9aee-4e5e-b2fb-1640cd673a29,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:08.647999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Checking segment: {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:08.648360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network hostable DHCP agents. Network: 1b52413c-338a-4f24-9f81-687e985a6a3c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:43:08.665492 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.666622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 1b52413c-338a-4f24-9f81-687e985a6a3c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:43:08.677259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 1b52413c-338a-4f24-9f81-687e985a6a3c) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:08.682799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:08.683396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:08.700105 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-870205d1-5c44-43fb-84c9-623c34f9e9c5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4389021 Jul 23 20:43:08.702955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54826) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:08.704422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c393c597-a908-4ae2-bc19-1054379441e0 None None] Network 1b52413c-338a-4f24-9f81-687e985a6a3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:08.997315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7130e5b2-a99a-44ff-a7d6-472e6039aad1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:09.011998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-1b52413c-338a-4f24-9f81-687e985a6a3c', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:43:09.012361 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.057475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Provisioning for port 940e1807-a457-4dab-8d16-aea0d168e5c3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:09.081108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Provisioning complete for port 940e1807-a457-4dab-8d16-aea0d168e5c3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:09.081397 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.127010 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.411574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Port 940e1807-a457-4dab-8d16-aea0d168e5c3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:09.415872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Allocated IP 172.23.0.1 (1b52413c-338a-4f24-9f81-687e985a6a3c/f25c5297-9aee-4e5e-b2fb-1640cd673a29/f896475a-7400-4afc-95ed-e4406db29fb8) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:09.418047 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.429272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:09.434390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Transition to ACTIVE for port object 940e1807-a457-4dab-8d16-aea0d168e5c3 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:09.440669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:09.441015 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.443599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Provisioning complete for port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:09.443947 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.462324 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.535588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.551310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Transition to ACTIVE for port object f896475a-7400-4afc-95ed-e4406db29fb8 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:09.557849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fdf72-e44d-4c16-b2cb-74a8d5d1ad73 None None] Pushing event updated for resources: {'Port': ['ID=940e1807-a457-4dab-8d16-aea0d168e5c3,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:09.587096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.633763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 1b52413c-338a-4f24-9f81-687e985a6a3c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:09.636941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:09.640213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:09.667829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=f896475a-7400-4afc-95ed-e4406db29fb8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:09.694181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.719384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Attempting to bind port 940e1807-a457-4dab-8d16-aea0d168e5c3 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:09.719765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Attempting to bind port 940e1807-a457-4dab-8d16-aea0d168e5c3 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:09.720137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Attempting to bind port 940e1807-a457-4dab-8d16-aea0d168e5c3 on network a613f16e-6424-49a9-bccb-c76ac3f8c70f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:09.736969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.740393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Allocated IP 172.23.0.2 (1b52413c-338a-4f24-9f81-687e985a6a3c/f25c5297-9aee-4e5e-b2fb-1640cd673a29/1d7bc440-1e25-4023-abfd-114e5cd0ab92) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:43:09.747534 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.751297 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:09.751677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Checking segment: {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:09.752076 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.752472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Bound using segment: {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:09.752952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Bound port: 940e1807-a457-4dab-8d16-aea0d168e5c3, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801ef5b7-3e01-4779-945e-6f7150abecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:09.753339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.822755 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.839605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 7130e5b2-a99a-44ff-a7d6-472e6039aad1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7130e5b2-a99a-44ff-a7d6-472e6039aad1,segment=NetworkSegment(801ef5b7-3e01-4779-945e-6f7150abecd8),segment_id=801ef5b7-3e01-4779-945e-6f7150abecd8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:09.853561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:09.854290 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de28e2ab-5445-4b94-bd08-2c36b5a8cae5 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:10.026934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] For port 940e1807-a457-4dab-8d16-aea0d168e5c3, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:10.055020 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 20:43:10.055375 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-bce17edc-4324-4c04-afab-0071097e52fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 20:43:10.055858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=7130e5b2-a99a-44ff-a7d6-472e6039aad1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:10.063401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] For port 940e1807-a457-4dab-8d16-aea0d168e5c3, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=940e1807-a457-4dab-8d16-aea0d168e5c3,segment=NetworkSegment(801ef5b7-3e01-4779-945e-6f7150abecd8),segment_id=801ef5b7-3e01-4779-945e-6f7150abecd8)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:10.072062 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.098242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.102920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.167278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:10.180811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.187248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:10.187740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.189270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4fdf72-e44d-4c16-b2cb-74a8d5d1ad73 None None] Pushing event updated for resources: {'Port': ['ID=940e1807-a457-4dab-8d16-aea0d168e5c3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:10.190040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.192926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event updated for resources: {'Port': ['ID=f896475a-7400-4afc-95ed-e4406db29fb8,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:10.195125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:10.195751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:10.223370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Transition to ACTIVE for port object 1d7bc440-1e25-4023-abfd-114e5cd0ab92 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:10.300787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Network 1b52413c-338a-4f24-9f81-687e985a6a3c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:10.302519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:10.309966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Transition to ACTIVE for port object 1d7bc440-1e25-4023-abfd-114e5cd0ab92 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:10.324280 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.376608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:10.405698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:10.410075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Network 1b52413c-338a-4f24-9f81-687e985a6a3c is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:43:10.423702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:43:10.445211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:43:10.447075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Pushing event updated for resources: {'Port': ['ID=1d7bc440-1e25-4023-abfd-114e5cd0ab92,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:10.501164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:10.507049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f7c701b7-1529-46fb-9e28-cc584f324bc2 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8027263 Jul 23 20:43:10.509859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54830) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:10.514556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:10.553618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.647466 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Attempting to bind port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:10.647841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Attempting to bind port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:10.648201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Attempting to bind port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 on network 1b52413c-338a-4f24-9f81-687e985a6a3c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:10.675983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port de28e2ab-5445-4b94-bd08-2c36b5a8cae5, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:10.681940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:10.682315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Checking segment: {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:10.682831 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.683115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Bound using segment: {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:10.683587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Bound port: 1d7bc440-1e25-4023-abfd-114e5cd0ab92, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:10.683969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.694812 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.840039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:10.857004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] For port 1d7bc440-1e25-4023-abfd-114e5cd0ab92, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:10.862375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] For port 1d7bc440-1e25-4023-abfd-114e5cd0ab92, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1d7bc440-1e25-4023-abfd-114e5cd0ab92,segment=NetworkSegment(cdd03226-1c51-4662-959f-03618fe5875c),segment_id=cdd03226-1c51-4662-959f-03618fe5875c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:10.871155 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:10.903052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7130e5b2-a99a-44ff-a7d6-472e6039aad1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:11.144047 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:06Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f896475a-7400-4afc-95ed-e4406db29fb8', 'name': '', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:bf:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:09Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:11.149118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bdd52-bbfd-4662-904e-7a17a188baf9 None None] Pushing event updated for resources: {'Port': ['ID=1d7bc440-1e25-4023-abfd-114e5cd0ab92,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:11.180536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ff609-dd9f-44fd-93c2-4f402731409f None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:06Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f896475a-7400-4afc-95ed-e4406db29fb8', 'name': '', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:bf:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:09Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:11.194393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:11.194926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.208620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.extraroute_db [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:43:11.253730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.extraroute_db [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Removed routes are [] {{(pid=94027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:43:11.254139 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.484941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.488643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.589013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:11.699698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:11.718007 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:11.722089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a73538a-0629-49b6-b4cc-70c2e3e40029 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 932 time: 1.2112381 Jul 23 20:43:11.722305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54836) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:11.849290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-81a363f7-a96e-46a8-a196-111916df9f8a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 932 time: 0.1256983 Jul 23 20:43:11.851755 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54842) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:11.856875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'routes': None}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:12.060069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:12.211689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827122-da18-4a6a-91f3-fb89c25f6bd9 req-2e440203-2f55-4506-85bb-eb3e4614fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:12.213258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b827122-da18-4a6a-91f3-fb89c25f6bd9 req-2e440203-2f55-4506-85bb-eb3e4614fb14 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.1520529 Jul 23 20:43:12.226755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d5cc2-15e3-4622-8f58-29a4d7602338 None None] Network 1b52413c-338a-4f24-9f81-687e985a6a3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:12.255853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b827122-da18-4a6a-91f3-fb89c25f6bd9 req-3acfb4f5-cfb9-4c33-8120-10cd1c9510a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334830 Jul 23 20:43:12.303056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.extraroute_db [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added routes are [] {{(pid=94026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:43:12.303383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.extraroute_db [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94026) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:43:12.326457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3724198b-d11d-447d-beda-71240ae2f150 None None] Provisioning for port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:12.339900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.461721 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:12.478334 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:12.479106 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:12.540437 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.544086 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.574666 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:12.672467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-32e7e777-b1fa-4a32-96ed-f064fa110415 None None] Provisioning for port f896475a-7400-4afc-95ed-e4406db29fb8 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:12.677384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-32e7e777-b1fa-4a32-96ed-f064fa110415 None None] Provisioning complete for port f896475a-7400-4afc-95ed-e4406db29fb8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:12.678189 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32e7e777-b1fa-4a32-96ed-f064fa110415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.724327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-32e7e777-b1fa-4a32-96ed-f064fa110415 None None] Port f896475a-7400-4afc-95ed-e4406db29fb8 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:12.820752 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:12Z', 'revision_number': 7, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f896475a-7400-4afc-95ed-e4406db29fb8', 'name': '', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:bf:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:09Z', 'updated_at': '2021-07-23T20:43:09Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:12.860910 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:12.861276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Updating router b14cbcd1-6819-41fe-bf13-3d7a80a00335 port f896475a-7400-4afc-95ed-e4406db29fb8 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:43:12.921881 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:12.993073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:13.022070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a8262881-0f8a-4b0f-9d2d-c6e19e35b613 None None] Provisioning complete for port f896475a-7400-4afc-95ed-e4406db29fb8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:13.022691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8262881-0f8a-4b0f-9d2d-c6e19e35b613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.086982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a8262881-0f8a-4b0f-9d2d-c6e19e35b613 None None] Port f896475a-7400-4afc-95ed-e4406db29fb8 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:13.121633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de28e2ab-5445-4b94-bd08-2c36b5a8cae5 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:13.162955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:13.172003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.176380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.183664 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3c0bf300-a3dc-4fc0-bcf5-c4f72902191b tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 698 time: 1.3202634 Jul 23 20:43:13.215044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-01afb0f9-c521-4524-b5d7-3e61182ae038 None None] Provisioning complete for port f896475a-7400-4afc-95ed-e4406db29fb8 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:13.215420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-01afb0f9-c521-4524-b5d7-3e61182ae038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.260903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:13.261706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.264160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-01afb0f9-c521-4524-b5d7-3e61182ae038 None None] Port f896475a-7400-4afc-95ed-e4406db29fb8 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:43:13.295075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ae95b0b3-3fe2-417a-9bdb-438899fb8183 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 698 time: 0.1180372 Jul 23 20:43:13.298472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54860) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:13.349400 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.361686 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Transition to ACTIVE for port object f896475a-7400-4afc-95ed-e4406db29fb8 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:43:13.367520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 940e1807-a457-4dab-8d16-aea0d168e5c3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:13.369641 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.424469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 940e1807-a457-4dab-8d16-aea0d168e5c3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:13.431980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 940e1807-a457-4dab-8d16-aea0d168e5c3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:13.432450 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.449304 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110684d-5501-4853-baeb-2cc81ec7048e None None] Pushing event updated for resources: {'Port': ['ID=f896475a-7400-4afc-95ed-e4406db29fb8,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:13.487023 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Attempting to bind port f896475a-7400-4afc-95ed-e4406db29fb8 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:43:13.487767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Attempting to bind port f896475a-7400-4afc-95ed-e4406db29fb8 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:43:13.487767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Attempting to bind port f896475a-7400-4afc-95ed-e4406db29fb8 on network 1b52413c-338a-4f24-9f81-687e985a6a3c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:43:13.493743 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:43:13.495541 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Checking segment: {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:43:13.495972 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.496447 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Bound using segment: {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:43:13.496939 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Bound port: f896475a-7400-4afc-95ed-e4406db29fb8, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd03226-1c51-4662-959f-03618fe5875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:43:13.497327 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.535470 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.578125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 940e1807-a457-4dab-8d16-aea0d168e5c3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=940e1807-a457-4dab-8d16-aea0d168e5c3,segment=NetworkSegment(801ef5b7-3e01-4779-945e-6f7150abecd8),segment_id=801ef5b7-3e01-4779-945e-6f7150abecd8)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:13.582780 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] For port f896475a-7400-4afc-95ed-e4406db29fb8, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:43:13.583238 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.584015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1d7bc440-1e25-4023-abfd-114e5cd0ab92 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:13.586937 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] For port f896475a-7400-4afc-95ed-e4406db29fb8, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f896475a-7400-4afc-95ed-e4406db29fb8,segment=NetworkSegment(cdd03226-1c51-4662-959f-03618fe5875c),segment_id=cdd03226-1c51-4662-959f-03618fe5875c)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:43:13.594945 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.643821 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:13.644586 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:13.673040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:43:13.683421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:13.683800 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.711475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.715342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=940e1807-a457-4dab-8d16-aea0d168e5c3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:13.762805 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110684d-5501-4853-baeb-2cc81ec7048e None None] Pushing event updated for resources: {'Port': ['ID=f896475a-7400-4afc-95ed-e4406db29fb8,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:13.771177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:13.788353 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.831434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1d7bc440-1e25-4023-abfd-114e5cd0ab92, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1d7bc440-1e25-4023-abfd-114e5cd0ab92,segment=NetworkSegment(cdd03226-1c51-4662-959f-03618fe5875c),segment_id=cdd03226-1c51-4662-959f-03618fe5875c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:13.839910 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.907148 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.910268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7193f5a6-cf3b-4097-b691-274a10f79d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:13.938630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1d7bc440-1e25-4023-abfd-114e5cd0ab92,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:14.020265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:12Z', 'revision_number': 7, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f896475a-7400-4afc-95ed-e4406db29fb8', 'name': '', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:bf:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:09Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:14.050948 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d827dbe-811e-4fde-ab13-f1008b4ec387 None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:12Z', 'revision_number': 7, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f896475a-7400-4afc-95ed-e4406db29fb8', 'name': '', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:bf:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:09Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:14.056370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port f896475a-7400-4afc-95ed-e4406db29fb8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:14.056881 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.157810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port f896475a-7400-4afc-95ed-e4406db29fb8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f896475a-7400-4afc-95ed-e4406db29fb8,segment=NetworkSegment(cdd03226-1c51-4662-959f-03618fe5875c),segment_id=cdd03226-1c51-4662-959f-03618fe5875c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:14.158104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.171276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for f896475a-7400-4afc-95ed-e4406db29fb8 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:14.206004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:14.215595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:14.216211 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:14.305495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:14.345893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.374216 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=f896475a-7400-4afc-95ed-e4406db29fb8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:14.529400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:12Z', 'revision_number': 7, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f896475a-7400-4afc-95ed-e4406db29fb8', 'name': '', 'network_id': '1b52413c-338a-4f24-9f81-687e985a6a3c', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:bf:4d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:09Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 4, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'f25c5297-9aee-4e5e-b2fb-1640cd673a29', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:14.543996 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.557700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:14.566834 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:14.567238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:14.656594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:14.736228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:14.831130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:14.836522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-91fa6a9b-01ea-481d-8047-9a042ef8c925 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5367651 Jul 23 20:43:14.839112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:14.864335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:14Z', 'revision_number': 8, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:14.891741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet f25c5297-9aee-4e5e-b2fb-1640cd673a29 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:14.892931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f3c840-311a-452a-830b-50e8f4db635f None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:14Z', 'revision_number': 8, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:14.896282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.913262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 940e1807-a457-4dab-8d16-aea0d168e5c3 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:14.949532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:14.961588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 940e1807-a457-4dab-8d16-aea0d168e5c3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:14.961964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.032066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.041898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1d7bc440-1e25-4023-abfd-114e5cd0ab92 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:43:15.089871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:43:15.090274 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.091940 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.120877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=f25c5297-9aee-4e5e-b2fb-1640cd673a29,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.122990 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.128408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee87685-b11c-45eb-ba22-34ff9fdf0633 None None] Network 1b52413c-338a-4f24-9f81-687e985a6a3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:15.128646 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cade91a4-7c25-417c-8ca2-77d7f48a3cea tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/f25c5297-9aee-4e5e-b2fb-1640cd673a29 HTTP/1.1" status: 204 len: 168 time: 0.2883449 Jul 23 20:43:15.129079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54870) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:15.204979 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.271134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:15.271788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.338543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 1d7bc440-1e25-4023-abfd-114e5cd0ab92, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1d7bc440-1e25-4023-abfd-114e5cd0ab92,segment=NetworkSegment(cdd03226-1c51-4662-959f-03618fe5875c),segment_id=cdd03226-1c51-4662-959f-03618fe5875c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:15.338909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.352572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 1d7bc440-1e25-4023-abfd-114e5cd0ab92 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:15.365747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] DHCP port deletion for 1b52413c-338a-4f24-9f81-687e985a6a3c request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:15.415769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] Deleting port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:15.416242 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.438626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.458269 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:15.469154 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:15.469596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:15.470243 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.474361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=1d7bc440-1e25-4023-abfd-114e5cd0ab92,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.483779 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] For port 1d7bc440-1e25-4023-abfd-114e5cd0ab92, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1d7bc440-1e25-4023-abfd-114e5cd0ab92,segment=NetworkSegment(cdd03226-1c51-4662-959f-03618fe5875c),segment_id=cdd03226-1c51-4662-959f-03618fe5875c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:15.484171 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.496689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] Calling delete_port for 1d7bc440-1e25-4023-abfd-114e5cd0ab92 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:15.562262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.573414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b52413c-338a-4f24-9f81-687e985a6a3c']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.579412 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.591050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd03226-1c51-4662-959f-03618fe5875c') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.591304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd03226-1c51-4662-959f-03618fe5875c') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.601765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.608500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] Pushing event deleted for resources: {'Port': ['ID=1d7bc440-1e25-4023-abfd-114e5cd0ab92,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.610444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91740d21-d8c8-4856-9d2d-1d6caca5d02f None None] No DVR routers for this DVR port 1d7bc440-1e25-4023-abfd-114e5cd0ab92 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:15.624106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.630660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:15.631050 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:15.633940 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:15.649091 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:15.691804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.698563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:15.700422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/1b52413c-338a-4f24-9f81-687e985a6a3c HTTP/1.1" status: 204 len: 168 time: 0.5697658 Jul 23 20:43:15.703510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54872) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:15.715861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81122f0c-c9ae-42df-833c-37fbf59b9d56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=1b52413c-338a-4f24-9f81-687e985a6a3c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:15.851619 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:14Z', 'revision_number': 8, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.877305 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:15.885214 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:15.885924 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:42:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:15.975125 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:16.050290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.180799 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:14Z', 'revision_number': 8, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:16.208987 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b38b7c-97b8-44dc-ba62-e45b2031137f None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:14Z', 'revision_number': 8, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '940e1807-a457-4dab-8d16-aea0d168e5c3', 'name': '', 'network_id': 'a613f16e-6424-49a9-bccb-c76ac3f8c70f', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:52:c1:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:06Z', 'updated_at': '2021-07-23T20:43:13Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': '24c0c3fb-3fe3-488d-be5a-022a4efdb333', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:16.317149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 940e1807-a457-4dab-8d16-aea0d168e5c3 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:16.317693 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.408532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 940e1807-a457-4dab-8d16-aea0d168e5c3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=940e1807-a457-4dab-8d16-aea0d168e5c3,segment=NetworkSegment(801ef5b7-3e01-4779-945e-6f7150abecd8),segment_id=801ef5b7-3e01-4779-945e-6f7150abecd8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:16.408896 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.419423 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.427200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 940e1807-a457-4dab-8d16-aea0d168e5c3 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:16.442771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-465c6edf-2b1f-4532-a620-4de98436c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.598453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.630404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=940e1807-a457-4dab-8d16-aea0d168e5c3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:16.791732 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:16.933271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1d7bc440-1e25-4023-abfd-114e5cd0ab92 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:16.954663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1d7bc440-1e25-4023-abfd-114e5cd0ab92 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:16.955002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1d7bc440-1e25-4023-abfd-114e5cd0ab92 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:16.955473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f896475a-7400-4afc-95ed-e4406db29fb8 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:16.974906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f896475a-7400-4afc-95ed-e4406db29fb8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:16.975249 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f896475a-7400-4afc-95ed-e4406db29fb8 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:16.995883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:17.349698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:17.356540 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aa2c3858-75e9-4558-a109-564d3d209e01 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497872 Jul 23 20:43:17.357218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54874) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:17.359765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:17.368796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:17.369408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:17.407460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet 24c0c3fb-3fe3-488d-be5a-022a4efdb333 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:17.410711 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.450063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.450669 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.466180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:17.535618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.596901 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.624135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=24c0c3fb-3fe3-488d-be5a-022a4efdb333,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:17.627612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.631864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-09965ddf-f98f-43ca-a242-929dc48b4850 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/24c0c3fb-3fe3-488d-be5a-022a4efdb333 HTTP/1.1" status: 204 len: 168 time: 0.2713225 Jul 23 20:43:17.632225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54876) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:17.645712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf141f-9948-4852-8604-0a2792a2c56d None None] Network a613f16e-6424-49a9-bccb-c76ac3f8c70f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:17.706689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.763772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:17.764134 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.775111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:16Z', 'revision_number': 9, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:17.803308 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.805488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:17.820630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:17.821254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:17.825893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 7130e5b2-a99a-44ff-a7d6-472e6039aad1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7130e5b2-a99a-44ff-a7d6-472e6039aad1,segment=NetworkSegment(801ef5b7-3e01-4779-945e-6f7150abecd8),segment_id=801ef5b7-3e01-4779-945e-6f7150abecd8)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:17.826464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.838785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 7130e5b2-a99a-44ff-a7d6-472e6039aad1 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:17.924713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:17.939410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 7130e5b2-a99a-44ff-a7d6-472e6039aad1 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:17.980337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=7130e5b2-a99a-44ff-a7d6-472e6039aad1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:18.041962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.052749 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a613f16e-6424-49a9-bccb-c76ac3f8c70f']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:18.066700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '801ef5b7-3e01-4779-945e-6f7150abecd8') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:18.067004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '801ef5b7-3e01-4779-945e-6f7150abecd8') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:18.076180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.091313 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.094237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:18.098178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:18.098581 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:18.101653 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:18.145826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff9d6a-d118-44b6-b120-185f30006b62 None None] DHCP port deletion for a613f16e-6424-49a9-bccb-c76ac3f8c70f request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:18.168829 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.177868 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.179622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/a613f16e-6424-49a9-bccb-c76ac3f8c70f HTTP/1.1" status: 204 len: 168 time: 0.5466199 Jul 23 20:43:18.182550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54878) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:18.202701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f8e1-56c9-4033-87c8-f2f2d86bdf62 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=a613f16e-6424-49a9-bccb-c76ac3f8c70f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:18.317910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:16Z', 'revision_number': 9, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:18.348786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5409db-6602-4ee5-a4b3-af2a31bfd955 None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:16Z', 'revision_number': 9, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'de28e2ab-5445-4b94-bd08-2c36b5a8cae5', 'name': '', 'network_id': 'b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:2a:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3828, 'fixed_ips': [{'subnet_id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:03Z', 'updated_at': '2021-07-23T20:43:10Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'e21fe9d2-fc9f-4abb-affa-31a293268196', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:18.531227 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.783021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port de28e2ab-5445-4b94-bd08-2c36b5a8cae5 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:18.783394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.875397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port de28e2ab-5445-4b94-bd08-2c36b5a8cae5, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:18.875756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:18.878371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 940e1807-a457-4dab-8d16-aea0d168e5c3 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:18.888454 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for de28e2ab-5445-4b94-bd08-2c36b5a8cae5 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:18.898571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 940e1807-a457-4dab-8d16-aea0d168e5c3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:18.898919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 940e1807-a457-4dab-8d16-aea0d168e5c3 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:18.899352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7130e5b2-a99a-44ff-a7d6-472e6039aad1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:18.918009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7130e5b2-a99a-44ff-a7d6-472e6039aad1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:18.918362 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7130e5b2-a99a-44ff-a7d6-472e6039aad1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:19.054782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.082683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=de28e2ab-5445-4b94-bd08-2c36b5a8cae5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:19.243394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.690395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.713801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:19.800117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:19.804944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f3014a4b-ecb0-4658-9db1-27e777685bef tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6213717 Jul 23 20:43:19.807548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:19.810000 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:19.819708 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:19.820319 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:19.862245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet e21fe9d2-fc9f-4abb-affa-31a293268196 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:19.866122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.906405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:19.907764 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:19.988145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.048842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.079865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=e21fe9d2-fc9f-4abb-affa-31a293268196,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:20.088598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.092237 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463abab0-7bc2-41f8-889c-ab84d0aef78c None None] Network b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:20.105350 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:19Z', 'revision_number': 10, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:20.105634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a214537f-6d6a-49c9-a163-3f2c5807673e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/e21fe9d2-fc9f-4abb-affa-31a293268196 HTTP/1.1" status: 204 len: 168 time: 0.2969978 Jul 23 20:43:20.106050 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54882) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:20.136067 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:20.147271 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:20.147955 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:20.197116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.245312 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:20.269461 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 7f81e727-c893-423e-8c9a-8eb9f9294fbb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:20.269922 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.351512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 7f81e727-c893-423e-8c9a-8eb9f9294fbb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f81e727-c893-423e-8c9a-8eb9f9294fbb,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:20.351928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.366205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] DHCP port deletion for b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:20.366586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 7f81e727-c893-423e-8c9a-8eb9f9294fbb owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:20.432396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] Deleting port 7f81e727-c893-423e-8c9a-8eb9f9294fbb {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:20.432798 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.455426 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:19Z', 'revision_number': 10, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:20.455674 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.483418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=7f81e727-c893-423e-8c9a-8eb9f9294fbb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:20.487168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 7f81e727-c893-423e-8c9a-8eb9f9294fbb on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:20.490242 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a272f327-8ed7-4d28-8fbb-0f7c602f6693 None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:19Z', 'revision_number': 10, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None, '_interfaces': [{'id': '700d26da-9302-4095-8a95-c0ae0d2cc0b9', 'name': '', 'network_id': 'f587dba4-adaf-4d54-b2fc-1d5b7c83f969', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'mac_address': 'fa:16:3e:06:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:43:00Z', 'updated_at': '2021-07-23T20:43:05Z', 'revision_number': 5, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'subnets': [{'id': 'daaedf42-d001-4ce3-9a09-3d0d27931f12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:20.540410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] For port 7f81e727-c893-423e-8c9a-8eb9f9294fbb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7f81e727-c893-423e-8c9a-8eb9f9294fbb,segment=NetworkSegment(37bb79cb-a12c-4a8f-90f4-98e6b7215a90),segment_id=37bb79cb-a12c-4a8f-90f4-98e6b7215a90)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:20.540820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.553842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] Calling delete_port for 7f81e727-c893-423e-8c9a-8eb9f9294fbb owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:20.575779 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.586638 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:20.596321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37bb79cb-a12c-4a8f-90f4-98e6b7215a90') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:20.596627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37bb79cb-a12c-4a8f-90f4-98e6b7215a90') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:20.605291 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.618799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.625329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:20.625758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:20.628695 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:20.631087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.658690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] No DVR routers for this DVR port 7f81e727-c893-423e-8c9a-8eb9f9294fbb on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:20.664933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01c52e-684d-4ac9-8035-4325981cb9c1 None None] Pushing event deleted for resources: {'Port': ['ID=7f81e727-c893-423e-8c9a-8eb9f9294fbb,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:20.693928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.700707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:20.702969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5 HTTP/1.1" status: 204 len: 168 time: 0.5924132 Jul 23 20:43:20.705830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54884) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:20.714006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cb71a-153f-49d7-bdd3-efa19d93846d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=b55b937f-b9fa-40f2-94c8-0ad7e9e16bc5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:20.893832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f81e727-c893-423e-8c9a-8eb9f9294fbb no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:20.921561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7f81e727-c893-423e-8c9a-8eb9f9294fbb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:20.921933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7f81e727-c893-423e-8c9a-8eb9f9294fbb not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:20.922438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de28e2ab-5445-4b94-bd08-2c36b5a8cae5 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:20.941400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: de28e2ab-5445-4b94-bd08-2c36b5a8cae5 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:20.942108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device de28e2ab-5445-4b94-bd08-2c36b5a8cae5 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:21.036093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.278909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 700d26da-9302-4095-8a95-c0ae0d2cc0b9 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:21.279273 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.368329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 700d26da-9302-4095-8a95-c0ae0d2cc0b9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=700d26da-9302-4095-8a95-c0ae0d2cc0b9,segment=NetworkSegment(016597b9-88cb-43db-a951-b637f26e6396),segment_id=016597b9-88cb-43db-a951-b637f26e6396)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:21.368688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.380770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 700d26da-9302-4095-8a95-c0ae0d2cc0b9 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:21.544322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.569967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=700d26da-9302-4095-8a95-c0ae0d2cc0b9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:21.715810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:21.871982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:21.947960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:21.952895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fbe02b09-7906-40bf-be5b-fd91ef43a337 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2459376 Jul 23 20:43:21.955802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54886) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:21.957060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:21.966420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:21.967044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.006427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting subnet daaedf42-d001-4ce3-9a09-3d0d27931f12 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:43:22.009401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.038202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:22.050254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.090965 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:21Z', 'revision_number': 11, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.121646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:22.130646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:22.131192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.141458 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.201327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:22.204267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.231016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Subnet': ['ID=daaedf42-d001-4ce3-9a09-3d0d27931f12,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:22.235595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.239765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9dd2ab27-0724-472a-9c08-44c7511f4870 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/daaedf42-d001-4ce3-9a09-3d0d27931f12 HTTP/1.1" status: 204 len: 168 time: 0.2806251 Jul 23 20:43:22.240202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54888) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:22.261592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daaa8d1-e55a-452e-a4c2-1d54110d682d None None] Network f587dba4-adaf-4d54-b2fc-1d5b7c83f969 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:43:22.263883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:21Z', 'revision_number': 11, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.302998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6af25a-5f5f-4742-83b0-458acf5a9fbb None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:21Z', 'revision_number': 11, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:22.319127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.378416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Deleting port 2fc801b4-35d2-4297-bf0b-a7fa190a901c {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:43:22.378781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.442866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] For port 2fc801b4-35d2-4297-bf0b-a7fa190a901c, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=2fc801b4-35d2-4297-bf0b-a7fa190a901c,segment=NetworkSegment(016597b9-88cb-43db-a951-b637f26e6396),segment_id=016597b9-88cb-43db-a951-b637f26e6396)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:43:22.443232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.456348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Calling delete_port for 2fc801b4-35d2-4297-bf0b-a7fa190a901c owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:43:22.537278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.562698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Port': ['ID=2fc801b4-35d2-4297-bf0b-a7fa190a901c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:22.566211 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No DVR routers for this DVR port 2fc801b4-35d2-4297-bf0b-a7fa190a901c on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:43:22.647857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.659272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f587dba4-adaf-4d54-b2fc-1d5b7c83f969']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.674095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eee9d6-4928-4d99-b303-50c6794fad2e None None] DHCP port deletion for f587dba4-adaf-4d54-b2fc-1d5b7c83f969 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:43:22.674327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016597b9-88cb-43db-a951-b637f26e6396') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.674535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016597b9-88cb-43db-a951-b637f26e6396') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:22.687389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.701119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.708262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:43:22.708666 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:43:22.712042 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:43:22.770849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.775207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:22.777583 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/networks/f587dba4-adaf-4d54-b2fc-1d5b7c83f969 HTTP/1.1" status: 204 len: 168 time: 0.5361259 Jul 23 20:43:22.780623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54890) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:22.785449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'routes': None}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:22.793167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f1a8d-0e4c-44a9-bbc1-bab7ad4f65c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Pushing event deleted for resources: {'Network': ['ID=f587dba4-adaf-4d54-b2fc-1d5b7c83f969,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:22.879353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2fc801b4-35d2-4297-bf0b-a7fa190a901c no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:22.903673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 2fc801b4-35d2-4297-bf0b-a7fa190a901c {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:22.903941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 2fc801b4-35d2-4297-bf0b-a7fa190a901c not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:22.904363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 700d26da-9302-4095-8a95-c0ae0d2cc0b9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:43:22.923948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 700d26da-9302-4095-8a95-c0ae0d2cc0b9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:43:22.924351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 700d26da-9302-4095-8a95-c0ae0d2cc0b9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:43:22.947470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.extraroute_db [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Added routes are [] {{(pid=94027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 23 20:43:22.947777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.extraroute_db [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Removed routes are [] {{(pid=94027) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 23 20:43:22.948136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.081583 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.084972 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.155971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router b14cbcd1-6819-41fe-bf13-3d7a80a00335 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:43:23.228798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:23.237224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.238421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cb36261e-cf5d-4b83-bd9e-e02a6afd0c12 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 699 time: 0.4567697 Jul 23 20:43:23.238776 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] Sync routers for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:23.241164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54892) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:23.248059 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:23.249983 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:23.270960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6f412e60-6569-4e77-b6a5-2b727bcee0ff tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 205 time: 0.0286245 Jul 23 20:43:23.273420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54894) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:23.319767 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:23.347832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.372672 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:21Z', 'revision_number': 11, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:23.397796 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] Checking router: b14cbcd1-6819-41fe-bf13-3d7a80a00335 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:23.406385 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] Routers {'b14cbcd1-6819-41fe-bf13-3d7a80a00335'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:23.406987 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:23.508647 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.510830 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.554930 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.555472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router b14cbcd1-6819-41fe-bf13-3d7a80a00335 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:23.562962 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.563583 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] Set router b14cbcd1-6819-41fe-bf13-3d7a80a00335 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:23.564082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-dbefa72b-3345-490e-a787-5d41d5d78773 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 204 len: 168 time: 0.2897434 Jul 23 20:43:23.569394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54896) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:23.573357 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1803019491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:23.596020 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.597170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.616402 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:21Z', 'revision_number': 11, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:23.642639 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bec877f-faf2-4bdf-8280-d2c372568080 None None] The sync data for ids ['b14cbcd1-6819-41fe-bf13-3d7a80a00335'] in n-d-793620-13 is: [{'id': 'b14cbcd1-6819-41fe-bf13-3d7a80a00335', 'name': 'tempest-RoutersTest-router-16530574', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:59Z', 'updated_at': '2021-07-23T20:43:21Z', 'revision_number': 11, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:23.653027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.657290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.673783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.675016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2e1d7ae4-65d0-4203-abed-fa0b89080777 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1057711 Jul 23 20:43:23.677680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54898) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:23.682284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:43:23.890417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.900178 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3838275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3838266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3841652'] for router, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:23.999849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Router 1c63c296-a91f-4445-86eb-6dadd59372a0 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:43:24.077728 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:43:24.084630 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.085800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b78704a1-852d-4940-82e9-927455de0bc3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "PUT /v2.0/routers/1c63c296-a91f-4445-86eb-6dadd59372a0 HTTP/1.1" status: 200 len: 694 time: 0.4071925 Jul 23 20:43:24.088465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54900) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.090944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] Sync routers for ids ['1c63c296-a91f-4445-86eb-6dadd59372a0'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:43:24.100586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] Routers {'1c63c296-a91f-4445-86eb-6dadd59372a0'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:24.101273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1c63c296-a91f-4445-86eb-6dadd59372a0'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.166388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4f5172ec-5fa5-4e60-b0ab-e418ba6ba76f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/routers/1c63c296-a91f-4445-86eb-6dadd59372a0 HTTP/1.1" status: 200 len: 700 time: 0.0768979 Jul 23 20:43:24.168966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54902) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.169124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] Set router 1c63c296-a91f-4445-86eb-6dadd59372a0 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:24.198646 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-313f8305-0f1d-4691-8b8a-a45a9d396a5a tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c63c296-a91f-4445-86eb-6dadd59372a0 HTTP/1.1" status: 200 len: 205 time: 0.0285642 Jul 23 20:43:24.201090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54904) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.229449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c63c296-a91f-4445-86eb-6dadd59372a0', 'name': 'tempest-RoutersTest-router-1803019491', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:43:23Z', 'updated_at': '2021-07-23T20:43:23Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.264774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] Checking router: 1c63c296-a91f-4445-86eb-6dadd59372a0 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:43:24.273407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] Routers {'1c63c296-a91f-4445-86eb-6dadd59372a0'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:43:24.274057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:43:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1c63c296-a91f-4445-86eb-6dadd59372a0'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.276456 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.339692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] Set router 1c63c296-a91f-4445-86eb-6dadd59372a0 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:43:24.393115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c63c296-a91f-4445-86eb-6dadd59372a0', 'name': 'tempest-RoutersTest-router-1803019491', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:43:23Z', 'updated_at': '2021-07-23T20:43:23Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:43:24.418623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6a056-8469-48d0-a3fb-cb9b03fdb10e None None] The sync data for ids ['1c63c296-a91f-4445-86eb-6dadd59372a0'] in n-d-793620-13 is: [{'id': '1c63c296-a91f-4445-86eb-6dadd59372a0', 'name': 'tempest-RoutersTest-router-1803019491', 'tenant_id': '7837356ac65c4084a1dc90beaa0a29b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:43:23Z', 'updated_at': '2021-07-23T20:43:23Z', 'revision_number': 2, 'project_id': '7837356ac65c4084a1dc90beaa0a29b9', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:43:24.438501 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.440914 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.737239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.737962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Fanout notify agent at l3_agent the message router_deleted on router 1c63c296-a91f-4445-86eb-6dadd59372a0 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:43:24.744953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:24.746085 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f6f6045c-666a-45bf-bce6-e36d871b82fc tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/1c63c296-a91f-4445-86eb-6dadd59372a0 HTTP/1.1" status: 204 len: 168 time: 0.5440333 Jul 23 20:43:24.751546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54906) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.780587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b493ede-0f90-475a-afde-a6c221b27477 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c63c296-a91f-4445-86eb-6dadd59372a0 HTTP/1.1" status: 200 len: 205 time: 0.0279560 Jul 23 20:43:24.782942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.821650 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-c5f4967a-15d6-4032-bd12-501f43ab58c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:24.822661 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c5f4967a-15d6-4032-bd12-501f43ab58c8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/1c63c296-a91f-4445-86eb-6dadd59372a0 HTTP/1.1" status: 404 len: 336 time: 0.0388286 Jul 23 20:43:24.825029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54910) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.852358 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c96623-6e57-4915-9c52-dd07912b0ee0 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:24.852819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c96623-6e57-4915-9c52-dd07912b0ee0 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:24.854575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-79c96623-6e57-4915-9c52-dd07912b0ee0 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/f25c5297-9aee-4e5e-b2fb-1640cd673a29 HTTP/1.1" status: 404 len: 337 time: 0.0285697 Jul 23 20:43:24.856964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54912) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.882608 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0f972d-f072-41b7-b40f-feab45b45caf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:24.882984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0f972d-f072-41b7-b40f-feab45b45caf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:24.884606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2c0f972d-f072-41b7-b40f-feab45b45caf tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/24c0c3fb-3fe3-488d-be5a-022a4efdb333 HTTP/1.1" status: 404 len: 337 time: 0.0266690 Jul 23 20:43:24.886877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54914) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.912186 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a5df8a-c627-4a05-8fab-fba793b26a28 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:24.912640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a5df8a-c627-4a05-8fab-fba793b26a28 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:24.914321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-34a5df8a-c627-4a05-8fab-fba793b26a28 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/e21fe9d2-fc9f-4abb-affa-31a293268196 HTTP/1.1" status: 404 len: 337 time: 0.0265646 Jul 23 20:43:24.916605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54916) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.941816 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb562443-cb66-4fe7-a681-d9f73609dbc5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:24.942263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb562443-cb66-4fe7-a681-d9f73609dbc5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:24.943880 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb562443-cb66-4fe7-a681-d9f73609dbc5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/daaedf42-d001-4ce3-9a09-3d0d27931f12 HTTP/1.1" status: 404 len: 337 time: 0.0263915 Jul 23 20:43:24.946129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54918) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:24.979082 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-628c8161-09fd-4050-86e2-b26e102fe0a3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 200 len: 205 time: 0.0319338 Jul 23 20:43:24.981302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54920) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.017461 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-975b167c-919d-443c-a90f-7dcde63e4a81 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:25.018503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-975b167c-919d-443c-a90f-7dcde63e4a81 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/b14cbcd1-6819-41fe-bf13-3d7a80a00335 HTTP/1.1" status: 404 len: 336 time: 0.0362899 Jul 23 20:43:25.021054 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54922) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.052204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d2284776-a067-4921-8080-a2c71ecca5f8 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b9d28bd-09c9-4696-aac0-cdb77b311207 HTTP/1.1" status: 200 len: 205 time: 0.0299346 Jul 23 20:43:25.054383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54924) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.095719 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-3d2e6918-0d70-4a57-86f3-d4df8bed1c57 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:25.096748 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d2e6918-0d70-4a57-86f3-d4df8bed1c57 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/6b9d28bd-09c9-4696-aac0-cdb77b311207 HTTP/1.1" status: 404 len: 336 time: 0.0414727 Jul 23 20:43:25.099383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54926) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.126556 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ef8481-7e6a-4a32-bdaa-b969b3627e5d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:25.127009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ef8481-7e6a-4a32-bdaa-b969b3627e5d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:25.128687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-73ef8481-7e6a-4a32-bdaa-b969b3627e5d tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/b3697657-c70d-458c-b1ab-98b6d759bd40 HTTP/1.1" status: 404 len: 337 time: 0.0284071 Jul 23 20:43:25.131293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54928) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.160774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-82f8afc3-6ca4-49c5-bb42-147552cead56 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 200 len: 205 time: 0.0284364 Jul 23 20:43:25.163225 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54930) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.203681 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-9bd3261b-19ab-44f1-986a-a11ff1ced48f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:25.204688 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9bd3261b-19ab-44f1-986a-a11ff1ced48f tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/6127e62f-4794-4ed6-b3b8-4ccae4952793 HTTP/1.1" status: 404 len: 336 time: 0.0405369 Jul 23 20:43:25.207421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54932) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.242997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9f16eb4e-4534-4cb1-926e-f9ea716e720e tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=249edba6-0743-4d64-93e3-649e15bff4e5 HTTP/1.1" status: 200 len: 205 time: 0.0342500 Jul 23 20:43:25.245291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54934) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.285069 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-208f7bdc-9b3c-40ab-811b-804583d75a21 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:25.286176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-208f7bdc-9b3c-40ab-811b-804583d75a21 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/249edba6-0743-4d64-93e3-649e15bff4e5 HTTP/1.1" status: 404 len: 336 time: 0.0397513 Jul 23 20:43:25.288756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54936) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.322811 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-86893c36-40c3-4734-935a-38e25eaaf576 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:25.322811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86893c36-40c3-4734-935a-38e25eaaf576 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:25.322811 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86893c36-40c3-4734-935a-38e25eaaf576 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/d060e107-4f0b-41fd-b1e9-10c4e32017ad HTTP/1.1" status: 404 len: 337 time: 0.0330467 Jul 23 20:43:25.325230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54938) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.355943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6756cac4-7954-4460-b32d-737fd6011f84 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=825bfb18-23d7-44f8-87c9-49876d625f76 HTTP/1.1" status: 200 len: 205 time: 0.0296345 Jul 23 20:43:25.358471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54940) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.394857 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-ce1d84c2-83cf-4577-ba79-24ec14045b48 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:25.395831 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce1d84c2-83cf-4577-ba79-24ec14045b48 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/825bfb18-23d7-44f8-87c9-49876d625f76 HTTP/1.1" status: 404 len: 336 time: 0.0364690 Jul 23 20:43:25.398220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.424567 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0318a66-c033-42f7-9d97-e2afd74dd497 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:25.425016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0318a66-c033-42f7-9d97-e2afd74dd497 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:25.426668 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e0318a66-c033-42f7-9d97-e2afd74dd497 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/9ab8de25-a95b-4026-817e-557309de22b7 HTTP/1.1" status: 404 len: 337 time: 0.0276287 Jul 23 20:43:25.428939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54944) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.462282 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f81b9bcd-aba8-47ef-88a6-0cce615b0fa3 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e6520cf-5874-4ca8-ac22-3c3df47b43a3 HTTP/1.1" status: 200 len: 205 time: 0.0322764 Jul 23 20:43:25.464575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54946) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.501020 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-8a3724be-6eac-4845-b0f1-49ee6f7063b5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] delete failed (client error): The resource could not be found. Jul 23 20:43:25.501933 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8a3724be-6eac-4845-b0f1-49ee6f7063b5 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/routers/2e6520cf-5874-4ca8-ac22-3c3df47b43a3 HTTP/1.1" status: 404 len: 336 time: 0.0364587 Jul 23 20:43:25.504191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54948) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.529465 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5ed4df-73d2-48be-8612-ca7848ab3835 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:25.529912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5ed4df-73d2-48be-8612-ca7848ab3835 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:25.531502 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fe5ed4df-73d2-48be-8612-ca7848ab3835 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/44b7e1da-906f-4d12-896a-94a46c686312 HTTP/1.1" status: 404 len: 337 time: 0.0264611 Jul 23 20:43:25.533692 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 54950) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.561916 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f71fc43-db2a-4de1-9cfc-1a133ef7e449 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] DELETE failed (client error): The resource could not be found. Jul 23 20:43:25.562421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f71fc43-db2a-4de1-9cfc-1a133ef7e449 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 20:43:25.564065 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7f71fc43-db2a-4de1-9cfc-1a133ef7e449 tempest-RoutersTest-671958530 tempest-RoutersTest-671958530-project] 10.222.0.46 "DELETE /v2.0/subnets/d2a955b0-8026-48dc-afc0-13077873a0e5 HTTP/1.1" status: 404 len: 337 time: 0.0295234 Jul 23 20:43:25.791517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54956) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.853265 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-f648b7d4-b983-42e3-b70a-4c26ab277b34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539315 Jul 23 20:43:25.929261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e5059eb-6024-4d07-8f96-8e32ff044059 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7837356ac65c4084a1dc90beaa0a29b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364434 Jul 23 20:43:25.931718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 54960) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:43:25.950813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-e1ee4a15-115b-47e0-bfae-c0b9ae225074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:25.953229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-e1ee4a15-115b-47e0-bfae-c0b9ae225074 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.0591640 Jul 23 20:43:25.981154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7682-669b-42c8-838b-3004e08b14df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.001577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7682-669b-42c8-838b-3004e08b14df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.052463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7682-669b-42c8-838b-3004e08b14df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.055269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fd6e7682-669b-42c8-838b-3004e08b14df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:26.056426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fd6e7682-669b-42c8-838b-3004e08b14df admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4db29c78-5ca6-4da2-a121-e9c13c6eaa68 HTTP/1.1" status: 204 len: 168 time: 0.1237416 Jul 23 20:43:26.059008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-1c8586e8-fb7a-4875-a60e-ebb48c0516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:26.060261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-1c8586e8-fb7a-4875-a60e-ebb48c0516f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 910 time: 0.0895462 Jul 23 20:43:26.066566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e7682-669b-42c8-838b-3004e08b14df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db29c78-5ca6-4da2-a121-e9c13c6eaa68,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:43:26.127723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-c61c2e21-d264-459b-b43f-f35e689a12ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 1001 time: 0.0613196 Jul 23 20:43:26.179192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-66cf87bf-6e5e-4700-a630-9b69dd0fb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:26.180799 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-66cf87bf-6e5e-4700-a630-9b69dd0fb36f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.0470684 Jul 23 20:43:26.247223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-451f4b38-9906-4fd9-a607-df182741fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:43:26.250004 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-451f4b38-9906-4fd9-a607-df182741fa7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627043 Jul 23 20:43:26.348009 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-fedf813c-7df6-4fcd-9dfc-cdfa16a13131 service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913842 Jul 23 20:43:26.443499 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfa1ddf8-f140-4d78-a913-345f0732704b req-b9f6cc11-cb04-4bb4-9336-ad22b3625bc2 service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882342 Jul 23 20:43:40.870313 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:43:43.877830 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8247c288-4a40-4889-89c9-6adf74197202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:43.879589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.425969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:46.443124 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-336ac31e-c26d-48e3-88a6-85a1cb817f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.394060 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:47.748562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:43:49.693193 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.173133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55384) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:13.275578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.363989 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.367757 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.407014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9019cc893c247389c9d8d2a4c479161&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327619 Jul 23 20:44:13.407902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc993e5-d6f5-4e4b-b33c-a32a505ec81e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:13.409747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55388) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:13.415406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.415755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.416094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.416429 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.416951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.417292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.417645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.417976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.418302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.418653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.418980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.419302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5471818-8289-42d1-8344-9fb6f9f6b846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.458434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.479237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.527117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.530691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.531857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4bc993e5-d6f5-4e4b-b33c-a32a505ec81e HTTP/1.1" status: 204 len: 168 time: 0.1210554 Jul 23 20:44:13.539284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc993e5-d6f5-4e4b-b33c-a32a505ec81e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:13.547598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.547960 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.548326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.548739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.548979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.549315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.549669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.550003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.550332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.550659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.550987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.551315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6208a6-550f-41db-a74a-9e6be3b03b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:13.780568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55394) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:13.793698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed567b9e-18c7-411a-b2a7-10f39acc5a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.880504 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.881476 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cb4bab63-63d9-45d1-b002-ebf4973c2f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.889329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed567b9e-18c7-411a-b2a7-10f39acc5a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.893109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed567b9e-18c7-411a-b2a7-10f39acc5a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:13.929787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed567b9e-18c7-411a-b2a7-10f39acc5a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7530f4ab-d40f-4a9e-baf8-cc13280a8471,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:13.934386 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ed567b9e-18c7-411a-b2a7-10f39acc5a1a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d54fc6cad2b415c922d4325c2b32b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1526217 Jul 23 20:44:13.937576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55396) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:13.985689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa510a4-dc2c-4b05-b0ec-69fe39ebd1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.006641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa510a4-dc2c-4b05-b0ec-69fe39ebd1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.052546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa510a4-dc2c-4b05-b0ec-69fe39ebd1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.055187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4aa510a4-dc2c-4b05-b0ec-69fe39ebd1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:14.056386 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4aa510a4-dc2c-4b05-b0ec-69fe39ebd1f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7530f4ab-d40f-4a9e-baf8-cc13280a8471 HTTP/1.1" status: 204 len: 168 time: 0.1184931 Jul 23 20:44:14.065026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa510a4-dc2c-4b05-b0ec-69fe39ebd1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7530f4ab-d40f-4a9e-baf8-cc13280a8471,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:16.417943 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:16.442269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a9dff86a-ee1e-4704-a2a4-b9b9c0ae22ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:17.388545 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:17.769748 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:17.868817 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:44:19.695187 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:27.966693 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-5451be72-e3c0-425d-bcc8-c8c2e4dea2af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1576583 Jul 23 20:44:28.066141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61bf4-fed5-41e4-bfda-12590712acee req-dfb3422f-4e05-4a5e-8729-3db41e1ae7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:28.067586 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-dfb3422f-4e05-4a5e-8729-3db41e1ae7d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.0603676 Jul 23 20:44:28.174854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61bf4-fed5-41e4-bfda-12590712acee req-a2a3398e-b083-42bf-b36f-815ad011feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:28.176341 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-a2a3398e-b083-42bf-b36f-815ad011feab service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 910 time: 0.0884833 Jul 23 20:44:28.247063 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-f0d972f7-f583-4cd6-b698-00e474f4a4d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 1001 time: 0.0636892 Jul 23 20:44:28.294941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61bf4-fed5-41e4-bfda-12590712acee req-6165c2bf-30e2-4293-8787-18eeaa074f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:28.296627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-6165c2bf-30e2-4293-8787-18eeaa074f4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.0442886 Jul 23 20:44:28.359401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da61bf4-fed5-41e4-bfda-12590712acee req-798fd0f4-af64-4526-a029-c6fe286cb078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:28.360943 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-798fd0f4-af64-4526-a029-c6fe286cb078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578594 Jul 23 20:44:28.453667 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-8390ee33-3d03-43bc-8a95-dc0222817d33 service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861845 Jul 23 20:44:28.547152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7da61bf4-fed5-41e4-bfda-12590712acee req-d6e1d1f1-579f-4c96-8242-5c125593019e service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871093 Jul 23 20:44:28.937197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55506) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:29.045199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22c269dc-93e0-4616-8128-8ae7feb73db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.138173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22c269dc-93e0-4616-8128-8ae7feb73db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.142226 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22c269dc-93e0-4616-8128-8ae7feb73db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.180203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22c269dc-93e0-4616-8128-8ae7feb73db0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1fd22e115f054dcc9ec0c2d3b63a9d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2418928 Jul 23 20:44:29.181040 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c269dc-93e0-4616-8128-8ae7feb73db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879f3e24-4b85-4c79-8235-0e443ec63f7b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:29.182984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:29.241706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7df79e7-2feb-404a-84e7-9da6265705e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.261817 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7df79e7-2feb-404a-84e7-9da6265705e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.307254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7df79e7-2feb-404a-84e7-9da6265705e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.309929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7df79e7-2feb-404a-84e7-9da6265705e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.311105 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7df79e7-2feb-404a-84e7-9da6265705e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/879f3e24-4b85-4c79-8235-0e443ec63f7b HTTP/1.1" status: 204 len: 168 time: 0.1269610 Jul 23 20:44:29.318779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df79e7-2feb-404a-84e7-9da6265705e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879f3e24-4b85-4c79-8235-0e443ec63f7b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:29.572885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55516) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:29.588369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3469-a4d3-45a3-8c3b-2454a4a647ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.676952 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3469-a4d3-45a3-8c3b-2454a4a647ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.680591 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3469-a4d3-45a3-8c3b-2454a4a647ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.716312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe3469-a4d3-45a3-8c3b-2454a4a647ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88447c4-f1c0-4d42-9db9-7484466a4e3c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:29.724589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e0fe3469-a4d3-45a3-8c3b-2454a4a647ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2e53accf13524adda1df322998d66c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473396 Jul 23 20:44:29.725248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55518) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:29.772348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd60-aada-4078-a367-c76bb6860cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.796894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd60-aada-4078-a367-c76bb6860cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.842486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd60-aada-4078-a367-c76bb6860cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.845041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cacbdd60-aada-4078-a367-c76bb6860cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:29.846219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cacbdd60-aada-4078-a367-c76bb6860cce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d88447c4-f1c0-4d42-9db9-7484466a4e3c HTTP/1.1" status: 204 len: 168 time: 0.1206684 Jul 23 20:44:29.853585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbdd60-aada-4078-a367-c76bb6860cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88447c4-f1c0-4d42-9db9-7484466a4e3c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:31.408266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55568) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:31.510461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19579df1-14e0-43d5-81d7-a34f2d1fe699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.598132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19579df1-14e0-43d5-81d7-a34f2d1fe699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.601895 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-19579df1-14e0-43d5-81d7-a34f2d1fe699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.640516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-19579df1-14e0-43d5-81d7-a34f2d1fe699 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3aaaafcac0894b5ea4fb08907901fb77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2311499 Jul 23 20:44:31.641362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19579df1-14e0-43d5-81d7-a34f2d1fe699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bce104-8015-4f89-a4ee-29b6a115114c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:31.643284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55572) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:31.693384 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1ea49a7-5ba7-4e53-baa2-a0ae9903cbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.715451 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1ea49a7-5ba7-4e53-baa2-a0ae9903cbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.762763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1ea49a7-5ba7-4e53-baa2-a0ae9903cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.765322 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1ea49a7-5ba7-4e53-baa2-a0ae9903cbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:31.766515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b1ea49a7-5ba7-4e53-baa2-a0ae9903cbeb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66bce104-8015-4f89-a4ee-29b6a115114c HTTP/1.1" status: 204 len: 168 time: 0.1220906 Jul 23 20:44:31.773948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea49a7-5ba7-4e53-baa2-a0ae9903cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bce104-8015-4f89-a4ee-29b6a115114c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:32.028841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55578) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:32.042019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8922842f-5aad-48d6-8188-468d0d6d529a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.133495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8922842f-5aad-48d6-8188-468d0d6d529a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.138042 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8922842f-5aad-48d6-8188-468d0d6d529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.180827 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8922842f-5aad-48d6-8188-468d0d6d529a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b4bfdfaa62f4c8a88d8031cc095b394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508331 Jul 23 20:44:32.182101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922842f-5aad-48d6-8188-468d0d6d529a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb16bb7-053d-42e3-9431-b645c364a800,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:32.183675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55580) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:32.233351 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8566ff-f382-4f3e-8a6f-442b8b4b871b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.257066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8566ff-f382-4f3e-8a6f-442b8b4b871b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.305809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8566ff-f382-4f3e-8a6f-442b8b4b871b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.308321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5a8566ff-f382-4f3e-8a6f-442b8b4b871b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:32.309627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5a8566ff-f382-4f3e-8a6f-442b8b4b871b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cb16bb7-053d-42e3-9431-b645c364a800 HTTP/1.1" status: 204 len: 168 time: 0.1243353 Jul 23 20:44:32.317608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8566ff-f382-4f3e-8a6f-442b8b4b871b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb16bb7-053d-42e3-9431-b645c364a800,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:41.120666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55666) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:41.225990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83c6dee9-343d-4e2b-ae42-ef035289906a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.314677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83c6dee9-343d-4e2b-ae42-ef035289906a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.319026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83c6dee9-343d-4e2b-ae42-ef035289906a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.358357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83c6dee9-343d-4e2b-ae42-ef035289906a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d8bca246d644698a4d654cf9ad1f09c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362797 Jul 23 20:44:41.359474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6dee9-343d-4e2b-ae42-ef035289906a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41a17d7-1a7f-42a7-bd70-e67d79981c23,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:41.361097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55670) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:41.410736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3b3de96-a741-4012-9da3-62f8b49f8f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.431286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3b3de96-a741-4012-9da3-62f8b49f8f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.478121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3b3de96-a741-4012-9da3-62f8b49f8f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.480667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f3b3de96-a741-4012-9da3-62f8b49f8f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.481830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f3b3de96-a741-4012-9da3-62f8b49f8f70 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b41a17d7-1a7f-42a7-bd70-e67d79981c23 HTTP/1.1" status: 204 len: 168 time: 0.1196945 Jul 23 20:44:41.489292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3de96-a741-4012-9da3-62f8b49f8f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41a17d7-1a7f-42a7-bd70-e67d79981c23,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:41.730889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:41.744282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b3c5-e16e-4d8a-9ff6-eb7e9884b72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.837186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b3c5-e16e-4d8a-9ff6-eb7e9884b72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.841618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2bd8b3c5-e16e-4d8a-9ff6-eb7e9884b72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.879149 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2bd8b3c5-e16e-4d8a-9ff6-eb7e9884b72e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50dff34e706041fb8933534a85442a7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471267 Jul 23 20:44:41.881000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8b3c5-e16e-4d8a-9ff6-eb7e9884b72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f70623-8130-4c07-8f89-8109339e2f54,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:41.881847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55682) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:41.930131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b409f251-cbc7-45f2-aec6-2aa3f1f0e95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.951163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b409f251-cbc7-45f2-aec6-2aa3f1f0e95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.997368 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b409f251-cbc7-45f2-aec6-2aa3f1f0e95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:41.999893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b409f251-cbc7-45f2-aec6-2aa3f1f0e95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:42.001072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b409f251-cbc7-45f2-aec6-2aa3f1f0e95a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95f70623-8130-4c07-8f89-8109339e2f54 HTTP/1.1" status: 204 len: 168 time: 0.1181550 Jul 23 20:44:42.008648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409f251-cbc7-45f2-aec6-2aa3f1f0e95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f70623-8130-4c07-8f89-8109339e2f54,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:43.875350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7dabc905-0dc1-4429-a6eb-3097436ee816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:43.885912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.425950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:46.443794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f245474d-2d82-4538-87c6-84a5d01ba8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.385153 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.753782 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:47.807593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55760) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:47.914505 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec22c59-7a83-4bfc-bfba-18da5d4d6911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.011568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec22c59-7a83-4bfc-bfba-18da5d4d6911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.015356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ec22c59-7a83-4bfc-bfba-18da5d4d6911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.053029 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ec22c59-7a83-4bfc-bfba-18da5d4d6911 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53b60f56da814442babe5f4eebcd51ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2443104 Jul 23 20:44:48.054258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec22c59-7a83-4bfc-bfba-18da5d4d6911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bc068f-e495-4f4d-aa96-c7dee9e98359,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:48.055773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55764) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:48.107441 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83939e2f-587e-426d-931d-207ac0d55014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.128647 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83939e2f-587e-426d-931d-207ac0d55014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.174232 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83939e2f-587e-426d-931d-207ac0d55014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.176587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83939e2f-587e-426d-931d-207ac0d55014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.177749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83939e2f-587e-426d-931d-207ac0d55014 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58bc068f-e495-4f4d-aa96-c7dee9e98359 HTTP/1.1" status: 204 len: 168 time: 0.1207981 Jul 23 20:44:48.185453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83939e2f-587e-426d-931d-207ac0d55014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bc068f-e495-4f4d-aa96-c7dee9e98359,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:48.430181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:48.443099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a294b93-1b77-4f40-a182-bf2c26265eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.530238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a294b93-1b77-4f40-a182-bf2c26265eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.533851 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a294b93-1b77-4f40-a182-bf2c26265eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.568273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a294b93-1b77-4f40-a182-bf2c26265eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4788f-8f49-48bf-a6bf-20d69b2b455c,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:48.572479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9a294b93-1b77-4f40-a182-bf2c26265eb3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15b1ffcfce924595ac9a68d1175d1005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412601 Jul 23 20:44:48.576266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55772) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:48.625573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad665a45-d246-4abd-96ba-6332b9754a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.645992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad665a45-d246-4abd-96ba-6332b9754a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.692555 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad665a45-d246-4abd-96ba-6332b9754a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.694992 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ad665a45-d246-4abd-96ba-6332b9754a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:48.696161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ad665a45-d246-4abd-96ba-6332b9754a95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bac4788f-8f49-48bf-a6bf-20d69b2b455c HTTP/1.1" status: 204 len: 168 time: 0.1186552 Jul 23 20:44:48.708003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad665a45-d246-4abd-96ba-6332b9754a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4788f-8f49-48bf-a6bf-20d69b2b455c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:49.342468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 55794) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:49.436870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1211203439-network', 'tenant_id': '1275b8241a034399bb33c006bcbf73a9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:49.457503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Made reservation on behalf of 1275b8241a034399bb33c006bcbf73a9 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:49.459999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.468666 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.555424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.559574 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.582643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:49.592217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d9d85-efc7-40cd-85bf-e65d773de63e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:49.596931 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.597272 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Added segment dd36da60-75cc-40e3-a8a3-98abd0a2fc2e of type vlan for network bc7ebd69-2939-4006-b265-7c3f71e25674 Jul 23 20:44:49.635581 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.664484 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.665453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:49.666044 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.697731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.699172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3549960 Jul 23 20:44:49.702047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:49.707101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Request body: {'subnet': {'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1211203439-subnet', 'tenant_id': '1275b8241a034399bb33c006bcbf73a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:49.728368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Made reservation on behalf of 1275b8241a034399bb33c006bcbf73a9 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:49.731828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.733109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf313f0c-ebf2-4c45-b8cf-a62181c58306 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7ebd69-2939-4006-b265-7c3f71e25674,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:49.743080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network bc7ebd69-2939-4006-b265-7c3f71e25674 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:49.906083 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:49.965591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84805c60-37fc-4b7d-83ff-f811fe2f0d83,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:49.974231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Checking segment: {'id': 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:49.974594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Network hostable DHCP agents. Network: bc7ebd69-2939-4006-b265-7c3f71e25674, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:49.990719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Network bc7ebd69-2939-4006-b265-7c3f71e25674 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:49.998833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, bc7ebd69-2939-4006-b265-7c3f71e25674) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:50.003468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:50.004604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.007686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75f8d3-41af-4aa2-81fa-dd0eaea7860e None None] Network bc7ebd69-2939-4006-b265-7c3f71e25674 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:50.018757 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9ecc46bf-96ef-40f7-9430-75478d1fbfe5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3156137 Jul 23 20:44:50.309683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3e38e-194c-4af2-8b78-10d344ebe0e1 None None] Network bc7ebd69-2939-4006-b265-7c3f71e25674 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:50.487880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55814) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:50.492966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680879447-network', 'tenant_id': '89cefeda40894823ad08296125431e4e'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:50.516011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Made reservation on behalf of 89cefeda40894823ad08296125431e4e for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:50.518207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.527218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.615569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.619679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.647307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:44:50.654575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84d9ba-9961-4b60-bd2b-e7aa22c632e6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:50.662153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.662153 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Added segment be6552cc-1bde-4c83-9711-64759c55a942 of type vlan for network 137cd298-854d-449d-9fb0-2d1e80946bb1 Jul 23 20:44:50.702993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.732575 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.733653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:50.734246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.765578 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2765350 Jul 23 20:44:50.768259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 55818) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:44:50.772997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Request body: {'subnet': {'network_id': '137cd298-854d-449d-9fb0-2d1e80946bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680879447-subnet', 'tenant_id': '89cefeda40894823ad08296125431e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:50.815943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b7137-8986-4631-abde-172c6e24d408 admin admin] Pushing event updated for resources: {'Network': ['ID=137cd298-854d-449d-9fb0-2d1e80946bb1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:50.826978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 137cd298-854d-449d-9fb0-2d1e80946bb1 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:44:50.834510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Made reservation on behalf of 89cefeda40894823ad08296125431e4e for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:50.837013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:50.999948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.054950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc062154-f176-49b5-91cf-0c19f8c31f0f,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:51.061905 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Checking segment: {'id': 'be6552cc-1bde-4c83-9711-64759c55a942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '137cd298-854d-449d-9fb0-2d1e80946bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:51.062265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Network hostable DHCP agents. Network: 137cd298-854d-449d-9fb0-2d1e80946bb1, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:44:51.078615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Network 137cd298-854d-449d-9fb0-2d1e80946bb1 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:44:51.086989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 137cd298-854d-449d-9fb0-2d1e80946bb1) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:51.091530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:51.092121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:51.096569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caf8347-9fe8-4e28-9028-772171f2e147 None None] Network 137cd298-854d-449d-9fb0-2d1e80946bb1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:51.108652 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-39c92da7-f71b-4e6b-a9ec-08f0d5abc70a admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3393860 Jul 23 20:44:51.234718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbedac-8f20-480a-90ef-840c0dd9aa9a None None] Network 137cd298-854d-449d-9fb0-2d1e80946bb1 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:44:51.692822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-98af5ddb-98f4-4911-98a0-bd5823dd21f4 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:51.694393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-98af5ddb-98f4-4911-98a0-bd5823dd21f4 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/networks?id=bc7ebd69-2939-4006-b265-7c3f71e25674 HTTP/1.1" status: 200 len: 809 time: 0.1016612 Jul 23 20:44:51.709564 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-fc96e9f0-dccc-414a-b9bc-830f8f770857 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/quotas/1275b8241a034399bb33c006bcbf73a9 HTTP/1.1" status: 200 len: 375 time: 0.0089948 Jul 23 20:44:51.742327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-da88c39b-18fd-448f-86a1-a9020e027941 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=1275b8241a034399bb33c006bcbf73a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271819 Jul 23 20:44:52.129378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-b9b934bb-d8f8-4b30-a0ea-f23a13bb94b7 service neutron] 10.222.0.46 "GET /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797390 Jul 23 20:44:52.217487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-50acf702-99b2-4540-861c-110a94392795 service neutron] 10.222.0.46 "GET /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820360 Jul 23 20:44:52.499236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d7e88012-fe27-4185-96db-27e38d9b65d4 req-7055b22c-3f5e-4268-8929-8db3953c3951 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 210 time: 0.1334336 Jul 23 20:44:53.381270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e75f1a5d-4c88-48fa-87d7-f906aa15f23f tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:53.382857 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e75f1a5d-4c88-48fa-87d7-f906aa15f23f tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.47 "GET /v2.0/networks?id=bc7ebd69-2939-4006-b265-7c3f71e25674 HTTP/1.1" status: 200 len: 809 time: 0.1087077 Jul 23 20:44:53.395047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Request body: {'port': {'device_id': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674', 'admin_state_up': True, 'tenant_id': '1275b8241a034399bb33c006bcbf73a9'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:53.499381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Made reservation on behalf of 1275b8241a034399bb33c006bcbf73a9 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:44:53.502784 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.610776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4bbfee6d-478b-41ed-ac61-44a8f72f2141 req-e776ee7e-06dd-4e89-9408-f9175d42dcea tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 210 time: 0.0294304 Jul 23 20:44:53.637731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Allocated IP 172.20.0.11 (bc7ebd69-2939-4006-b265-7c3f71e25674/84805c60-37fc-4b7d-83ff-f811fe2f0d83/e258c5c4-9607-4e17-ab11-1e2276997667) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:44:53.780543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.819339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.858201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Network bc7ebd69-2939-4006-b265-7c3f71e25674 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:44:53.861271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:44:53.863637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:44:53.902945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Pushing event updated for resources: {'Port': ['ID=e258c5c4-9607-4e17-ab11-1e2276997667,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:53.923380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:53.923999 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:53.938068 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dcde0e3b-e2fe-4abc-b8dc-9833a30fa52a tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5468378 Jul 23 20:44:54.001136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Request body: {'port': {'device_id': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:44:54.075614 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.332107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e258c5c4-9607-4e17-ab11-1e2276997667 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:54.339713 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.351257 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Transition to ACTIVE for port object e258c5c4-9607-4e17-ab11-1e2276997667 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:44:54.356102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.428389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Pushing event updated for resources: {'Port': ['ID=e258c5c4-9607-4e17-ab11-1e2276997667,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:54.476824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Attempting to bind port e258c5c4-9607-4e17-ab11-1e2276997667 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:44:54.477157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Attempting to bind port e258c5c4-9607-4e17-ab11-1e2276997667 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:44:54.477579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Attempting to bind port e258c5c4-9607-4e17-ab11-1e2276997667 on network bc7ebd69-2939-4006-b265-7c3f71e25674 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:54.482335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Port e258c5c4-9607-4e17-ab11-1e2276997667 on network bc7ebd69-2939-4006-b265-7c3f71e25674 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:44:54.482665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Attempting to bind port e258c5c4-9607-4e17-ab11-1e2276997667 on network bc7ebd69-2939-4006-b265-7c3f71e25674 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:44:54.487523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:44:54.487862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Checking segment: {'id': 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:44:54.488248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Bound using segment: {'id': 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:44:54.488699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Bound port: e258c5c4-9607-4e17-ab11-1e2276997667, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:44:54.489058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.550309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] For port e258c5c4-9607-4e17-ab11-1e2276997667, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:44:54.553271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] For port e258c5c4-9607-4e17-ab11-1e2276997667, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e258c5c4-9607-4e17-ab11-1e2276997667,segment=NetworkSegment(dd36da60-75cc-40e3-a8a3-98abd0a2fc2e),segment_id=dd36da60-75cc-40e3-a8a3-98abd0a2fc2e)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:44:54.558489 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.593271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:54.593918 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:54.595377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] 10.222.0.47 "PUT /v2.0/ports/e258c5c4-9607-4e17-ab11-1e2276997667 HTTP/1.1" status: 200 len: 1093 time: 0.6498609 Jul 23 20:44:54.595824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'tag': 'e258c5c4-9607-4e17-ab11-1e2276997667'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:54.598095 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86427295-50f5-4c9e-8744-e48ef23d776d" -d '{"events": [{"name": "network-changed", "server_uuid": "257428c8-5c78-4b4b-98f0-bcc058978b41", "tag": "e258c5c4-9607-4e17-ab11-1e2276997667"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:54.623070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971bece-3601-4b78-8d04-914184cecf6a service neutron] Pushing event updated for resources: {'Port': ['ID=e258c5c4-9607-4e17-ab11-1e2276997667,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:54.635279 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7e4b25-78f7-49fd-819b-b717792938c4 x-openstack-request-id: req-7f7e4b25-78f7-49fd-819b-b717792938c4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:54.635592 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257428c8-5c78-4b4b-98f0-bcc058978b41", "tag": "e258c5c4-9607-4e17-ab11-1e2276997667", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:54.635857 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f7e4b25-78f7-49fd-819b-b717792938c4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:54.636258 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'tag': 'e258c5c4-9607-4e17-ab11-1e2276997667', 'status': 'completed', 'code': 200} Jul 23 20:44:54.696056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-2a544a76-ceb3-40ca-bde3-72d4007b729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:54.697791 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-2a544a76-ceb3-40ca-bde3-72d4007b729b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1275b8241a034399bb33c006bcbf73a9&device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 1096 time: 0.0588017 Jul 23 20:44:54.739645 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-c5cb5671-a026-40e0-b131-df13ccc33c32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258c5c4-9607-4e17-ab11-1e2276997667 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Jul 23 20:44:54.742618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c5822-4274-43d1-89b0-3444bf590675 req-480e1bd4-afb9-4dbc-9f73-bc2bb2764a55 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:54.744133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e30c5822-4274-43d1-89b0-3444bf590675 req-480e1bd4-afb9-4dbc-9f73-bc2bb2764a55 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 944 time: 0.0657454 Jul 23 20:44:54.789286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e30c5822-4274-43d1-89b0-3444bf590675 req-9b322fa2-3138-450e-8fe2-6a9950082ce7 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Jul 23 20:44:54.791470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-223a0a63-27ab-49e7-a217-eea7691cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:54.793852 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-223a0a63-27ab-49e7-a217-eea7691cdcfc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84805c60-37fc-4b7d-83ff-f811fe2f0d83 HTTP/1.1" status: 200 len: 849 time: 0.0479751 Jul 23 20:44:54.827202 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-29fc8eed-7dbc-4e91-abb5-d4c6f63c8271 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc7ebd69-2939-4006-b265-7c3f71e25674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266089 Jul 23 20:44:54.869335 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:44:54.921086 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-dc0ca301-4657-44d0-9ebb-9277e54c8b80 service neutron] 10.222.0.47 "GET /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873461 Jul 23 20:44:55.011367 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d337e68c-d37a-4b39-9e6b-6389f10d5761 req-c32135ef-0400-4322-b839-d869c4876aa5 service neutron] 10.222.0.47 "GET /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837195 Jul 23 20:44:55.111307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427295-50f5-4c9e-8744-e48ef23d776d req-fe27e8d0-9b07-4a49-a7e5-fc39c43c36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.112831 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-fe27e8d0-9b07-4a49-a7e5-fc39c43c36e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1275b8241a034399bb33c006bcbf73a9&device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 1096 time: 0.0555315 Jul 23 20:44:55.199932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427295-50f5-4c9e-8744-e48ef23d776d req-ce01e011-0b8b-4a24-a437-eb857d2ad7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.201374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-ce01e011-0b8b-4a24-a437-eb857d2ad7d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bc7ebd69-2939-4006-b265-7c3f71e25674 HTTP/1.1" status: 200 len: 910 time: 0.0824661 Jul 23 20:44:55.245691 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-9bd0d19f-ba11-4e43-ac0a-8066d67dba6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e258c5c4-9607-4e17-ab11-1e2276997667 HTTP/1.1" status: 200 len: 217 time: 0.0364788 Jul 23 20:44:55.293239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86427295-50f5-4c9e-8744-e48ef23d776d req-71116a43-b306-42f8-a77c-02c106b161e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.294619 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-71116a43-b306-42f8-a77c-02c106b161e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=84805c60-37fc-4b7d-83ff-f811fe2f0d83 HTTP/1.1" status: 200 len: 849 time: 0.0429091 Jul 23 20:44:55.329858 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-372d6107-ef19-4c26-9e71-ca9c66740262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bc7ebd69-2939-4006-b265-7c3f71e25674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269697 Jul 23 20:44:55.670984 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-0cd3bfcf-05f9-4f52-970e-1e92e7d5a087 service neutron] 10.222.0.47 "GET /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340750 Jul 23 20:44:55.763733 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-86427295-50f5-4c9e-8744-e48ef23d776d req-df53aa79-6d5a-42b5-a4e7-e35d8fded07a service neutron] 10.222.0.47 "GET /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856426 Jul 23 20:44:55.923009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5e60b-c653-46af-a1bc-ea82e2b4cee7 req-1a4ea499-64da-421e-acdf-c0fe7c1dccea tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:55.924401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28f5e60b-c653-46af-a1bc-ea82e2b4cee7 req-1a4ea499-64da-421e-acdf-c0fe7c1dccea tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 944 time: 0.0672071 Jul 23 20:44:55.964457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28f5e60b-c653-46af-a1bc-ea82e2b4cee7 req-7b52e6e2-0a53-498e-9293-bacfa4ed19c7 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Jul 23 20:44:57.093870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750949-de62-493b-a157-3f2578062d33 req-c7c84ccb-7193-4369-a2e0-68bc79341eaa tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:57.095367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53750949-de62-493b-a157-3f2578062d33 req-c7c84ccb-7193-4369-a2e0-68bc79341eaa tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 944 time: 0.0632775 Jul 23 20:44:57.132970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53750949-de62-493b-a157-3f2578062d33 req-311a3091-e342-436a-aab5-0a5c0f535bea tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 Jul 23 20:44:57.617654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e258c5c4-9607-4e17-ab11-1e2276997667 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:44:57.715107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e258c5c4-9607-4e17-ab11-1e2276997667, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e258c5c4-9607-4e17-ab11-1e2276997667,segment=NetworkSegment(dd36da60-75cc-40e3-a8a3-98abd0a2fc2e),segment_id=dd36da60-75cc-40e3-a8a3-98abd0a2fc2e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:57.725652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e258c5c4-9607-4e17-ab11-1e2276997667', 'network_id': 'bc7ebd69-2939-4006-b265-7c3f71e25674', 'port_id': 'e258c5c4-9607-4e17-ab11-1e2276997667', 'mac_address': 'fa:16:3e:c2:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84805c60-37fc-4b7d-83ff-f811fe2f0d83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:44:57.762706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.774741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e258c5c4-9607-4e17-ab11-1e2276997667 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:44:57.793743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e258c5c4-9607-4e17-ab11-1e2276997667, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e258c5c4-9607-4e17-ab11-1e2276997667,segment=NetworkSegment(dd36da60-75cc-40e3-a8a3-98abd0a2fc2e),segment_id=dd36da60-75cc-40e3-a8a3-98abd0a2fc2e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:57.797500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:57.845010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e258c5c4-9607-4e17-ab11-1e2276997667,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:57.852177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.852526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.852865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.853201 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.853558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.853891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.854295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.854610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.855085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.855413 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.855737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:57.856060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:44:58.031830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e258c5c4-9607-4e17-ab11-1e2276997667'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:44:58.260708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae00ed7-34c3-4e44-90f2-9a1b1b9991ea req-ebbc5bee-586f-4ca4-a498-2483d905d22b tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:58.262239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cae00ed7-34c3-4e44-90f2-9a1b1b9991ea req-ebbc5bee-586f-4ca4-a498-2483d905d22b tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 945 time: 0.0627959 Jul 23 20:44:58.298993 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cae00ed7-34c3-4e44-90f2-9a1b1b9991ea req-1dcafc17-72c6-4d86-acc1-2fb26b434730 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Jul 23 20:44:59.430090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bfa5a-c955-474d-870f-285d2ef49eaf req-ae23e74b-eb08-490c-9347-7cf767c5d875 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.431619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c35bfa5a-c955-474d-870f-285d2ef49eaf req-ae23e74b-eb08-490c-9347-7cf767c5d875 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 945 time: 0.0664454 Jul 23 20:44:59.469359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c35bfa5a-c955-474d-870f-285d2ef49eaf req-54d2a85c-e23f-4ef1-9ea5-dce891e2d5eb tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jul 23 20:44:59.622902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e258c5c4-9607-4e17-ab11-1e2276997667 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:44:59.669233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e258c5c4-9607-4e17-ab11-1e2276997667 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:44:59.672819 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e258c5c4-9607-4e17-ab11-1e2276997667 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:44:59.673195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.752497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.774262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258c5c4-9607-4e17-ab11-1e2276997667'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:44:59.776510 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1493f687-c17c-41fa-9d02-eeab7fc5ec3b" -d '{"events": [{"server_uuid": "257428c8-5c78-4b4b-98f0-bcc058978b41", "name": "network-vif-plugged", "status": "completed", "tag": "e258c5c4-9607-4e17-ab11-1e2276997667"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:44:59.788482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e258c5c4-9607-4e17-ab11-1e2276997667, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e258c5c4-9607-4e17-ab11-1e2276997667,segment=NetworkSegment(dd36da60-75cc-40e3-a8a3-98abd0a2fc2e),segment_id=dd36da60-75cc-40e3-a8a3-98abd0a2fc2e)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:44:59.793170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:44:59.816845 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c4d88-a0dc-4526-91b0-bb3776870dd1 x-openstack-request-id: req-e95c4d88-a0dc-4526-91b0-bb3776870dd1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:44:59.817140 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257428c8-5c78-4b4b-98f0-bcc058978b41", "name": "network-vif-plugged", "status": "completed", "tag": "e258c5c4-9607-4e17-ab11-1e2276997667", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:44:59.817389 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e95c4d88-a0dc-4526-91b0-bb3776870dd1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:44:59.817798 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e258c5c4-9607-4e17-ab11-1e2276997667', 'code': 200} Jul 23 20:44:59.843728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e258c5c4-9607-4e17-ab11-1e2276997667,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:44:59.920897 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f404b7-cfc1-449c-909c-ecca0401d13f req-91f950ec-64c3-4932-a6d5-938eee9ab220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:44:59.922545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50f404b7-cfc1-449c-909c-ecca0401d13f req-91f950ec-64c3-4932-a6d5-938eee9ab220 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 1098 time: 0.0511990 Jul 23 20:44:59.958196 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-50f404b7-cfc1-449c-909c-ecca0401d13f req-1a6c9d5a-de8c-4a29-8979-ec2952a2573b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281951 Jul 23 20:45:00.596004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8900d4f-6337-4b3a-945b-53f065cece5a req-86969f7b-5d87-45ec-806e-7245d79eff05 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:00.597573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8900d4f-6337-4b3a-945b-53f065cece5a req-86969f7b-5d87-45ec-806e-7245d79eff05 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 946 time: 0.0635748 Jul 23 20:45:00.637946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8900d4f-6337-4b3a-945b-53f065cece5a req-e8933fea-b490-489d-87ab-5489b751df30 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Jul 23 20:45:01.774017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307af8a5-4305-43e9-81ae-889bccde340d req-3dea54ca-bb32-404d-a7fc-bb8f977e396c tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:01.775571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-307af8a5-4305-43e9-81ae-889bccde340d req-3dea54ca-bb32-404d-a7fc-bb8f977e396c tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 946 time: 0.0672514 Jul 23 20:45:01.815478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-307af8a5-4305-43e9-81ae-889bccde340d req-e8db7ae6-8054-4e5c-8a4b-8a6dc9a02857 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338264 Jul 23 20:45:04.168738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c2a10-298b-44ba-92f8-8114372131ed req-0857d7b4-0d4d-4534-a0be-116463c3d9d2 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:04.170248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e43c2a10-298b-44ba-92f8-8114372131ed req-0857d7b4-0d4d-4534-a0be-116463c3d9d2 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 946 time: 0.0622971 Jul 23 20:45:04.206426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e43c2a10-298b-44ba-92f8-8114372131ed req-9c1d9eea-eada-4dd1-be34-9887d6ab3836 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Jul 23 20:45:05.335908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635e319-1d4b-4951-a1d2-e072324a8b1e req-c19ffa84-cc75-47b0-ac88-29469adfd890 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:05.337303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a635e319-1d4b-4951-a1d2-e072324a8b1e req-c19ffa84-cc75-47b0-ac88-29469adfd890 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 946 time: 0.0632939 Jul 23 20:45:05.375745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a635e319-1d4b-4951-a1d2-e072324a8b1e req-f9056db4-be8a-44a3-90ec-0555486e8a97 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.46 "GET /v2.0/security-groups?id=ef6d9d85-efc7-40cd-85bf-e65d773de63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jul 23 20:45:05.409825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-f0286419-bee9-4afe-bbdb-cbbfc4404c7d tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:05.411277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-f0286419-bee9-4afe-bbdb-cbbfc4404c7d tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.47 "GET /v2.0/ports?device_id=257428c8-5c78-4b4b-98f0-bcc058978b41 HTTP/1.1" status: 200 len: 946 time: 0.0621367 Jul 23 20:45:05.511172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Deleting port e258c5c4-9607-4e17-ab11-1e2276997667 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:45:05.511513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.596641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] For port e258c5c4-9607-4e17-ab11-1e2276997667, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e258c5c4-9607-4e17-ab11-1e2276997667,segment=NetworkSegment(dd36da60-75cc-40e3-a8a3-98abd0a2fc2e),segment_id=dd36da60-75cc-40e3-a8a3-98abd0a2fc2e)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:45:05.596916 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.609686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Calling delete_port for e258c5c4-9607-4e17-ab11-1e2276997667 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:45:05.740325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.751825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e258c5c4-9607-4e17-ab11-1e2276997667'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:45:05.767239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Pushing event deleted for resources: {'Port': ['ID=e258c5c4-9607-4e17-ab11-1e2276997667,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:05.818718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] No DVR routers for this DVR port e258c5c4-9607-4e17-ab11-1e2276997667 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:45:05.821372 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:05.823938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-03a2806f-bd55-46e8-a054-daaee9a9589f req-67b1cf9b-3efe-46d4-9f95-aa3a5542a063 tempest-VolumesActionsTest-1162364266 tempest-VolumesActionsTest-1162364266-project] 10.222.0.47 "DELETE /v2.0/ports/e258c5c4-9607-4e17-ab11-1e2276997667 HTTP/1.1" status: 204 len: 173 time: 0.4062822 Jul 23 20:45:05.824382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'name': 'network-vif-deleted', 'tag': 'e258c5c4-9607-4e17-ab11-1e2276997667'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:45:05.826651 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19e4172-bf45-426e-bce1-91f766167596" -d '{"events": [{"server_uuid": "257428c8-5c78-4b4b-98f0-bcc058978b41", "name": "network-vif-deleted", "tag": "e258c5c4-9607-4e17-ab11-1e2276997667"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:45:05.863290 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd45b76-2bdf-4fc0-9d1c-4c505e4985ba x-openstack-request-id: req-ffd45b76-2bdf-4fc0-9d1c-4c505e4985ba {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:45:05.863629 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257428c8-5c78-4b4b-98f0-bcc058978b41", "name": "network-vif-deleted", "tag": "e258c5c4-9607-4e17-ab11-1e2276997667", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:45:05.863965 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffd45b76-2bdf-4fc0-9d1c-4c505e4985ba {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:45:05.864538 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257428c8-5c78-4b4b-98f0-bcc058978b41', 'name': 'network-vif-deleted', 'tag': 'e258c5c4-9607-4e17-ab11-1e2276997667', 'status': 'completed', 'code': 200} Jul 23 20:45:09.685530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e258c5c4-9607-4e17-ab11-1e2276997667 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:45:09.708115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: e258c5c4-9607-4e17-ab11-1e2276997667 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:45:09.708455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e258c5c4-9607-4e17-ab11-1e2276997667 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:45:13.874767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3390ca7-e2d2-4ea3-80da-37e2c292debd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:13.911738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.419311 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:16.444232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-87cc2ca0-43fd-413c-bd06-3a366a6c8c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.403319 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:17.757407 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:19.701826 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.190100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56074) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:27.234220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Deleting subnet 84805c60-37fc-4b7d-83ff-f811fe2f0d83 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:45:27.237165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.271828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.310358 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.361923 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.392016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84805c60-37fc-4b7d-83ff-f811fe2f0d83,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:27.396903 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.399455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/84805c60-37fc-4b7d-83ff-f811fe2f0d83 HTTP/1.1" status: 204 len: 168 time: 0.2077477 Jul 23 20:45:27.402329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56076) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:27.405410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.405822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.406118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.406455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.406798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.407130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.407459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.407787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.408114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.408440 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.408764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.409087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40767365-7a61-4950-885c-8c028237cbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.481500 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.560900 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.570395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7ebd69-2939-4006-b265-7c3f71e25674']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:45:27.580722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:45:27.581017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd36da60-75cc-40e3-a8a3-98abd0a2fc2e') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:45:27.590409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.603558 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.609330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:45:27.609792 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:45:27.611388 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:45:27.663667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.669158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.671027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bc7ebd69-2939-4006-b265-7c3f71e25674 HTTP/1.1" status: 204 len: 168 time: 0.2676845 Jul 23 20:45:27.674042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56078) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:27.681536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7ebd69-2939-4006-b265-7c3f71e25674,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:27.689146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.689533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.689881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.690222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.690557 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.690896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.691225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.691552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.691881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.692207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.692534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.692861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e905f34-d4ac-4a1d-be04-454b8a825cc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:45:27.718986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Deleting subnet dc062154-f176-49b5-91cf-0c19f8c31f0f {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:45:27.722183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.757306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.795762 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.882499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.917862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc062154-f176-49b5-91cf-0c19f8c31f0f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:27.919894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:27.922458 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15ab405f-fcef-4b33-9195-e102e27a03c2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dc062154-f176-49b5-91cf-0c19f8c31f0f HTTP/1.1" status: 204 len: 168 time: 0.2466769 Jul 23 20:45:27.924458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56080) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:27.924802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-b2e34732-64ce-49f2-a62e-b3c363127194 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1095009 Jul 23 20:45:27.997277 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.019095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690237-6653-438c-9917-7905b07e9f5d req-ff0f0cf4-f1d4-4c0f-8d74-ed33c89a7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.020629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-ff0f0cf4-f1d4-4c0f-8d74-ed33c89a7ce0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.0543058 Jul 23 20:45:28.078726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.088833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137cd298-854d-449d-9fb0-2d1e80946bb1']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:45:28.098383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6552cc-1bde-4c83-9711-64759c55a942') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:45:28.098678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6552cc-1bde-4c83-9711-64759c55a942') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:45:28.108120 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.123658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.129410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:45:28.129857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:45:28.131488 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:45:28.134030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690237-6653-438c-9917-7905b07e9f5d req-5aee38f4-fc76-455d-9258-644bfe600e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.134030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-5aee38f4-fc76-455d-9258-644bfe600e00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 910 time: 0.0935333 Jul 23 20:45:28.187697 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.191947 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.197378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] 10.222.0.46 "DELETE /v2.0/networks/137cd298-854d-449d-9fb0-2d1e80946bb1 HTTP/1.1" status: 204 len: 168 time: 0.2716708 Jul 23 20:45:28.199911 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-0513aeee-81e8-4441-8faf-75cf9f78269d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 1001 time: 0.0599954 Jul 23 20:45:28.209673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f6dc5-8acb-4d50-8e10-4a43923a2029 admin admin] Pushing event deleted for resources: {'Network': ['ID=137cd298-854d-449d-9fb0-2d1e80946bb1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:28.253914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690237-6653-438c-9917-7905b07e9f5d req-34604e07-d013-487a-af3f-71287cfb1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.255291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-34604e07-d013-487a-af3f-71287cfb1ef3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.0493207 Jul 23 20:45:28.315470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80690237-6653-438c-9917-7905b07e9f5d req-50f412af-be51-41cc-9722-3bedb30380bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:45:28.317469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-50f412af-be51-41cc-9722-3bedb30380bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560424 Jul 23 20:45:28.358844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56084) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:28.403357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d690fde9-fee4-4c15-ada4-19aa8450c384 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1275b8241a034399bb33c006bcbf73a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433121 Jul 23 20:45:28.405852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56086) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:28.408721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-1f1a6eca-c45b-40f5-a777-8eaf19d0f0fb service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Jul 23 20:45:28.454301 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68fbc6b9-d0d2-4492-845c-2c7826c62bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.475738 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68fbc6b9-d0d2-4492-845c-2c7826c62bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.503835 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-80690237-6653-438c-9917-7905b07e9f5d req-99ee1fa7-2df8-4902-b307-2b9ae82827e1 service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873621 Jul 23 20:45:28.522359 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68fbc6b9-d0d2-4492-845c-2c7826c62bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.525467 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68fbc6b9-d0d2-4492-845c-2c7826c62bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.526739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-68fbc6b9-d0d2-4492-845c-2c7826c62bfd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef6d9d85-efc7-40cd-85bf-e65d773de63e HTTP/1.1" status: 204 len: 168 time: 0.1199627 Jul 23 20:45:28.534312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbc6b9-d0d2-4492-845c-2c7826c62bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d9d85-efc7-40cd-85bf-e65d773de63e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:28.829129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56092) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:28.868099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-962abf79-a120-4f29-8099-307eb567d2a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89cefeda40894823ad08296125431e4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377409 Jul 23 20:45:28.871477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56094) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:28.924266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-236b4e81-18e4-40fe-b066-fbb937bafdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.945305 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-236b4e81-18e4-40fe-b066-fbb937bafdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.994600 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-236b4e81-18e4-40fe-b066-fbb937bafdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.997231 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-236b4e81-18e4-40fe-b066-fbb937bafdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:28.998470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-236b4e81-18e4-40fe-b066-fbb937bafdce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb84d9ba-9961-4b60-bd2b-e7aa22c632e6 HTTP/1.1" status: 204 len: 168 time: 0.1260891 Jul 23 20:45:29.005900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b4e81-18e4-40fe-b066-fbb937bafdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84d9ba-9961-4b60-bd2b-e7aa22c632e6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:31.870479 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:45:42.714543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56218) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:42.823706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d9130cd-dd05-4c4a-bb56-e31b7b1fbd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:42.914331 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d9130cd-dd05-4c4a-bb56-e31b7b1fbd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:42.918934 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d9130cd-dd05-4c4a-bb56-e31b7b1fbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:42.956805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3d9130cd-dd05-4c4a-bb56-e31b7b1fbd78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e585c166e65f4d08a99010bc3302c66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411785 Jul 23 20:45:42.959113 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9130cd-dd05-4c4a-bb56-e31b7b1fbd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60d5365-2316-4241-b627-527053f29880,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:42.959971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56222) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:43.019376 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce17702c-5f48-4a8a-9e6f-30068116b986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.040907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce17702c-5f48-4a8a-9e6f-30068116b986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.087183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce17702c-5f48-4a8a-9e6f-30068116b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.089596 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce17702c-5f48-4a8a-9e6f-30068116b986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.090744 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce17702c-5f48-4a8a-9e6f-30068116b986 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c60d5365-2316-4241-b627-527053f29880 HTTP/1.1" status: 204 len: 168 time: 0.1297746 Jul 23 20:45:43.098690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17702c-5f48-4a8a-9e6f-30068116b986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60d5365-2316-4241-b627-527053f29880,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:43.343191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56228) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:43.356441 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a2a526a-662a-4d16-a3d3-76fe714f6863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.448431 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a2a526a-662a-4d16-a3d3-76fe714f6863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.452202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a2a526a-662a-4d16-a3d3-76fe714f6863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.489800 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7a2a526a-662a-4d16-a3d3-76fe714f6863 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=879bf91f3fa7436eb39072bb0944d13b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455207 Jul 23 20:45:43.490665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a526a-662a-4d16-a3d3-76fe714f6863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196bfe04-b32d-4cae-b707-493e7a777d0d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:43.493060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56230) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:45:43.542202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9371cdd7-adda-4a10-8411-cd6628e17eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.563202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9371cdd7-adda-4a10-8411-cd6628e17eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.609286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9371cdd7-adda-4a10-8411-cd6628e17eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.611855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9371cdd7-adda-4a10-8411-cd6628e17eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.613207 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9371cdd7-adda-4a10-8411-cd6628e17eaf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/196bfe04-b32d-4cae-b707-493e7a777d0d HTTP/1.1" status: 204 len: 168 time: 0.1190233 Jul 23 20:45:43.621414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371cdd7-adda-4a10-8411-cd6628e17eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196bfe04-b32d-4cae-b707-493e7a777d0d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:45:43.874787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b69ccaf-1862-461d-b800-bd89de19edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:43.917087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:46.420704 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:46.445313 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c97c07f5-e81d-4689-9507-9e5d87f93d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:47.424796 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:47.760759 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:45:49.707127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.108216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56398) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:01.222386 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5543303-c4eb-4bc3-b4a8-7adb9493d154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.310234 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5543303-c4eb-4bc3-b4a8-7adb9493d154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.314040 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e5543303-c4eb-4bc3-b4a8-7adb9493d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.352521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e5543303-c4eb-4bc3-b4a8-7adb9493d154 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=66fe93d320f84bdf805709c2300b1d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432232 Jul 23 20:46:01.353381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5543303-c4eb-4bc3-b4a8-7adb9493d154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6b6196-6107-4f11-b3e2-952d27488276,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:01.355383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56402) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:01.404192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f54df459-b2c3-4342-9cb7-3e8af2b5e01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.424993 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f54df459-b2c3-4342-9cb7-3e8af2b5e01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.471033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f54df459-b2c3-4342-9cb7-3e8af2b5e01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.473497 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f54df459-b2c3-4342-9cb7-3e8af2b5e01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:01.474659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f54df459-b2c3-4342-9cb7-3e8af2b5e01e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea6b6196-6107-4f11-b3e2-952d27488276 HTTP/1.1" status: 204 len: 168 time: 0.1182630 Jul 23 20:46:01.482906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54df459-b2c3-4342-9cb7-3e8af2b5e01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6b6196-6107-4f11-b3e2-952d27488276,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:08.889365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:46:13.878142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a9420ab6-bd7e-4b4a-9c51-266831a7af90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:13.921557 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:16.423260 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:16.446041 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71a46b7c-7002-4a93-b0a4-91c1fdbe3c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:17.430142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:17.762788 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:19.708206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.348366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56554) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:28.453899 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.542039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.545464 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.587106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4640fc9d5da3429badbf2a883f02554e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2376089 Jul 23 20:46:28.587975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd09985-1aea-4ecb-b646-40a7b851b423,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:28.589846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56558) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:28.595429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.595716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.596057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.596391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.596826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.597165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.597516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.597845 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.598171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.598494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.598815 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.599136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638733f9-d817-433a-a758-9daf15a04ac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.638349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.658034 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.702873 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.705316 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:28.706476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4cd09985-1aea-4ecb-b646-40a7b851b423 HTTP/1.1" status: 204 len: 168 time: 0.1156352 Jul 23 20:46:28.714263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd09985-1aea-4ecb-b646-40a7b851b423,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:28.721807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.722160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.722500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.722854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.723172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.723503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.723830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.724155 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.724486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.724845 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.725285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.725639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb69fae1-c58c-454f-8369-26f41eb1d7f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:46:28.874846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-210ff44a-351c-46e9-9b6b-62a3925d88f5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541818 Jul 23 20:46:28.969552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-6669012b-bc78-42b4-a3b5-34a181fac519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:28.971095 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-6669012b-bc78-42b4-a3b5-34a181fac519 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=533490cc621a4a559768b61b822cf5e4&device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 1097 time: 0.0563490 Jul 23 20:46:29.080876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-8effcf50-b65a-4eb4-bede-93dfc9269a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:29.082399 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-8effcf50-b65a-4eb4-bede-93dfc9269a07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 200 len: 910 time: 0.0920150 Jul 23 20:46:29.147424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-9ea3e6ed-6167-49ea-a8a8-b697ae56e4c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 200 len: 1001 time: 0.0590894 Jul 23 20:46:29.201866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-fd850e34-9ed0-4295-a6eb-52aec1fc3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:29.203403 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-fd850e34-9ed0-4295-a6eb-52aec1fc3f47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 200 len: 848 time: 0.0504658 Jul 23 20:46:29.267573 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-96ac93d7-3028-4005-a0d3-20b755d0cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:46:29.269141 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-96ac93d7-3028-4005-a0d3-20b755d0cfc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d2af4800-7740-441e-9998-79322d2ae8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585127 Jul 23 20:46:29.365031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-8ac7fde8-4379-4e67-b7d1-43c2b1511b6b service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875742 Jul 23 20:46:29.460334 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a54c3e8-2298-484d-bd5d-417285093a4a req-7abd1a71-7753-40df-ae7b-343a6549b4ec service neutron] 10.222.0.36 "GET /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890112 Jul 23 20:46:33.744395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56628) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:33.849416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-214b3b5c-09eb-48a4-92cd-e3dd7013a99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.942523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-214b3b5c-09eb-48a4-92cd-e3dd7013a99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.947270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-214b3b5c-09eb-48a4-92cd-e3dd7013a99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:33.984110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-214b3b5c-09eb-48a4-92cd-e3dd7013a99b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d70f6292af0c4c2c865026634002b332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386506 Jul 23 20:46:33.986013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b3b5c-09eb-48a4-92cd-e3dd7013a99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb95488c-e6e5-4fc8-b5f9-42d931397a66,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:33.987171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56632) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:46:34.041685 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fceb506b-4252-4a65-8bb9-febda4948c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.062771 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fceb506b-4252-4a65-8bb9-febda4948c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.109890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fceb506b-4252-4a65-8bb9-febda4948c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.112550 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fceb506b-4252-4a65-8bb9-febda4948c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:34.113732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fceb506b-4252-4a65-8bb9-febda4948c48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb95488c-e6e5-4fc8-b5f9-42d931397a66 HTTP/1.1" status: 204 len: 168 time: 0.1255441 Jul 23 20:46:34.121925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb506b-4252-4a65-8bb9-febda4948c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb95488c-e6e5-4fc8-b5f9-42d931397a66,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:46:43.879257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2c43a4d1-d516-4f9c-b2c6-754e8a7e039d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:43.934915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:45.869245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:46:46.424786 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:46.444781 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b74c11b-a15f-4af0-9f32-a89219acc194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:47.427952 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:47.765496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:46:49.709863 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.878898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f62577fc-fc1c-4777-930a-7c897e28f331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:13.933699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.424609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:16.444058 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4acf453d-91dd-438d-a9a3-88dd527b0149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.028735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028efd82-2bbf-4703-b79f-e751d59560fe req-8d12ff89-b9e5-4bd4-87fe-46aa42f6ecc5 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:17.030286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-028efd82-2bbf-4703-b79f-e751d59560fe req-8d12ff89-b9e5-4bd4-87fe-46aa42f6ecc5 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0637186 Jul 23 20:47:17.067031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-028efd82-2bbf-4703-b79f-e751d59560fe req-54b13e76-0a66-4347-914c-0ffb5818c22a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310261 Jul 23 20:47:17.428624 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:17.767037 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.231711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8880582-ef29-4846-91bc-8abdc502c524 req-8d48780b-f372-46f0-b486-2f3653820e5c tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:18.233194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8880582-ef29-4846-91bc-8abdc502c524 req-8d48780b-f372-46f0-b486-2f3653820e5c tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0666981 Jul 23 20:47:18.253881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-0bc0d1f7-d9a7-4f0b-9a06-0e943f450beb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:18.255486 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-0bc0d1f7-d9a7-4f0b-9a06-0e943f450beb tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.36 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 945 time: 0.0674591 Jul 23 20:47:18.271455 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8880582-ef29-4846-91bc-8abdc502c524 req-834993c0-0c46-47e6-8a1d-aa93c3b8e05a tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/security-groups?id=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Jul 23 20:47:18.354682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Deleting port 778c5040-3570-4257-bdbc-9619f2393d01 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:18.354945 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.446824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] For port 778c5040-3570-4257-bdbc-9619f2393d01, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=778c5040-3570-4257-bdbc-9619f2393d01,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:18.447180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.710962 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.711341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.711658 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Floating IP 02848b9f-7862-4c3e-ade2-9559fd36f030 disassociated. External IP: 172.25.8.123, port: 778c5040-3570-4257-bdbc-9619f2393d01. Jul 23 20:47:18.712035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Calling delete_port for 778c5040-3570-4257-bdbc-9619f2393d01 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:18.840603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:18.868836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event deleted for resources: {'Port': ['ID=778c5040-3570-4257-bdbc-9619f2393d01,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:18.985926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:19.094550 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:19.104863 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] Sync routers for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:19.114483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:19.115186 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:19.138900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] No DVR routers for this DVR port 778c5040-3570-4257-bdbc-9619f2393d01 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:47:19.141393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:19.143403 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aaa4b06d-6d36-4aa4-9bbe-cc4261a2527a req-71429b70-a637-4c5f-b2cf-34af08a6173b tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.36 "DELETE /v2.0/ports/778c5040-3570-4257-bdbc-9619f2393d01 HTTP/1.1" status: 204 len: 173 time: 0.8829575 Jul 23 20:47:19.143846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'name': 'network-vif-deleted', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:19.146850 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7bd673-45f2-4102-8b3f-57f5f13aa5ed" -d '{"events": [{"server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "name": "network-vif-deleted", "tag": "778c5040-3570-4257-bdbc-9619f2393d01"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:19.234618 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:19.401397 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4813486-883d-4e8d-bd78-dec9dd0f491c x-openstack-request-id: req-c4813486-883d-4e8d-bd78-dec9dd0f491c {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:19.401957 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de78834-370e-42a3-b915-1441ef636c90", "name": "network-vif-deleted", "tag": "778c5040-3570-4257-bdbc-9619f2393d01", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:19.402077 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4813486-883d-4e8d-bd78-dec9dd0f491c {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:19.402526 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de78834-370e-42a3-b915-1441ef636c90', 'name': 'network-vif-deleted', 'tag': '778c5040-3570-4257-bdbc-9619f2393d01', 'status': 'completed', 'code': 200} Jul 23 20:47:19.402830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15792c71-8249-437b-be35-baa6aa9ecb0d req-9ff2ab86-40c4-4f30-8f12-5bb1f1f95eee tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "GET /v2.0/ports?device_id=7de78834-370e-42a3-b915-1441ef636c90 HTTP/1.1" status: 200 len: 210 time: 0.0339899 Jul 23 20:47:19.465063 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:19.498369 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] Checking router: 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:19.507221 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:19.507827 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:19.620380 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:19.712906 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:19.824717 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:19.851086 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a57a8-881b-42a4-a4a1-f5572ca042b4 None None] The sync data for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 is: [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:42:12Z', 'revision_number': 4, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '8661a5be-1c75-4401-9430-e6661b817366', 'name': '', 'network_id': 'd2af4800-7740-441e-9998-79322d2ae8af', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'mac_address': 'fa:16:3e:32:84:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:11Z', 'updated_at': '2021-07-23T20:42:19Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'subnets': [{'id': 'c0189bdc-4ff9-4802-ab8c-ef9911b8531b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:20.056549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04afadc2-8c6d-4001-aa55-401690998dff None None] New status for floating IP 02848b9f-7862-4c3e-ade2-9559fd36f030: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:47:20.565512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56680) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:20.687864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Deleting port 24443ddc-b768-46a1-a841-d256aa91c253 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:20.688111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.763469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.763802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.775323 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Calling delete_port for 24443ddc-b768-46a1-a841-d256aa91c253 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:20.915603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:20.940576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event deleted for resources: {'Port': ['ID=24443ddc-b768-46a1-a841-d256aa91c253,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.002344 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.004913 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.006197 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1147a0e6-15a5-41ba-a88e-dba2bc9bca0f tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "DELETE /v2.0/floatingips/02848b9f-7862-4c3e-ade2-9559fd36f030 HTTP/1.1" status: 204 len: 168 time: 0.4396670 Jul 23 20:47:21.075715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56686) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.137400 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-883850d4-685d-4c6c-ad75-b40aba156a78 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.162773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-883850d4-685d-4c6c-ad75-b40aba156a78 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.221051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-883850d4-685d-4c6c-ad75-b40aba156a78 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.223595 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-883850d4-685d-4c6c-ad75-b40aba156a78 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:21.225331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-883850d4-685d-4c6c-ad75-b40aba156a78 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] 10.222.0.46 "DELETE /v2.0/security-groups/2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29 HTTP/1.1" status: 204 len: 168 time: 0.1484466 Jul 23 20:47:21.234137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883850d4-685d-4c6c-ad75-b40aba156a78 tempest-TestServerBasicOps-1974870144 tempest-TestServerBasicOps-1974870144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a877f5e-8cdd-4b9f-86a9-0a2dc38bef29,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:21.266278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56690) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:21.757142 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.006092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Deleting port 8661a5be-1c75-4401-9430-e6661b817366 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:22.006438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.082723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] For port 8661a5be-1c75-4401-9430-e6661b817366, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8661a5be-1c75-4401-9430-e6661b817366,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:22.083086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.097095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Calling delete_port for 8661a5be-1c75-4401-9430-e6661b817366 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:22.273914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.300068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8661a5be-1c75-4401-9430-e6661b817366,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:22.472457 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.677669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:22.784131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:22.789946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8f0f3673-31e0-4509-a98a-f7ef5c0eae3c admin admin] 10.222.0.46 "PUT /v2.0/routers/3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225840 Jul 23 20:47:22.792883 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56694) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:22.793834 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] Sync routers for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:22.803424 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:22.804031 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:22.879278 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:47:22.895507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:22.915144 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:23.193642 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:47:22Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:23.223326 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] Checking router: 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:23.231302 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] Routers {'3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:23.231906 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:23.257287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.309834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Deleting port ab3f6db6-cdb5-4a30-8b07-c45963f57345 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:23.310177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.334555 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] Set router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:23.395295 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] For port ab3f6db6-cdb5-4a30-8b07-c45963f57345, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ab3f6db6-cdb5-4a30-8b07-c45963f57345,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:23.395684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.407139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Calling delete_port for ab3f6db6-cdb5-4a30-8b07-c45963f57345 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:23.516867 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:47:22Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:23.544531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ebe029-6346-4c8b-8478-ccaa5b920fe2 None None] The sync data for ids ['3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee'] in n-d-793620-13 is: [{'id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'name': 'tempest-TestServerBasicOps-1272019117-router', 'tenant_id': '533490cc621a4a559768b61b822cf5e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:08Z', 'updated_at': '2021-07-23T20:47:22Z', 'revision_number': 5, 'project_id': '533490cc621a4a559768b61b822cf5e4', 'gw_port': {'id': 'ab3f6db6-cdb5-4a30-8b07-c45963f57345', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:09Z', 'updated_at': '2021-07-23T20:42:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:23.589453 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.602731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 778c5040-3570-4257-bdbc-9619f2393d01 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:23.614972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3f6db6-cdb5-4a30-8b07-c45963f57345,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:23.622447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 778c5040-3570-4257-bdbc-9619f2393d01 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:23.622804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 778c5040-3570-4257-bdbc-9619f2393d01 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:23.676231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.772788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.774849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.822813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.823528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:47:23.828210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.828982 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-33a96208-c9d3-4527-8969-29bd7e48b47e admin admin] 10.222.0.46 "DELETE /v2.0/routers/3d1cef4c-9267-432a-8d2c-7d51aa8bd9ee HTTP/1.1" status: 204 len: 168 time: 1.0349448 Jul 23 20:47:23.831515 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56696) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:23.877695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Deleting subnet c0189bdc-4ff9-4802-ab8c-ef9911b8531b {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:47:23.881894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:23.920088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.005007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.057655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.084641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0189bdc-4ff9-4802-ab8c-ef9911b8531b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:24.088149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.092393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72b9776d-d649-49a3-afc8-60ecb50a3a14 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c0189bdc-4ff9-4802-ab8c-ef9911b8531b HTTP/1.1" status: 204 len: 168 time: 0.2576911 Jul 23 20:47:24.092663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56698) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:24.095589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0209f47c-b270-45a5-b68f-5c63572d98aa None None] Network d2af4800-7740-441e-9998-79322d2ae8af requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:24.174278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.229503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Deleting port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:24.229861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.293179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] For port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,segment=NetworkSegment(44e814b0-1568-49cc-b04e-7ce18639d270),segment_id=44e814b0-1568-49cc-b04e-7ce18639d270)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:24.293503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.305621 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Calling delete_port for b2fe1f8d-48b0-4f64-86d2-9785e5912cdb owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:24.388410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.415095 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fe1f8d-48b0-4f64-86d2-9785e5912cdb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:24.416948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] No DVR routers for this DVR port b2fe1f8d-48b0-4f64-86d2-9785e5912cdb on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:47:24.489747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.499761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2af4800-7740-441e-9998-79322d2ae8af']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:24.511320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e814b0-1568-49cc-b04e-7ce18639d270') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:24.511622 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e814b0-1568-49cc-b04e-7ce18639d270') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:24.521506 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.538554 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.541494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2474e-53d5-4ba6-a86c-15671a7a681c None None] DHCP port deletion for d2af4800-7740-441e-9998-79322d2ae8af request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:47:24.548923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:47:24.549419 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:47:24.553117 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:47:24.608435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.613820 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:24.616199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d2af4800-7740-441e-9998-79322d2ae8af HTTP/1.1" status: 204 len: 168 time: 0.5226791 Jul 23 20:47:24.619233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56700) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:24.627957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a98796-3fe7-4b33-8af8-37da7cc4a1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2af4800-7740-441e-9998-79322d2ae8af,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:24.960782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.019015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8661a5be-1c75-4401-9430-e6661b817366 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:25.038873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8661a5be-1c75-4401-9430-e6661b817366 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:25.039329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8661a5be-1c75-4401-9430-e6661b817366 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:25.039911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2fe1f8d-48b0-4f64-86d2-9785e5912cdb no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:25.062885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b2fe1f8d-48b0-4f64-86d2-9785e5912cdb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:25.063240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b2fe1f8d-48b0-4f64-86d2-9785e5912cdb not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:25.063662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ab3f6db6-cdb5-4a30-8b07-c45963f57345 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:25.082278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ab3f6db6-cdb5-4a30-8b07-c45963f57345 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:25.082873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ab3f6db6-cdb5-4a30-8b07-c45963f57345 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:25.223442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Deleting port 370aa4bc-2229-411f-ad1c-3158025e1fc6 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:25.224261 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.297940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] For port 370aa4bc-2229-411f-ad1c-3158025e1fc6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=370aa4bc-2229-411f-ad1c-3158025e1fc6,segment=NetworkSegment(90a8d988-311e-4842-90fa-eedd344e989b),segment_id=90a8d988-311e-4842-90fa-eedd344e989b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:25.298291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.310634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Calling delete_port for 370aa4bc-2229-411f-ad1c-3158025e1fc6 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:25.487759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:25.513152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=370aa4bc-2229-411f-ad1c-3158025e1fc6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:25.972734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.178824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Router b75e634f-fcd0-4600-8d7d-f06e849896a6 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:26.279681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:26.284406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-15f8b15e-0eb7-4521-98e6-3e06248a51e4 admin admin] 10.222.0.46 "PUT /v2.0/routers/b75e634f-fcd0-4600-8d7d-f06e849896a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6641381 Jul 23 20:47:26.287043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56702) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:26.289799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] Sync routers for ids ['b75e634f-fcd0-4600-8d7d-f06e849896a6'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:26.298999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] Routers {'b75e634f-fcd0-4600-8d7d-f06e849896a6'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:26.299743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b75e634f-fcd0-4600-8d7d-f06e849896a6'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:26.388576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.405154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] Set router b75e634f-fcd0-4600-8d7d-f06e849896a6 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:26.489708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.541927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Deleting port 6be2d89f-d6ed-4e04-8315-afb417bb71d8 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:26.542169 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.584024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:47:25Z', 'revision_number': 5, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port': {'id': '6be2d89f-d6ed-4e04-8315-afb417bb71d8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:26.609895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] Checking router: b75e634f-fcd0-4600-8d7d-f06e849896a6 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:26.618081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] Routers {'b75e634f-fcd0-4600-8d7d-f06e849896a6'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:26.618688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b75e634f-fcd0-4600-8d7d-f06e849896a6'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:26.623373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] For port 6be2d89f-d6ed-4e04-8315-afb417bb71d8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6be2d89f-d6ed-4e04-8315-afb417bb71d8,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:26.623803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.635615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Calling delete_port for 6be2d89f-d6ed-4e04-8315-afb417bb71d8 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:26.703263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] Set router b75e634f-fcd0-4600-8d7d-f06e849896a6 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:26.753865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:47:26Z', 'revision_number': 6, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:26.783593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de24d63-86ea-44dc-8575-d2749ec0c77c None None] The sync data for ids ['b75e634f-fcd0-4600-8d7d-f06e849896a6'] in n-d-793620-13 is: [{'id': 'b75e634f-fcd0-4600-8d7d-f06e849896a6', 'name': 'tempest-TestServerBasicOps-1862283491-router', 'tenant_id': 'a2dcdbe944a84021ae467c2281930761', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:42:15Z', 'updated_at': '2021-07-23T20:47:26Z', 'revision_number': 6, 'project_id': 'a2dcdbe944a84021ae467c2281930761', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:26.800667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.828595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6be2d89f-d6ed-4e04-8315-afb417bb71d8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:26.892818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.986382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:26.988478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.034582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.035232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b75e634f-fcd0-4600-8d7d-f06e849896a6 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:47:27.040370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.043879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1fd930f8-dfcc-4a52-8d43-bfe4ab7cc9bd admin admin] 10.222.0.46 "DELETE /v2.0/routers/b75e634f-fcd0-4600-8d7d-f06e849896a6 HTTP/1.1" status: 204 len: 168 time: 0.7535772 Jul 23 20:47:27.044183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56704) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:27.091020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Deleting subnet c00180d5-b0a4-4708-85c0-867f49332c4c {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:47:27.093907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.127634 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.206865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.261742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.290197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00180d5-b0a4-4708-85c0-867f49332c4c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:27.294595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.296678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4dc51b19-2382-4401-bb62-0a44c7bf2e88 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c00180d5-b0a4-4708-85c0-867f49332c4c HTTP/1.1" status: 204 len: 168 time: 0.2517011 Jul 23 20:47:27.299174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56706) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:27.303370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3d110d-cba8-4dd1-b2f0-f76879f7868e None None] Network 7394e9bf-670d-47d1-acd0-c04c99ad740b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:27.318805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 370aa4bc-2229-411f-ad1c-3158025e1fc6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:27.345721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 370aa4bc-2229-411f-ad1c-3158025e1fc6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:27.345988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 370aa4bc-2229-411f-ad1c-3158025e1fc6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:27.346414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6be2d89f-d6ed-4e04-8315-afb417bb71d8 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:27.370273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 6be2d89f-d6ed-4e04-8315-afb417bb71d8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:27.370615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6be2d89f-d6ed-4e04-8315-afb417bb71d8 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:27.377026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.432405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Deleting port db125996-3cce-4ebb-8ddb-9ee088abac69 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:27.432752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.497474 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] For port db125996-3cce-4ebb-8ddb-9ee088abac69, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=db125996-3cce-4ebb-8ddb-9ee088abac69,segment=NetworkSegment(90a8d988-311e-4842-90fa-eedd344e989b),segment_id=90a8d988-311e-4842-90fa-eedd344e989b)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:27.497871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.511302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Calling delete_port for db125996-3cce-4ebb-8ddb-9ee088abac69 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:27.554370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] DHCP port deletion for 7394e9bf-670d-47d1-acd0-c04c99ad740b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:47:27.603851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Deleting port db125996-3cce-4ebb-8ddb-9ee088abac69 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:47:27.604133 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.605534 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.631240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Pushing event deleted for resources: {'Port': ['ID=db125996-3cce-4ebb-8ddb-9ee088abac69,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:27.636082 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] No DVR routers for this DVR port db125996-3cce-4ebb-8ddb-9ee088abac69 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:47:27.669653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] For port db125996-3cce-4ebb-8ddb-9ee088abac69, host n-d-793620-13, got binding levels [] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:27.670046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.681863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Calling delete_port for db125996-3cce-4ebb-8ddb-9ee088abac69 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:47:27.684451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.ipam_backend_mixin [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Port db125996-3cce-4ebb-8ddb-9ee088abac69 was not found and therefore no delete operation was performed {{(pid=94028) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 23 20:47:27.685734 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.709672 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.711001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Pushing event deleted for resources: {'Port': ['ID=db125996-3cce-4ebb-8ddb-9ee088abac69,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:27.715386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] No DVR routers for this DVR port db125996-3cce-4ebb-8ddb-9ee088abac69 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:47:27.722438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.722793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.723142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.726569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.726569 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7394e9bf-670d-47d1-acd0-c04c99ad740b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.727280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439b85ec-1c9b-4bd8-a92b-50fa6b247657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:27.736960 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a8d988-311e-4842-90fa-eedd344e989b') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:27.737251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a8d988-311e-4842-90fa-eedd344e989b') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:27.746746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.760600 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.766553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:47:27.766924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: timer() Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:47:27.768655 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:47:27.822211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.827422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:27.832670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7394e9bf-670d-47d1-acd0-c04c99ad740b HTTP/1.1" status: 204 len: 168 time: 0.5321689 Jul 23 20:47:27.843801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c754115-4c15-40db-95e0-139fdf69ad40 admin admin] Pushing event deleted for resources: {'Network': ['ID=7394e9bf-670d-47d1-acd0-c04c99ad740b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:27.939416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56710) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:27.986568 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e2ad8f9f-f237-4e26-a4fb-87ccadb9f7f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=533490cc621a4a559768b61b822cf5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459747 Jul 23 20:47:27.989737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56712) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:28.040966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd1d86da-5002-4e1a-a9cc-5bd30298f670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.062717 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd1d86da-5002-4e1a-a9cc-5bd30298f670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.110507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd1d86da-5002-4e1a-a9cc-5bd30298f670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.113149 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-dd1d86da-5002-4e1a-a9cc-5bd30298f670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.117561 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dd1d86da-5002-4e1a-a9cc-5bd30298f670 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66204d67-0e53-4925-bfd7-e4c5f0ca38a2 HTTP/1.1" status: 204 len: 168 time: 0.1235278 Jul 23 20:47:28.123368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d86da-5002-4e1a-a9cc-5bd30298f670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66204d67-0e53-4925-bfd7-e4c5f0ca38a2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:28.422231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56718) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:28.462387 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-886ff502-3b64-4b1f-a613-35535e4862f3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2dcdbe944a84021ae467c2281930761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389080 Jul 23 20:47:28.464694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56720) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:28.511710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b168c1b-edb4-451c-a9c6-0b881d67a388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.532617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b168c1b-edb4-451c-a9c6-0b881d67a388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.581266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b168c1b-edb4-451c-a9c6-0b881d67a388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.584117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b168c1b-edb4-451c-a9c6-0b881d67a388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:28.585238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b168c1b-edb4-451c-a9c6-0b881d67a388 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9af42dd-cded-447f-9dd4-c6cad7d7dbfe HTTP/1.1" status: 204 len: 168 time: 0.1196656 Jul 23 20:47:28.592713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b168c1b-edb4-451c-a9c6-0b881d67a388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af42dd-cded-447f-9dd4-c6cad7d7dbfe,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:29.018045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device db125996-3cce-4ebb-8ddb-9ee088abac69 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:47:29.041790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: db125996-3cce-4ebb-8ddb-9ee088abac69 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:47:29.042141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device db125996-3cce-4ebb-8ddb-9ee088abac69 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:47:29.222172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56742) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:29.314916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-381213924-network', 'tenant_id': 'aa486931998f4fb08724328a4e255791'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:29.335705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:29.337956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.346084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.438561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.441936 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.462251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:47:29.476026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:29.480649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.480992 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Added segment 81e461a7-1a9b-46d6-a893-86a091b2c757 of type vlan for network e47e7beb-d80e-46d5-895b-0d23b75b06fe Jul 23 20:47:29.492661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.493008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.493347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.493710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.494045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.494376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.494703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.495028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.495350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.495672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.495993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.496313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.536546 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.568435 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.569555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.570187 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.601851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3785200 Jul 23 20:47:29.604826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56746) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:29.610210 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Request body: {'subnet': {'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-381213924-subnet', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:29.631310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:29.633664 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.644623 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d545b-182d-4058-8d77-ad6e3741f4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=e47e7beb-d80e-46d5-895b-0d23b75b06fe,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:29.655549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:47:29.803491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.859190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20053e81-c411-4e37-994f-b3b078776273,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:29.869613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:29.869973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Network hostable DHCP agents. Network: e47e7beb-d80e-46d5-895b-0d23b75b06fe, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:47:29.873445 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.873799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.874140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.874477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.874811 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.875143 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.875472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.875800 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.876127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.876451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.876779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.877101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:29.893986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:47:29.903110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, e47e7beb-d80e-46d5-895b-0d23b75b06fe) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:29.907380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:29.907938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.912388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f81039d-493b-46e3-8fec-5142e0a30c41 None None] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:29.922046 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aba28310-e8c0-48ed-b4b4-9839b6275b31 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3159931 Jul 23 20:47:29.924707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56748) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:29.929786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:29.950052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:29.951059 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.005246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.144785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.220318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:47:30.221186 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.349124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.357563 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Allocated IP 172.20.0.2 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/178ca143-33a0-4e65-af0e-fd4030b236a6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:30.370635 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.473217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Allocated IP 172.25.8.233 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/8709e687-81d3-4ec9-95c5-7a553db9f0fa) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:30.499516 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.508189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Transition to ACTIVE for port object 178ca143-33a0-4e65-af0e-fd4030b236a6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:30.523353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Transition to ACTIVE for port object 178ca143-33a0-4e65-af0e-fd4030b236a6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:30.529254 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.569340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:30.572146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:30.575590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:30.584596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Pushing event updated for resources: {'Port': ['ID=178ca143-33a0-4e65-af0e-fd4030b236a6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:30.586362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.625898 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.640532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Attempting to bind port 178ca143-33a0-4e65-af0e-fd4030b236a6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:30.640901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Attempting to bind port 178ca143-33a0-4e65-af0e-fd4030b236a6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:30.641268 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Attempting to bind port 178ca143-33a0-4e65-af0e-fd4030b236a6 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:30.647277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:30.647650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:30.648055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.648444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:30.648922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Bound port: 178ca143-33a0-4e65-af0e-fd4030b236a6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:30.649290 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.662578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:30.665331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:30.668767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:30.694750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Pushing event updated for resources: {'Port': ['ID=8709e687-81d3-4ec9-95c5-7a553db9f0fa,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:30.710623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] For port 178ca143-33a0-4e65-af0e-fd4030b236a6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:30.713613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] For port 178ca143-33a0-4e65-af0e-fd4030b236a6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=178ca143-33a0-4e65-af0e-fd4030b236a6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:30.718306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:30.775841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf9f56-87ca-4b80-8ff3-6d2198986703 None None] Pushing event updated for resources: {'Port': ['ID=178ca143-33a0-4e65-af0e-fd4030b236a6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:30.957280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.061951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 178ca143-33a0-4e65-af0e-fd4030b236a6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:31.111579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 178ca143-33a0-4e65-af0e-fd4030b236a6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:31.168161 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.296125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Router 98155930-0790-46d6-9ed7-54d0bf9866ad is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:47:31.403640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:31.416256 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:31.420079 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.421609 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-113c4cd1-02eb-43f1-b481-2341d70bf916 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4959445 Jul 23 20:47:31.424628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56750) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:31.431528 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:31.432155 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:31.551016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:31.671228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189144e3-52ea-40bf-8c96-efeee521394f None None] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:31.741925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] Provisioning for port 178ca143-33a0-4e65-af0e-fd4030b236a6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:31.746700 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:30Z', 'revision_number': 3, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:31.749950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] Provisioning complete for port 178ca143-33a0-4e65-af0e-fd4030b236a6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:31.750562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.776716 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:31.777103 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Updating router 98155930-0790-46d6-9ed7-54d0bf9866ad port 8709e687-81d3-4ec9-95c5-7a553db9f0fa binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:47:31.819040 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.899211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:31.949842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] For port 178ca143-33a0-4e65-af0e-fd4030b236a6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=178ca143-33a0-4e65-af0e-fd4030b236a6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:31.956068 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.007229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8841d8-8910-4ad5-91c9-5354b45fcfd9 None None] Pushing event updated for resources: {'Port': ['ID=178ca143-33a0-4e65-af0e-fd4030b236a6,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:32.114244 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.125311 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Transition to ACTIVE for port object 8709e687-81d3-4ec9-95c5-7a553db9f0fa will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:32.132143 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.154133 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.177842 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Attempting to bind port 8709e687-81d3-4ec9-95c5-7a553db9f0fa on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:32.178092 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Attempting to bind port 8709e687-81d3-4ec9-95c5-7a553db9f0fa by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:32.178434 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Attempting to bind port 8709e687-81d3-4ec9-95c5-7a553db9f0fa on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:32.186140 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:32.186508 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:32.186902 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.187282 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:32.187736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Bound port: 8709e687-81d3-4ec9-95c5-7a553db9f0fa, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:32.188109 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.217649 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Pushing event updated for resources: {'Port': ['ID=8709e687-81d3-4ec9-95c5-7a553db9f0fa,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:32.229676 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.229951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.230283 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.230611 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.230939 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.231258 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.231583 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.232003 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.232328 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.232643 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.232957 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.233274 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:47:32.257728 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] For port 8709e687-81d3-4ec9-95c5-7a553db9f0fa, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:32.261318 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] For port 8709e687-81d3-4ec9-95c5-7a553db9f0fa, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8709e687-81d3-4ec9-95c5-7a553db9f0fa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:32.265555 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.287331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-193d48b1-44f9-41ab-a59e-a42c773039e0 None None] Provisioning complete for port 178ca143-33a0-4e65-af0e-fd4030b236a6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:32.287777 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-193d48b1-44f9-41ab-a59e-a42c773039e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.312187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Allocated IP 172.20.0.1 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/3634a3da-a998-40dd-97ee-256ac55553da) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:32.326621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:32.327392 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:32.333317 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9898e7-718b-42d8-985c-5f844cefe15f None None] Pushing event updated for resources: {'Port': ['ID=8709e687-81d3-4ec9-95c5-7a553db9f0fa,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:32.433865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.437148 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:32.447495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Transition to ACTIVE for port object 3634a3da-a998-40dd-97ee-256ac55553da will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:32.481984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.519630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:32.523161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:32.526726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:32.560366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Pushing event updated for resources: {'Port': ['ID=3634a3da-a998-40dd-97ee-256ac55553da,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:32.573969 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.719486 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:30Z', 'revision_number': 3, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:32.732330 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.748849 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2275d5-bbc6-4a6e-96d3-4e7df39e5669 None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:30Z', 'revision_number': 3, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:32.800154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1121bab0-0034-47ed-9213-cc09ab2340ea None None] Provisioning for port 3634a3da-a998-40dd-97ee-256ac55553da completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:32.804664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1121bab0-0034-47ed-9213-cc09ab2340ea None None] Provisioning complete for port 3634a3da-a998-40dd-97ee-256ac55553da triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:32.805036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1121bab0-0034-47ed-9213-cc09ab2340ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.847197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-1121bab0-0034-47ed-9213-cc09ab2340ea None None] Port 3634a3da-a998-40dd-97ee-256ac55553da cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:32.907410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.912967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:32.991681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Pushing event updated for resources: {'Port': ['ID=3634a3da-a998-40dd-97ee-256ac55553da,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:32.994422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.111521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:33.113077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:33.126799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 178ca143-33a0-4e65-af0e-fd4030b236a6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:33.185175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 178ca143-33a0-4e65-af0e-fd4030b236a6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:33.185570 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.248289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:33.277420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8709e687-81d3-4ec9-95c5-7a553db9f0fa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:33.336658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8709e687-81d3-4ec9-95c5-7a553db9f0fa completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:33.341511 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8709e687-81d3-4ec9-95c5-7a553db9f0fa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:33.341914 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.378407 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:33.383995 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf722728-61f4-4040-8803-6d8f25c92c12 admin admin] 10.222.0.46 "PUT /v2.0/routers/98155930-0790-46d6-9ed7-54d0bf9866ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9583392 Jul 23 20:47:33.403391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c26b16d7-8339-4d88-ba5d-144e135de955 None None] Provisioning complete for port 3634a3da-a998-40dd-97ee-256ac55553da triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:33.403767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c26b16d7-8339-4d88-ba5d-144e135de955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.463534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c26b16d7-8339-4d88-ba5d-144e135de955 None None] Port 3634a3da-a998-40dd-97ee-256ac55553da cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:33.469000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.492007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8709e687-81d3-4ec9-95c5-7a553db9f0fa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8709e687-81d3-4ec9-95c5-7a553db9f0fa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:33.495604 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.555782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8709e687-81d3-4ec9-95c5-7a553db9f0fa,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:33.865771 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 56768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:33.870826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-690482730-network', 'tenant_id': '5de5eb336a774095b8962520f99f0a86'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:33.890706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Made reservation on behalf of 5de5eb336a774095b8962520f99f0a86 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:33.892961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.902323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.991566 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:33.995028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.016233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:47:34.031505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0496b01-3b84-44ce-871e-9958ae92f3cc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:34.037910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.038256 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Added segment b56e6854-a277-4ddd-9daf-d9f2ac3ddd85 of type vlan for network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c Jul 23 20:47:34.085274 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.115252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.116220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.116831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.147335 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2804232 Jul 23 20:47:34.150348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:34.156119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Request body: {'subnet': {'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-690482730-subnet', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:34.178517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Made reservation on behalf of 5de5eb336a774095b8962520f99f0a86 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:34.180732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99175776-8517-47a0-a5be-ada0582093fd admin admin] Pushing event updated for resources: {'Network': ['ID=fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:34.180872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.192213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:47:34.339595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:34.348905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:34.349866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:34.357654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.416506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca604eb4-b3a0-4847-bbf9-41f229033752,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:34.420890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Checking segment: {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:34.421258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Network hostable DHCP agents. Network: fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:47:34.437941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:47:34.446057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:34.450230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:34.450913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.459215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e88f50-e476-4fd9-ab98-2fdcd8ddab88 None None] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:34.465865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-36e4a470-84b2-4a5a-aacf-4652681332e0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3137646 Jul 23 20:47:34.468371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:34.472810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:34.485020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:34.493852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.494832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.549667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.684434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.770865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c', 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'fixed_ips': [{'subnet_id': 'ca604eb4-b3a0-4847-bbf9-41f229033752'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 20:47:34.771758 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.882231 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 2, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:34.893372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.913396 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.926966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:34.927271 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Updating router 98155930-0790-46d6-9ed7-54d0bf9866ad port 3634a3da-a998-40dd-97ee-256ac55553da binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:47:34.979510 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:34.981622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Allocated IP 172.20.0.2 (fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c/ca604eb4-b3a0-4847-bbf9-41f229033752/751a7390-1731-4cdd-8b3e-e9394200acda) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:35.029398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Allocated IP 172.25.8.151 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/ba8fbe1d-5000-4d05-a3c4-653c573e4c7a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:35.048844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8709e687-81d3-4ec9-95c5-7a553db9f0fa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:35.143397 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.191110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.228635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:35.233008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:35.235953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:35.266982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Pushing event updated for resources: {'Port': ['ID=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:35.293171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8709e687-81d3-4ec9-95c5-7a553db9f0fa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:35.293740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.338403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.359799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Transition to ACTIVE for port object 751a7390-1731-4cdd-8b3e-e9394200acda will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:35.397474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Transition to ACTIVE for port object 751a7390-1731-4cdd-8b3e-e9394200acda will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:35.406269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.495756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.496049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:35.509355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:35.512222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:35.519250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Pushing event updated for resources: {'Port': ['ID=751a7390-1731-4cdd-8b3e-e9394200acda,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:35.544815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.599003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Transition to ACTIVE for port object 3634a3da-a998-40dd-97ee-256ac55553da will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:35.612000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.637755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Attempting to bind port 751a7390-1731-4cdd-8b3e-e9394200acda on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:35.638128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Attempting to bind port 751a7390-1731-4cdd-8b3e-e9394200acda by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:35.638488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Attempting to bind port 751a7390-1731-4cdd-8b3e-e9394200acda on network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:35.656854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:35.657139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Checking segment: {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:35.657513 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.657909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Bound using segment: {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:35.658404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Bound port: 751a7390-1731-4cdd-8b3e-e9394200acda, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:35.658784 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.683132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac46a2d-b902-4556-82bc-b79d37d243f4 None None] Pushing event updated for resources: {'Port': ['ID=3634a3da-a998-40dd-97ee-256ac55553da,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:35.710875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.856613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Router 396e5800-7b74-4036-a65d-bc35e53b216c is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 20:47:35.956560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Attempting to bind port 3634a3da-a998-40dd-97ee-256ac55553da on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:35.956825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Attempting to bind port 3634a3da-a998-40dd-97ee-256ac55553da by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:35.957199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Attempting to bind port 3634a3da-a998-40dd-97ee-256ac55553da on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:35.966618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:35.976483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] For port 751a7390-1731-4cdd-8b3e-e9394200acda, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:35.980481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:35.981247 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Sync routers for ids ['396e5800-7b74-4036-a65d-bc35e53b216c'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:35.982016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:35.982850 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.982850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:35.983407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Bound port: 3634a3da-a998-40dd-97ee-256ac55553da, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:35.983731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.987049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] For port 751a7390-1731-4cdd-8b3e-e9394200acda, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=751a7390-1731-4cdd-8b3e-e9394200acda,segment=NetworkSegment(b56e6854-a277-4ddd-9daf-d9f2ac3ddd85),segment_id=b56e6854-a277-4ddd-9daf-d9f2ac3ddd85)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:35.988035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:35.992150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28439828-f01c-4540-b704-a26576f7a449 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5203130 Jul 23 20:47:35.992488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 56774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:47:35.993332 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Routers {'396e5800-7b74-4036-a65d-bc35e53b216c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:35.993976 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['396e5800-7b74-4036-a65d-bc35e53b216c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:35.997846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.101487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f8407-ffe7-4401-afe0-b398cce062b6 None None] Pushing event updated for resources: {'Port': ['ID=751a7390-1731-4cdd-8b3e-e9394200acda,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:36.118004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] For port 3634a3da-a998-40dd-97ee-256ac55553da, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:36.119300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Set router 396e5800-7b74-4036-a65d-bc35e53b216c gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:36.122162 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] For port 3634a3da-a998-40dd-97ee-256ac55553da, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3634a3da-a998-40dd-97ee-256ac55553da,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:36.126742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.201108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac46a2d-b902-4556-82bc-b79d37d243f4 None None] Pushing event updated for resources: {'Port': ['ID=3634a3da-a998-40dd-97ee-256ac55553da,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:36.205714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:36.206806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:36.343020 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:35Z', 'revision_number': 3, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:36.349402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:36.372558 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Checking router: 396e5800-7b74-4036-a65d-bc35e53b216c for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:36.372969 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Updating router 396e5800-7b74-4036-a65d-bc35e53b216c port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:47:36.439215 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.660000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-90464978-be55-4231-bf88-a024d2de5339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:36Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:36.688557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90464978-be55-4231-bf88-a024d2de5339 None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:36Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:36.766879 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.777959 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Transition to ACTIVE for port object ba8fbe1d-5000-4d05-a3c4-653c573e4c7a will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:36.784422 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.838065 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Attempting to bind port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:36.838625 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Attempting to bind port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:36.839167 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Attempting to bind port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:36.849272 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:36.849973 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:36.850574 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.851133 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:36.851812 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Bound port: ba8fbe1d-5000-4d05-a3c4-653c573e4c7a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:36.852191 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.883465 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc3368-c2e6-4319-98e9-2c429945eab6 None None] Pushing event updated for resources: {'Port': ['ID=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:36.912039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:36.942013 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] For port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:36.946173 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] For port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:36.955301 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.096725 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Routers {'396e5800-7b74-4036-a65d-bc35e53b216c'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:37.097384 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['396e5800-7b74-4036-a65d-bc35e53b216c'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:37.142539 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc3368-c2e6-4319-98e9-2c429945eab6 None None] Pushing event updated for resources: {'Port': ['ID=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:37.225941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3634a3da-a998-40dd-97ee-256ac55553da up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:37.266219 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] Set router 396e5800-7b74-4036-a65d-bc35e53b216c gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:37.273372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Allocated IP 172.20.0.1 (fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c/ca604eb4-b3a0-4847-bbf9-41f229033752/d1e25c81-9ebd-4570-b74b-61a637f7df65) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:37.356715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 3634a3da-a998-40dd-97ee-256ac55553da completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:37.361172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3634a3da-a998-40dd-97ee-256ac55553da triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:37.361916 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.444823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.461764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Transition to ACTIVE for port object d1e25c81-9ebd-4570-b74b-61a637f7df65 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:37.486323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.511215 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1361160d-3c0e-4811-b706-26184ce35102 None None] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:47:37.528251 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:35Z', 'revision_number': 3, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:37.537215 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.566663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 3634a3da-a998-40dd-97ee-256ac55553da, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3634a3da-a998-40dd-97ee-256ac55553da,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:37.577113 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c09f-5156-42fb-82c9-30d41a3ecbe8 None None] The sync data for ids ['396e5800-7b74-4036-a65d-bc35e53b216c'] in n-d-793620-13 is: [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:35Z', 'revision_number': 3, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:37.589114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:37.592549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:37.595533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:37.620683 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.621743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 751a7390-1731-4cdd-8b3e-e9394200acda up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:37.637914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e25c81-9ebd-4570-b74b-61a637f7df65,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:37.658639 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.665220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0a267b2c-705e-4994-a542-51716f7ee1bd None None] Provisioning for port 751a7390-1731-4cdd-8b3e-e9394200acda completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:37.835841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:37.843483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=3634a3da-a998-40dd-97ee-256ac55553da,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:37.920900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 751a7390-1731-4cdd-8b3e-e9394200acda completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:37.930184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 751a7390-1731-4cdd-8b3e-e9394200acda triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:37.930575 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.129247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.136266 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.142114 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.191286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 751a7390-1731-4cdd-8b3e-e9394200acda, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=751a7390-1731-4cdd-8b3e-e9394200acda,segment=NetworkSegment(b56e6854-a277-4ddd-9daf-d9f2ac3ddd85),segment_id=b56e6854-a277-4ddd-9daf-d9f2ac3ddd85)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:38.196857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.252991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e25c81-9ebd-4570-b74b-61a637f7df65,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:38.260864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.327332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=751a7390-1731-4cdd-8b3e-e9394200acda,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:38.419890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:38.421925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:38.544320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05e5ab8c-b205-4b2a-936d-72c3e1f70cdc None None] Provisioning complete for port 751a7390-1731-4cdd-8b3e-e9394200acda triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:38.546017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab8c-b205-4b2a-936d-72c3e1f70cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.574576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Router 396e5800-7b74-4036-a65d-bc35e53b216c has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:47:38.693738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05e5ab8c-b205-4b2a-936d-72c3e1f70cdc None None] Provisioning for port d1e25c81-9ebd-4570-b74b-61a637f7df65 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:38.699098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-05e5ab8c-b205-4b2a-936d-72c3e1f70cdc None None] Provisioning complete for port d1e25c81-9ebd-4570-b74b-61a637f7df65 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:38.699476 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-05e5ab8c-b205-4b2a-936d-72c3e1f70cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.729014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:47:38.736500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-54a310c8-2289-4c4e-ae72-583103bffb00 admin admin] 10.222.0.46 "PUT /v2.0/routers/396e5800-7b74-4036-a65d-bc35e53b216c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7429340 Jul 23 20:47:38.758492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-05e5ab8c-b205-4b2a-936d-72c3e1f70cdc None None] Port d1e25c81-9ebd-4570-b74b-61a637f7df65 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:38.887950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ad054f1a-3675-445a-baec-871cd69a5ff5 None None] Provisioning complete for port d1e25c81-9ebd-4570-b74b-61a637f7df65 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:38.888579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ad054f1a-3675-445a-baec-871cd69a5ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:38.942643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ad054f1a-3675-445a-baec-871cd69a5ff5 None None] Port d1e25c81-9ebd-4570-b74b-61a637f7df65 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:39.064676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bbb9df2e-a924-400d-b12a-46a00a03117c None None] Provisioning complete for port d1e25c81-9ebd-4570-b74b-61a637f7df65 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:39.065136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bbb9df2e-a924-400d-b12a-46a00a03117c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.111046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bbb9df2e-a924-400d-b12a-46a00a03117c None None] Port d1e25c81-9ebd-4570-b74b-61a637f7df65 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:39.144828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 751a7390-1731-4cdd-8b3e-e9394200acda up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:39.191266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 751a7390-1731-4cdd-8b3e-e9394200acda triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:39.192331 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.272625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3634a3da-a998-40dd-97ee-256ac55553da up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:39.319706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3634a3da-a998-40dd-97ee-256ac55553da triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:39.320087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.404580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ba8fbe1d-5000-4d05-a3c4-653c573e4c7a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:39.460754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:39.464982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:39.465350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.546722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.570312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:39.574659 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:39.627521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:40.115305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Sync routers for ids ['396e5800-7b74-4036-a65d-bc35e53b216c'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:47:40.125208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Routers {'396e5800-7b74-4036-a65d-bc35e53b216c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:40.125957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['396e5800-7b74-4036-a65d-bc35e53b216c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:40.234425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Set router 396e5800-7b74-4036-a65d-bc35e53b216c gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:40.433180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 4, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd1e25c81-9ebd-4570-b74b-61a637f7df65', 'name': '', 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'mac_address': 'fa:16:3e:1d:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ca604eb4-b3a0-4847-bbf9-41f229033752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:36Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 2, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'subnets': [{'id': 'ca604eb4-b3a0-4847-bbf9-41f229033752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:40.459255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Checking router: 396e5800-7b74-4036-a65d-bc35e53b216c for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:47:40.459606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Updating router 396e5800-7b74-4036-a65d-bc35e53b216c port d1e25c81-9ebd-4570-b74b-61a637f7df65 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 20:47:40.492198 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:40.772039 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:40.781730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Transition to ACTIVE for port object d1e25c81-9ebd-4570-b74b-61a637f7df65 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:40.788835 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:40.836443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68411aa1-db9b-4eca-8937-07572faed16b None None] Pushing event updated for resources: {'Port': ['ID=d1e25c81-9ebd-4570-b74b-61a637f7df65,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:40.853266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-2a4785fe-0c2f-4485-958f-61489ce06adc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:40.854870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-2a4785fe-0c2f-4485-958f-61489ce06adc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1115625 Jul 23 20:47:40.871593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-03e13519-7ccd-44a0-b123-3580d325148d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0104311 Jul 23 20:47:40.897820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Attempting to bind port d1e25c81-9ebd-4570-b74b-61a637f7df65 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:40.898352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Attempting to bind port d1e25c81-9ebd-4570-b74b-61a637f7df65 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:40.898950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Attempting to bind port d1e25c81-9ebd-4570-b74b-61a637f7df65 on network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:40.904248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:40.904765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Checking segment: {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:40.905278 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:40.905800 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Bound using segment: {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:40.906370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Bound port: d1e25c81-9ebd-4570-b74b-61a637f7df65, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:40.906857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:40.942865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-204f1689-551b-486c-a7d3-cc43e478ff5b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657260 Jul 23 20:47:40.982980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] For port d1e25c81-9ebd-4570-b74b-61a637f7df65, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:40.987041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] For port d1e25c81-9ebd-4570-b74b-61a637f7df65, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d1e25c81-9ebd-4570-b74b-61a637f7df65,segment=NetworkSegment(b56e6854-a277-4ddd-9daf-d9f2ac3ddd85),segment_id=b56e6854-a277-4ddd-9daf-d9f2ac3ddd85)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:40.994521 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:41.080338 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ba8fbe1d-5000-4d05-a3c4-653c573e4c7a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:41.093030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Routers {'396e5800-7b74-4036-a65d-bc35e53b216c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:47:41.093622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:47:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['396e5800-7b74-4036-a65d-bc35e53b216c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:41.115883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68411aa1-db9b-4eca-8937-07572faed16b None None] Pushing event updated for resources: {'Port': ['ID=d1e25c81-9ebd-4570-b74b-61a637f7df65,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:41.180380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-d0e9b1fb-841d-49e9-8e2a-f3fc710cdd23 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305748 Jul 23 20:47:41.230884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:41.231259 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:41.272356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] Set router 396e5800-7b74-4036-a65d-bc35e53b216c gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:47:41.274659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-34fe2be1-5bdf-43c0-8b17-6c8e7af7f5eb service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 Jul 23 20:47:41.536841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 4, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd1e25c81-9ebd-4570-b74b-61a637f7df65', 'name': '', 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'mac_address': 'fa:16:3e:1d:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ca604eb4-b3a0-4847-bbf9-41f229033752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:36Z', 'updated_at': '2021-07-23T20:47:40Z', 'revision_number': 4, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'subnets': [{'id': 'ca604eb4-b3a0-4847-bbf9-41f229033752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:47:41.735140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb778d85-5ca5-4895-8a95-4931f81f267e None None] The sync data for ids ['396e5800-7b74-4036-a65d-bc35e53b216c'] in n-d-793620-13 is: [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 4, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd1e25c81-9ebd-4570-b74b-61a637f7df65', 'name': '', 'network_id': 'fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'mac_address': 'fa:16:3e:1d:84:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'ca604eb4-b3a0-4847-bbf9-41f229033752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:36Z', 'updated_at': '2021-07-23T20:47:40Z', 'revision_number': 4, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'subnets': [{'id': 'ca604eb4-b3a0-4847-bbf9-41f229033752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:47:42.589187 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0fb0ae01-89a5-4469-b2aa-550fa2057c4c req-19436d01-2d84-477e-94aa-dd3e8dcc866f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0300708 Jul 23 20:47:43.059451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d1e25c81-9ebd-4570-b74b-61a637f7df65 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:43.107802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d1e25c81-9ebd-4570-b74b-61a637f7df65 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:43.111264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d1e25c81-9ebd-4570-b74b-61a637f7df65 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:43.111631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.189259 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.223821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d1e25c81-9ebd-4570-b74b-61a637f7df65, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d1e25c81-9ebd-4570-b74b-61a637f7df65,segment=NetworkSegment(b56e6854-a277-4ddd-9daf-d9f2ac3ddd85),segment_id=b56e6854-a277-4ddd-9daf-d9f2ac3ddd85)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:43.227261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.274082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d1e25c81-9ebd-4570-b74b-61a637f7df65,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:43.675748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54c3db84-052c-4e28-9551-37bbf4b1f2bd req-7926a312-fa87-4d57-97cf-e34a7d52b26c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0375760 Jul 23 20:47:43.880065 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b79b6ca9-c44d-4533-a4ee-d4595993c718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:43.942866 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:44.772161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd05eca9-7054-4895-afa3-90582b639c97 req-0a7c770e-e4c6-409b-9982-d27fefc5c422 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0301650 Jul 23 20:47:45.046317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d1e25c81-9ebd-4570-b74b-61a637f7df65 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:45.094578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d1e25c81-9ebd-4570-b74b-61a637f7df65 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:45.094965 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.624475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-aaa07a14-aa15-43fd-a19c-d5caac5d813b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:45.625969 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-aaa07a14-aa15-43fd-a19c-d5caac5d813b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1096289 Jul 23 20:47:45.637779 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:45.751504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:47:45.755222 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:45.872360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57c958d0-34d6-4c7e-a451-0c0463afec2c req-17d887f3-f878-4ce1-b5c2-7ad0f3563c87 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0294304 Jul 23 20:47:45.892951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.8 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/a7f4b9dc-1db5-408a-8231-814a3e1a2c14) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:47:46.053621 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.067523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object a7f4b9dc-1db5-408a-8231-814a3e1a2c14 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:46.101728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.143154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:47:46.146665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:47:46.149271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:47:46.183509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:46.213122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:46.215165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.228538 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-da528cd4-4157-4f3b-9358-35048c654b4f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945582 Jul 23 20:47:46.240325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Request body: {'port': {'device_id': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:47:46.323593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.426502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4b76569-c991-416e-854e-8fb1fd1eb3fa None None] Provisioning for port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:46.436024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4b76569-c991-416e-854e-8fb1fd1eb3fa None None] Provisioning complete for port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:46.436393 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4b76569-c991-416e-854e-8fb1fd1eb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.438982 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.470697 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-603e0f52-b12e-4a50-9c18-eed2b6670d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.480084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f4b76569-c991-416e-854e-8fb1fd1eb3fa None None] Port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:47:46.610378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f4b9dc-1db5-408a-8231-814a3e1a2c14 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:46.618526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.632012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Transition to ACTIVE for port object a7f4b9dc-1db5-408a-8231-814a3e1a2c14 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:47:46.635356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.709602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:46.758511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Attempting to bind port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:47:46.758854 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Attempting to bind port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:47:46.759187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Attempting to bind port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:46.763777 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:47:46.764157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Attempting to bind port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:47:46.769112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:47:46.770008 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:47:46.770399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:47:46.770909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Bound port: a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:47:46.771274 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.844004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] For port a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:47:46.847479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] For port a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:47:46.853653 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.899305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:46.910673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:46.913332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] 10.222.0.36 "PUT /v2.0/ports/a7f4b9dc-1db5-408a-8231-814a3e1a2c14 HTTP/1.1" status: 200 len: 1092 time: 0.6774695 Jul 23 20:47:46.914001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'tag': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:46.923217 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0116691d-920f-41da-8e80-75a4e6ad18db" -d '{"events": [{"name": "network-changed", "server_uuid": "69dfe3b0-bb3e-40be-a567-b4a0f6ba167f", "tag": "a7f4b9dc-1db5-408a-8231-814a3e1a2c14"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:46.965846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd024e0-ba11-4d87-b4b0-143ee180ea91 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:47.010983 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef6004-65cc-45f7-901a-7ad7c6e771a4 x-openstack-request-id: req-b0ef6004-65cc-45f7-901a-7ad7c6e771a4 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:47:47.011287 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69dfe3b0-bb3e-40be-a567-b4a0f6ba167f", "tag": "a7f4b9dc-1db5-408a-8231-814a3e1a2c14", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:47:47.011539 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0ef6004-65cc-45f7-901a-7ad7c6e771a4 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:47:47.011944 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'tag': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14', 'status': 'completed', 'code': 200} Jul 23 20:47:47.048359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-180f86e2-b705-40a7-ba2f-5acc48d7fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.050295 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-180f86e2-b705-40a7-ba2f-5acc48d7fc4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 1095 time: 0.0945570 Jul 23 20:47:47.070363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f0573-cf36-43fb-8a92-eda048649b40 req-a1ceab2a-14cc-4997-ae69-fcbe62909bde tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.071908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-976f0573-cf36-43fb-8a92-eda048649b40 req-a1ceab2a-14cc-4997-ae69-fcbe62909bde tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0824451 Jul 23 20:47:47.102547 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-b987ac38-097a-45f1-89bc-b1f3b84f313b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14 HTTP/1.1" status: 200 len: 217 time: 0.0450287 Jul 23 20:47:47.114907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-976f0573-cf36-43fb-8a92-eda048649b40 req-afc3cce9-37fb-40cc-8639-289492334362 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369518 Jul 23 20:47:47.160694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-cb05987b-4a57-484b-83eb-5862669de4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.162779 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-cb05987b-4a57-484b-83eb-5862669de4a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0539668 Jul 23 20:47:47.223898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-8e43a6fe-4277-4de5-b2f4-9d042a39f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.225889 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-8e43a6fe-4277-4de5-b2f4-9d042a39f7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564542 Jul 23 20:47:47.315020 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-06fddfdb-54c3-47dd-9579-9f1f8a350c3c service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829291 Jul 23 20:47:47.408251 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d1b9734-c90c-4978-83c6-cdf0ac19b976 req-14095c55-dd99-46f3-a9aa-f4edde1f2186 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Jul 23 20:47:47.433016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.516624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116691d-920f-41da-8e80-75a4e6ad18db req-c31852f8-86d8-47a0-94b9-d9d445eed098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.518204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-c31852f8-86d8-47a0-94b9-d9d445eed098 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 1095 time: 0.0581105 Jul 23 20:47:47.619881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116691d-920f-41da-8e80-75a4e6ad18db req-8591bacb-248a-47c6-8062-92a60941a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.621395 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-8591bacb-248a-47c6-8062-92a60941a803 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0970514 Jul 23 20:47:47.662557 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-13d8c54e-ea28-4caf-a9fc-000e85ae0b61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14 HTTP/1.1" status: 200 len: 217 time: 0.0352571 Jul 23 20:47:47.716319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116691d-920f-41da-8e80-75a4e6ad18db req-7398fc27-5214-413b-8bd3-19769aa4adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.717829 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-7398fc27-5214-413b-8bd3-19769aa4adfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0493317 Jul 23 20:47:47.770903 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:47.784675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116691d-920f-41da-8e80-75a4e6ad18db req-164f4013-1e31-4174-b221-b40f7c22daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:47.787095 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-164f4013-1e31-4174-b221-b40f7c22daf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617125 Jul 23 20:47:47.876722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-c10161d8-4c4c-449e-9e9a-8919a627a256 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834084 Jul 23 20:47:47.974275 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0116691d-920f-41da-8e80-75a4e6ad18db req-3d53b862-dea4-4865-b847-c847f3950dfd service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914249 Jul 23 20:47:48.250567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147e955-ff8a-4822-9318-9989137e1a6f req-02e66938-35d3-4063-b377-0def1672297a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:48.252091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3147e955-ff8a-4822-9318-9989137e1a6f req-02e66938-35d3-4063-b377-0def1672297a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0673480 Jul 23 20:47:48.290329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3147e955-ff8a-4822-9318-9989137e1a6f req-2c5374a3-c575-4165-8f3d-8410de9e74c9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Jul 23 20:47:49.420359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ff64d-690b-4dc7-8ac4-5a572dd761dd req-77ed5bb0-82ae-46c2-9aca-cba12c99670d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:49.422019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f4ff64d-690b-4dc7-8ac4-5a572dd761dd req-77ed5bb0-82ae-46c2-9aca-cba12c99670d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0647223 Jul 23 20:47:49.462647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f4ff64d-690b-4dc7-8ac4-5a572dd761dd req-7f765ea2-7f95-4d68-8f2e-c5fe828afb85 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Jul 23 20:47:49.724865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:50.592984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84234e-f270-4ab7-9db5-93dba57b834d req-7cbcef33-16f0-4882-b673-fe79de42ca5e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:50.594467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a84234e-f270-4ab7-9db5-93dba57b834d req-7cbcef33-16f0-4882-b673-fe79de42ca5e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0661721 Jul 23 20:47:50.632924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a84234e-f270-4ab7-9db5-93dba57b834d req-48a1da82-03bc-4ebc-bb29-97e6ba24460b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Jul 23 20:47:51.764533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1ccc6-18f9-4723-89d6-6fbdc0d06b7f req-331bc2a1-c30d-4850-9b39-5c68a56fd0f4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:51.766049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96b1ccc6-18f9-4723-89d6-6fbdc0d06b7f req-331bc2a1-c30d-4850-9b39-5c68a56fd0f4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0669968 Jul 23 20:47:51.802594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96b1ccc6-18f9-4723-89d6-6fbdc0d06b7f req-9682bfd3-2356-4849-952c-65751b2146a7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Jul 23 20:47:52.933921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89348041-50e5-4804-bc61-8697a1e372c5 req-d409acad-daea-4c35-8738-72c83bf08e98 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:52.935410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89348041-50e5-4804-bc61-8697a1e372c5 req-d409acad-daea-4c35-8738-72c83bf08e98 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0662081 Jul 23 20:47:52.973013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89348041-50e5-4804-bc61-8697a1e372c5 req-f4f23886-0b55-4e28-92c8-986c1f1d6f3d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Jul 23 20:47:54.098588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f61e9a-7ca1-4f8b-ba92-f30e404247bf req-7403fb0c-5688-4e1d-a85e-415b70e21fab tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:54.100083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1f61e9a-7ca1-4f8b-ba92-f30e404247bf req-7403fb0c-5688-4e1d-a85e-415b70e21fab tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0630610 Jul 23 20:47:54.139616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1f61e9a-7ca1-4f8b-ba92-f30e404247bf req-6bf95d2d-7710-4bed-9e88-f57ab1db8af6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339639 Jul 23 20:47:55.266064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70185aa-753e-4015-a228-c912e5280f1c req-a6bfa239-ba5d-4056-ac31-a7c5c9d63656 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:55.267541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f70185aa-753e-4015-a228-c912e5280f1c req-a6bfa239-ba5d-4056-ac31-a7c5c9d63656 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0621665 Jul 23 20:47:55.304974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f70185aa-753e-4015-a228-c912e5280f1c req-710c4160-f871-4261-a01f-ecc93f0057bc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Jul 23 20:47:56.433721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d8e53-0498-464c-bf60-d6e59ac83dcc req-ea03912d-f927-4175-895b-f764d27ae5aa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:56.435236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc5d8e53-0498-464c-bf60-d6e59ac83dcc req-ea03912d-f927-4175-895b-f764d27ae5aa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0662618 Jul 23 20:47:56.475967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc5d8e53-0498-464c-bf60-d6e59ac83dcc req-8783faa6-87c0-4ab6-a958-44e0b092ee2d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350902 Jul 23 20:47:57.615958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9fe18-e9ec-4d85-b0ed-0fae3b6df6d5 req-fccfa8f4-1310-4c67-a26c-026de86e3138 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:57.617518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0e9fe18-e9ec-4d85-b0ed-0fae3b6df6d5 req-fccfa8f4-1310-4c67-a26c-026de86e3138 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 943 time: 0.0630867 Jul 23 20:47:57.654896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b0e9fe18-e9ec-4d85-b0ed-0fae3b6df6d5 req-51b00b75-f51a-4297-a7d6-a64f5e7cf552 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Jul 23 20:47:57.758042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7f4b9dc-1db5-408a-8231-814a3e1a2c14 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:47:57.854918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:57.865600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14', 'mac_address': 'fa:16:3e:ba:4b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:47:57.901154 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.914575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f4b9dc-1db5-408a-8231-814a3e1a2c14 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:47:57.934125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:57.938081 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:57.988021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:58.154818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a7f4b9dc-1db5-408a-8231-814a3e1a2c14'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:47:58.782770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907ba5e-64b0-4f07-8d7f-cbab4acafc36 req-893b865f-9c4f-41e9-bdfb-d15ef652eeec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:58.784248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3907ba5e-64b0-4f07-8d7f-cbab4acafc36 req-893b865f-9c4f-41e9-bdfb-d15ef652eeec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 944 time: 0.0652366 Jul 23 20:47:58.822420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3907ba5e-64b0-4f07-8d7f-cbab4acafc36 req-66daa21e-fb41-42fe-abf7-7305fcd2b1ac tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jul 23 20:47:59.757768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7f4b9dc-1db5-408a-8231-814a3e1a2c14 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:47:59.811513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:47:59.815191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:47:59.815591 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.878053 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:47:59.896232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.919839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:47:59.922347 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f038004-187e-440b-965f-2760be81378d" -d '{"events": [{"server_uuid": "69dfe3b0-bb3e-40be-a567-b4a0f6ba167f", "name": "network-vif-plugged", "status": "completed", "tag": "a7f4b9dc-1db5-408a-8231-814a3e1a2c14"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:47:59.936088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:47:59.941716 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:47:59.954893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f399c-bf52-4c8b-a7aa-3a93bd011184 req-37758ebe-fa87-4e1a-8368-2c2b30e5f70f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:47:59.956487 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e53f399c-bf52-4c8b-a7aa-3a93bd011184 req-37758ebe-fa87-4e1a-8368-2c2b30e5f70f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 944 time: 0.0680039 Jul 23 20:47:59.989195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:47:59.996683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e53f399c-bf52-4c8b-a7aa-3a93bd011184 req-160c6288-bdc7-4136-9951-a1c877951397 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Jul 23 20:48:00.094399 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00c88c5-3c91-4817-b093-69234a37da96 x-openstack-request-id: req-a00c88c5-3c91-4817-b093-69234a37da96 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:00.094770 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dfe3b0-bb3e-40be-a567-b4a0f6ba167f", "name": "network-vif-plugged", "status": "completed", "tag": "a7f4b9dc-1db5-408a-8231-814a3e1a2c14", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:00.095025 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a00c88c5-3c91-4817-b093-69234a37da96 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:00.095418 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14', 'code': 200} Jul 23 20:48:00.200353 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f20642-de54-4be7-a6e8-9531974497b9 req-ad8f3d3d-5875-4a36-892d-dd5231ab5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:00.201853 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e0f20642-de54-4be7-a6e8-9531974497b9 req-ad8f3d3d-5875-4a36-892d-dd5231ab5239 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 1097 time: 0.0520523 Jul 23 20:48:00.234826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e0f20642-de54-4be7-a6e8-9531974497b9 req-56edae14-f093-418c-8830-79750735b0f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262139 Jul 23 20:48:01.124792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb7847-aa84-4740-86bc-1867ed0fbb1e req-ec880741-dee8-4b71-9cdd-3feccd50cf00 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:01.126313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5eb7847-aa84-4740-86bc-1867ed0fbb1e req-ec880741-dee8-4b71-9cdd-3feccd50cf00 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 945 time: 0.0630884 Jul 23 20:48:01.163660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5eb7847-aa84-4740-86bc-1867ed0fbb1e req-5060dd9e-bed9-411c-ae5e-e44bae6a45b2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Jul 23 20:48:01.294398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f0879-16de-4a4a-99cd-9f3ad13ca167 req-591a8c00-4f26-430f-bf1d-aebfe048de6d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:01.295785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-926f0879-16de-4a4a-99cd-9f3ad13ca167 req-591a8c00-4f26-430f-bf1d-aebfe048de6d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 945 time: 0.0674613 Jul 23 20:48:01.332984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-926f0879-16de-4a4a-99cd-9f3ad13ca167 req-cdd00e58-dc6f-4054-bc16-74e9b5b950be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Jul 23 20:48:01.459494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ebc69c-5e52-4a09-a089-174d07bbf2a6 req-d893b6b5-6df4-4d42-9958-979343d57fcb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:01.460989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ebc69c-5e52-4a09-a089-174d07bbf2a6 req-d893b6b5-6df4-4d42-9958-979343d57fcb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 945 time: 0.0642076 Jul 23 20:48:01.497858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60ebc69c-5e52-4a09-a089-174d07bbf2a6 req-f11162cf-6603-4a82-a007-da7cb0484928 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Jul 23 20:48:01.742039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10dbcd-fc4d-442d-9360-9c62147c0abc req-50f87ea6-b1eb-4b64-9621-a0463a10211a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:01.743542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d10dbcd-fc4d-442d-9360-9c62147c0abc req-50f87ea6-b1eb-4b64-9621-a0463a10211a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 945 time: 0.0656486 Jul 23 20:48:01.783327 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d10dbcd-fc4d-442d-9360-9c62147c0abc req-05e72188-5c32-4e0d-b8f0-219c1789a1bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341690 Jul 23 20:48:02.912746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02379c3e-07fe-490a-b210-cc291007f276 req-44fef404-6f33-4087-83fa-52f0e621ef49 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:02.914258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02379c3e-07fe-490a-b210-cc291007f276 req-44fef404-6f33-4087-83fa-52f0e621ef49 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 945 time: 0.0621338 Jul 23 20:48:02.950648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02379c3e-07fe-490a-b210-cc291007f276 req-64203bbb-a7d0-4d02-bca6-18abc7bee9b2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Jul 23 20:48:03.160819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-d4f63b09-16e5-408e-9b41-27441a11b878 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:03.162306 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-d4f63b09-16e5-408e-9b41-27441a11b878 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 945 time: 0.0631127 Jul 23 20:48:03.265052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:03.265395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.351717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port a7f4b9dc-1db5-408a-8231-814a3e1a2c14, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:03.352078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.368537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for a7f4b9dc-1db5-408a-8231-814a3e1a2c14 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:03.491971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.503400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['a7f4b9dc-1db5-408a-8231-814a3e1a2c14'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:48:03.518937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=a7f4b9dc-1db5-408a-8231-814a3e1a2c14,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:03.573011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port a7f4b9dc-1db5-408a-8231-814a3e1a2c14 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:03.575677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:03.577706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5ca762d2-7f21-4a93-8854-5bc1170364ce req-0b38cea2-53ac-4be9-85f9-9ac742ffddae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "DELETE /v2.0/ports/a7f4b9dc-1db5-408a-8231-814a3e1a2c14 HTTP/1.1" status: 204 len: 173 time: 0.4100552 Jul 23 20:48:03.578153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'name': 'network-vif-deleted', 'tag': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:03.580414 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4e057d-7a0b-41e7-9857-4c4505e411ca" -d '{"events": [{"server_uuid": "69dfe3b0-bb3e-40be-a567-b4a0f6ba167f", "name": "network-vif-deleted", "tag": "a7f4b9dc-1db5-408a-8231-814a3e1a2c14"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:03.629749 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d21f6b-9884-4053-8b54-c144a64028b8 x-openstack-request-id: req-30d21f6b-9884-4053-8b54-c144a64028b8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:03.630047 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69dfe3b0-bb3e-40be-a567-b4a0f6ba167f", "name": "network-vif-deleted", "tag": "a7f4b9dc-1db5-408a-8231-814a3e1a2c14", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:03.630300 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30d21f6b-9884-4053-8b54-c144a64028b8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:03.630700 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69dfe3b0-bb3e-40be-a567-b4a0f6ba167f', 'name': 'network-vif-deleted', 'tag': 'a7f4b9dc-1db5-408a-8231-814a3e1a2c14', 'status': 'completed', 'code': 200} Jul 23 20:48:04.047976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f007925-a291-48bf-b65d-e90c391c53f7 req-6e9c9610-f83c-4001-bd38-147f5d449f6e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0300624 Jul 23 20:48:05.150185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad3cf8a6-6f0e-4633-a272-9b41b74a08eb req-fe5b10bd-c0fd-460a-9835-e9506478d0b3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0328643 Jul 23 20:48:06.247462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-843c2154-9a44-4bd3-a237-04489ff2dcbc req-5cd3e835-14b4-47c8-9c96-25944e9382ba tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0300610 Jul 23 20:48:07.355618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd9b5b3d-0ed7-44c5-aa9c-d81cc1c7ac3d req-250c6ffb-c784-49fd-b4a7-9048e4c3073b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=69dfe3b0-bb3e-40be-a567-b4a0f6ba167f HTTP/1.1" status: 200 len: 210 time: 0.0302835 Jul 23 20:48:07.803380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7f4b9dc-1db5-408a-8231-814a3e1a2c14 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:48:07.826415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: a7f4b9dc-1db5-408a-8231-814a3e1a2c14 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:48:07.826766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device a7f4b9dc-1db5-408a-8231-814a3e1a2c14 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:48:13.882146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c79ca119-5883-4b10-9560-af05838c5cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:13.942522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.434719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:16.445979 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-30d49986-b7fa-4804-a696-819d0557ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.432671 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:17.774336 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:19.755192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:27.374836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-e59e2e68-84a7-4085-9675-2f3071e90d1e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:27.376292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-e59e2e68-84a7-4085-9675-2f3071e90d1e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1045871 Jul 23 20:48:27.391144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7cdc5f67-f34c-4bb2-b41d-1276a33241ed tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0087395 Jul 23 20:48:27.456818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7134ebe1-6635-44f8-8000-8dd698eb53d5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599329 Jul 23 20:48:27.546994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-3f5baa86-0729-4db7-baf4-04ed6cd2ca8e service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833902 Jul 23 20:48:27.634290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-63cdc26d-f70a-4a2d-a2a5-62b041b8b136 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816123 Jul 23 20:48:27.822770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e81de426-4b6b-4d3f-a827-9f11f61788dd req-890933f4-bda1-428e-b077-42662682f1f9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 210 time: 0.0280888 Jul 23 20:48:28.687973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-50b6b863-b39d-4949-8853-c8e89413b7ee tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:28.690225 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-50b6b863-b39d-4949-8853-c8e89413b7ee tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1013458 Jul 23 20:48:28.706524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:28.819618 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:48:28.823229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:28.928464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e0223753-1202-475e-ae61-190913731818 req-637cf724-3894-4997-a1e9-52e2ec2b243c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 210 time: 0.0357099 Jul 23 20:48:28.966899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.12 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/b9c8d393-1b6d-4b30-af08-62509b44fe83) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:48:29.129242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.143313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object b9c8d393-1b6d-4b30-af08-62509b44fe83 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:29.177170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.226734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:48:29.229861 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:48:29.233485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:48:29.242517 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=b9c8d393-1b6d-4b30-af08-62509b44fe83,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:29.287963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:29.288609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.304740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-7f90faa8-1ac7-4bbe-98a3-958ba32711a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6021228 Jul 23 20:48:29.316751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Request body: {'port': {'device_id': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:48:29.393190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.485081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-acbd0b86-640d-4d5c-9946-5826aa9e2341 None None] Provisioning for port b9c8d393-1b6d-4b30-af08-62509b44fe83 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:29.489509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-acbd0b86-640d-4d5c-9946-5826aa9e2341 None None] Provisioning complete for port b9c8d393-1b6d-4b30-af08-62509b44fe83 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:29.490008 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acbd0b86-640d-4d5c-9946-5826aa9e2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.526103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-acbd0b86-640d-4d5c-9946-5826aa9e2341 None None] Port b9c8d393-1b6d-4b30-af08-62509b44fe83 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:48:29.930198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c8d393-1b6d-4b30-af08-62509b44fe83 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:48:29.938494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:29.950227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Transition to ACTIVE for port object b9c8d393-1b6d-4b30-af08-62509b44fe83 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:48:29.955640 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.043059 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c8d393-1b6d-4b30-af08-62509b44fe83,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:30.070781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.071485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.072013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.072362 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.072704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.073164 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.073367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.073727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.074061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.074397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.074727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.075057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:30.077243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3baa679-239b-4d7b-b60f-572d0c557089 req-5e7865c2-d8a6-422b-86ba-74ef44591dd5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.086287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3baa679-239b-4d7b-b60f-572d0c557089 req-5e7865c2-d8a6-422b-86ba-74ef44591dd5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0877476 Jul 23 20:48:30.111288 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Attempting to bind port b9c8d393-1b6d-4b30-af08-62509b44fe83 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:48:30.111812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Attempting to bind port b9c8d393-1b6d-4b30-af08-62509b44fe83 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:48:30.112351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Attempting to bind port b9c8d393-1b6d-4b30-af08-62509b44fe83 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:30.116872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Port b9c8d393-1b6d-4b30-af08-62509b44fe83 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:48:30.117196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Attempting to bind port b9c8d393-1b6d-4b30-af08-62509b44fe83 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:48:30.122226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:48:30.122576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:48:30.122969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:48:30.123412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Bound port: b9c8d393-1b6d-4b30-af08-62509b44fe83, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:48:30.123778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.148880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a3baa679-239b-4d7b-b60f-572d0c557089 req-c1aa7229-4698-4a97-b895-4443fdb535df tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568221 Jul 23 20:48:30.194529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] For port b9c8d393-1b6d-4b30-af08-62509b44fe83, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:48:30.198849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] For port b9c8d393-1b6d-4b30-af08-62509b44fe83, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:48:30.203441 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.241959 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.242495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:30.244059 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9c8d393-1b6d-4b30-af08-62509b44fe83 HTTP/1.1" status: 200 len: 1093 time: 0.9325595 Jul 23 20:48:30.244567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'tag': 'b9c8d393-1b6d-4b30-af08-62509b44fe83'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:30.246960 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "12b59a5b-2bc4-4b63-a40c-1f0a82be1841", "tag": "b9c8d393-1b6d-4b30-af08-62509b44fe83"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:30.274195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b985f-92b5-4303-8b0b-a07d67aedbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b9c8d393-1b6d-4b30-af08-62509b44fe83,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:30.327939 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1dd8b90-e23d-4e15-adab-31ed7cf239bb x-openstack-request-id: req-a1dd8b90-e23d-4e15-adab-31ed7cf239bb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:30.328250 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b59a5b-2bc4-4b63-a40c-1f0a82be1841", "tag": "b9c8d393-1b6d-4b30-af08-62509b44fe83", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:30.328515 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1dd8b90-e23d-4e15-adab-31ed7cf239bb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:30.328893 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'tag': 'b9c8d393-1b6d-4b30-af08-62509b44fe83', 'status': 'completed', 'code': 200} Jul 23 20:48:30.358834 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-50bf5adc-9875-450f-a95e-67408377dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.360515 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-50bf5adc-9875-450f-a95e-67408377dc1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 1096 time: 0.0686033 Jul 23 20:48:30.406713 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-b2d7d2c5-f854-4630-aa5a-f102e05b1a95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83 HTTP/1.1" status: 200 len: 217 time: 0.0390220 Jul 23 20:48:30.459791 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-87543a5f-fea0-40af-9ccd-3f522c754f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.461363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-87543a5f-fea0-40af-9ccd-3f522c754f17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0488837 Jul 23 20:48:30.525179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-ca9d5de2-974a-49a3-9931-2d9e815dc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.526867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-ca9d5de2-974a-49a3-9931-2d9e815dc0d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588441 Jul 23 20:48:30.621630 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-105300ae-98a5-45db-a457-f60dcdfaaf01 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Jul 23 20:48:30.714946 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-22ce7822-d4ee-4fab-8cef-f5e554523ade req-b67f2b8c-2443-4e23-a039-19202afdfe3a service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868020 Jul 23 20:48:30.810068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-72f1953d-0cea-4fc3-b068-12ddd01d5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.811445 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-72f1953d-0cea-4fc3-b068-12ddd01d5d7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 1096 time: 0.0543900 Jul 23 20:48:30.909311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-1c92d17a-eefb-404e-a98d-717a6113b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:30.910870 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-1c92d17a-eefb-404e-a98d-717a6113b8fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0929163 Jul 23 20:48:30.952720 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-49cfffa2-dd94-4991-bba8-6ded822ce23f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83 HTTP/1.1" status: 200 len: 217 time: 0.0359335 Jul 23 20:48:31.000057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-eb302a3b-a606-4b14-a3e1-71f95f9472ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:31.001532 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-eb302a3b-a606-4b14-a3e1-71f95f9472ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0423622 Jul 23 20:48:31.069997 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-4704e419-0e45-41d0-ad8c-d915367d9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:31.071457 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-4704e419-0e45-41d0-ad8c-d915367d9bed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637515 Jul 23 20:48:31.161826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-1e833f5f-2842-4eb0-9c2c-6f3db69fcecb service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834022 Jul 23 20:48:31.263588 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c03e74a3-f2be-4824-90b8-ccfdf18bcd7b req-dfc19d63-9be6-47fd-bd71-4cf711fca853 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954838 Jul 23 20:48:31.280760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798fa8e7-0414-4665-8806-79510821851f req-f18d7577-5c1a-4371-b69d-e131b36c3aa7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:31.285901 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-798fa8e7-0414-4665-8806-79510821851f req-f18d7577-5c1a-4371-b69d-e131b36c3aa7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0801351 Jul 23 20:48:31.327948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-798fa8e7-0414-4665-8806-79510821851f req-c59f68d5-9576-4478-8ca1-66121b40041f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Jul 23 20:48:32.522962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5f4c8-0a03-4685-a10d-1367c31c6978 req-e60a1aa5-ca79-477e-ba3d-a66853a19f15 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:32.525179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20f5f4c8-0a03-4685-a10d-1367c31c6978 req-e60a1aa5-ca79-477e-ba3d-a66853a19f15 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0953555 Jul 23 20:48:32.585466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20f5f4c8-0a03-4685-a10d-1367c31c6978 req-81873daa-c244-475f-949a-cc8ede20340c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537012 Jul 23 20:48:33.744303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eacba-5583-4cde-8539-d6e470657d18 req-d2e759a0-3c66-46f4-9c66-9cf045adc7a5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:33.745840 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c7eacba-5583-4cde-8539-d6e470657d18 req-d2e759a0-3c66-46f4-9c66-9cf045adc7a5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0822873 Jul 23 20:48:33.793395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c7eacba-5583-4cde-8539-d6e470657d18 req-0eae37e0-0479-4c0c-8434-b1dd0f4ee43b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 Jul 23 20:48:34.931191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c915f-c149-4301-8c45-a43d25bd4beb req-a0ceeb6d-e473-49a4-b563-09eba99af643 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:34.932618 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af9c915f-c149-4301-8c45-a43d25bd4beb req-a0ceeb6d-e473-49a4-b563-09eba99af643 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0705578 Jul 23 20:48:34.971976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af9c915f-c149-4301-8c45-a43d25bd4beb req-d4eaa6f9-617c-491e-bcf4-15316728c71f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Jul 23 20:48:36.100979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a796628-d426-465d-81bc-0286fa7d1bcf req-c3750f4c-3cf8-4e4d-927b-25eb22ed6fb6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:36.102489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a796628-d426-465d-81bc-0286fa7d1bcf req-c3750f4c-3cf8-4e4d-927b-25eb22ed6fb6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0634062 Jul 23 20:48:36.139662 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5a796628-d426-465d-81bc-0286fa7d1bcf req-d32bc7af-fbcc-4b9b-8e86-74129ecb8c19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Jul 23 20:48:36.876644 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:48:37.269590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af9c8f-48ff-42e5-ac5d-6e1e29e10b03 req-35f03739-6fef-48fc-a62b-e144c07b820b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:37.271100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82af9c8f-48ff-42e5-ac5d-6e1e29e10b03 req-35f03739-6fef-48fc-a62b-e144c07b820b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0641744 Jul 23 20:48:37.311786 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82af9c8f-48ff-42e5-ac5d-6e1e29e10b03 req-dc8f8b05-3bd6-47e7-996c-033c97bb62eb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349350 Jul 23 20:48:38.442837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4322cca-2638-45e2-9a4c-c113553af3c3 req-c9730bfa-8453-4bb6-96c8-65f163653193 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:38.444337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4322cca-2638-45e2-9a4c-c113553af3c3 req-c9730bfa-8453-4bb6-96c8-65f163653193 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0652974 Jul 23 20:48:38.483190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4322cca-2638-45e2-9a4c-c113553af3c3 req-12655368-ee93-4ff9-80b6-c963b99f3648 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Jul 23 20:48:39.623492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330c0da-5993-4301-b3c1-6ae5ee3a5556 req-c2b7a95c-e631-4ca3-acc2-938cd4ed5107 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:39.625057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d330c0da-5993-4301-b3c1-6ae5ee3a5556 req-c2b7a95c-e631-4ca3-acc2-938cd4ed5107 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0652082 Jul 23 20:48:39.663982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d330c0da-5993-4301-b3c1-6ae5ee3a5556 req-1b7dd2a5-5521-4f72-9ec7-89888d73c8dd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Jul 23 20:48:40.812740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89df3b-a858-4c51-87ea-c0bdc62b6acf req-53767145-697c-4cfd-a85c-2b4da2d66f55 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:40.815529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c89df3b-a858-4c51-87ea-c0bdc62b6acf req-53767145-697c-4cfd-a85c-2b4da2d66f55 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0844481 Jul 23 20:48:40.853940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c89df3b-a858-4c51-87ea-c0bdc62b6acf req-3397a435-3143-462d-92bc-84fb5641304f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329292 Jul 23 20:48:41.994234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7204d-c4dd-4416-aebf-66e927c27d3b req-a67b5a96-53fb-4027-84b5-2c27b5b23265 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:41.995738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ba7204d-c4dd-4416-aebf-66e927c27d3b req-a67b5a96-53fb-4027-84b5-2c27b5b23265 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0637534 Jul 23 20:48:42.035674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ba7204d-c4dd-4416-aebf-66e927c27d3b req-1c337dae-44ba-4b0e-8216-50ced7cbb5fb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Jul 23 20:48:43.165714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04219943-be50-4b3d-aa4e-08b6341925ce req-c611e400-a5bb-4b5e-9f8d-56e5f18bfb96 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:43.167180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04219943-be50-4b3d-aa4e-08b6341925ce req-c611e400-a5bb-4b5e-9f8d-56e5f18bfb96 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0648668 Jul 23 20:48:43.209374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04219943-be50-4b3d-aa4e-08b6341925ce req-6f525846-1cb6-4676-a784-7797ceaa5720 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jul 23 20:48:43.887215 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-949107bd-cabf-4b23-9434-08f995652dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:43.955916 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:44.336439 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e047d-bd87-4da9-b31e-9b087071fd83 req-1764df0b-8dae-4ca4-9f0c-60b4a52dfd45 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:44.337950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-245e047d-bd87-4da9-b31e-9b087071fd83 req-1764df0b-8dae-4ca4-9f0c-60b4a52dfd45 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0630245 Jul 23 20:48:44.374540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-245e047d-bd87-4da9-b31e-9b087071fd83 req-85ddc443-acd2-450d-9e40-f3dd54dd7e00 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310616 Jul 23 20:48:45.500558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4355d-fa4a-4986-ab27-810db7a60db5 req-0b848833-f244-4f67-899f-f291876fdd4b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:45.502565 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17b4355d-fa4a-4986-ab27-810db7a60db5 req-0b848833-f244-4f67-899f-f291876fdd4b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0632408 Jul 23 20:48:45.539151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17b4355d-fa4a-4986-ab27-810db7a60db5 req-076f323a-7a96-4194-98df-32110609f24d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Jul 23 20:48:46.426103 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.445396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-946d2172-6449-462e-8758-b2364520b700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:46.668648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99d2d0-0a7f-4140-b334-ab3b7c856034 req-dd19b56c-85f5-4455-932d-42a194f1d9dd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:46.670155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c99d2d0-0a7f-4140-b334-ab3b7c856034 req-dd19b56c-85f5-4455-932d-42a194f1d9dd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0658183 Jul 23 20:48:46.707770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c99d2d0-0a7f-4140-b334-ab3b7c856034 req-d2780aa5-5f6f-4c11-a545-ad547e0e1c79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jul 23 20:48:47.430268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.775049 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:47.834759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ab97e-6a38-43c8-8cc3-60badb5a8575 req-e23f3fb3-0b15-4ceb-82c0-03935586d203 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:47.836224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d09ab97e-6a38-43c8-8cc3-60badb5a8575 req-e23f3fb3-0b15-4ceb-82c0-03935586d203 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0634007 Jul 23 20:48:47.873067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d09ab97e-6a38-43c8-8cc3-60badb5a8575 req-1855e7e8-2087-4fff-a955-d6ff942db642 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Jul 23 20:48:48.998384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafab058-d654-47da-a46e-0dab5ff5bbb2 req-61a91f62-71b6-4815-8cff-0721c6fee92f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:48.999848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fafab058-d654-47da-a46e-0dab5ff5bbb2 req-61a91f62-71b6-4815-8cff-0721c6fee92f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0615084 Jul 23 20:48:49.041069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fafab058-d654-47da-a46e-0dab5ff5bbb2 req-79486a81-a05a-41c1-bb99-16022ea2c334 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Jul 23 20:48:49.723075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.006076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b9c8d393-1b6d-4b30-af08-62509b44fe83 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:48:50.108332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b9c8d393-1b6d-4b30-af08-62509b44fe83, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:50.120103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'b9c8d393-1b6d-4b30-af08-62509b44fe83', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': 'b9c8d393-1b6d-4b30-af08-62509b44fe83', 'mac_address': 'fa:16:3e:51:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:48:50.160723 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.172116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5e74c-e79a-48f2-9df4-4ab9e48fe596 req-1db71b5d-7bbe-4418-86f1-76ebd780b7b6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:50.173554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c8d393-1b6d-4b30-af08-62509b44fe83 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:48:50.174611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d5e74c-e79a-48f2-9df4-4ab9e48fe596 req-1db71b5d-7bbe-4418-86f1-76ebd780b7b6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 944 time: 0.0661254 Jul 23 20:48:50.192996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b9c8d393-1b6d-4b30-af08-62509b44fe83, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:50.197024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:50.214213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d5e74c-e79a-48f2-9df4-4ab9e48fe596 req-31882a16-566a-46b5-935d-67fed851aaf5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Jul 23 20:48:50.244428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b9c8d393-1b6d-4b30-af08-62509b44fe83,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:50.251690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.252040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.252385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.252741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.253065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.253407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.253759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.254091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.254421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.254749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.255076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.255401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:48:50.384301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b9c8d393-1b6d-4b30-af08-62509b44fe83'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:48:51.341619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc630000-17d1-4a77-9d7b-b7d103adb920 req-3a49de97-b2d4-4dc5-856a-afdb065202b8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:51.342981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc630000-17d1-4a77-9d7b-b7d103adb920 req-3a49de97-b2d4-4dc5-856a-afdb065202b8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 945 time: 0.0626230 Jul 23 20:48:51.380481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc630000-17d1-4a77-9d7b-b7d103adb920 req-2e8c18cf-f541-41f8-a012-21d35360cc95 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Jul 23 20:48:52.021582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b9c8d393-1b6d-4b30-af08-62509b44fe83 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:48:52.069024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port b9c8d393-1b6d-4b30-af08-62509b44fe83 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:48:52.072560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port b9c8d393-1b6d-4b30-af08-62509b44fe83 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:48:52.072925 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.155390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.176319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c8d393-1b6d-4b30-af08-62509b44fe83'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:52.178556 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615cfc6c-9956-425d-b0fd-5639e224d906" -d '{"events": [{"server_uuid": "12b59a5b-2bc4-4b63-a40c-1f0a82be1841", "name": "network-vif-plugged", "status": "completed", "tag": "b9c8d393-1b6d-4b30-af08-62509b44fe83"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:52.195199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port b9c8d393-1b6d-4b30-af08-62509b44fe83, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:52.200509 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:52.224105 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749fcad0-bc5c-4896-97da-14280c6b0e27 x-openstack-request-id: req-749fcad0-bc5c-4896-97da-14280c6b0e27 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:52.224396 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b59a5b-2bc4-4b63-a40c-1f0a82be1841", "name": "network-vif-plugged", "status": "completed", "tag": "b9c8d393-1b6d-4b30-af08-62509b44fe83", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:52.224643 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-749fcad0-bc5c-4896-97da-14280c6b0e27 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:52.225039 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c8d393-1b6d-4b30-af08-62509b44fe83', 'code': 200} Jul 23 20:48:52.251605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=b9c8d393-1b6d-4b30-af08-62509b44fe83,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:52.324808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0998351-a186-4d96-9189-d957cab009d5 req-547a0ce0-a3f3-41f7-9c73-53e3c5a51432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.326282 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b0998351-a186-4d96-9189-d957cab009d5 req-547a0ce0-a3f3-41f7-9c73-53e3c5a51432 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 1098 time: 0.0521836 Jul 23 20:48:52.360470 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b0998351-a186-4d96-9189-d957cab009d5 req-bb6a60a5-173b-43d4-9554-a18f1e97acd5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270245 Jul 23 20:48:52.510041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab055de0-b4c7-414b-a726-c906c0fb632e req-a24385c1-eada-4e32-9d7b-f54c1bda96e5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:52.511512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab055de0-b4c7-414b-a726-c906c0fb632e req-a24385c1-eada-4e32-9d7b-f54c1bda96e5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0659292 Jul 23 20:48:52.548626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab055de0-b4c7-414b-a726-c906c0fb632e req-6fb1b0b8-5e77-45b8-81ba-2ece064ba42d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 23 20:48:53.677382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48deb0f-2e76-42b2-8cfc-6d2391ff14d3 req-c62b56f4-c1b0-4fed-9f7b-8a664bdd59f6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:53.678913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d48deb0f-2e76-42b2-8cfc-6d2391ff14d3 req-c62b56f4-c1b0-4fed-9f7b-8a664bdd59f6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0631361 Jul 23 20:48:53.717143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d48deb0f-2e76-42b2-8cfc-6d2391ff14d3 req-ced2b9f5-15a0-49d3-9de5-447f4c35cb85 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326812 Jul 23 20:48:53.841629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135d989-9b8c-4d8e-a261-a2aba066a931 req-56d11d4c-b362-4d63-a27c-e8c1a63d45bc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:53.843034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b135d989-9b8c-4d8e-a261-a2aba066a931 req-56d11d4c-b362-4d63-a27c-e8c1a63d45bc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0622880 Jul 23 20:48:53.884072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b135d989-9b8c-4d8e-a261-a2aba066a931 req-ee8f56a6-1f83-4fb4-99ea-ba8620f1836c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Jul 23 20:48:54.016468 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14be8ca-74db-4f56-a846-e3ad6623b651 req-ff67ec40-5170-48b9-8b5e-0e41c3adb585 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:54.016468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d14be8ca-74db-4f56-a846-e3ad6623b651 req-ff67ec40-5170-48b9-8b5e-0e41c3adb585 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0657432 Jul 23 20:48:54.053792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d14be8ca-74db-4f56-a846-e3ad6623b651 req-3bbde216-9a69-4c06-8a35-c214a0574115 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321736 Jul 23 20:48:54.354189 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a1443-6402-43fd-8ecf-0079ca5585fc req-300dcd48-7f24-4ae9-b0d9-8e16f4a985f6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:54.355573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-650a1443-6402-43fd-8ecf-0079ca5585fc req-300dcd48-7f24-4ae9-b0d9-8e16f4a985f6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0635393 Jul 23 20:48:54.392592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-650a1443-6402-43fd-8ecf-0079ca5585fc req-84c2f26b-b3e7-4abd-9821-9dc359497d94 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Jul 23 20:48:55.530199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762af7be-127b-4940-b280-0b9118b52127 req-8e180e1b-55c6-4825-bd57-cd30c1992cbb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:55.531711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-762af7be-127b-4940-b280-0b9118b52127 req-8e180e1b-55c6-4825-bd57-cd30c1992cbb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0684903 Jul 23 20:48:55.569097 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-762af7be-127b-4940-b280-0b9118b52127 req-91c638af-bac3-409f-8e18-42d8795df0fe tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316370 Jul 23 20:48:55.777524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9ad4f-244c-4317-9414-abf818df61db req-064125ac-6101-40ea-9972-5cf80318664b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:48:55.778923 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a2f9ad4f-244c-4317-9414-abf818df61db req-064125ac-6101-40ea-9972-5cf80318664b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 946 time: 0.0627501 Jul 23 20:48:55.884870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port b9c8d393-1b6d-4b30-af08-62509b44fe83 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:48:55.885219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.972703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port b9c8d393-1b6d-4b30-af08-62509b44fe83, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=b9c8d393-1b6d-4b30-af08-62509b44fe83,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:48:55.973063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:55.989462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for b9c8d393-1b6d-4b30-af08-62509b44fe83 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:48:56.117707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.129628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['b9c8d393-1b6d-4b30-af08-62509b44fe83'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:48:56.153024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=b9c8d393-1b6d-4b30-af08-62509b44fe83,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:48:56.206589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port b9c8d393-1b6d-4b30-af08-62509b44fe83 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:48:56.209770 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:48:56.211866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a2f9ad4f-244c-4317-9414-abf818df61db req-611928be-7d7f-4aa5-a416-af785e5d8337 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "DELETE /v2.0/ports/b9c8d393-1b6d-4b30-af08-62509b44fe83 HTTP/1.1" status: 204 len: 173 time: 0.4274127 Jul 23 20:48:56.212322 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'name': 'network-vif-deleted', 'tag': 'b9c8d393-1b6d-4b30-af08-62509b44fe83'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:48:56.214892 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933a1138-e062-453b-a128-4f8b02a24e03" -d '{"events": [{"server_uuid": "12b59a5b-2bc4-4b63-a40c-1f0a82be1841", "name": "network-vif-deleted", "tag": "b9c8d393-1b6d-4b30-af08-62509b44fe83"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:48:56.259230 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9fd8f8-ac9d-44c2-9136-fd3f4bc57add x-openstack-request-id: req-ee9fd8f8-ac9d-44c2-9136-fd3f4bc57add {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:48:56.259529 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b59a5b-2bc4-4b63-a40c-1f0a82be1841", "name": "network-vif-deleted", "tag": "b9c8d393-1b6d-4b30-af08-62509b44fe83", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:48:56.259784 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee9fd8f8-ac9d-44c2-9136-fd3f4bc57add {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:48:56.260189 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b59a5b-2bc4-4b63-a40c-1f0a82be1841', 'name': 'network-vif-deleted', 'tag': 'b9c8d393-1b6d-4b30-af08-62509b44fe83', 'status': 'completed', 'code': 200} Jul 23 20:48:56.664243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abb0e1bd-ea32-475c-8c56-6fe95f2f7019 req-be2592ec-0ff4-4293-bfa9-c91ef5e1cbe5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 210 time: 0.0291529 Jul 23 20:48:57.762138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ccf4fb1-d064-42f7-823c-3c8ae87054ed req-66316498-f066-4014-8bdb-158eacc367af tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 210 time: 0.0296075 Jul 23 20:48:58.861849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30d28291-db53-4c4e-9d8e-eb735a01791f req-77b56a90-a7ad-4623-acb3-7ae356ca4f57 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 210 time: 0.0302930 Jul 23 20:48:59.978057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2f35bc0-4078-4eab-ad1d-77a4817fcfbf req-3bbe1884-52a9-4c50-9ba1-ccabd41933f9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=12b59a5b-2bc4-4b63-a40c-1f0a82be1841 HTTP/1.1" status: 200 len: 210 time: 0.0340931 Jul 23 20:49:00.020726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b9c8d393-1b6d-4b30-af08-62509b44fe83 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:49:00.042715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: b9c8d393-1b6d-4b30-af08-62509b44fe83 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:49:00.043068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device b9c8d393-1b6d-4b30-af08-62509b44fe83 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:49:13.878250 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:49:13.890097 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2a222adc-0aee-4b06-84f9-8a2c23d10fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:13.966956 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.431051 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:16.449829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e15c803a-d7f3-44eb-a412-4619c1d6e24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.442136 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:17.782529 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:19.725818 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:20.882681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-320518bc-56fa-4a59-a60a-fb164b7ad129 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:20.884132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-320518bc-56fa-4a59-a60a-fb164b7ad129 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1030195 Jul 23 20:49:20.898935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-37e07071-b522-424d-af15-787530eb8d3b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0094104 Jul 23 20:49:20.967443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-fac1667c-20c2-4ff8-90ef-c8aa5628e765 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636353 Jul 23 20:49:21.134110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-72b22f14-329b-4ae0-8fff-1ec626898d03 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600668 Jul 23 20:49:21.224960 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-64ce7e82-6685-4e94-a8e9-7477d8919344 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852511 Jul 23 20:49:21.509194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b863710-fab9-441b-be94-29647759dc9d req-a45f6ddd-729c-4740-9b6a-db51310e9e8c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 210 time: 0.0288708 Jul 23 20:49:22.401606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-a9c66e73-3a83-4df9-9eaa-25078ff1d25f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:22.403067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-a9c66e73-3a83-4df9-9eaa-25078ff1d25f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1077724 Jul 23 20:49:22.414665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:22.527438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:22.531138 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.610297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4832d004-5eb9-4612-b0c6-0ffdb4bcce0b req-f49f2960-2add-49ed-8603-917d45ded859 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 210 time: 0.0330956 Jul 23 20:49:22.666609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.11 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/8308f2fa-aeda-460d-aa10-8e366c00bca1) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:22.816919 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.830764 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object 8308f2fa-aeda-460d-aa10-8e366c00bca1 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:22.863368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.910630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:22.913653 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:22.917272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:22.946232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=8308f2fa-aeda-460d-aa10-8e366c00bca1,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:22.980707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:22.981673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:22.997758 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-23f2afcd-cbcf-44cc-9a29-a211be377992 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868452 Jul 23 20:49:23.014156 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-997c8ee9-cf8e-493a-9384-396f67a83e0a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:49:23.017016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-997c8ee9-cf8e-493a-9384-396f67a83e0a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082822 Jul 23 20:49:23.028116 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Request body: {'port': {'device_id': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:23.122239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.226497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a2a7f734-dc8d-4054-b1a6-25b4469850d8 None None] Provisioning for port 8308f2fa-aeda-460d-aa10-8e366c00bca1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:23.230253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a2a7f734-dc8d-4054-b1a6-25b4469850d8 None None] Provisioning complete for port 8308f2fa-aeda-460d-aa10-8e366c00bca1 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:23.230619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2a7f734-dc8d-4054-b1a6-25b4469850d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.270042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a2a7f734-dc8d-4054-b1a6-25b4469850d8 None None] Port 8308f2fa-aeda-460d-aa10-8e366c00bca1 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:23.401561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8308f2fa-aeda-460d-aa10-8e366c00bca1 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:23.409460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.422831 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Transition to ACTIVE for port object 8308f2fa-aeda-460d-aa10-8e366c00bca1 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:23.426146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.522230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Pushing event updated for resources: {'Port': ['ID=8308f2fa-aeda-460d-aa10-8e366c00bca1,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:23.554114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Attempting to bind port 8308f2fa-aeda-460d-aa10-8e366c00bca1 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:23.554454 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Attempting to bind port 8308f2fa-aeda-460d-aa10-8e366c00bca1 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:23.554782 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Attempting to bind port 8308f2fa-aeda-460d-aa10-8e366c00bca1 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:23.559339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Port 8308f2fa-aeda-460d-aa10-8e366c00bca1 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:23.559662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Attempting to bind port 8308f2fa-aeda-460d-aa10-8e366c00bca1 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:23.565380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:23.565756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:23.566140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:23.566569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Bound port: 8308f2fa-aeda-460d-aa10-8e366c00bca1, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:23.566934 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.653781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] For port 8308f2fa-aeda-460d-aa10-8e366c00bca1, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:23.658519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] For port 8308f2fa-aeda-460d-aa10-8e366c00bca1, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:23.663549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.684021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:23.684833 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:23.687419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] 10.222.0.36 "PUT /v2.0/ports/8308f2fa-aeda-460d-aa10-8e366c00bca1 HTTP/1.1" status: 200 len: 1093 time: 0.6642802 Jul 23 20:49:23.713412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'tag': '8308f2fa-aeda-460d-aa10-8e366c00bca1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:23.716961 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b82e59-2fb6-44d4-964c-78f3e9a52092" -d '{"events": [{"name": "network-changed", "server_uuid": "d9aa72cf-f7ff-4520-bb78-fd399370bd4b", "tag": "8308f2fa-aeda-460d-aa10-8e366c00bca1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:23.784966 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fa1cdb-1ded-4901-933f-b01cffd8c9f7 x-openstack-request-id: req-01fa1cdb-1ded-4901-933f-b01cffd8c9f7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:23.785338 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9aa72cf-f7ff-4520-bb78-fd399370bd4b", "tag": "8308f2fa-aeda-460d-aa10-8e366c00bca1", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:23.785805 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01fa1cdb-1ded-4901-933f-b01cffd8c9f7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:23.786267 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'tag': '8308f2fa-aeda-460d-aa10-8e366c00bca1', 'status': 'completed', 'code': 200} Jul 23 20:49:23.793032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77c15d-b1f1-42e1-b3f3-1ba8e457ff4d service neutron] Pushing event updated for resources: {'Port': ['ID=8308f2fa-aeda-460d-aa10-8e366c00bca1,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:23.820718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc8936-6cdd-4b65-be1d-1ccfd5c8d55f req-26e9297f-e784-4405-a848-22ac213bbd43 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:23.823149 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60fc8936-6cdd-4b65-be1d-1ccfd5c8d55f req-26e9297f-e784-4405-a848-22ac213bbd43 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.1241891 Jul 23 20:49:23.823576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-de58eb67-3f03-4206-b931-95428b26402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:23.825377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-de58eb67-3f03-4206-b931-95428b26402d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 1096 time: 0.0906787 Jul 23 20:49:23.865122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60fc8936-6cdd-4b65-be1d-1ccfd5c8d55f req-57cbcd04-8adc-4cac-90ea-5190386937e6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361726 Jul 23 20:49:23.875792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-a8267684-bde3-4ac0-8080-525918cc94ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1 HTTP/1.1" status: 200 len: 217 time: 0.0419931 Jul 23 20:49:23.935785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-e5aa8093-de71-4b0b-89cd-ef0afcc0c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:23.937612 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-e5aa8093-de71-4b0b-89cd-ef0afcc0c766 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0554149 Jul 23 20:49:24.001537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-2910ee6f-9725-42e6-88c5-b433e47312ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.002953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-2910ee6f-9725-42e6-88c5-b433e47312ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591402 Jul 23 20:49:24.095731 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-e0715f12-5dd0-45a5-a990-e4156ba72ad9 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843053 Jul 23 20:49:24.189593 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-93232baa-be73-4394-8d95-dd4bfd5dd69d req-a11bc156-afa6-468e-823c-ad5907f8de59 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872860 Jul 23 20:49:24.291246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-d0b1e47a-5f0e-47ce-ad97-dc0a22fb96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.292705 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-d0b1e47a-5f0e-47ce-ad97-dc0a22fb96bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 1096 time: 0.0585523 Jul 23 20:49:24.391766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-14a2c9a4-5d47-4a61-a7bd-28e816da5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.393493 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-14a2c9a4-5d47-4a61-a7bd-28e816da5403 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0937393 Jul 23 20:49:24.433673 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-b2e830cc-ff69-4724-a4b4-fc0baf1e1626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1 HTTP/1.1" status: 200 len: 217 time: 0.0340054 Jul 23 20:49:24.482062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-ccaee11f-b519-4cf1-a30c-31659c9bcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.483740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-ccaee11f-b519-4cf1-a30c-31659c9bcc8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0428963 Jul 23 20:49:24.547034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-0f1edf42-7add-46c2-be1d-cf5e002e71fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:24.548499 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-0f1edf42-7add-46c2-be1d-cf5e002e71fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586548 Jul 23 20:49:24.637287 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-ef3ac475-f1fa-4fd8-90e6-5cf0455634e8 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820477 Jul 23 20:49:24.731963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-65b82e59-2fb6-44d4-964c-78f3e9a52092 req-0f17af21-6d99-47dc-84e0-763f2f356ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873981 Jul 23 20:49:25.004039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362259-dc5d-407b-a895-912cb6b3a0e5 req-fdc71fd9-63de-4830-a2cd-2dc2dc86c9e7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:25.005643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18362259-dc5d-407b-a895-912cb6b3a0e5 req-fdc71fd9-63de-4830-a2cd-2dc2dc86c9e7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0664170 Jul 23 20:49:25.045650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18362259-dc5d-407b-a895-912cb6b3a0e5 req-85b5d12e-3630-4667-9d9e-5906d5d94779 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Jul 23 20:49:26.176370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace3c4a-2bd9-4548-a3b9-bc131dd3e91d req-aa3aa175-8a74-4f4c-87da-7e9189f99e2c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:26.177946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cace3c4a-2bd9-4548-a3b9-bc131dd3e91d req-aa3aa175-8a74-4f4c-87da-7e9189f99e2c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0639760 Jul 23 20:49:26.221563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cace3c4a-2bd9-4548-a3b9-bc131dd3e91d req-98da0299-3b9c-46bc-ac15-217295410b96 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Jul 23 20:49:27.356245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006212fe-f1a1-4d59-b594-6454fd34ed70 req-19590e97-1379-4844-b8ac-475667b32db3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:27.357792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-006212fe-f1a1-4d59-b594-6454fd34ed70 req-19590e97-1379-4844-b8ac-475667b32db3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0700605 Jul 23 20:49:27.395444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-006212fe-f1a1-4d59-b594-6454fd34ed70 req-1c08459c-c445-43fb-aa3a-b7ffc5b17742 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Jul 23 20:49:28.521588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1f3d4-f1fb-461b-8760-b57f19e8287e req-be62d7e7-2716-4f17-b6f0-5437a5432b6a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:28.523045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bb1f3d4-f1fb-461b-8760-b57f19e8287e req-be62d7e7-2716-4f17-b6f0-5437a5432b6a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0618031 Jul 23 20:49:28.559654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bb1f3d4-f1fb-461b-8760-b57f19e8287e req-56f96071-beb7-4fc7-83da-abef2aae6902 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Jul 23 20:49:29.692446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af5d50-9ea2-461f-bbf7-fb7fc71da427 req-3837228a-2814-4005-9595-11ae27712c93 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:29.693976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8af5d50-9ea2-461f-bbf7-fb7fc71da427 req-3837228a-2814-4005-9595-11ae27712c93 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0688796 Jul 23 20:49:29.734616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8af5d50-9ea2-461f-bbf7-fb7fc71da427 req-9cd818d7-63a9-4926-85ec-020579bcdec3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Jul 23 20:49:30.862104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c64f3-8086-49a9-9bd3-8b2675050554 req-5b385b7a-d134-427d-b861-cd72b5d197aa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:30.863591 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-435c64f3-8086-49a9-9bd3-8b2675050554 req-5b385b7a-d134-427d-b861-cd72b5d197aa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0630131 Jul 23 20:49:30.900297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-435c64f3-8086-49a9-9bd3-8b2675050554 req-9a48c805-704c-4c94-a77d-f748a30ba40e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311110 Jul 23 20:49:32.027047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10df2e-5028-48e2-bef1-7b484993fc05 req-2c113cb2-b331-4ca0-ad22-109bd20b6bcb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:32.028509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef10df2e-5028-48e2-bef1-7b484993fc05 req-2c113cb2-b331-4ca0-ad22-109bd20b6bcb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0616491 Jul 23 20:49:32.070520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef10df2e-5028-48e2-bef1-7b484993fc05 req-a6c61d53-1d39-433a-97c7-f70828ee62f4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361311 Jul 23 20:49:33.197279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec612c0f-877f-4144-a864-7b4320533e22 req-0ff062e4-0bcd-48c9-8a69-877d9f86428c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:33.198761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec612c0f-877f-4144-a864-7b4320533e22 req-0ff062e4-0bcd-48c9-8a69-877d9f86428c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0619040 Jul 23 20:49:33.235292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec612c0f-877f-4144-a864-7b4320533e22 req-caf4bd4c-c921-4bc7-a3c2-c784591614c9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Jul 23 20:49:34.161769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8308f2fa-aeda-460d-aa10-8e366c00bca1 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:49:34.252121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 8308f2fa-aeda-460d-aa10-8e366c00bca1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:34.266957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '8308f2fa-aeda-460d-aa10-8e366c00bca1', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': '8308f2fa-aeda-460d-aa10-8e366c00bca1', 'mac_address': 'fa:16:3e:44:c6:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:49:34.303710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.316688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8308f2fa-aeda-460d-aa10-8e366c00bca1 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:34.339912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 8308f2fa-aeda-460d-aa10-8e366c00bca1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:34.344816 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:34.365959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b37385-6b9a-4e78-80ba-494d985722f8 req-6f7ac29c-cffc-404d-9556-8339d999d130 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:34.367459 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1b37385-6b9a-4e78-80ba-494d985722f8 req-6f7ac29c-cffc-404d-9556-8339d999d130 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 944 time: 0.0661402 Jul 23 20:49:34.392698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=8308f2fa-aeda-460d-aa10-8e366c00bca1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:34.406389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a1b37385-6b9a-4e78-80ba-494d985722f8 req-aaaba1c8-3f76-42f7-aa8f-a0040fc46c7d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Jul 23 20:49:34.549544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['8308f2fa-aeda-460d-aa10-8e366c00bca1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:35.537714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624b4e-054c-4756-94d2-022c1606a49b req-a224a0e7-c5a8-44ed-851d-61ce41ddb68a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:35.539195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5624b4e-054c-4756-94d2-022c1606a49b req-a224a0e7-c5a8-44ed-851d-61ce41ddb68a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 945 time: 0.0656102 Jul 23 20:49:35.576375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5624b4e-054c-4756-94d2-022c1606a49b req-ae0bfde7-9e51-49d3-940b-ac77baa38b9d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 23 20:49:36.183267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8308f2fa-aeda-460d-aa10-8e366c00bca1 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:49:36.231664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 8308f2fa-aeda-460d-aa10-8e366c00bca1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:36.236054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 8308f2fa-aeda-460d-aa10-8e366c00bca1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:36.236424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.313208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.334450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8308f2fa-aeda-460d-aa10-8e366c00bca1'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:36.336665 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9b2ec3-37e5-4086-a6fd-41ce510f3a58" -d '{"events": [{"server_uuid": "d9aa72cf-f7ff-4520-bb78-fd399370bd4b", "name": "network-vif-plugged", "status": "completed", "tag": "8308f2fa-aeda-460d-aa10-8e366c00bca1"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:36.349765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 8308f2fa-aeda-460d-aa10-8e366c00bca1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:49:36.354204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:36.382485 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f908e2-c077-4154-b5c1-686d31b75178 x-openstack-request-id: req-b0f908e2-c077-4154-b5c1-686d31b75178 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:36.382779 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aa72cf-f7ff-4520-bb78-fd399370bd4b", "name": "network-vif-plugged", "status": "completed", "tag": "8308f2fa-aeda-460d-aa10-8e366c00bca1", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:36.383029 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b0f908e2-c077-4154-b5c1-686d31b75178 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:36.383443 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8308f2fa-aeda-460d-aa10-8e366c00bca1', 'code': 200} Jul 23 20:49:36.409010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=8308f2fa-aeda-460d-aa10-8e366c00bca1,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:36.540400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef706a-ce2e-46c3-85fe-8e52f8380520 req-ce6793d4-4ac6-4955-95d3-fc8ce5be63af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:36.541940 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42ef706a-ce2e-46c3-85fe-8e52f8380520 req-ce6793d4-4ac6-4955-95d3-fc8ce5be63af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 1098 time: 0.1050775 Jul 23 20:49:36.577363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-42ef706a-ce2e-46c3-85fe-8e52f8380520 req-dec70b37-4106-4ae4-8cae-9ba4a735b421 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275970 Jul 23 20:49:36.705127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a6180-3bf6-461a-8f9c-0bc5c118135a req-2ed2b4b0-df7c-42f8-9a17-ea8aa7a43720 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:36.706624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-748a6180-3bf6-461a-8f9c-0bc5c118135a req-2ed2b4b0-df7c-42f8-9a17-ea8aa7a43720 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 946 time: 0.0623963 Jul 23 20:49:36.743040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-748a6180-3bf6-461a-8f9c-0bc5c118135a req-b10a509c-b252-4fa2-8962-a03004783ecb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Jul 23 20:49:37.871792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a2706-4654-4e37-a380-c238f38a7ef5 req-46976cce-a38f-4a54-bbfc-0fbfcf3dba41 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:37.873239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce1a2706-4654-4e37-a380-c238f38a7ef5 req-46976cce-a38f-4a54-bbfc-0fbfcf3dba41 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 946 time: 0.0616069 Jul 23 20:49:37.913203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce1a2706-4654-4e37-a380-c238f38a7ef5 req-63013c3b-b29a-4f9b-b0a2-cb93af0703e2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338244 Jul 23 20:49:38.038484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46217fef-751f-498b-9e80-05c95af38e0b req-80ca92e1-4314-4998-b680-267675216da2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:38.039983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46217fef-751f-498b-9e80-05c95af38e0b req-80ca92e1-4314-4998-b680-267675216da2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 946 time: 0.0616677 Jul 23 20:49:38.079165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46217fef-751f-498b-9e80-05c95af38e0b req-900de71f-a008-43ca-82a4-c60d47e05903 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Jul 23 20:49:40.558831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-f91d8873-5df2-4d75-a5e3-0b2f7df7fc87 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:40.561132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-f91d8873-5df2-4d75-a5e3-0b2f7df7fc87 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1309984 Jul 23 20:49:40.577421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-60bfd07e-2afb-4f6b-9b06-5542201bb6de tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0106187 Jul 23 20:49:40.945969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-ff44155c-a72d-420a-9047-df39e1b53923 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3629735 Jul 23 20:49:41.034891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-ae2d54f6-a11b-4bc5-975b-2995326b7283 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812252 Jul 23 20:49:41.121912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-9d3962e6-9d0c-4ef7-affc-98fe9b4c5cdf service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817606 Jul 23 20:49:41.312654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-befa74e9-7336-4048-a763-1ef63fb51d66 req-b4b2c531-5224-4cdf-a328-2160051d3bc7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 210 time: 0.0288739 Jul 23 20:49:42.215637 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-4f9138f9-fd81-4b7c-a5e3-2c5e989e11b2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:42.216687 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-4f9138f9-fd81-4b7c-a5e3-2c5e989e11b2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1052251 Jul 23 20:49:42.228046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:42.335719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:49:42.340000 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.418102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3e549cac-67ec-4024-8b1b-aa7c31ee3f4d req-b801509c-31a1-4bab-b98d-5e6fccbe9bdf tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 210 time: 0.0372207 Jul 23 20:49:42.485467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.10 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/4b13073f-e949-464c-af5a-5c90fd872755) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:49:42.913175 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.926808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object 4b13073f-e949-464c-af5a-5c90fd872755 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:42.961197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:42.973120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['8308f2fa-aeda-460d-aa10-8e366c00bca1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:49:43.005754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:49:43.008851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:49:43.011458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:49:43.048227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=4b13073f-e949-464c-af5a-5c90fd872755,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:43.068758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.069122 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.069510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.069814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.070356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.070859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.071371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.071860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.072370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.072856 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.073370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.073920 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:49:43.097746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.098747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.123708 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-7c9fc06f-95ea-41b7-9764-5ba697c963bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8988044 Jul 23 20:49:43.135568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-df95f206-5cb6-4b72-bba9-58c0dcfbb2f5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:49:43.136589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-df95f206-5cb6-4b72-bba9-58c0dcfbb2f5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068550 Jul 23 20:49:43.148766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Request body: {'port': {'device_id': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:49:43.245583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.359209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-982c7e4f-9cc3-49db-9c63-e34cfb4653e3 None None] Provisioning for port 4b13073f-e949-464c-af5a-5c90fd872755 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:49:43.364192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-982c7e4f-9cc3-49db-9c63-e34cfb4653e3 None None] Provisioning complete for port 4b13073f-e949-464c-af5a-5c90fd872755 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:49:43.364805 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-982c7e4f-9cc3-49db-9c63-e34cfb4653e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.399994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-982c7e4f-9cc3-49db-9c63-e34cfb4653e3 None None] Port 4b13073f-e949-464c-af5a-5c90fd872755 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:49:43.526395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b13073f-e949-464c-af5a-5c90fd872755 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:49:43.535888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.548932 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Transition to ACTIVE for port object 4b13073f-e949-464c-af5a-5c90fd872755 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:49:43.553909 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.559604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23c54-3cd7-4c7a-a468-11567c7ae8f8 req-10733379-73eb-4acf-9526-12c5e7618ee1 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.562023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fc23c54-3cd7-4c7a-a468-11567c7ae8f8 req-10733379-73eb-4acf-9526-12c5e7618ee1 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 932 time: 0.0661633 Jul 23 20:49:43.606074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fc23c54-3cd7-4c7a-a468-11567c7ae8f8 req-89da3b7d-f8d1-47e9-898f-a9ca345c0fff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Jul 23 20:49:43.611972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b13073f-e949-464c-af5a-5c90fd872755,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:43.687162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Attempting to bind port 4b13073f-e949-464c-af5a-5c90fd872755 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:49:43.687833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Attempting to bind port 4b13073f-e949-464c-af5a-5c90fd872755 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:49:43.688354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Attempting to bind port 4b13073f-e949-464c-af5a-5c90fd872755 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:43.693719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Port 4b13073f-e949-464c-af5a-5c90fd872755 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:49:43.694051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Attempting to bind port 4b13073f-e949-464c-af5a-5c90fd872755 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:49:43.699489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:49:43.699836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:49:43.700231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:49:43.700674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Bound port: 4b13073f-e949-464c-af5a-5c90fd872755, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:49:43.701038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.771881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] For port 4b13073f-e949-464c-af5a-5c90fd872755, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:49:43.775459 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] For port 4b13073f-e949-464c-af5a-5c90fd872755, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4b13073f-e949-464c-af5a-5c90fd872755,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:49:43.781499 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.824626 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.825295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.827315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] 10.222.0.47 "PUT /v2.0/ports/4b13073f-e949-464c-af5a-5c90fd872755 HTTP/1.1" status: 200 len: 1093 time: 0.6836636 Jul 23 20:49:43.827761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'tag': '4b13073f-e949-464c-af5a-5c90fd872755'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:49:43.830029 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee79c144-9c52-42ee-af45-8321431aa97a", "tag": "4b13073f-e949-464c-af5a-5c90fd872755"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:49:43.851772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c81ee8-f41b-4dd8-95b1-95b643f5abc7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b13073f-e949-464c-af5a-5c90fd872755,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:49:43.895010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-347fb894-6de2-4fad-8979-7461504e980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.917271 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b88f2b-0160-412f-97cb-4865b0663c65 x-openstack-request-id: req-88b88f2b-0160-412f-97cb-4865b0663c65 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:49:43.917586 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee79c144-9c52-42ee-af45-8321431aa97a", "tag": "4b13073f-e949-464c-af5a-5c90fd872755", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:49:43.917832 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88b88f2b-0160-412f-97cb-4865b0663c65 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:49:43.918268 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'tag': '4b13073f-e949-464c-af5a-5c90fd872755', 'status': 'completed', 'code': 200} Jul 23 20:49:43.947200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-af479475-36d6-4fd7-95e4-7c110e23abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:43.948774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-af479475-36d6-4fd7-95e4-7c110e23abee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 1096 time: 0.0725632 Jul 23 20:49:43.965962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:43.992316 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-950be5ac-9440-41c1-932f-65e74ecbd942 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b13073f-e949-464c-af5a-5c90fd872755 HTTP/1.1" status: 200 len: 217 time: 0.0356748 Jul 23 20:49:44.049463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-fccaf553-695f-4611-a966-087d6893d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.050988 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-fccaf553-695f-4611-a966-087d6893d32f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0520232 Jul 23 20:49:44.122378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-12099248-e1a6-4392-8e86-a3fb64d16aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.123684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-12099248-e1a6-4392-8e86-a3fb64d16aeb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0666683 Jul 23 20:49:44.213591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-cf149d15-d38d-4075-bf4e-d401ccbc9856 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832736 Jul 23 20:49:44.306184 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13f3ac33-0c83-476d-b84e-25aaf0fa9b0c req-88443501-8c73-4c7e-956c-658c42607be9 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866222 Jul 23 20:49:44.400307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-33c63c30-49d8-4a74-8756-d592d11a4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.401749 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-33c63c30-49d8-4a74-8756-d592d11a4dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 1096 time: 0.0532558 Jul 23 20:49:44.504900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-a60cb496-c2b9-449e-8ad9-2826c643c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.506467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-a60cb496-c2b9-449e-8ad9-2826c643c0f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0982726 Jul 23 20:49:44.547003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-b745fc6f-8c02-48d4-bb6f-83489293a71d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b13073f-e949-464c-af5a-5c90fd872755 HTTP/1.1" status: 200 len: 217 time: 0.0345969 Jul 23 20:49:44.594712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-459f3c62-c7aa-498d-8c6e-bb28460bbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.596074 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-459f3c62-c7aa-498d-8c6e-bb28460bbcb0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0432410 Jul 23 20:49:44.660726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-b4433e31-6024-450e-b26b-0c26cbe021b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.662418 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-b4433e31-6024-450e-b26b-0c26cbe021b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601416 Jul 23 20:49:44.736865 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df1091-cd29-4c53-87de-a66fa45032db req-9b344e30-a8bc-4b30-b048-687c2c1542fa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:44.738288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98df1091-cd29-4c53-87de-a66fa45032db req-9b344e30-a8bc-4b30-b048-687c2c1542fa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0629539 Jul 23 20:49:44.758324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-22475fe9-4870-4ee8-8a54-ded6677a0db3 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887573 Jul 23 20:49:44.778144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98df1091-cd29-4c53-87de-a66fa45032db req-20451e88-b342-48a2-af71-b134590ec4a8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338132 Jul 23 20:49:44.879707 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-64652fbf-f8df-4cff-9c3e-83ed3f7bc28c req-064b20f4-9671-487c-9201-b6c82b8743e2 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143172 Jul 23 20:49:45.962611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacff1d6-14b5-475c-970d-994206da416a req-1e12a980-19c9-4ac1-b837-3a2eb3696103 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:45.965666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cacff1d6-14b5-475c-970d-994206da416a req-1e12a980-19c9-4ac1-b837-3a2eb3696103 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0883789 Jul 23 20:49:46.018599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cacff1d6-14b5-475c-970d-994206da416a req-febba852-50fa-4afc-9aec-640327875ffa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Jul 23 20:49:46.438703 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:46.468427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-295b571d-c587-40be-841f-158ce33c75d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.178842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27bae5-75c1-47a5-b842-29be27bf6385 req-314f960a-8d25-4a93-b798-46d18fe943a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:47.180315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c27bae5-75c1-47a5-b842-29be27bf6385 req-314f960a-8d25-4a93-b798-46d18fe943a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0760202 Jul 23 20:49:47.219162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c27bae5-75c1-47a5-b842-29be27bf6385 req-c242a45e-77dc-4739-b7ff-d5e85ed63dfb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327427 Jul 23 20:49:47.434010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:47.782664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:48.369587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c54f1-95eb-4843-8b3a-c6b57be1f4ee req-f04581ea-402c-430b-9a74-e7e7ead0ee93 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:48.371346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e7c54f1-95eb-4843-8b3a-c6b57be1f4ee req-f04581ea-402c-430b-9a74-e7e7ead0ee93 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0738947 Jul 23 20:49:48.421649 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e7c54f1-95eb-4843-8b3a-c6b57be1f4ee req-2302a7f9-5533-44ad-a30a-e646bb65adf2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439267 Jul 23 20:49:49.558553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7f9e7-40e2-41cf-969a-fec6f485c1e1 req-20791d39-cca9-4451-8dbe-be4e743f2f67 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:49.560002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48b7f9e7-40e2-41cf-969a-fec6f485c1e1 req-20791d39-cca9-4451-8dbe-be4e743f2f67 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0643873 Jul 23 20:49:49.597871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48b7f9e7-40e2-41cf-969a-fec6f485c1e1 req-7cbaf54a-4ccd-4d9f-92ad-5f4c9f8d0c85 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Jul 23 20:49:49.728016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:49:50.778171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3251f5-249d-4675-a864-963f2c00d230 req-69c1a456-73c2-4595-86b9-dcea07f01ed8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:50.779769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee3251f5-249d-4675-a864-963f2c00d230 req-69c1a456-73c2-4595-86b9-dcea07f01ed8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.1160355 Jul 23 20:49:50.816502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee3251f5-249d-4675-a864-963f2c00d230 req-213bebe9-2306-4594-9f5f-92d5b79609b0 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311317 Jul 23 20:49:50.878544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:49:52.018051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05400441-85ed-45ab-9e53-a6f78c78552c req-02fb88a2-ad05-4e91-897a-cdb5aa693a48 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:52.019540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05400441-85ed-45ab-9e53-a6f78c78552c req-02fb88a2-ad05-4e91-897a-cdb5aa693a48 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.1288447 Jul 23 20:49:52.058611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05400441-85ed-45ab-9e53-a6f78c78552c req-b4882aed-75e3-4d74-8331-6d870e0cf3e9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334926 Jul 23 20:49:53.199894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60c932-c783-4373-9275-16ea8e21d69b req-0b1d426f-86ff-4014-9762-f41634a1d189 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:53.201995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f60c932-c783-4373-9275-16ea8e21d69b req-0b1d426f-86ff-4014-9762-f41634a1d189 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0740693 Jul 23 20:49:53.240173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f60c932-c783-4373-9275-16ea8e21d69b req-62186072-7210-45e1-b955-b840c05bde2b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jul 23 20:49:54.375908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faec055-b6c1-47e1-9b8b-79328eba4302 req-93b85445-a78b-4c44-a996-d60dfe69cf16 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:54.377424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9faec055-b6c1-47e1-9b8b-79328eba4302 req-93b85445-a78b-4c44-a996-d60dfe69cf16 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0689509 Jul 23 20:49:54.416581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9faec055-b6c1-47e1-9b8b-79328eba4302 req-936db494-a78d-4b19-9bcb-1bd6d111735b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Jul 23 20:49:55.548776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30755cf-603c-4032-8a83-e56fe649ca73 req-217e8612-7166-48bf-973d-1a08b318f56f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:55.550263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a30755cf-603c-4032-8a83-e56fe649ca73 req-217e8612-7166-48bf-973d-1a08b318f56f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0661983 Jul 23 20:49:55.592755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a30755cf-603c-4032-8a83-e56fe649ca73 req-53fc8f19-ea20-4bfa-9807-fc43dd11072e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367546 Jul 23 20:49:56.729836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008991-6b35-4bb6-a35c-5bc316e0f83e req-febcd8fd-b717-4683-b317-f69fc78e18af tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:56.731306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e008991-6b35-4bb6-a35c-5bc316e0f83e req-febcd8fd-b717-4683-b317-f69fc78e18af tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0679421 Jul 23 20:49:56.771755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e008991-6b35-4bb6-a35c-5bc316e0f83e req-06cbfbf2-dbaa-45f1-b1fe-ea100590faf5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348465 Jul 23 20:49:57.909594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccd6db-fd3f-43a6-bf1f-ee8946350932 req-cd8fc7fa-df6d-4556-a688-4b9e9d2018f3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:57.911082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53ccd6db-fd3f-43a6-bf1f-ee8946350932 req-cd8fc7fa-df6d-4556-a688-4b9e9d2018f3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0683227 Jul 23 20:49:57.949828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53ccd6db-fd3f-43a6-bf1f-ee8946350932 req-224e0aea-ef23-4f80-b1df-9786c9b253e7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Jul 23 20:49:59.086517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde52142-487e-4f23-bd91-851c4f56fe28 req-bbcaa60f-a40b-42a7-a8ac-906625931ad4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:49:59.088012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cde52142-487e-4f23-bd91-851c4f56fe28 req-bbcaa60f-a40b-42a7-a8ac-906625931ad4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0689905 Jul 23 20:49:59.126119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cde52142-487e-4f23-bd91-851c4f56fe28 req-4ddc39d5-1346-4ea1-ad64-c970c62776c1 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jul 23 20:50:00.259070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79e5d7-39b5-47bd-8dea-bc704b5e3c73 req-3019c7bf-706e-4fdb-b72e-bfca885a9744 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:00.260539 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d79e5d7-39b5-47bd-8dea-bc704b5e3c73 req-3019c7bf-706e-4fdb-b72e-bfca885a9744 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0662987 Jul 23 20:50:00.298415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d79e5d7-39b5-47bd-8dea-bc704b5e3c73 req-e0179f45-2cef-44bc-9879-dc0ca6e1be60 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314362 Jul 23 20:50:01.432446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2da18-39d8-44d5-b652-b8146dc2ef7d req-b0058a47-b3b4-4c58-9731-f15eb25b2c1a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:01.433951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25a2da18-39d8-44d5-b652-b8146dc2ef7d req-b0058a47-b3b4-4c58-9731-f15eb25b2c1a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0628407 Jul 23 20:50:01.471398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-25a2da18-39d8-44d5-b652-b8146dc2ef7d req-e5881f2d-01c8-4764-bbe9-b95d4d583ce2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 23 20:50:02.610245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1df6d4-8029-4d28-bbe5-0a219bb60ec2 req-ebc89385-7b37-46c7-8802-e45a8c2a90c9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:02.611889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b1df6d4-8029-4d28-bbe5-0a219bb60ec2 req-ebc89385-7b37-46c7-8802-e45a8c2a90c9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 944 time: 0.0719810 Jul 23 20:50:02.658912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b1df6d4-8029-4d28-bbe5-0a219bb60ec2 req-32bac984-67fc-423d-ad47-46607a5ffbec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Jul 23 20:50:03.046853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4b13073f-e949-464c-af5a-5c90fd872755 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:03.141308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4b13073f-e949-464c-af5a-5c90fd872755, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4b13073f-e949-464c-af5a-5c90fd872755,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:03.151979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '4b13073f-e949-464c-af5a-5c90fd872755', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': '4b13073f-e949-464c-af5a-5c90fd872755', 'mac_address': 'fa:16:3e:b4:e6:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:03.189769 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.203793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b13073f-e949-464c-af5a-5c90fd872755 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:03.225220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4b13073f-e949-464c-af5a-5c90fd872755, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4b13073f-e949-464c-af5a-5c90fd872755,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:03.229138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:03.279868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4b13073f-e949-464c-af5a-5c90fd872755,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:03.287867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.288212 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.288559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.288884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.289216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.289621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.289905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.290229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.290551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.290872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.291192 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.291510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:03.463550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4b13073f-e949-464c-af5a-5c90fd872755'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:03.785406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc62ee-ba01-4744-be37-86385f20c7de req-4c9d10bf-65c9-4948-bd59-f8d080fc2536 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:03.786918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9cc62ee-ba01-4744-be37-86385f20c7de req-4c9d10bf-65c9-4948-bd59-f8d080fc2536 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 945 time: 0.0627108 Jul 23 20:50:03.823245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e9cc62ee-ba01-4744-be37-86385f20c7de req-444da5da-9f4d-4d2f-a368-be2d7f18bf83 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307789 Jul 23 20:50:04.960943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54bcb6-1bb3-4fc7-809e-f20f9bc00d63 req-798a0159-0260-47d4-90ca-3a43c5bd38ae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:04.963231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c54bcb6-1bb3-4fc7-809e-f20f9bc00d63 req-798a0159-0260-47d4-90ca-3a43c5bd38ae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 945 time: 0.0680394 Jul 23 20:50:05.001048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c54bcb6-1bb3-4fc7-809e-f20f9bc00d63 req-ab7b2be1-3240-43f0-8f42-0a53cb82651d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Jul 23 20:50:05.051403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4b13073f-e949-464c-af5a-5c90fd872755 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:05.104601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 4b13073f-e949-464c-af5a-5c90fd872755 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:05.108415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 4b13073f-e949-464c-af5a-5c90fd872755 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:05.108767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.188274 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.210823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b13073f-e949-464c-af5a-5c90fd872755'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:05.213123 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf93850-4542-4b20-96f5-16e9f3884e9e" -d '{"events": [{"server_uuid": "ee79c144-9c52-42ee-af45-8321431aa97a", "name": "network-vif-plugged", "status": "completed", "tag": "4b13073f-e949-464c-af5a-5c90fd872755"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:05.226031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 4b13073f-e949-464c-af5a-5c90fd872755, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4b13073f-e949-464c-af5a-5c90fd872755,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:05.230363 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:05.255687 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74daa7d6-0217-4db1-a7f0-76c399ea283b x-openstack-request-id: req-74daa7d6-0217-4db1-a7f0-76c399ea283b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:05.256017 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee79c144-9c52-42ee-af45-8321431aa97a", "name": "network-vif-plugged", "status": "completed", "tag": "4b13073f-e949-464c-af5a-5c90fd872755", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:05.256273 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74daa7d6-0217-4db1-a7f0-76c399ea283b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:05.256662 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b13073f-e949-464c-af5a-5c90fd872755', 'code': 200} Jul 23 20:50:05.282718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=4b13073f-e949-464c-af5a-5c90fd872755,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:05.438792 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632370ab-f634-4526-bc6d-158cca6bee02 req-f110a2e5-4d33-4b4b-b6b5-c9592a487967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:05.440810 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-632370ab-f634-4526-bc6d-158cca6bee02 req-f110a2e5-4d33-4b4b-b6b5-c9592a487967 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 1098 time: 0.1310861 Jul 23 20:50:05.478176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-632370ab-f634-4526-bc6d-158cca6bee02 req-95f8bb2f-d2cd-4eed-98c2-c826a8089112 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314536 Jul 23 20:50:06.146909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbf5ed-ef48-4fbb-bcfd-2d2c630cdcc5 req-ebf8ceb6-1168-4631-adc2-e29ca1b01c75 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:06.148432 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39bbf5ed-ef48-4fbb-bcfd-2d2c630cdcc5 req-ebf8ceb6-1168-4631-adc2-e29ca1b01c75 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 946 time: 0.0714443 Jul 23 20:50:06.190690 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39bbf5ed-ef48-4fbb-bcfd-2d2c630cdcc5 req-57955f36-641b-4485-9ad5-01c8c13b790c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Jul 23 20:50:07.331352 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52431632-c652-4ea0-be94-104da00aa7dd req-cdb014e1-bc04-40af-8315-f7290d87ea48 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.333012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52431632-c652-4ea0-be94-104da00aa7dd req-cdb014e1-bc04-40af-8315-f7290d87ea48 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 946 time: 0.0659144 Jul 23 20:50:07.373382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-52431632-c652-4ea0-be94-104da00aa7dd req-10026aea-bfb2-4f3d-892a-497c483d6180 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346971 Jul 23 20:50:07.508811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e42144-5099-4c94-a394-5c5909efad73 req-037cf01c-a5c9-4e49-a613-0bb9ae63ada6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.510414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00e42144-5099-4c94-a394-5c5909efad73 req-037cf01c-a5c9-4e49-a613-0bb9ae63ada6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 946 time: 0.0679920 Jul 23 20:50:07.554145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00e42144-5099-4c94-a394-5c5909efad73 req-eb40a7b3-2722-430b-8f07-8ca641eb9978 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Jul 23 20:50:07.879899 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0be5b-d8eb-40e6-8496-3b6d9ad393e6 req-8108da84-352f-4373-a6bd-54510c8de0ce tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:07.881401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1eb0be5b-d8eb-40e6-8496-3b6d9ad393e6 req-8108da84-352f-4373-a6bd-54510c8de0ce tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 946 time: 0.0654142 Jul 23 20:50:07.919806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1eb0be5b-d8eb-40e6-8496-3b6d9ad393e6 req-b4c330e0-2282-4d0a-82d9-6e37f3dfd9ed tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315559 Jul 23 20:50:09.052047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb997dd-5257-45de-99e5-e9e1d7440474 req-623c716d-3cc6-4a5d-9663-393d6da47acd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:09.053538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdb997dd-5257-45de-99e5-e9e1d7440474 req-623c716d-3cc6-4a5d-9663-393d6da47acd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 946 time: 0.0621269 Jul 23 20:50:09.090545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdb997dd-5257-45de-99e5-e9e1d7440474 req-2ac809ee-6457-47a0-86a4-466582d51c71 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Jul 23 20:50:09.284732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-9ff1ae96-8108-4762-b08f-b393e046d1d1 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:09.286194 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-9ff1ae96-8108-4762-b08f-b393e046d1d1 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 946 time: 0.0637932 Jul 23 20:50:09.392047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port 4b13073f-e949-464c-af5a-5c90fd872755 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:09.392393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.485123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port 4b13073f-e949-464c-af5a-5c90fd872755, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=4b13073f-e949-464c-af5a-5c90fd872755,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:09.485520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.496918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for 4b13073f-e949-464c-af5a-5c90fd872755 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:09.620735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.633524 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['4b13073f-e949-464c-af5a-5c90fd872755'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:09.635856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['8308f2fa-aeda-460d-aa10-8e366c00bca1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:09.654701 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=4b13073f-e949-464c-af5a-5c90fd872755,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:09.702580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port 4b13073f-e949-464c-af5a-5c90fd872755 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:09.705290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:09.707711 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b0340ac-abbd-4211-bfc1-f3d2a180d8fc req-60d802fb-0014-4037-aab9-8c3a2c22f534 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "DELETE /v2.0/ports/4b13073f-e949-464c-af5a-5c90fd872755 HTTP/1.1" status: 204 len: 173 time: 0.4166398 Jul 23 20:50:09.708195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'name': 'network-vif-deleted', 'tag': '4b13073f-e949-464c-af5a-5c90fd872755'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:09.710686 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641bcdd5-3873-45e1-a7fa-93a7c699ab09" -d '{"events": [{"server_uuid": "ee79c144-9c52-42ee-af45-8321431aa97a", "name": "network-vif-deleted", "tag": "4b13073f-e949-464c-af5a-5c90fd872755"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:09.759203 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0cc7d6-168d-4b6b-904b-367b4de8db47 x-openstack-request-id: req-8b0cc7d6-168d-4b6b-904b-367b4de8db47 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:09.759739 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee79c144-9c52-42ee-af45-8321431aa97a", "name": "network-vif-deleted", "tag": "4b13073f-e949-464c-af5a-5c90fd872755", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:09.760065 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b0cc7d6-168d-4b6b-904b-367b4de8db47 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:09.760694 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee79c144-9c52-42ee-af45-8321431aa97a', 'name': 'network-vif-deleted', 'tag': '4b13073f-e949-464c-af5a-5c90fd872755', 'status': 'completed', 'code': 200} Jul 23 20:50:10.194855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e32a1635-4ff1-47f2-9377-1e16a35b1cdf req-3f99d1cb-179b-405e-9048-a1451aaa9a94 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 210 time: 0.0349128 Jul 23 20:50:11.295803 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c45e9d4-9268-43f5-8d8b-4957c4edcc71 req-87b07b14-d41d-4c7f-85f4-920c3536b0c5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 210 time: 0.0292397 Jul 23 20:50:12.399733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2c87ea7-08bc-4194-aa01-ca7ae5ab8910 req-cf8c2736-bd22-413a-8e8e-37b1dc647721 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 210 time: 0.0308192 Jul 23 20:50:13.082540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4b13073f-e949-464c-af5a-5c90fd872755 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:13.103185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 4b13073f-e949-464c-af5a-5c90fd872755 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:13.103528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 4b13073f-e949-464c-af5a-5c90fd872755 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:13.508866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-741236e8-3c67-4124-8206-de755d42f6fa req-2605e148-cf91-4514-8820-6b319e5c9865 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee79c144-9c52-42ee-af45-8321431aa97a HTTP/1.1" status: 200 len: 210 time: 0.0289421 Jul 23 20:50:13.896130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-68ec32a8-7ea3-47ad-b1f4-3a691a9a31b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:13.977064 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.440219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:16.451004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-78141415-9273-4cff-b9f9-21d3ebf05066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.435911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.784666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:17.996142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dedf3b-49b6-4a0e-a407-6d7eccf1c1d4 req-815d5417-507a-4a2a-9f9e-14c67709e205 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:17.997629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41dedf3b-49b6-4a0e-a407-6d7eccf1c1d4 req-815d5417-507a-4a2a-9f9e-14c67709e205 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 946 time: 0.0682659 Jul 23 20:50:18.034828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-41dedf3b-49b6-4a0e-a407-6d7eccf1c1d4 req-8784283f-3c53-43bf-a2b7-6c96fdecde5e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313766 Jul 23 20:50:19.164202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0dcd1-7766-4633-a752-1183843ede79 req-60effa98-7885-4444-8014-1c5f18acf2a8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:19.165747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aab0dcd1-7766-4633-a752-1183843ede79 req-60effa98-7885-4444-8014-1c5f18acf2a8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 946 time: 0.0633526 Jul 23 20:50:19.203698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aab0dcd1-7766-4633-a752-1183843ede79 req-3ed990c8-6de3-4526-bdb5-50112e7252c4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Jul 23 20:50:19.444278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-7c207536-72ab-427c-aa33-439eba6e2e20 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:19.445788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-7c207536-72ab-427c-aa33-439eba6e2e20 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 946 time: 0.0620029 Jul 23 20:50:19.548133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port 8308f2fa-aeda-460d-aa10-8e366c00bca1 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:50:19.548484 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.634936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port 8308f2fa-aeda-460d-aa10-8e366c00bca1, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=8308f2fa-aeda-460d-aa10-8e366c00bca1,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:19.635295 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.648292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for 8308f2fa-aeda-460d-aa10-8e366c00bca1 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:50:19.730694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.780356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.792012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['8308f2fa-aeda-460d-aa10-8e366c00bca1'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:19.811828 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=8308f2fa-aeda-460d-aa10-8e366c00bca1,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:19.861262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port 8308f2fa-aeda-460d-aa10-8e366c00bca1 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:50:19.863949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:19.866064 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-20ab39df-e502-4c61-a636-b33c09b0c023 req-c5174f82-c07c-4acc-a388-67abe6a361d6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "DELETE /v2.0/ports/8308f2fa-aeda-460d-aa10-8e366c00bca1 HTTP/1.1" status: 204 len: 173 time: 0.4152787 Jul 23 20:50:19.866510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'name': 'network-vif-deleted', 'tag': '8308f2fa-aeda-460d-aa10-8e366c00bca1'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:19.868767 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7ebf73-073f-4687-ac2b-f0d6c44a2ed4" -d '{"events": [{"server_uuid": "d9aa72cf-f7ff-4520-bb78-fd399370bd4b", "name": "network-vif-deleted", "tag": "8308f2fa-aeda-460d-aa10-8e366c00bca1"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:19.906991 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f5972-6d3a-4cc1-ab9d-c8109e328033 x-openstack-request-id: req-444f5972-6d3a-4cc1-ab9d-c8109e328033 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:19.907426 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9aa72cf-f7ff-4520-bb78-fd399370bd4b", "name": "network-vif-deleted", "tag": "8308f2fa-aeda-460d-aa10-8e366c00bca1", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:19.907696 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-444f5972-6d3a-4cc1-ab9d-c8109e328033 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:19.908122 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9aa72cf-f7ff-4520-bb78-fd399370bd4b', 'name': 'network-vif-deleted', 'tag': '8308f2fa-aeda-460d-aa10-8e366c00bca1', 'status': 'completed', 'code': 200} Jul 23 20:50:20.320516 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24673164-89be-4141-b40d-a9d8cc509fae req-65132f72-ecd6-4f7b-9f18-38b6b795f27d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 210 time: 0.0297425 Jul 23 20:50:21.436423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b932be12-3cfe-4330-8271-c49fa7bd03a7 req-92660f97-6518-49a4-9bc8-1bdcfd06fda0 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 210 time: 0.0330923 Jul 23 20:50:22.532971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67323a2e-ce03-4ad8-b8c4-fc048656a186 req-94c09433-3834-4b49-958d-ff378ae19853 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 210 time: 0.0297637 Jul 23 20:50:23.650771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6aa6cd36-f24d-4230-8c22-11ad5441f8ed req-0b828363-44fc-4af3-8297-0bded8d5510e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9aa72cf-f7ff-4520-bb78-fd399370bd4b HTTP/1.1" status: 200 len: 210 time: 0.0366917 Jul 23 20:50:24.419549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8308f2fa-aeda-460d-aa10-8e366c00bca1 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:50:24.440059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 8308f2fa-aeda-460d-aa10-8e366c00bca1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:50:24.440405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 8308f2fa-aeda-460d-aa10-8e366c00bca1 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:50:26.628999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57618) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.633717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1818568270', 'description': 'tempest-secgroup-smoke-1818568270 description', 'project_id': 'aa486931998f4fb08724328a4e255791'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:26.654857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.733852 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.737428 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.768913 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.770171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1401007 Jul 23 20:50:26.770868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6bbbf2-bfca-47da-b575-40c4c7f718d6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:26.773260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57620) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.778165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.778523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.778666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group_rule': {'security_group_id': '3b6bbbf2-bfca-47da-b575-40c4c7f718d6', 'project_id': 'aa486931998f4fb08724328a4e255791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:26.778926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.779326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.779732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.780072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.780403 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.780733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.781061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.781388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.781741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.782065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d57caf-9f8c-4df7-a5e7-9f7f6e1b71bb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:26.807031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.864412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.868063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.887330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283412db-c725-427e-a14e-e09a81ba8c67,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:26.894989 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.896214 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c32d081-0081-471e-acf9-b30f9210982a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218672 Jul 23 20:50:26.898949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57622) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:26.903693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group_rule': {'security_group_id': '3b6bbbf2-bfca-47da-b575-40c4c7f718d6', 'project_id': 'aa486931998f4fb08724328a4e255791', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:26.930289 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.986622 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:26.990171 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.006980 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60430ee4-01dd-40a4-833e-da221292fad6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:27.013145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.014898 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-84d57fca-2bc1-44e9-ad29-8f5ff547d15a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149533 Jul 23 20:50:27.017605 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57624) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:27.022023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group_rule': {'security_group_id': '3b6bbbf2-bfca-47da-b575-40c4c7f718d6', 'project_id': 'aa486931998f4fb08724328a4e255791', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:27.047638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.106964 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.111166 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.128426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b700c55c-27f4-496c-83a5-f18b67eeecb9,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:27.134907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.136113 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2730d09a-1a48-4648-840e-5203c13ecc82 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175995 Jul 23 20:50:27.138900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57626) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:27.143246 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group_rule': {'security_group_id': '3b6bbbf2-bfca-47da-b575-40c4c7f718d6', 'project_id': 'aa486931998f4fb08724328a4e255791', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:27.167712 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.225487 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.228900 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.247469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704cadd5-023a-497c-8882-2e2af82eba23,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:27.250533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.251840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1155f509-aa4d-42f9-9b41-24526ef36351 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119709 Jul 23 20:50:27.254547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57628) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:27.258934 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group_rule': {'security_group_id': '3b6bbbf2-bfca-47da-b575-40c4c7f718d6', 'project_id': 'aa486931998f4fb08724328a4e255791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:27.280252 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Project aa486931998f4fb08724328a4e255791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:50:27.285223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.345558 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.349206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.367822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113ca698-f225-406f-9d76-2b72f5e04d49,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:27.370973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.372209 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9eb225e4-ad56-452a-8e77-0c9059697622 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167281 Jul 23 20:50:27.375808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57630) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:27.380389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'security_group_rule': {'security_group_id': '3b6bbbf2-bfca-47da-b575-40c4c7f718d6', 'project_id': 'aa486931998f4fb08724328a4e255791', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:27.402225 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Project aa486931998f4fb08724328a4e255791 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 20:50:27.407503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.471269 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.475385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.493009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f9f1b5-a819-4c70-a990-84f3595f6a2a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:27.498841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:27.500182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0e489439-4c70-4f2e-9822-f3039aa4c646 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234264 Jul 23 20:50:27.878089 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:50:41.820288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-cd273362-65f8-42b7-bab3-4996a1e45e10 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818568270&fields=id&tenant_id=aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 267 time: 0.0336473 Jul 23 20:50:41.927192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-cbd0cdb5-4602-41a8-a07f-90b731865510 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:41.928751 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-cbd0cdb5-4602-41a8-a07f-90b731865510 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1013699 Jul 23 20:50:41.944677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-7a773fd1-0403-44a9-855c-df01349462e4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0103292 Jul 23 20:50:42.012473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-06db62de-68af-41b8-bc84-b1b343ee3a0a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628524 Jul 23 20:50:42.027574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-93b9c12d-9fb7-40f8-9e3d-db22668385dc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:50:42.028749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-93b9c12d-9fb7-40f8-9e3d-db22668385dc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056348 Jul 23 20:50:42.117319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-8a136445-bc4b-47f2-968c-a30306d973d8 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829720 Jul 23 20:50:42.210689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-17f5ea97-1fc9-40a3-9fed-16834700d533 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856292 Jul 23 20:50:42.495724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a62973de-2ca6-48d9-b616-1a72020d2a7e req-7850c6db-c300-4254-a459-e577aee72f9e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 210 time: 0.0305674 Jul 23 20:50:43.425479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-d505dd65-d7b9-49d7-9762-7312814c4d9f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:43.427094 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-d505dd65-d7b9-49d7-9762-7312814c4d9f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1059330 Jul 23 20:50:43.469336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-1701fc35-0d90-49da-812b-7a348d865295 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 380 time: 0.0346510 Jul 23 20:50:43.484628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'security_groups': ['3b6bbbf2-bfca-47da-b575-40c4c7f718d6']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:43.595329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcdef509-011e-41be-a61d-5a5e9b6d7160 req-dd262b2e-798e-4798-919d-f0b380f68d5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 210 time: 0.0310459 Jul 23 20:50:43.602382 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:50:43.606352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.737836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.11 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/f25fe349-8179-4d9a-8981-2f2e2758cbd6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:43.873678 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.887260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object f25fe349-8179-4d9a-8981-2f2e2758cbd6 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:43.898704 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b61105b5-b851-41d9-9cae-ddabcb6e5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.922038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.970360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:43.973688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:43.976132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:43.977990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:44.005660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=f25fe349-8179-4d9a-8981-2f2e2758cbd6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:44.021604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.021958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.022305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.022649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.022992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.023329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.023660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.023991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.024320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.024665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.024977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.025303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:50:44.049460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.050147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.067365 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-0bf52df5-754b-4ad6-9dc7-e8de5efbfe1b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870554 Jul 23 20:50:44.079133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Request body: {'port': {'device_id': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:44.158340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.258259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ed838c9d-9a93-4069-88da-0933140f1166 None None] Provisioning for port f25fe349-8179-4d9a-8981-2f2e2758cbd6 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:44.262072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ed838c9d-9a93-4069-88da-0933140f1166 None None] Provisioning complete for port f25fe349-8179-4d9a-8981-2f2e2758cbd6 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:44.262457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ed838c9d-9a93-4069-88da-0933140f1166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.296295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ed838c9d-9a93-4069-88da-0933140f1166 None None] Port f25fe349-8179-4d9a-8981-2f2e2758cbd6 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:50:44.434053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25fe349-8179-4d9a-8981-2f2e2758cbd6 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:44.441943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.454278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Transition to ACTIVE for port object f25fe349-8179-4d9a-8981-2f2e2758cbd6 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:50:44.458560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.528944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Pushing event updated for resources: {'Port': ['ID=f25fe349-8179-4d9a-8981-2f2e2758cbd6,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:44.597480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Attempting to bind port f25fe349-8179-4d9a-8981-2f2e2758cbd6 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:50:44.597480 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Attempting to bind port f25fe349-8179-4d9a-8981-2f2e2758cbd6 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:50:44.597871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Attempting to bind port f25fe349-8179-4d9a-8981-2f2e2758cbd6 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:44.602869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Port f25fe349-8179-4d9a-8981-2f2e2758cbd6 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:50:44.603228 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Attempting to bind port f25fe349-8179-4d9a-8981-2f2e2758cbd6 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:50:44.609394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:50:44.609804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:50:44.610165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:50:44.610676 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Bound port: f25fe349-8179-4d9a-8981-2f2e2758cbd6, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:50:44.611050 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.701896 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] For port f25fe349-8179-4d9a-8981-2f2e2758cbd6, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:50:44.706510 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] For port f25fe349-8179-4d9a-8981-2f2e2758cbd6, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:50:44.713243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.752814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.753469 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:44.754967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 200 len: 1093 time: 0.6805501 Jul 23 20:50:44.755399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:44.757416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d1ddc-52a7-4a8a-b8f3-f6283d6331b4 req-d8906198-46c6-4cc3-863e-004ab0a19c06 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.757898 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c192a6f8-a967-4d28-99ac-f90607f2b478" -d '{"events": [{"name": "network-changed", "server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:44.760148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f7d1ddc-52a7-4a8a-b8f3-f6283d6331b4 req-d8906198-46c6-4cc3-863e-004ab0a19c06 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0851047 Jul 23 20:50:44.828896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f7d1ddc-52a7-4a8a-b8f3-f6283d6331b4 req-538f5c6d-8ec7-49f8-b4cf-663c42ef1008 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566707 Jul 23 20:50:44.852026 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295291ff-726d-462c-af87-78fd94473d7a x-openstack-request-id: req-295291ff-726d-462c-af87-78fd94473d7a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:44.852553 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:44.853667 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-295291ff-726d-462c-af87-78fd94473d7a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:44.854520 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'status': 'completed', 'code': 200} Jul 23 20:50:44.860822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2742d-c2b1-4c9c-9812-33ca6c74def5 service neutron] Pushing event updated for resources: {'Port': ['ID=f25fe349-8179-4d9a-8981-2f2e2758cbd6,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:44.891513 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-85bd9d5c-427b-4117-b5a8-054363c435f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.893041 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-85bd9d5c-427b-4117-b5a8-054363c435f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1096 time: 0.0936520 Jul 23 20:50:44.938911 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-1a62042d-a1dd-4124-8a8b-f3acbe877534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 200 len: 217 time: 0.0384243 Jul 23 20:50:44.990669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-ecbe1623-2d6c-476a-b7a3-f3ab50c0ccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:44.992145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-ecbe1623-2d6c-476a-b7a3-f3ab50c0ccd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0469134 Jul 23 20:50:45.057301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-3c38652e-2f17-4bb6-bef2-10666cdc0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.058868 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-3c38652e-2f17-4bb6-bef2-10666cdc0b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608096 Jul 23 20:50:45.149221 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-7db6e8df-c32e-4d8b-9cc6-f08b8a58a3aa service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842495 Jul 23 20:50:45.243788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2c358d9a-447e-4b62-9846-0d4d3109955f req-f2e254bd-b1a8-4761-a388-6cddeb35e6ef service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884099 Jul 23 20:50:45.340686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-55721c39-c5b5-4ed8-927a-b40270ef8d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.342363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-55721c39-c5b5-4ed8-927a-b40270ef8d02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1096 time: 0.0572145 Jul 23 20:50:45.438396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-05a39332-6567-4112-8cdf-ecc57a2b9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.440670 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-05a39332-6567-4112-8cdf-ecc57a2b9f9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0922313 Jul 23 20:50:45.482240 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-677456a2-2c36-4d6f-8969-0040651bbd16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 200 len: 217 time: 0.0354269 Jul 23 20:50:45.530190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-3aba9d9d-881d-4df3-beeb-8ad1b581b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.531993 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-3aba9d9d-881d-4df3-beeb-8ad1b581b3cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0442970 Jul 23 20:50:45.603335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-b5f592d1-1b88-41e8-b24f-553085e29db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.604756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-b5f592d1-1b88-41e8-b24f-553085e29db6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655107 Jul 23 20:50:45.696390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-b8677d05-10fa-48f0-ab84-9731d538fad4 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852191 Jul 23 20:50:45.965114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eeba20-d2f9-4c55-b211-60fcddef9784 req-cc505215-3031-4080-a24e-2023a306504b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:45.967871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81eeba20-d2f9-4c55-b211-60fcddef9784 req-cc505215-3031-4080-a24e-2023a306504b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0747738 Jul 23 20:50:46.025773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81eeba20-d2f9-4c55-b211-60fcddef9784 req-3d767d22-49c4-4dc1-bba7-1207ab27bf5f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472836 Jul 23 20:50:46.080681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c192a6f8-a967-4d28-99ac-f90607f2b478 req-b7f983e3-d9fd-465b-9601-8a65a56b67ad service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781493 Jul 23 20:50:46.448085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:46.455181 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89a4895e-cb6e-4d9c-bc4b-37b32dc84c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.152625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12856ff8-1518-4943-939a-bd97bc1d37bd req-79c69b94-2b84-499f-9362-d07d532faa10 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:47.155191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12856ff8-1518-4943-939a-bd97bc1d37bd req-79c69b94-2b84-499f-9362-d07d532faa10 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0661378 Jul 23 20:50:47.193128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-12856ff8-1518-4943-939a-bd97bc1d37bd req-e6c7a907-f9c1-479c-89df-819b598c63d1 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322020 Jul 23 20:50:47.448917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:47.787030 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:48.323663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fc7ad-20c2-4ecc-b23c-a9db80c53325 req-21271289-eab2-4891-bbfa-c34400795762 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:48.325046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c0fc7ad-20c2-4ecc-b23c-a9db80c53325 req-21271289-eab2-4891-bbfa-c34400795762 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0651889 Jul 23 20:50:48.362031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c0fc7ad-20c2-4ecc-b23c-a9db80c53325 req-29aa6641-0752-4293-9133-e652e3df3f23 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Jul 23 20:50:49.489740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e60d-1c50-4cab-b27a-dfe86dbfb319 req-ced351a5-7c88-418b-b309-45d2fc251a9f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:49.491260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0613e60d-1c50-4cab-b27a-dfe86dbfb319 req-ced351a5-7c88-418b-b309-45d2fc251a9f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0626886 Jul 23 20:50:49.527820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0613e60d-1c50-4cab-b27a-dfe86dbfb319 req-31d37da5-4433-4c5f-806c-04638d7c72db tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310538 Jul 23 20:50:49.733962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:50.657820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba935b-3707-4106-ae0f-483a4d6bdf3e req-375b3f06-0c6a-4971-b31b-16b61a9a5062 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:50.659452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7ba935b-3707-4106-ae0f-483a4d6bdf3e req-375b3f06-0c6a-4971-b31b-16b61a9a5062 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0658612 Jul 23 20:50:50.696143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7ba935b-3707-4106-ae0f-483a4d6bdf3e req-c0b5a419-ae0f-43f5-93b2-7b1873731220 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Jul 23 20:50:51.822246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464c527-5951-459b-9025-c04f555b85ff req-cbb3f1d6-885c-4742-a24a-0224a2ce25fa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:51.823738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9464c527-5951-459b-9025-c04f555b85ff req-cbb3f1d6-885c-4742-a24a-0224a2ce25fa tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0627191 Jul 23 20:50:51.862258 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9464c527-5951-459b-9025-c04f555b85ff req-d770eec8-3de3-4b3b-a81c-4a03c72127ae tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326960 Jul 23 20:50:52.990025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77bcf7-301d-4e72-bd38-71e5d306398e req-d9155a86-0b95-49aa-b36d-4696617ecdef tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:52.991507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db77bcf7-301d-4e72-bd38-71e5d306398e req-d9155a86-0b95-49aa-b36d-4696617ecdef tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0633986 Jul 23 20:50:53.028517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db77bcf7-301d-4e72-bd38-71e5d306398e req-7bd52ab5-469f-4f39-bf8a-d01af3bf8b95 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309548 Jul 23 20:50:54.160857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c6027-ce11-48c4-bcd0-cf5a10513d22 req-ab096a0d-9a6c-4ceb-a73e-90cae005f617 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:54.162373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-556c6027-ce11-48c4-bcd0-cf5a10513d22 req-ab096a0d-9a6c-4ceb-a73e-90cae005f617 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 944 time: 0.0661032 Jul 23 20:50:54.198507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-556c6027-ce11-48c4-bcd0-cf5a10513d22 req-56d5a511-0a29-4ca7-b14c-7445ce1f7be5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305660 Jul 23 20:50:54.570830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f25fe349-8179-4d9a-8981-2f2e2758cbd6 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:50:54.665226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f25fe349-8179-4d9a-8981-2f2e2758cbd6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:54.676593 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'mac_address': 'fa:16:3e:93:ff:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:50:54.712432 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.724499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25fe349-8179-4d9a-8981-2f2e2758cbd6 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:50:54.743676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f25fe349-8179-4d9a-8981-2f2e2758cbd6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:54.748554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:54.798532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f25fe349-8179-4d9a-8981-2f2e2758cbd6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:54.960647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f25fe349-8179-4d9a-8981-2f2e2758cbd6'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:50:55.330813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f3b38-573f-4907-b94b-f3b9b415eba7 req-8254c4d8-eb27-45d3-97ab-1c294b945ed4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:55.332684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d2f3b38-573f-4907-b94b-f3b9b415eba7 req-8254c4d8-eb27-45d3-97ab-1c294b945ed4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 945 time: 0.0646863 Jul 23 20:50:55.370856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4d2f3b38-573f-4907-b94b-f3b9b415eba7 req-8c0df323-8e44-48cb-9d11-774f1d3a7b12 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Jul 23 20:50:56.502244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f557ddb-9db3-4d80-81d9-8d589aeaf8e7 req-33cc388a-7cca-4049-b758-2c2cbd8ae1c2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:56.503730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f557ddb-9db3-4d80-81d9-8d589aeaf8e7 req-33cc388a-7cca-4049-b758-2c2cbd8ae1c2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 945 time: 0.0660672 Jul 23 20:50:56.541051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f557ddb-9db3-4d80-81d9-8d589aeaf8e7 req-9d02dc12-b6dc-4d57-ad8d-0c342d193e87 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317094 Jul 23 20:50:56.587446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f25fe349-8179-4d9a-8981-2f2e2758cbd6 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:50:56.634953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f25fe349-8179-4d9a-8981-2f2e2758cbd6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:50:56.638533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f25fe349-8179-4d9a-8981-2f2e2758cbd6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:50:56.638907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.713149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.738031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:50:56.740274 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83508a18-4289-43cc-a5cc-ee4957fb389a" -d '{"events": [{"server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "name": "network-vif-plugged", "status": "completed", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:50:56.753376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f25fe349-8179-4d9a-8981-2f2e2758cbd6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:50:56.757784 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:56.780997 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b1f57f-1794-4415-b326-b3ba51f112da x-openstack-request-id: req-f2b1f57f-1794-4415-b326-b3ba51f112da {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:50:56.781293 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "name": "network-vif-plugged", "status": "completed", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:50:56.781583 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2b1f57f-1794-4415-b326-b3ba51f112da {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:50:56.781973 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'code': 200} Jul 23 20:50:56.812892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f25fe349-8179-4d9a-8981-2f2e2758cbd6,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:50:56.885821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3243dcf-3ff6-4ad9-baab-e72a99d37081 req-6650095a-d78d-4985-ab82-1fbe1b6ac4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:56.887847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3243dcf-3ff6-4ad9-baab-e72a99d37081 req-6650095a-d78d-4985-ab82-1fbe1b6ac4cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1098 time: 0.0552514 Jul 23 20:50:56.924669 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f3243dcf-3ff6-4ad9-baab-e72a99d37081 req-ddbbb45d-a812-4400-a36f-78bb39eeb1e5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308533 Jul 23 20:50:57.676586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e82b8-de19-4960-8c10-c6c85e37e471 req-74a553ac-f184-4f33-bbe6-70d8e9a56b09 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:57.678208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-324e82b8-de19-4960-8c10-c6c85e37e471 req-74a553ac-f184-4f33-bbe6-70d8e9a56b09 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 946 time: 0.0704236 Jul 23 20:50:57.716710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-324e82b8-de19-4960-8c10-c6c85e37e471 req-704a2b8b-8887-4d52-88de-dd5ed747233a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Jul 23 20:50:58.846437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca10c64-2882-44e0-a106-6c6fed8ab4fc req-5cc8d949-f833-4746-9caa-6c2dd48b86dd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:58.847913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ca10c64-2882-44e0-a106-6c6fed8ab4fc req-5cc8d949-f833-4746-9caa-6c2dd48b86dd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 946 time: 0.0636733 Jul 23 20:50:58.883918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ca10c64-2882-44e0-a106-6c6fed8ab4fc req-9c5444e9-ca8a-463b-b1ef-d9030944ab17 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304582 Jul 23 20:50:59.021667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165019d-734e-4714-ad51-96273dae1bd6 req-fb211015-b1ff-4479-a705-b97ba671c3d3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.023052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0165019d-734e-4714-ad51-96273dae1bd6 req-fb211015-b1ff-4479-a705-b97ba671c3d3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 946 time: 0.0674074 Jul 23 20:50:59.059508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0165019d-734e-4714-ad51-96273dae1bd6 req-c8d8c6c9-6825-43bb-818e-4aaa4d2c0977 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Jul 23 20:50:59.082412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57816) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:59.136731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d1eb36-2fb1-4e04-a678-dd0758a1858f tempest-TestVolumeBootPattern-1303145380 tempest-TestVolumeBootPattern-1303145380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:50:59.138788 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-06d1eb36-2fb1-4e04-a678-dd0758a1858f tempest-TestVolumeBootPattern-1303145380 tempest-TestVolumeBootPattern-1303145380-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1093 time: 0.0553679 Jul 23 20:50:59.141688 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 57818) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:50:59.146247 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:50:59.170104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.265841 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.369219 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.25.8.182 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/90e0cd32-7fda-4f21-abb9-ea0b4bd3c702) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:50:59.468606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.506252 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:50:59.542741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:50:59.545615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:50:59.549001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:50:59.556887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=90e0cd32-7fda-4f21-abb9-ea0b4bd3c702,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:00.008672 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.121359 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.263699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.267943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.338455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=90e0cd32-7fda-4f21-abb9-ea0b4bd3c702,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:51:00.347180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.446908 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Floating IP 88cb9399-a4dc-4cac-84af-b7feeca11c47 associated. External IP: 172.25.8.182, port: f25fe349-8179-4d9a-8981-2f2e2758cbd6. Jul 23 20:51:00.654195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:51:00.758361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:51:00.769717 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:51:00.779618 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:00.782324 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:00.783006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:50:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:00.827184 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-be2195aa-aac1-4f29-bfb1-3a79ee25ee19 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6844580 Jul 23 20:51:00.827857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:51:00.830192 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23" -d '{"events": [{"name": "network-changed", "server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:51:00.884038 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ecc11-4604-4604-ba8e-8bd348d10564 x-openstack-request-id: req-b98ecc11-4604-4604-ba8e-8bd348d10564 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:51:00.884330 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:51:00.884583 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b98ecc11-4604-4604-ba8e-8bd348d10564 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:51:00.884998 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'status': 'completed', 'code': 200} Jul 23 20:51:00.889653 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:00.966781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-0a2ae4ca-d340-480b-8ac3-924594311680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:00.968333 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-0a2ae4ca-d340-480b-8ac3-924594311680 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1098 time: 0.0627253 Jul 23 20:51:01.061060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-b8d77e65-9af3-4461-86df-0e463bf93c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:01.062733 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-b8d77e65-9af3-4461-86df-0e463bf93c84 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0880687 Jul 23 20:51:01.123203 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '88cb9399-a4dc-4cac-84af-b7feeca11c47', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:93:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:59Z', 'updated_at': '2021-07-23T20:50:59Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:01.129488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-0a5d3582-e7c1-4351-be5c-919a3aa9792b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 200 len: 1000 time: 0.0605824 Jul 23 20:51:01.148963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:51:01.157961 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:51:01.158568 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:50:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:01.181774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-2ad2011e-226a-4690-889c-5a8f4cf91aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:01.183277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-2ad2011e-226a-4690-889c-5a8f4cf91aa6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0476797 Jul 23 20:51:01.242149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-104a57d1-0153-47ce-b5ad-42acece7040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:01.243589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-104a57d1-0153-47ce-b5ad-42acece7040a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541379 Jul 23 20:51:01.261363 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:51:01.331446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-6f5be81c-67b3-4619-ac13-df04cc56153a service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810063 Jul 23 20:51:01.426355 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9fbd0adc-9c07-4aaa-9cf3-f4a07a16aa23 req-b0b72e8e-5246-4f0f-a6cc-af9f74219a7e service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875807 Jul 23 20:51:01.485515 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '88cb9399-a4dc-4cac-84af-b7feeca11c47', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:93:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:59Z', 'updated_at': '2021-07-23T20:50:59Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:51:01.515008 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e2222d-f3d2-41e3-a5c1-294f8b662feb None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '88cb9399-a4dc-4cac-84af-b7feeca11c47', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:93:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:50:59Z', 'updated_at': '2021-07-23T20:50:59Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:51:01.702462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1ce650-d788-423e-8259-b96896d2f0ba None None] New status for floating IP 88cb9399-a4dc-4cac-84af-b7feeca11c47: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:51:04.876886 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:51:13.900518 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff27e1aa-ba0d-409e-8df0-f7eb22bfe88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:13.971632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.447190 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:16.459468 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0d708963-4061-4a5f-9427-69027c06d17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.450619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:17.790632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:19.735052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:22.359283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-d1fe5243-9f03-4874-9603-3fa5aa9d72cc req-d9a3b682-28a3-4de5-bbc1-62e38868ebb8 service neutron] (94026) timed out ('10.222.0.46', 54750) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:51:34.855411 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-dd56c3ce-3e49-41cc-8fd5-4a681d9f0f59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595987 Jul 23 20:51:34.956694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-ba849099-1205-42bd-83dc-8d1ee7999bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:34.958653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-ba849099-1205-42bd-83dc-8d1ee7999bb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1098 time: 0.0606244 Jul 23 20:51:35.076643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-9ad6dcf0-b443-40f0-a71c-f69b3afc6d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.078193 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-9ad6dcf0-b443-40f0-a71c-f69b3afc6d24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0991700 Jul 23 20:51:35.151414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-6058793b-711f-4bc1-a972-9375e7682c8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 200 len: 1002 time: 0.0657668 Jul 23 20:51:35.205748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-e87a9b61-1958-4b40-bf90-fbd8d3cae922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.207459 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-e87a9b61-1958-4b40-bf90-fbd8d3cae922 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0507586 Jul 23 20:51:35.268632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-2a779b90-a366-4dbb-8718-5977353c5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:51:35.270215 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-2a779b90-a366-4dbb-8718-5977353c5571 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557597 Jul 23 20:51:35.361745 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-c8c04018-7fb9-4888-a05c-487472ba8a70 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833998 Jul 23 20:51:35.454999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-313f1fb6-8370-436e-9cfe-9bd8e4e4eff5 req-b8b53b1b-da47-4a34-a836-1bb0de4abf3d service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863943 Jul 23 20:51:41.877851 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:51:43.901129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe886c1e-26b9-47d0-b969-10a48d38759f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:43.987169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.437144 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:46.459298 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-faefbbac-60ab-45bf-acd3-c983bc7382ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.468676 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:47.793617 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:49.737668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:51:52.423885 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-fcb44604-13b6-49c6-8e3e-8937d85d9ae7 req-50882a83-1cd0-462f-9e0e-5ae41aa358fa service neutron] (94026) timed out ('10.222.0.36', 62232) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:52:13.901034 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2d1dea3-42d9-47b2-b615-e1eaea37efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:13.977066 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.437903 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:16.458665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-70386ac6-0aa6-4ad4-93bc-9f72791afb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.465691 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:17.796880 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:18.877512 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:52:19.739720 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:35.845764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-e08f8d8e-589d-4df1-8be9-0e5b3c465637 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525026 Jul 23 20:52:35.942075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-49da2858-6425-4ebe-903e-637c57ddc148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:35.943563 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-49da2858-6425-4ebe-903e-637c57ddc148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 1098 time: 0.0564940 Jul 23 20:52:36.044148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-82d987c0-96fb-4885-bb05-683a1aaca7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:36.045666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-82d987c0-96fb-4885-bb05-683a1aaca7f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0823593 Jul 23 20:52:36.377160 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-a8b7efef-91bd-464f-bbca-2b5063a136cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 200 len: 1002 time: 0.3245566 Jul 23 20:52:36.425402 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-31d1bbb4-4e1f-4052-9769-22ae6a726b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:36.426845 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-31d1bbb4-4e1f-4052-9769-22ae6a726b0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0424793 Jul 23 20:52:36.484703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-3f3c842c-970e-4f6d-8d70-e0d38bc3a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:36.486205 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-3f3c842c-970e-4f6d-8d70-e0d38bc3a14d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529573 Jul 23 20:52:36.579761 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-712f662b-3f2c-4dea-bc52-660e0ab29420 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861630 Jul 23 20:52:36.676342 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-27c7e53f-9c5b-4f8d-bdc9-5d25113f39db req-e09908c7-e9a2-4416-a5a7-9d6e3a22370a service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892639 Jul 23 20:52:43.902738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-901ff7ba-6b7a-4d0b-b8bf-a83020d4f164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:44.000773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.439431 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:46.457851 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-58aae1bb-9093-4e07-9c33-e7dc67a25c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:47.466803 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:47.799393 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:49.744183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:53.831405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee54d1-4a08-4291-a6e8-217157b42619 req-292e0dda-1492-428a-97d0-8e340aefa8db tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:53.833079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2ee54d1-4a08-4291-a6e8-217157b42619 req-292e0dda-1492-428a-97d0-8e340aefa8db tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 946 time: 0.0633090 Jul 23 20:52:53.869286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2ee54d1-4a08-4291-a6e8-217157b42619 req-5df63865-7d26-4d63-bc2f-fc727c1cecd0 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306268 Jul 23 20:52:55.018460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b304bff-6886-40a0-bac6-7fdd21bb1ea3 req-78e5ae4c-d1f4-4ec3-95a8-2beb05e90d62 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:55.019936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b304bff-6886-40a0-bac6-7fdd21bb1ea3 req-78e5ae4c-d1f4-4ec3-95a8-2beb05e90d62 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 946 time: 0.0660236 Jul 23 20:52:55.059518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b304bff-6886-40a0-bac6-7fdd21bb1ea3 req-e3a86343-b7fd-4931-a802-ce4fbbcca5ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jul 23 20:52:55.302200 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-0b3c92cf-0b60-4677-8726-d028d8ed5423 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:52:55.303696 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-0b3c92cf-0b60-4677-8726-d028d8ed5423 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 946 time: 0.0668135 Jul 23 20:52:55.406878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port f25fe349-8179-4d9a-8981-2f2e2758cbd6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:52:55.407184 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.498015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port f25fe349-8179-4d9a-8981-2f2e2758cbd6, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f25fe349-8179-4d9a-8981-2f2e2758cbd6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:52:55.498378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.666987 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.667326 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.667751 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Floating IP 88cb9399-a4dc-4cac-84af-b7feeca11c47 disassociated. External IP: 172.25.8.182, port: f25fe349-8179-4d9a-8981-2f2e2758cbd6. Jul 23 20:52:55.668169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for f25fe349-8179-4d9a-8981-2f2e2758cbd6 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:52:55.797875 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:55.827481 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=f25fe349-8179-4d9a-8981-2f2e2758cbd6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:52:55.839341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.839693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.840036 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.840374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.840707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.841037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.841363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.841711 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.842042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.842413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.842790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.843106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:52:55.877021 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:52:55.951149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:52:56.057546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:52:56.069525 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:52:56.079816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:56.080425 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:52:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:56.104326 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port f25fe349-8179-4d9a-8981-2f2e2758cbd6 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:52:56.106882 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:52:56.108998 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c8efae08-aae5-444c-8cd0-9c7a925bb8fc req-b89d97ff-3aa0-4318-87bc-41c3601877c3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "DELETE /v2.0/ports/f25fe349-8179-4d9a-8981-2f2e2758cbd6 HTTP/1.1" status: 204 len: 173 time: 0.7988820 Jul 23 20:52:56.109485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'name': 'network-vif-deleted', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:52:56.111839 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78184ae9-58f4-4b8e-ab45-bfe44a92dcce" -d '{"events": [{"server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "name": "network-vif-deleted", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:52:56.179261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30df7308-95cc-45d9-a6ec-1e87002eba8f req-e5b6b783-cfc9-4da1-b8e9-4edf3ed305b8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 210 time: 0.0382900 Jul 23 20:52:56.203310 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:56.256148 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e25c2a-33d9-4e11-8241-4c8c89642338 x-openstack-request-id: req-21e25c2a-33d9-4e11-8241-4c8c89642338 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:52:56.256514 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7796cb9-b8f5-4dad-a458-1335defcca91", "name": "network-vif-deleted", "tag": "f25fe349-8179-4d9a-8981-2f2e2758cbd6", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:52:56.256965 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21e25c2a-33d9-4e11-8241-4c8c89642338 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:52:56.257996 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7796cb9-b8f5-4dad-a458-1335defcca91', 'name': 'network-vif-deleted', 'tag': 'f25fe349-8179-4d9a-8981-2f2e2758cbd6', 'status': 'completed', 'code': 200} Jul 23 20:52:56.411964 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:56.442696 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:52:56.451106 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:52:56.451717 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:52:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:56.555467 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:52:56.843347 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:52:56.870412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26ccfe5-cc1c-4b4b-b9a5-7955a3081ca1 None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:52:57.094241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618859e-bf84-4df0-a228-24c92a05866c None None] New status for floating IP 88cb9399-a4dc-4cac-84af-b7feeca11c47: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:52:57.271974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6eaf568e-4c80-430d-ba82-8683054c611c req-eae36684-c45e-4954-ac21-73b59b0a92ee tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 210 time: 0.0309148 Jul 23 20:52:58.369576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9270a07-31b8-4bfc-9c9d-eb25c0b25d6f req-220ca426-c397-4dd3-a65f-396ec4088fbc tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 210 time: 0.0292566 Jul 23 20:52:59.396094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f25fe349-8179-4d9a-8981-2f2e2758cbd6 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:52:59.417456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f25fe349-8179-4d9a-8981-2f2e2758cbd6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:52:59.417818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f25fe349-8179-4d9a-8981-2f2e2758cbd6 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:52:59.474378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7557a3c0-8cc7-4924-b3a6-cc41b263bdd3 req-dbb9b218-c62c-4865-b49a-b8b380165b55 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7796cb9-b8f5-4dad-a458-1335defcca91 HTTP/1.1" status: 200 len: 210 time: 0.0366337 Jul 23 20:53:00.669462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-e22a0e84-2e86-4fa9-a429-80142eb077d8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818568270&fields=id&tenant_id=aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 267 time: 0.0318651 Jul 23 20:53:00.774970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-a44dd538-d4ca-4fec-b02e-bbef68526dd2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:00.776407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-a44dd538-d4ca-4fec-b02e-bbef68526dd2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1007195 Jul 23 20:53:00.791627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-4fc73ad3-5ad9-44ee-94a7-a7c3677ba60e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0100121 Jul 23 20:53:00.862309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-3f6cf8c0-b7f2-49bf-9bf9-06cd24cc44a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0658555 Jul 23 20:53:01.002864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-21329493-2a88-44fe-aa73-e973913c21ee service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287718 Jul 23 20:53:01.096647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-997e20ad-1516-490f-b87c-ba4e4ea95c7d service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873978 Jul 23 20:53:02.397391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e021331-b47d-4e5c-912c-69d87dd6ea64 req-52d06f6a-a5d2-4551-b425-60882e5a129d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0293984 Jul 23 20:53:03.478427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-530792f0-88c8-4096-95c4-8cf3c0de861d req-1b9b9764-4ec0-45c6-a635-c1976a9cecb3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0301862 Jul 23 20:53:04.580797 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dc0f4403-b3cc-4c98-852c-e34518765794 req-9de622b2-2b9d-406e-a382-f56f9a03c349 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0336711 Jul 23 20:53:05.363668 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-5ba342c3-32f2-4c21-96eb-4a664a3395c2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:05.365150 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-5ba342c3-32f2-4c21-96eb-4a664a3395c2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1094055 Jul 23 20:53:05.409938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-9795c3fb-258a-4c01-8a18-d23cbde34749 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 380 time: 0.0360529 Jul 23 20:53:05.418863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'security_groups': ['3b6bbbf2-bfca-47da-b575-40c4c7f718d6']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:05.531012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:53:05.534792 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:05.666192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.6 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/853afcaf-8dad-4763-a8a4-01d68330746f) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:05.687414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdc8bc39-7614-4dd1-9a6c-578bc5bf4eb5 req-f08365e9-194a-4216-8fc7-1b679fe4ccc8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0338442 Jul 23 20:53:05.810540 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:05.824850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object 853afcaf-8dad-4763-a8a4-01d68330746f will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:05.857242 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:05.898808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:05.901900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:05.905876 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:05.937814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=853afcaf-8dad-4763-a8a4-01d68330746f,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:05.966509 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:05.967189 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:05.983025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-29b4c403-2d14-41db-aa98-28a3a2de78ff tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5678742 Jul 23 20:53:05.996930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Request body: {'port': {'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:06.082606 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.200286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d6cee93e-3f47-482c-b9b5-f09f575e59ea None None] Provisioning for port 853afcaf-8dad-4763-a8a4-01d68330746f completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:06.203902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d6cee93e-3f47-482c-b9b5-f09f575e59ea None None] Provisioning complete for port 853afcaf-8dad-4763-a8a4-01d68330746f triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:06.204270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6cee93e-3f47-482c-b9b5-f09f575e59ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.239481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d6cee93e-3f47-482c-b9b5-f09f575e59ea None None] Port 853afcaf-8dad-4763-a8a4-01d68330746f cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:53:06.349945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853afcaf-8dad-4763-a8a4-01d68330746f {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:06.358073 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.370988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Transition to ACTIVE for port object 853afcaf-8dad-4763-a8a4-01d68330746f will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:53:06.374311 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.431913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Pushing event updated for resources: {'Port': ['ID=853afcaf-8dad-4763-a8a4-01d68330746f,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:06.503270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Attempting to bind port 853afcaf-8dad-4763-a8a4-01d68330746f on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:53:06.503612 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Attempting to bind port 853afcaf-8dad-4763-a8a4-01d68330746f by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:53:06.503952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Attempting to bind port 853afcaf-8dad-4763-a8a4-01d68330746f on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:06.508659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Port 853afcaf-8dad-4763-a8a4-01d68330746f on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:53:06.508994 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Attempting to bind port 853afcaf-8dad-4763-a8a4-01d68330746f on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:53:06.514255 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:53:06.514597 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:53:06.514985 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:53:06.515425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Bound port: 853afcaf-8dad-4763-a8a4-01d68330746f, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:53:06.515793 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.589379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] For port 853afcaf-8dad-4763-a8a4-01d68330746f, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:53:06.596161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] For port 853afcaf-8dad-4763-a8a4-01d68330746f, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=853afcaf-8dad-4763-a8a4-01d68330746f,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:53:06.601333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.642511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:06.643146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:06.644595 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] 10.222.0.36 "PUT /v2.0/ports/853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 1092 time: 0.6530621 Jul 23 20:53:06.645055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:06.647357 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128b1ad9-ec03-4997-aadf-8ba98d256fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:06.690094 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf1f6c-d35e-4220-9e0d-d647e63bd551 service neutron] Pushing event updated for resources: {'Port': ['ID=853afcaf-8dad-4763-a8a4-01d68330746f,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:06.724040 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe912f6-42d9-49cd-963f-8d99feeddd0b x-openstack-request-id: req-cbe912f6-42d9-49cd-963f-8d99feeddd0b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:06.724294 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:06.724637 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbe912f6-42d9-49cd-963f-8d99feeddd0b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:06.725049 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f', 'status': 'completed', 'code': 200} Jul 23 20:53:06.773453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-b37f3792-5a63-401a-8a02-a711f19ec399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:06.775321 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-b37f3792-5a63-401a-8a02-a711f19ec399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1095 time: 0.0666759 Jul 23 20:53:06.825049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-ff147c07-b4a5-4ded-9d56-1282f56eca29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 217 time: 0.0428340 Jul 23 20:53:06.834395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410d351-a9aa-423e-8797-d12131f471e3 req-ad76e7b7-3468-4bea-b634-4a97e3116b7b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:06.836585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4410d351-a9aa-423e-8797-d12131f471e3 req-ad76e7b7-3468-4bea-b634-4a97e3116b7b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0710814 Jul 23 20:53:06.885954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-45c3d735-816c-4b44-a982-cd7914513966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:06.887958 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-45c3d735-816c-4b44-a982-cd7914513966 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0561435 Jul 23 20:53:06.888860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4410d351-a9aa-423e-8797-d12131f471e3 req-54948b81-8633-470e-9e16-24203ada3c4c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Jul 23 20:53:06.947539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-d5fefde1-e7ca-4206-a44b-b4f36be7baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:06.949088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-d5fefde1-e7ca-4206-a44b-b4f36be7baf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548308 Jul 23 20:53:07.037866 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-ed8b0fb5-b7dc-44c2-98ef-8669fb3cb65c service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822425 Jul 23 20:53:07.131465 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-2b61b085-d0f5-49c4-8958-33429a50b096 req-3d0080de-7119-49ce-b647-55ba0e16ce78 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871961 Jul 23 20:53:07.231251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-3faf05e1-8dad-422a-a094-8d29357bc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:07.232791 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-3faf05e1-8dad-422a-a094-8d29357bc41c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1095 time: 0.0560129 Jul 23 20:53:07.329414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-d77a16a5-f541-4f90-80b9-5369d4da8efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:07.330976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-d77a16a5-f541-4f90-80b9-5369d4da8efc service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0915279 Jul 23 20:53:07.371065 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-678cacfe-125a-48de-899d-dcdd68a57f5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 217 time: 0.0341117 Jul 23 20:53:07.420108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-aa10728a-14a7-4140-b277-7a4fd191417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:07.421751 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-aa10728a-14a7-4140-b277-7a4fd191417a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0446484 Jul 23 20:53:07.501650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-fb1e903f-f66c-47a7-beb1-34e9d421618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:07.503742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-fb1e903f-f66c-47a7-beb1-34e9d421618b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757258 Jul 23 20:53:07.607420 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-0b189098-9bea-40d3-8306-fc357526fc96 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978234 Jul 23 20:53:07.701676 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-128b1ad9-ec03-4997-aadf-8ba98d256fc8 req-ad33f7c6-1667-477c-a7de-abb8146b577e service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Jul 23 20:53:08.021500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6693794-6f70-48ca-9a03-aed36f3c77f8 req-cc965672-27a7-4b2c-bb13-d2ee4e184d14 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:08.023545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6693794-6f70-48ca-9a03-aed36f3c77f8 req-cc965672-27a7-4b2c-bb13-d2ee4e184d14 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0676024 Jul 23 20:53:08.062326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6693794-6f70-48ca-9a03-aed36f3c77f8 req-ecb0e38e-50aa-47d6-bf4f-79fe1e616295 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Jul 23 20:53:09.195425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6ce75-6f0b-4d6c-a18e-1c725afeb282 req-fdceb0f7-b68b-4e69-9b9a-79ec47709e41 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:09.197898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eec6ce75-6f0b-4d6c-a18e-1c725afeb282 req-fdceb0f7-b68b-4e69-9b9a-79ec47709e41 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0677180 Jul 23 20:53:09.236019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eec6ce75-6f0b-4d6c-a18e-1c725afeb282 req-417b9462-5db2-40dc-8b85-ecd8ec227aa3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333781 Jul 23 20:53:10.362293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0c192-8a35-416d-8ee2-4bab36f9648e req-01b76011-1d73-4eb9-b995-4bb6e8a29107 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:10.363855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ee0c192-8a35-416d-8ee2-4bab36f9648e req-01b76011-1d73-4eb9-b995-4bb6e8a29107 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0622509 Jul 23 20:53:10.401068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5ee0c192-8a35-416d-8ee2-4bab36f9648e req-0fee31b8-3f23-4c77-b6bf-4501c1b7857c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310662 Jul 23 20:53:11.533411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2248704-9b08-4b5f-b85c-6b1ff6479871 req-c9e0a8a0-859d-4a9a-b9a4-8b68106c881d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:11.534940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f2248704-9b08-4b5f-b85c-6b1ff6479871 req-c9e0a8a0-859d-4a9a-b9a4-8b68106c881d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0673795 Jul 23 20:53:11.572518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f2248704-9b08-4b5f-b85c-6b1ff6479871 req-3969b304-49dd-4d7d-b552-51701f684a28 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313439 Jul 23 20:53:12.700459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280da27-62cd-4fb3-8bc1-00b08f3ae1f0 req-e32ba9a7-25b6-4e7d-8d29-10733ce126b9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:12.701980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7280da27-62cd-4fb3-8bc1-00b08f3ae1f0 req-e32ba9a7-25b6-4e7d-8d29-10733ce126b9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0626774 Jul 23 20:53:12.738252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7280da27-62cd-4fb3-8bc1-00b08f3ae1f0 req-65a61cc9-e0d6-4a45-a9c8-1b337dae3b92 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307934 Jul 23 20:53:13.867079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900c8f1-4eee-40b4-a632-3de5f029c5ff req-45abd2e5-21b2-4ee6-ac19-6d07d5c36d16 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:13.868570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f900c8f1-4eee-40b4-a632-3de5f029c5ff req-45abd2e5-21b2-4ee6-ac19-6d07d5c36d16 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0664811 Jul 23 20:53:13.904932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-38c3a72e-7029-4add-a3dc-db7f83464ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:13.906391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f900c8f1-4eee-40b4-a632-3de5f029c5ff req-61624385-3ea2-4ae2-801f-39cccb2dc980 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322075 Jul 23 20:53:14.016720 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:15.033817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253a73a-2589-43e6-91c4-44a0ca953f9a req-493fee96-7332-41e6-b1b7-0279ebc94b55 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:15.035299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8253a73a-2589-43e6-91c4-44a0ca953f9a req-493fee96-7332-41e6-b1b7-0279ebc94b55 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0621650 Jul 23 20:53:15.072201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8253a73a-2589-43e6-91c4-44a0ca953f9a req-a0ffdca7-2f85-4879-8e76-5929f7c5f120 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310779 Jul 23 20:53:16.200067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ad583-f161-4b78-b3bb-debf220e43dc req-25262855-2fa6-4771-b9bf-7453ed194ac2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:16.201564 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d25ad583-f161-4b78-b3bb-debf220e43dc req-25262855-2fa6-4771-b9bf-7453ed194ac2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0628040 Jul 23 20:53:16.239976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d25ad583-f161-4b78-b3bb-debf220e43dc req-f617a5fc-e4a2-4bf9-96c4-66b4b216ba31 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Jul 23 20:53:16.439974 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:16.457416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2f454ce5-b549-494d-8232-c4002f09fa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:17.370075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d71378-cbdc-4f69-a744-0a8da2f5fa81 req-b0e6a93a-a1d5-4b04-b3d5-116e02bdd6c2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:17.371549 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7d71378-cbdc-4f69-a744-0a8da2f5fa81 req-b0e6a93a-a1d5-4b04-b3d5-116e02bdd6c2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 943 time: 0.0678530 Jul 23 20:53:17.407507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b7d71378-cbdc-4f69-a744-0a8da2f5fa81 req-581d3f66-adfa-4736-bc8d-579098f0cb87 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Jul 23 20:53:17.467505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:17.473373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 853afcaf-8dad-4763-a8a4-01d68330746f details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:53:17.571109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 853afcaf-8dad-4763-a8a4-01d68330746f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=853afcaf-8dad-4763-a8a4-01d68330746f,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:17.581854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '853afcaf-8dad-4763-a8a4-01d68330746f', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:53:17.619566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:17.631823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853afcaf-8dad-4763-a8a4-01d68330746f {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:53:17.651687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 853afcaf-8dad-4763-a8a4-01d68330746f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=853afcaf-8dad-4763-a8a4-01d68330746f,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:17.655376 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:17.704975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=853afcaf-8dad-4763-a8a4-01d68330746f,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:17.713058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.713411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.713781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.714120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.714458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.714793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.715121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.715451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.715777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.716103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.716429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.716753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:17.801106 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:17.891495 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['853afcaf-8dad-4763-a8a4-01d68330746f'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:53:18.535092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa690ec-c756-41ec-a0b4-e42b8d01127b req-da890885-064f-4b24-9b41-851fca9d9da6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:18.536586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fa690ec-c756-41ec-a0b4-e42b8d01127b req-da890885-064f-4b24-9b41-851fca9d9da6 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 944 time: 0.0629544 Jul 23 20:53:18.573116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9fa690ec-c756-41ec-a0b4-e42b8d01127b req-f14d4546-7f30-4040-8518-e0d191710b14 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302417 Jul 23 20:53:18.606022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-07513581-8021-462b-a039-7c8fcd3e9602 req-a3976aed-2d82-4df3-b890-20a379f58b23 tempest-TestNetworkBasicOps-799295418 tempest-TestNetworkBasicOps-799295418-project] (94027) timed out ('10.222.0.47', 61626) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:53:19.482991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 853afcaf-8dad-4763-a8a4-01d68330746f up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:53:19.532947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 853afcaf-8dad-4763-a8a4-01d68330746f completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:53:19.536446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 853afcaf-8dad-4763-a8a4-01d68330746f triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:53:19.536822 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:19.612208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:19.634917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:19.637169 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6edbb-4e01-45b9-bb1f-2c4290a1b5f5" -d '{"events": [{"server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "name": "network-vif-plugged", "status": "completed", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:19.654796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 853afcaf-8dad-4763-a8a4-01d68330746f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=853afcaf-8dad-4763-a8a4-01d68330746f,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:53:19.658948 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:19.714159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=853afcaf-8dad-4763-a8a4-01d68330746f,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:19.723961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c09c-9370-47f6-84e6-5b87e783416c req-92b0d77b-6984-4598-b143-edf2c1619277 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:19.725710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bc1c09c-9370-47f6-84e6-5b87e783416c req-92b0d77b-6984-4598-b143-edf2c1619277 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 944 time: 0.0823357 Jul 23 20:53:19.747074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:19.750542 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1a28a6-d3a4-4c70-8f25-b44c908c057d x-openstack-request-id: req-7e1a28a6-d3a4-4c70-8f25-b44c908c057d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:19.750839 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "name": "network-vif-plugged", "status": "completed", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:19.751143 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7e1a28a6-d3a4-4c70-8f25-b44c908c057d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:19.751544 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f', 'code': 200} Jul 23 20:53:19.768437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3bc1c09c-9370-47f6-84e6-5b87e783416c req-bb407442-bbda-41cf-a0e3-cd7ab319854e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351470 Jul 23 20:53:19.864538 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ce82-d8c8-409b-bc76-637c58b823e5 req-eddc0262-4759-40fe-acbd-ec726e0e0f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:19.866090 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c8d1ce82-d8c8-409b-bc76-637c58b823e5 req-eddc0262-4759-40fe-acbd-ec726e0e0f8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0593200 Jul 23 20:53:19.901348 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c8d1ce82-d8c8-409b-bc76-637c58b823e5 req-224646e2-43d9-41be-ad48-8c145be4a273 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278609 Jul 23 20:53:20.902643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19d6cc-95ff-4283-81bf-b44d878e1845 req-a93d5fbc-d582-49af-86f4-2b4f45977cf3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:20.904121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e19d6cc-95ff-4283-81bf-b44d878e1845 req-a93d5fbc-d582-49af-86f4-2b4f45977cf3 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0633337 Jul 23 20:53:20.941613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e19d6cc-95ff-4283-81bf-b44d878e1845 req-ae7e392a-beec-4ca1-8717-5d409033b1a7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318940 Jul 23 20:53:21.067687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61f79c-8c55-40b2-8ab4-4c1f732b58db req-9b2bad6b-9986-4009-8019-d4ab65172097 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:21.069125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be61f79c-8c55-40b2-8ab4-4c1f732b58db req-9b2bad6b-9986-4009-8019-d4ab65172097 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0624962 Jul 23 20:53:21.106959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be61f79c-8c55-40b2-8ab4-4c1f732b58db req-31eaf4ef-46f3-4115-92ac-30e912076a30 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jul 23 20:53:21.128940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57972) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:21.229225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2a74a-10fb-43e3-a14e-481beb438f37 tempest-TestVolumeBootPattern-1303145380 tempest-TestVolumeBootPattern-1303145380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:21.230752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-92a2a74a-10fb-43e3-a14e-481beb438f37 tempest-TestVolumeBootPattern-1303145380 tempest-TestVolumeBootPattern-1303145380-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1092 time: 0.1008344 Jul 23 20:53:21.233568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 57976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:53:21.237819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:53:21.259042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:21.350844 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:21.454201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.25.8.78 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/e72ea031-b9a7-4ee9-b06e-a98d4a787350) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:53:21.562036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:21.599510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:21.634612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:53:21.637300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:53:21.639992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:53:21.670843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=e72ea031-b9a7-4ee9-b06e-a98d4a787350,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:21.683437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.683780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.684116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.684452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.684778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.685103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.685456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.685778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.686100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.686420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.686740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:21.687057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:53:22.000528 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:22.074236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:22.221121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:22.225314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:22.291801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=e72ea031-b9a7-4ee9-b06e-a98d4a787350,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:53:22.301385 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:22.398188 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Floating IP 73dc812d-2eee-4c53-ac2f-ab50011ca453 associated. External IP: 172.25.8.78, port: 853afcaf-8dad-4763-a8a4-01d68330746f. Jul 23 20:53:22.902530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:53:23.011093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:53:23.020701 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:53:23.027181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:23.031754 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:23.032531 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:53:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:23.078918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-562f2bb4-c377-43aa-b620-43cfb02e746e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8299246 Jul 23 20:53:23.078918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:53:23.078918 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce7fc01-2bc9-491d-884e-6e0a176c4231" -d '{"events": [{"name": "network-changed", "server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:53:23.141968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:23.168410 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61480016-db20-4ce2-b73e-52572e5ddd67 x-openstack-request-id: req-61480016-db20-4ce2-b73e-52572e5ddd67 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:53:23.169314 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:53:23.169314 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61480016-db20-4ce2-b73e-52572e5ddd67 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:53:23.169314 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f', 'status': 'completed', 'code': 200} Jul 23 20:53:23.244580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-b66fe4fc-c008-42c0-ba20-260b807569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:23.246177 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-b66fe4fc-c008-42c0-ba20-260b807569ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0538642 Jul 23 20:53:23.338235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-3e9eef56-9440-47df-87b8-f5ba34dc61f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:23.339741 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-3e9eef56-9440-47df-87b8-f5ba34dc61f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0874281 Jul 23 20:53:23.364285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:21Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:23.390340 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:53:23.398924 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:53:23.399539 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:53:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:23.402378 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-a917a080-7239-491b-93d2-ab3eee581d60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 998 time: 0.0565629 Jul 23 20:53:23.454889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-9744fe32-93b1-4974-8b52-347f6f445729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:23.456253 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-9744fe32-93b1-4974-8b52-347f6f445729 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0473695 Jul 23 20:53:23.507968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:53:23.514566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-484f2d60-44c2-4e94-a887-dacccdf7b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:23.516087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-484f2d60-44c2-4e94-a887-dacccdf7b502 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536649 Jul 23 20:53:23.608477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-437f9227-751f-4335-bd71-ecf6eca7fb8c service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859075 Jul 23 20:53:23.697089 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3ce7fc01-2bc9-491d-884e-6e0a176c4231 req-eb1d22f3-2c9a-4e54-8420-36915e6c15ce service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825458 Jul 23 20:53:23.736126 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:21Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:53:23.762594 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f0be1e-98b4-41c4-bb01-979cc39947b8 None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:21Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:53:23.945161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32975080-2d41-4297-83bc-e59a6c406aa7 None None] New status for floating IP 73dc812d-2eee-4c53-ac2f-ab50011ca453: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:53:32.875643 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:53:37.852238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-082ea855-7ba5-41ec-aa6c-203bee7e75a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631742 Jul 23 20:53:37.977234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-99eab28d-b61c-44d8-8070-384b07f7647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:37.978924 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-99eab28d-b61c-44d8-8070-384b07f7647a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0765927 Jul 23 20:53:38.105826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-7d387528-fc98-451f-84d1-893faf1466a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:38.107299 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-7d387528-fc98-451f-84d1-893faf1466a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.1029451 Jul 23 20:53:38.176366 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-bdc73f0d-914d-4db5-84f2-78e3c4ec02a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 1000 time: 0.0605435 Jul 23 20:53:38.223482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-24f06fa6-1677-4f83-a232-ca8eb55e5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:38.224897 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-24f06fa6-1677-4f83-a232-ca8eb55e5e04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0429885 Jul 23 20:53:38.283588 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-cf195683-08b2-4490-b3fd-c04554e8fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:53:38.284995 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-cf195683-08b2-4490-b3fd-c04554e8fa45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531867 Jul 23 20:53:38.379066 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-827625dc-4e2a-4d08-99d1-e057eeaf47aa service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875597 Jul 23 20:53:38.475155 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7e1fe6f7-0cef-4215-af69-417836d39fe1 req-f73725c2-1a18-4771-80b1-510ebb7f41ee service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897000 Jul 23 20:53:43.906637 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9cf95ce6-277a-4cdb-8728-73c6741f9c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:44.008696 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:46.441396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:46.457834 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-abe5ec75-eba9-4f9e-a402-56b82b884a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.482428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:47.807910 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:53:49.748034 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:09.875460 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:54:13.906717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a25149a2-32a3-4d98-9880-63ebd93ff623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:14.018959 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:15.309076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-4cbdc622-52d5-4870-8873-ac2464603ba0 req-598c413e-1f77-4897-a914-7442f27de14b service neutron] (94026) timed out ('10.222.0.46', 41632) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:54:16.442414 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:16.464061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-29237852-0467-4e75-be8a-aeb51aca2a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.501082 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:17.806945 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:19.752368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:32.735900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-9555f886-cd87-4e7f-a5f3-c5ca81967a92 req-2332d9a9-c702-4737-b8ea-6aab67e9974c service neutron] (94026) timed out ('10.222.0.47', 61663) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:54:38.893848 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-a2e0292d-920f-4354-b2f1-75cc4e37bd74 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024163 Jul 23 20:54:38.988428 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887529-5733-455c-a86b-b588cf97d379 req-a1eb3211-5fd0-43e6-af10-aa45a58eb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:38.989963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-a1eb3211-5fd0-43e6-af10-aa45a58eb6e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0569074 Jul 23 20:54:39.096131 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887529-5733-455c-a86b-b588cf97d379 req-fd6988da-c2a6-4234-992a-cd845720b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:39.097551 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-fd6988da-c2a6-4234-992a-cd845720b7aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0890036 Jul 23 20:54:39.438088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-ed7af881-0277-424e-94e6-3b989a9335e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 1000 time: 0.3346679 Jul 23 20:54:39.484968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887529-5733-455c-a86b-b588cf97d379 req-919c895e-c97e-41f1-9277-4868754954d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:39.486419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-919c895e-c97e-41f1-9277-4868754954d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0423546 Jul 23 20:54:39.546251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8887529-5733-455c-a86b-b588cf97d379 req-30bf0c84-b3ab-4841-9e59-39e3a1b8f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:54:39.547736 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-30bf0c84-b3ab-4841-9e59-39e3a1b8f62c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550792 Jul 23 20:54:39.634883 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-6f7df2dd-4f10-4ec5-9964-5b0d788ebdf7 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806754 Jul 23 20:54:39.725261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b8887529-5733-455c-a86b-b588cf97d379 req-7856e418-009b-4921-8b01-216ac586e7bc service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 Jul 23 20:54:43.907197 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8f64d455-fd94-46ea-b61b-a99e848a1cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:44.033928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:46.447753 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:46.454553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-86e35c70-a36b-40eb-a312-f087512c6fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:46.874393 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:54:47.503455 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:47.810102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:54:49.754175 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:13.914080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e73ad78a-2892-4346-8945-707fecec1391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:14.034570 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.333582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-4e5d0ae2-83f1-413f-bbf1-fc29b63244d0 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1818568270&fields=id&tenant_id=aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 267 time: 0.0322249 Jul 23 20:55:16.442915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-5aa07bde-1b10-4820-a727-70508bc60d80 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:16.445107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-5aa07bde-1b10-4820-a727-70508bc60d80 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1044123 Jul 23 20:55:16.455700 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.462762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-ec5fb142-eb47-451d-87c5-3b3dcba96bf2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/quotas/aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 375 time: 0.0119114 Jul 23 20:55:16.463721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c323796f-0b54-4cea-8e35-106ca676a551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:16.534875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-d96aed5a-d3dd-49e8-9982-a361d1c337ee tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0661585 Jul 23 20:55:16.551227 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a0b813f2-0d3e-464d-a06b-477cd0c99c64 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:55:16.552184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a0b813f2-0d3e-464d-a06b-477cd0c99c64 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057030 Jul 23 20:55:16.687437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-e91756f2-e9d4-4fa1-81a9-bd5f30811823 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292858 Jul 23 20:55:16.775878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-e2b7bae1-1b61-4ff9-8452-64bbcc0c8dc0 service neutron] 10.222.0.46 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826497 Jul 23 20:55:17.121200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-433d4729-5a12-4cf4-954a-923326a6306e req-453fd88f-12bf-4a14-8ae2-bd8e88849d4b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 210 time: 0.0904639 Jul 23 20:55:17.514394 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:17.812977 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:17.942842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-19bd593e-3a98-4cf0-9b81-b34bb06eea01 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:17.944791 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-19bd593e-3a98-4cf0-9b81-b34bb06eea01 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 811 time: 0.1052587 Jul 23 20:55:18.003413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-3fb171ea-33b1-4beb-b0fe-271df1f2bb87 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa486931998f4fb08724328a4e255791 HTTP/1.1" status: 200 len: 380 time: 0.0428927 Jul 23 20:55:18.019700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'port': {'device_id': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'admin_state_up': True, 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'security_groups': ['3b6bbbf2-bfca-47da-b575-40c4c7f718d6']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:18.141725 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Made reservation on behalf of aa486931998f4fb08724328a4e255791 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:55:18.145488 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.236369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-857c7f64-2909-4b26-bbb8-70c764c42a7b req-94c6e8fb-3a24-4498-919c-f171327686c0 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 210 time: 0.0302732 Jul 23 20:55:18.281321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.20.0.9 (e47e7beb-d80e-46d5-895b-0d23b75b06fe/20053e81-c411-4e37-994f-b3b078776273/d1bd6c70-8d76-49ee-9b32-5497871ad990) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:55:18.416420 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.430542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Transition to ACTIVE for port object d1bd6c70-8d76-49ee-9b32-5497871ad990 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:55:18.463125 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.510240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:55:18.513484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:55:18.517473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:55:18.547260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=d1bd6c70-8d76-49ee-9b32-5497871ad990,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:18.562762 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.563115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.563503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.563808 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.564150 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.564483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.564818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.565149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.565504 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.565837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.566167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.566498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:18.585943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:18.586628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.603698 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-a6815cf5-3b5f-4693-847d-402eee3499be tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876679 Jul 23 20:55:18.663368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Request body: {'port': {'device_id': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:18.744077 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.817050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-563e53c4-35f0-4a62-a6e6-c4083f253421 None None] Provisioning for port d1bd6c70-8d76-49ee-9b32-5497871ad990 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:55:18.821630 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-563e53c4-35f0-4a62-a6e6-c4083f253421 None None] Provisioning complete for port d1bd6c70-8d76-49ee-9b32-5497871ad990 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:55:18.822006 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-563e53c4-35f0-4a62-a6e6-c4083f253421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:18.861405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-563e53c4-35f0-4a62-a6e6-c4083f253421 None None] Port d1bd6c70-8d76-49ee-9b32-5497871ad990 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:55:19.015773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bd6c70-8d76-49ee-9b32-5497871ad990 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:55:19.023850 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:19.035636 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Transition to ACTIVE for port object d1bd6c70-8d76-49ee-9b32-5497871ad990 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:55:19.040815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:19.153670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bd6c70-8d76-49ee-9b32-5497871ad990,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:19.179224 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Attempting to bind port d1bd6c70-8d76-49ee-9b32-5497871ad990 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:55:19.181774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Attempting to bind port d1bd6c70-8d76-49ee-9b32-5497871ad990 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:55:19.181774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Attempting to bind port d1bd6c70-8d76-49ee-9b32-5497871ad990 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:55:19.185575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Port d1bd6c70-8d76-49ee-9b32-5497871ad990 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:55:19.186025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Attempting to bind port d1bd6c70-8d76-49ee-9b32-5497871ad990 on network e47e7beb-d80e-46d5-895b-0d23b75b06fe {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:55:19.195634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:55:19.196103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Checking segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:55:19.196572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Bound using segment: {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:55:19.197107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Bound port: d1bd6c70-8d76-49ee-9b32-5497871ad990, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e461a7-1a9b-46d6-a893-86a091b2c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:55:19.197563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:19.275913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] For port d1bd6c70-8d76-49ee-9b32-5497871ad990, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:55:19.279557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] For port d1bd6c70-8d76-49ee-9b32-5497871ad990, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:55:19.285206 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:19.322140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.322821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:19.324263 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] 10.222.0.47 "PUT /v2.0/ports/d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 1092 time: 0.7129843 Jul 23 20:55:19.324674 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:19.327064 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b21c83-1699-42f3-a0bb-521f8fdc1cee" -d '{"events": [{"name": "network-changed", "server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:19.356700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87f5c5-2a42-4dde-ae46-533f04631ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bd6c70-8d76-49ee-9b32-5497871ad990,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:19.425643 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d83ce-208e-47ff-b8f5-116ae074791b x-openstack-request-id: req-3c0d83ce-208e-47ff-b8f5-116ae074791b {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:19.425933 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:19.426189 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c0d83ce-208e-47ff-b8f5-116ae074791b {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:19.426597 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'status': 'completed', 'code': 200} Jul 23 20:55:19.449448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cb2a6-49ab-4c97-bfb4-6ff6f6343904 req-13f5609e-53af-4904-b6d5-7dcfea8cff16 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.456867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe7cb2a6-49ab-4c97-bfb4-6ff6f6343904 req-13f5609e-53af-4904-b6d5-7dcfea8cff16 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0930824 Jul 23 20:55:19.460906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-40a96cab-f17f-495b-a482-392b4247c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.462397 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-40a96cab-f17f-495b-a482-392b4247c5cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1095 time: 0.0799100 Jul 23 20:55:19.508592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fe7cb2a6-49ab-4c97-bfb4-6ff6f6343904 req-db113b53-b7e5-42aa-b2d1-e5071b3ef29f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503988 Jul 23 20:55:19.513484 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-40835ca3-94d1-473e-8943-a26a76715bff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 217 time: 0.0419548 Jul 23 20:55:19.564914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-94e765c8-9ae8-4472-bb43-3af0178949ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.566459 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-94e765c8-9ae8-4472-bb43-3af0178949ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0468791 Jul 23 20:55:19.632260 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-b097db2f-14c7-491c-95af-48f7c459b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.633831 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-b097db2f-14c7-491c-95af-48f7c459b1c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612481 Jul 23 20:55:19.722203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-c273ad6e-db64-4521-b534-1cf167ff9554 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823290 Jul 23 20:55:19.758871 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:19.820014 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c9a567d6-cf26-4919-ac82-0890eefac434 req-ac0a1b35-4808-4ba5-920c-590dd4789bec service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901959 Jul 23 20:55:19.920724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-98ecdf59-0cc8-4e81-8dad-5f5bd946e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:19.922407 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-98ecdf59-0cc8-4e81-8dad-5f5bd946e187 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1095 time: 0.0570595 Jul 23 20:55:20.017979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-7197b7eb-ee7a-4bb8-90fb-629428658952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:20.019535 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-7197b7eb-ee7a-4bb8-90fb-629428658952 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0910091 Jul 23 20:55:20.061286 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-646ac900-8b59-4f33-9bd4-d4594e63ae1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 217 time: 0.0348344 Jul 23 20:55:20.109628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-e28ed27d-b589-49ff-ad9f-ab5062a84c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:20.111224 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-e28ed27d-b589-49ff-ad9f-ab5062a84c3c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0446086 Jul 23 20:55:20.175174 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-965b8e7f-c0c6-4536-b72f-4f5bd8174ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:20.176576 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-965b8e7f-c0c6-4536-b72f-4f5bd8174ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593281 Jul 23 20:55:20.266712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-748e3b24-db87-46fc-b341-fee9b49b087e service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830965 Jul 23 20:55:20.360400 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-45b21c83-1699-42f3-a0bb-521f8fdc1cee req-cc3d4b62-46ca-465a-9a46-773ec067dd10 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869670 Jul 23 20:55:20.643902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d90127-b5ce-48cb-9bb7-adf1cc818b93 req-d90650eb-8eee-41d8-8628-7f70bb617e02 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:20.645309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2d90127-b5ce-48cb-9bb7-adf1cc818b93 req-d90650eb-8eee-41d8-8628-7f70bb617e02 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0774927 Jul 23 20:55:20.683383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2d90127-b5ce-48cb-9bb7-adf1cc818b93 req-c12725ce-af2c-4aa0-9655-45de7198df63 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Jul 23 20:55:21.813904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8389c6-78cb-49a5-b0d0-7d5f9cd50f1e req-ccc698bb-f6a3-4f42-9bef-95fca6ae1696 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:21.815715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a8389c6-78cb-49a5-b0d0-7d5f9cd50f1e req-ccc698bb-f6a3-4f42-9bef-95fca6ae1696 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0656192 Jul 23 20:55:21.854761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a8389c6-78cb-49a5-b0d0-7d5f9cd50f1e req-3954388e-b65a-40f5-8e99-895a15398b0f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Jul 23 20:55:22.982612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43972c-e082-4056-9618-7c4c212d09fe req-29764a9b-9dcd-403d-a7b1-035065a3a862 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:22.984126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e43972c-e082-4056-9618-7c4c212d09fe req-29764a9b-9dcd-403d-a7b1-035065a3a862 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0630400 Jul 23 20:55:23.024998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e43972c-e082-4056-9618-7c4c212d09fe req-4201edc0-3403-405b-a8f7-c49f126c053f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351915 Jul 23 20:55:23.873604 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:55:24.172592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731dcc5-e3c7-46bd-81ce-c744df895399 req-9e8d5337-cd35-4936-8d69-e98255d7adc9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:24.174037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0731dcc5-e3c7-46bd-81ce-c744df895399 req-9e8d5337-cd35-4936-8d69-e98255d7adc9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0695400 Jul 23 20:55:24.211688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0731dcc5-e3c7-46bd-81ce-c744df895399 req-f1a726e8-7bd2-4b47-923b-752337118d31 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Jul 23 20:55:25.339259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac594b32-93b5-42a7-9306-2a7f69808995 req-ec63797e-3c8d-4ebe-a1ba-cc455b64404d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:25.340675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac594b32-93b5-42a7-9306-2a7f69808995 req-ec63797e-3c8d-4ebe-a1ba-cc455b64404d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0643973 Jul 23 20:55:25.378052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac594b32-93b5-42a7-9306-2a7f69808995 req-c7246ee1-1ed4-45a2-8065-df856cdd2e9f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Jul 23 20:55:26.506001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d83d3-1d08-4ebe-9784-57b4f6ba11b9 req-7027a7f0-ce20-4b8d-b3f0-6bc53cce0d4b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:26.508119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb5d83d3-1d08-4ebe-9784-57b4f6ba11b9 req-7027a7f0-ce20-4b8d-b3f0-6bc53cce0d4b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0661912 Jul 23 20:55:26.544138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb5d83d3-1d08-4ebe-9784-57b4f6ba11b9 req-5f9718f3-98ce-402d-9566-10f25d1fd268 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304115 Jul 23 20:55:27.683306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de34119-be00-4450-afac-1dfaccd7ac53 req-a2aac511-0603-491f-bf0b-4d0b7b163c72 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:27.685022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7de34119-be00-4450-afac-1dfaccd7ac53 req-a2aac511-0603-491f-bf0b-4d0b7b163c72 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0682642 Jul 23 20:55:27.725051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7de34119-be00-4450-afac-1dfaccd7ac53 req-ec088840-b68c-4066-8f9c-1b311ed12fb8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343840 Jul 23 20:55:28.860483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37eefd-a211-432b-8f49-faa46600f7e1 req-b1330bd0-3430-4110-b41f-7ac41540cc94 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:28.861999 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb37eefd-a211-432b-8f49-faa46600f7e1 req-b1330bd0-3430-4110-b41f-7ac41540cc94 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0633388 Jul 23 20:55:28.903152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cb37eefd-a211-432b-8f49-faa46600f7e1 req-e9103ac5-59a3-4d27-9837-293f51e2b1c5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349162 Jul 23 20:55:30.037350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b938c4e-30c9-4bbb-b74c-46588038274a req-de2bb117-b38a-4cd4-8774-063898769298 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:30.040113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b938c4e-30c9-4bbb-b74c-46588038274a req-de2bb117-b38a-4cd4-8774-063898769298 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 943 time: 0.0647213 Jul 23 20:55:30.085372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b938c4e-30c9-4bbb-b74c-46588038274a req-ab854f73-f1d7-40dd-8724-2342004dfea5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Jul 23 20:55:30.605560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1bd6c70-8d76-49ee-9b32-5497871ad990 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:55:30.707479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1bd6c70-8d76-49ee-9b32-5497871ad990, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:30.720655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'port_id': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'mac_address': 'fa:16:3e:b9:4f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:55:30.761578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:30.774431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bd6c70-8d76-49ee-9b32-5497871ad990 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:55:30.793200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1bd6c70-8d76-49ee-9b32-5497871ad990, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:30.797894 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:30.847588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d1bd6c70-8d76-49ee-9b32-5497871ad990,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:30.854893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.855248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.855642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.855937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.856278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.856613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.856945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.857277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.857631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.857962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.858289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:30.858615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:31.030010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d1bd6c70-8d76-49ee-9b32-5497871ad990'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:55:31.212442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce6652-c9fe-41ce-a017-a1d35123f58b req-b8359f8b-186c-49c3-ba44-bbcdf5a05ad5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:31.214242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11ce6652-c9fe-41ce-a017-a1d35123f58b req-b8359f8b-186c-49c3-ba44-bbcdf5a05ad5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 944 time: 0.0633016 Jul 23 20:55:31.254306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-11ce6652-c9fe-41ce-a017-a1d35123f58b req-090f7ce7-0be3-4222-aba2-f22d47dde3b7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338778 Jul 23 20:55:32.384938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a5f8-30e5-49c4-a8f1-50d765c7acc5 req-b0fc0f57-d5d8-4b56-abec-7d8c645f61bf tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:32.386434 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a49a5f8-30e5-49c4-a8f1-50d765c7acc5 req-b0fc0f57-d5d8-4b56-abec-7d8c645f61bf tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 944 time: 0.0660498 Jul 23 20:55:32.423905 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a49a5f8-30e5-49c4-a8f1-50d765c7acc5 req-7dea515d-de64-4044-a86a-bbf6f12983eb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Jul 23 20:55:32.627967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1bd6c70-8d76-49ee-9b32-5497871ad990 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:55:32.674918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port d1bd6c70-8d76-49ee-9b32-5497871ad990 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:55:32.678926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port d1bd6c70-8d76-49ee-9b32-5497871ad990 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:55:32.679299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.755937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.778045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:32.780260 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743d10c9-b6e5-4c40-9649-76047815d52f" -d '{"events": [{"server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:32.792990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d1bd6c70-8d76-49ee-9b32-5497871ad990, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:55:32.797056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:32.820602 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed76f04a-cfab-4c5d-84e5-46c7d3432f85 x-openstack-request-id: req-ed76f04a-cfab-4c5d-84e5-46c7d3432f85 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:32.820887 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "name": "network-vif-plugged", "status": "completed", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:32.821133 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed76f04a-cfab-4c5d-84e5-46c7d3432f85 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:32.821540 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'code': 200} Jul 23 20:55:32.846654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d1bd6c70-8d76-49ee-9b32-5497871ad990,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:32.926022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deb519-c893-499a-bbb6-301d6162da6b req-32dcd93d-7f84-4828-8146-6154225a6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:32.927413 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10deb519-c893-499a-bbb6-301d6162da6b req-32dcd93d-7f84-4828-8146-6154225a6205 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1097 time: 0.0515547 Jul 23 20:55:32.961125 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-10deb519-c893-499a-bbb6-301d6162da6b req-80a2606f-2e52-43f1-9bd4-e4dfd50b45fd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272183 Jul 23 20:55:33.552438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a07408-ed11-4a57-9264-fc8846631d6a req-66b34705-4bf6-4c2c-8435-13f24366a3c7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:33.553915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88a07408-ed11-4a57-9264-fc8846631d6a req-66b34705-4bf6-4c2c-8435-13f24366a3c7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 945 time: 0.0639136 Jul 23 20:55:33.590859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88a07408-ed11-4a57-9264-fc8846631d6a req-938e48c4-8d85-4ffb-8a9f-a9965f104bd5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313385 Jul 23 20:55:34.722475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd5d1e-d059-43d7-a16d-0310440acb7f req-12bc9207-f98d-4ecc-931c-f5e6abade9a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:34.723972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68cd5d1e-d059-43d7-a16d-0310440acb7f req-12bc9207-f98d-4ecc-931c-f5e6abade9a4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 945 time: 0.0644140 Jul 23 20:55:34.765238 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-68cd5d1e-d059-43d7-a16d-0310440acb7f req-30b84443-d574-4042-b5ad-c85975c32fbd tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349321 Jul 23 20:55:34.891774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47aa0-8e84-4bee-8406-c01ebc4e4992 req-e0891503-87ac-4450-a3fd-f3ad271e6dc7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:34.893215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abb47aa0-8e84-4bee-8406-c01ebc4e4992 req-e0891503-87ac-4450-a3fd-f3ad271e6dc7 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 945 time: 0.0631649 Jul 23 20:55:34.931129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-abb47aa0-8e84-4bee-8406-c01ebc4e4992 req-7de1ea54-fbd1-4d2e-9707-72f0a557342d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Jul 23 20:55:34.955203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58156) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:35.009415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f190c-35c6-4281-bd81-89799f3305e5 tempest-TestVolumeBootPattern-1303145380 tempest-TestVolumeBootPattern-1303145380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:35.010978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-da3f190c-35c6-4281-bd81-89799f3305e5 tempest-TestVolumeBootPattern-1303145380 tempest-TestVolumeBootPattern-1303145380-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1092 time: 0.0547159 Jul 23 20:55:35.013922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58158) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:35.018251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:55:35.040202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.137678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.242112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Allocated IP 172.25.8.172 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/75bd4844-2add-42fe-8fdf-26735f6f5025) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:55:35.339980 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.377149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.414714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:55:35.418988 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:55:35.425722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:55:35.428747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=75bd4844-2add-42fe-8fdf-26735f6f5025,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:35.456794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.457136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.457496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.457833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.458162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.458496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.458822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.459142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.460022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.460350 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.460665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.460985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:55:35.776145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.852110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:35.997394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.001785 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.064145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event updated for resources: {'Port': ['ID=75bd4844-2add-42fe-8fdf-26735f6f5025,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:55:36.081937 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.182921 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Floating IP e06d4327-00d6-425f-bfc0-229aad9aa6c9 associated. External IP: 172.25.8.172, port: d1bd6c70-8d76-49ee-9b32-5497871ad990. Jul 23 20:55:36.392289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:55:36.500828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:55:36.510811 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:55:36.519097 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:36.520371 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:55:36.520987 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:55:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:36.554452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-22bb8800-2dbd-4abe-8577-57d88b293f79 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5395107 Jul 23 20:55:36.555130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:55:36.557353 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd01e31-35de-4606-8a99-becafeb29f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:55:36.594377 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc8577a-d566-4e2c-8598-99575e0748aa x-openstack-request-id: req-4cc8577a-d566-4e2c-8598-99575e0748aa {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:55:36.594673 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:55:36.594928 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cc8577a-d566-4e2c-8598-99575e0748aa {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:55:36.595362 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'status': 'completed', 'code': 200} Jul 23 20:55:36.639515 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:55:36.668962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-5666640d-9abb-47fa-8988-6180d964f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:36.670497 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-5666640d-9abb-47fa-8988-6180d964f44b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1097 time: 0.0534377 Jul 23 20:55:36.741018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.47', 62342) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:55:36.766112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-61a39ca6-5e53-4d3f-bb28-21064bc6e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:36.767912 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-61a39ca6-5e53-4d3f-bb28-21064bc6e90f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0916164 Jul 23 20:55:36.804861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-3b3fce51-0168-41e8-aee3-6e2c415f6934 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0621631 Jul 23 20:55:36.850970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-4ede37eb-7d26-4d4b-8d6d-cbc3e09c53e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 999 time: 0.0765471 Jul 23 20:55:36.873634 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:24Z', 'revision_number': 1, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}, {'id': 'e06d4327-00d6-425f-bfc0-229aad9aa6c9', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:b9:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:55:35Z', 'updated_at': '2021-07-23T20:55:35Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:36.901519 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:55:36.903723 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-12011b37-f5a9-491e-87df-10416e9f6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:36.905218 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-12011b37-f5a9-491e-87df-10416e9f6693 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0489559 Jul 23 20:55:36.909963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:55:36.910769 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:55:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:36.966151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-58aa8de4-4657-49ba-8eb2-f965783b7d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:36.967702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-58aa8de4-4657-49ba-8eb2-f965783b7d1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567465 Jul 23 20:55:37.068603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-5a87cbf0-100d-450a-8a62-969d49b9a611 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940816 Jul 23 20:55:37.113920 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:55:37.167712 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ffd01e31-35de-4606-8a99-becafeb29f3f req-63cf4f51-95af-4a76-b22b-d914700b3131 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919397 Jul 23 20:55:37.288528 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-0ebcbf81-ac13-4247-a840-248edb010517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:37.290088 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-0ebcbf81-ac13-4247-a840-248edb010517 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1097 time: 0.0594730 Jul 23 20:55:37.370009 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:24Z', 'revision_number': 1, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}, {'id': 'e06d4327-00d6-425f-bfc0-229aad9aa6c9', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:b9:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:55:35Z', 'updated_at': '2021-07-23T20:55:35Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:55:37.399075 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696d8a21-12f1-4a97-b031-d9dede0446c7 None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:24Z', 'revision_number': 1, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}, {'id': 'e06d4327-00d6-425f-bfc0-229aad9aa6c9', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:b9:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:55:35Z', 'updated_at': '2021-07-23T20:55:35Z', 'revision_number': 0, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:55:37.409399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-5323ce91-a50e-48b5-b8a9-a4ec08edb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:37.411078 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-5323ce91-a50e-48b5-b8a9-a4ec08edb1a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.1025095 Jul 23 20:55:37.476948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-8d7baf5f-5d85-4f8f-89b2-d8fabe7d503d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 999 time: 0.0599234 Jul 23 20:55:37.531308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-591b6daf-bfa3-4cfd-8bcd-c8cf9753e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:37.532790 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-591b6daf-bfa3-4cfd-8bcd-c8cf9753e94b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0498741 Jul 23 20:55:37.595736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-7f06a230-473e-4db3-b084-4bc4efc0f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:37.597410 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-7f06a230-473e-4db3-b084-4bc4efc0f1c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579839 Jul 23 20:55:37.607760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f5201-1ebc-421a-8976-c0427515dafa None None] New status for floating IP e06d4327-00d6-425f-bfc0-229aad9aa6c9: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:55:37.696464 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-ca77d168-53e6-4777-bc92-6078d5aee69e service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920234 Jul 23 20:55:37.796049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-48d5b7c4-b4ea-4481-ab05-0dc23d0f2119 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936494 Jul 23 20:55:39.843992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-921feadb-2c9c-4681-8a74-9027fd05e257 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524328 Jul 23 20:55:39.942769 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-c8fb3b81-23d6-49aa-b510-5f09280774b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:39.944288 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-c8fb3b81-23d6-49aa-b510-5f09280774b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0586562 Jul 23 20:55:40.049400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-db9e2bbf-c909-41bf-a18e-cee0cf48406a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:40.050902 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-db9e2bbf-c909-41bf-a18e-cee0cf48406a service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0866592 Jul 23 20:55:40.125844 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-b340d850-5ee4-4e66-82d6-88fc20373d29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 1000 time: 0.0686986 Jul 23 20:55:40.172617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-2e9948f9-de94-4663-a6ba-3fedbfa219df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:40.174142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-2e9948f9-de94-4663-a6ba-3fedbfa219df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0425045 Jul 23 20:55:40.230561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-cadb78a2-4dde-41ea-bc05-563061f00e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:55:40.232110 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-cadb78a2-4dde-41ea-bc05-563061f00e37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520267 Jul 23 20:55:40.322951 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-1e4cb504-faf2-4d72-b27e-76363eb7e9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843973 Jul 23 20:55:40.408944 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8e9aceb-f94c-403e-9994-4f27f0058b35 req-1d58eff9-752b-4d0b-9171-f6e84e2047e3 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800233 Jul 23 20:55:43.904772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3301b696-be58-496c-a242-1c3be9fe1f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:44.049675 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.453540 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:46.458183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7de5691c-db98-4ecc-be0e-483d06781d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:47.538447 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:47.815516 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:55:49.762510 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:00.873077 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:56:13.906646 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ec4cc81-35f3-4fd6-bd3d-8e65cae2f851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:14.052411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.450029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:16.458908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2257d21a-4127-4d75-8084-d3a960dc23be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.531873 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:17.818168 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:19.762437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:36.795481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-b7e28725-e24a-4d41-a34f-0dce58302040 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577927 Jul 23 20:56:36.889577 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-ff3be700-cd53-4b5d-9e8c-7f431be416f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:36.891093 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-ff3be700-cd53-4b5d-9e8c-7f431be416f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1097 time: 0.0540531 Jul 23 20:56:36.998125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-a85c7624-1692-4c05-9218-71c7c2d03630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:36.999618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-a85c7624-1692-4c05-9218-71c7c2d03630 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0896902 Jul 23 20:56:37.064938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-dcc2ec26-d51b-4858-bba6-db679d9c44cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 1001 time: 0.0577326 Jul 23 20:56:37.117039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-52b074ef-e630-42b2-a42a-a3d768d16b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:37.118556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-52b074ef-e630-42b2-a42a-a3d768d16b29 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0475926 Jul 23 20:56:37.178523 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-25923dcc-1738-47f1-b6e2-b9c8755c8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:37.180031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-25923dcc-1738-47f1-b6e2-b9c8755c8646 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557621 Jul 23 20:56:37.271176 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-98fbfd5c-3cad-4ee9-ba8e-190351d8888d service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851212 Jul 23 20:56:37.365986 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ff31c1fc-ec8b-4392-a854-610d73c9683c req-10196883-f686-4148-85a5-41a39e3fa789 service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871458 Jul 23 20:56:37.872026 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:56:41.878629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-3c7a7603-4070-479f-95d3-b7f14027fbab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525615 Jul 23 20:56:41.974847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309417-9415-4250-8e77-f7ea120444b5 req-5c317fa1-6545-42f7-ad00-163e0066be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:41.976359 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-5c317fa1-6545-42f7-ad00-163e0066be7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0543230 Jul 23 20:56:42.082258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309417-9415-4250-8e77-f7ea120444b5 req-42d86c1c-2746-4c9c-89d0-34d93c29469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:42.084152 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-42d86c1c-2746-4c9c-89d0-34d93c29469e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0882084 Jul 23 20:56:42.149382 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-d09c55be-34d2-42a9-9e46-145aecb633e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 1000 time: 0.0584538 Jul 23 20:56:42.200678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309417-9415-4250-8e77-f7ea120444b5 req-9993cedd-59ee-4a25-a99b-f7a2752b01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:42.202128 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-9993cedd-59ee-4a25-a99b-f7a2752b01bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0465810 Jul 23 20:56:42.258484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01309417-9415-4250-8e77-f7ea120444b5 req-845ae8b4-3fc5-4a7d-83eb-46682af7cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:56:42.259942 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-845ae8b4-3fc5-4a7d-83eb-46682af7cd9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517619 Jul 23 20:56:42.346208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-dcf67f61-df80-442e-b1d7-d6013c88b8b1 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797594 Jul 23 20:56:42.436067 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-01309417-9415-4250-8e77-f7ea120444b5 req-a11b36ac-e069-4277-8661-f33761afa637 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834827 Jul 23 20:56:42.821209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-6c33f8ed-e974-47e6-99e0-57cea0128b1d req-43fac2e4-942c-4ac0-9ff4-8cec1a4b50a2 service neutron] (94026) timed out ('10.222.0.36', 62202) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:56:43.907717 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0267c637-3432-4d9d-be56-ad8a6637327c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:44.063776 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:46.441505 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:46.460409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd24132e-ffe3-46f6-a3be-60067ff6bd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.534755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:47.821268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:56:49.764247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.024986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:08.181272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port 75bd4844-2add-42fe-8fdf-26735f6f5025 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:08.181645 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.262770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.263098 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.275494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for 75bd4844-2add-42fe-8fdf-26735f6f5025 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:08.421758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.446942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=75bd4844-2add-42fe-8fdf-26735f6f5025,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:08.458522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.458880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.459226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.459568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.459913 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.460250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.460583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.460915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.461260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.461636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.461971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.462297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:08.518489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.518878 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Floating IP e06d4327-00d6-425f-bfc0-229aad9aa6c9 disassociated (deleted). External IP: 172.25.8.172, port: d1bd6c70-8d76-49ee-9b32-5497871ad990. Jul 23 20:57:08.725393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:57:08.829685 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:08.834582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:08.839253 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:08.849685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:08.850296 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:56:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:08.871495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6ecbca10-a0e8-403d-a2b7-91dc277e65da tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "DELETE /v2.0/floatingips/e06d4327-00d6-425f-bfc0-229aad9aa6c9 HTTP/1.1" status: 204 len: 168 time: 0.8453963 Jul 23 20:57:08.872098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:08.874377 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56b1915-436c-4aad-b48b-18b8e678d95b" -d '{"events": [{"name": "network-changed", "server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:08.914665 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd13ebae-4fd3-45e9-85fd-990d851b8c87 x-openstack-request-id: req-cd13ebae-4fd3-45e9-85fd-990d851b8c87 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:08.914960 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:08.915215 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cd13ebae-4fd3-45e9-85fd-990d851b8c87 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:08.915786 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'status': 'completed', 'code': 200} Jul 23 20:57:08.958387 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:09.014568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-f9d3cf94-a4b3-4953-b13a-ec8da5353457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:09.016213 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-f9d3cf94-a4b3-4953-b13a-ec8da5353457 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 1097 time: 0.0789297 Jul 23 20:57:09.120821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-64475ced-2965-45e0-b7d3-70c35a730125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:09.122357 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-64475ced-2965-45e0-b7d3-70c35a730125 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0985918 Jul 23 20:57:09.126381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0776f-a1ba-45b4-b616-6e22bfa73c5e req-a1f908e0-5e32-404f-be65-fee8f19468ee tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:09.127898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ff0776f-a1ba-45b4-b616-6e22bfa73c5e req-a1f908e0-5e32-404f-be65-fee8f19468ee tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 945 time: 0.0702262 Jul 23 20:57:09.165876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-d9172521-e65a-4d90-9292-d33fe4f022e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 200 len: 217 time: 0.0353904 Jul 23 20:57:09.166674 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ff0776f-a1ba-45b4-b616-6e22bfa73c5e req-965b7508-5c02-47df-8795-e42ca328a136 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Jul 23 20:57:09.195784 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:24Z', 'revision_number': 1, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:09.226334 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:09.234790 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:09.235405 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:56:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:09.343272 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:09.502316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-8898eae2-911b-4698-8c5f-392ce00662d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:09.503785 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-8898eae2-911b-4698-8c5f-392ce00662d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.3321540 Jul 23 20:57:09.570542 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:24Z', 'revision_number': 1, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:09.586840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-d2f51c73-e1ac-4c39-85ef-72fdf6eee344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:09.588374 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-d2f51c73-e1ac-4c39-85ef-72fdf6eee344 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777335 Jul 23 20:57:09.601113 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4671eeb-2287-4f26-84d0-cc99102c113d None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '73dc812d-2eee-4c53-ac2f-ab50011ca453', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'port_id': '853afcaf-8dad-4763-a8a4-01d68330746f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3974, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'mac_address': 'fa:16:3e:86:4d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T20:53:21Z', 'updated_at': '2021-07-23T20:53:24Z', 'revision_number': 1, 'project_id': 'aa486931998f4fb08724328a4e255791', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:57:09.689628 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-67a14937-f770-49d1-aea7-61e18e3a1c0e service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914373 Jul 23 20:57:09.784359 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a56b1915-436c-4aad-b48b-18b8e678d95b req-c8ac72db-3528-433e-b64f-207762cff15b service neutron] 10.222.0.47 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878284 Jul 23 20:57:09.868203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ab34d-594c-462b-8ecf-f92f8e1ec617 None None] New status for floating IP e06d4327-00d6-425f-bfc0-229aad9aa6c9: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:57:10.316686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191dc19-ac7c-4c5b-b81d-07c373d979ff req-c34676fb-9d19-465a-8f26-dc5751182d57 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:10.318279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3191dc19-ac7c-4c5b-b81d-07c373d979ff req-c34676fb-9d19-465a-8f26-dc5751182d57 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 945 time: 0.0634928 Jul 23 20:57:10.361841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3191dc19-ac7c-4c5b-b81d-07c373d979ff req-98601273-5e6f-444f-bd03-8796a903e2fb tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380309 Jul 23 20:57:10.614732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-f4dc3d4b-67a5-41ff-9469-25c52a7a8b0a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:10.616114 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-f4dc3d4b-67a5-41ff-9469-25c52a7a8b0a tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 945 time: 0.0640533 Jul 23 20:57:10.721086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port d1bd6c70-8d76-49ee-9b32-5497871ad990 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:10.721460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:10.810704 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port d1bd6c70-8d76-49ee-9b32-5497871ad990, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d1bd6c70-8d76-49ee-9b32-5497871ad990,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:10.811061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:10.823223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for d1bd6c70-8d76-49ee-9b32-5497871ad990 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:10.949183 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:10.980737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=d1bd6c70-8d76-49ee-9b32-5497871ad990,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:10.994338 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.994693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.995042 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.995385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.995726 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.996056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.996412 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.996743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.997075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.997400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.997761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:10.998080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:11.038015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port d1bd6c70-8d76-49ee-9b32-5497871ad990 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:57:11.040905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:11.042742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-068cdacd-6f22-45bf-b0fe-c2f3dd18bead req-fce2abe1-4659-4888-b162-070fe8c1fcec tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.47 "DELETE /v2.0/ports/d1bd6c70-8d76-49ee-9b32-5497871ad990 HTTP/1.1" status: 204 len: 173 time: 0.4201930 Jul 23 20:57:11.043180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'name': 'network-vif-deleted', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:11.045592 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a5f942-03a6-4709-944c-08e632b4202f" -d '{"events": [{"server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "name": "network-vif-deleted", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:11.086010 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845779b5-0333-489c-8f05-cd1698ff0d73 x-openstack-request-id: req-845779b5-0333-489c-8f05-cd1698ff0d73 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:11.086313 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32b463a5-bded-4c23-9eae-47f742b18c9c", "name": "network-vif-deleted", "tag": "d1bd6c70-8d76-49ee-9b32-5497871ad990", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:11.086565 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-845779b5-0333-489c-8f05-cd1698ff0d73 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:11.086966 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32b463a5-bded-4c23-9eae-47f742b18c9c', 'name': 'network-vif-deleted', 'tag': 'd1bd6c70-8d76-49ee-9b32-5497871ad990', 'status': 'completed', 'code': 200} Jul 23 20:57:11.483103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3b92911-f142-44e7-a7f5-04a62dcf1bb6 req-82c71f75-5993-43db-93d0-fba21237f2b9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 210 time: 0.0331349 Jul 23 20:57:12.586038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42815e7b-aee3-4a03-a3f4-648fd48eb547 req-d69b9c3d-80f8-4d74-acc9-c180a75a00b9 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 210 time: 0.0333381 Jul 23 20:57:13.222720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1bd6c70-8d76-49ee-9b32-5497871ad990 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:13.243753 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: d1bd6c70-8d76-49ee-9b32-5497871ad990 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:13.244099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d1bd6c70-8d76-49ee-9b32-5497871ad990 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:13.909677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3be8ff81-15de-49bd-af6e-eb63dd4eb37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:13.997764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-df16960d-5fe5-4d53-b066-a271ef26685c req-9c2df5dd-8cf9-4713-9c9f-a871dd77afa8 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=32b463a5-bded-4c23-9eae-47f742b18c9c HTTP/1.1" status: 200 len: 210 time: 0.3418460 Jul 23 20:57:14.061938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:14.871062 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:57:16.452778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:16.465005 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df46fd1d-51fd-4b4e-afcb-64cbfc0ecf7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:17.547228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:17.825698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.366225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58240) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:19.515179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port e72ea031-b9a7-4ee9-b06e-a98d4a787350 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:19.515522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.590773 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.591023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.603032 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for e72ea031-b9a7-4ee9-b06e-a98d4a787350 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:19.742136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.768284 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.771003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=e72ea031-b9a7-4ee9-b06e-a98d4a787350,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:19.831290 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:19.831624 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Floating IP 73dc812d-2eee-4c53-ac2f-ab50011ca453 disassociated (deleted). External IP: 172.25.8.78, port: 853afcaf-8dad-4763-a8a4-01d68330746f. Jul 23 20:57:20.035441 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:57:20.141297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:20.146701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:20.152224 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:20.161322 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:20.161999 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:57:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:20.180642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c0387b95-ab17-4840-91ab-b9bd35577ab4 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "DELETE /v2.0/floatingips/73dc812d-2eee-4c53-ac2f-ab50011ca453 HTTP/1.1" status: 204 len: 168 time: 0.8133309 Jul 23 20:57:20.181332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:20.183670 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613caf01-c459-41cd-9721-898646de7161" -d '{"events": [{"name": "network-changed", "server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:20.221479 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656d27c-ed79-4f53-ae10-77395e323446 x-openstack-request-id: req-f656d27c-ed79-4f53-ae10-77395e323446 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:20.221885 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:20.222209 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f656d27c-ed79-4f53-ae10-77395e323446 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:20.222677 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f', 'status': 'completed', 'code': 200} Jul 23 20:57:20.275031 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:20.311391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613caf01-c459-41cd-9721-898646de7161 req-e8bfa59b-7f2c-4932-8be7-1daa4e763664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:20.312956 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-e8bfa59b-7f2c-4932-8be7-1daa4e763664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aa486931998f4fb08724328a4e255791&device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 1097 time: 0.0691586 Jul 23 20:57:20.414500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613caf01-c459-41cd-9721-898646de7161 req-95cc5fd8-d263-4656-ae4c-0225baa4372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:20.416261 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-95cc5fd8-d263-4656-ae4c-0225baa4372c service neutron] 10.222.0.36 "GET /v2.0/networks?id=e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 200 len: 912 time: 0.0935555 Jul 23 20:57:20.427672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abfe72-c76c-43da-8d2d-952f9132a6cf req-f2a56b56-82c3-4cdf-b2f5-5b76efa81b4e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:20.429951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29abfe72-c76c-43da-8d2d-952f9132a6cf req-f2a56b56-82c3-4cdf-b2f5-5b76efa81b4e tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0703144 Jul 23 20:57:20.461388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-44f086c6-3c35-48bc-83b4-e435158ddb0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 200 len: 217 time: 0.0376205 Jul 23 20:57:20.473242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29abfe72-c76c-43da-8d2d-952f9132a6cf req-f856fed4-21dc-4970-b4a5-2945b5f0851c tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373647 Jul 23 20:57:20.512825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613caf01-c459-41cd-9721-898646de7161 req-0f4de9e3-4088-4b85-8a9e-0e1c85dafabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:20.514356 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-0f4de9e3-4088-4b85-8a9e-0e1c85dafabe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 200 len: 850 time: 0.0456007 Jul 23 20:57:20.576949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613caf01-c459-41cd-9721-898646de7161 req-01d33c27-ad24-4dd6-a7d1-2db49cd26c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:20.578448 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-01d33c27-ad24-4dd6-a7d1-2db49cd26c95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e47e7beb-d80e-46d5-895b-0d23b75b06fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569677 Jul 23 20:57:20.580055 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:20.606482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:20.614439 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:20.615034 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:57:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:20.669151 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-ffbcb853-7e00-4474-b9b3-af8b2243fa98 service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831015 Jul 23 20:57:20.725890 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:20.767976 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-613caf01-c459-41cd-9721-898646de7161 req-9dd806ed-a05c-47dd-a67c-d8e774abf89b service neutron] 10.222.0.36 "GET /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877626 Jul 23 20:57:20.917712 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:20.942662 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2817d0-08bd-4e32-9c8c-33e552437922 None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:47:32Z', 'revision_number': 4, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '3634a3da-a998-40dd-97ee-256ac55553da', 'name': '', 'network_id': 'e47e7beb-d80e-46d5-895b-0d23b75b06fe', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'mac_address': 'fa:16:3e:8c:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '20053e81-c411-4e37-994f-b3b078776273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:32Z', 'updated_at': '2021-07-23T20:47:37Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'subnets': [{'id': '20053e81-c411-4e37-994f-b3b078776273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:57:21.143695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87960b8c-4f0d-4704-b130-73d0411e5646 None None] New status for floating IP 73dc812d-2eee-4c53-ac2f-ab50011ca453: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 20:57:21.609341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05a917-e0d7-495e-b2b5-ec050881e341 req-62bacefc-159d-433e-9997-dfeec17edd3b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:21.610855 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f05a917-e0d7-495e-b2b5-ec050881e341 req-62bacefc-159d-433e-9997-dfeec17edd3b tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0678878 Jul 23 20:57:21.648303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f05a917-e0d7-495e-b2b5-ec050881e341 req-d92f6c05-964e-4295-8164-d7e53f716525 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/security-groups?id=3b6bbbf2-bfca-47da-b575-40c4c7f718d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312259 Jul 23 20:57:21.902136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-86d114ac-e81d-46b9-82ee-07aa679b52f5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:21.903649 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-86d114ac-e81d-46b9-82ee-07aa679b52f5 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 945 time: 0.0627022 Jul 23 20:57:22.008208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port 853afcaf-8dad-4763-a8a4-01d68330746f {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:22.008547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:22.101870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] For port 853afcaf-8dad-4763-a8a4-01d68330746f, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=853afcaf-8dad-4763-a8a4-01d68330746f,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:22.102247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:22.115089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for 853afcaf-8dad-4763-a8a4-01d68330746f owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:22.248599 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:22.276206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=853afcaf-8dad-4763-a8a4-01d68330746f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:22.325624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] No DVR routers for this DVR port 853afcaf-8dad-4763-a8a4-01d68330746f on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:57:22.328219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:22.330303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dfd1a5fa-6827-4fb7-a27f-3f56b0975dff req-a372d36b-32af-4042-961b-fc8f4bd14a5d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.36 "DELETE /v2.0/ports/853afcaf-8dad-4763-a8a4-01d68330746f HTTP/1.1" status: 204 len: 173 time: 0.4212053 Jul 23 20:57:22.330748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'name': 'network-vif-deleted', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:22.333040 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b795d270-64dc-42dd-820f-522c391ffda6" -d '{"events": [{"server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "name": "network-vif-deleted", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:22.370277 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea77d39-eef8-4440-91f6-2b58c5a4c0af x-openstack-request-id: req-8ea77d39-eef8-4440-91f6-2b58c5a4c0af {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:22.370592 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1549d4ec-7416-4bd7-b61f-51193ebb9e8a", "name": "network-vif-deleted", "tag": "853afcaf-8dad-4763-a8a4-01d68330746f", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:22.370897 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8ea77d39-eef8-4440-91f6-2b58c5a4c0af {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:22.371307 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1549d4ec-7416-4bd7-b61f-51193ebb9e8a', 'name': 'network-vif-deleted', 'tag': '853afcaf-8dad-4763-a8a4-01d68330746f', 'status': 'completed', 'code': 200} Jul 23 20:57:22.757172 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc6f1fcf-8798-4e99-9861-cc7f82cad75e req-d7b676d9-b44b-427c-8567-d67fc1ed2680 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0307298 Jul 23 20:57:23.862367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd9dd50c-d2ca-4c17-8c85-394dc9b762e4 req-ef3f5d04-e658-46f5-8b76-f6c3d4271468 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0318294 Jul 23 20:57:24.646409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 853afcaf-8dad-4763-a8a4-01d68330746f no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:24.666489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 853afcaf-8dad-4763-a8a4-01d68330746f {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:24.666946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 853afcaf-8dad-4763-a8a4-01d68330746f not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:24.961211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4488df6b-6a6a-49e8-a0c3-c94ba4b160f4 req-9f9323d2-370c-486b-b5af-7cabc30d92f2 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0295436 Jul 23 20:57:26.073934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5489579b-9db7-4998-882e-00b99c82ca65 req-a7ce8152-1ffd-4513-aae1-5f7e12f8dd7f tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "GET /v2.0/ports?device_id=1549d4ec-7416-4bd7-b61f-51193ebb9e8a HTTP/1.1" status: 200 len: 210 time: 0.0327511 Jul 23 20:57:27.130355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58262) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:27.254120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Deleting port 90e0cd32-7fda-4f21-abb9-ea0b4bd3c702 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:27.255110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.328152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.328570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.340026 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Calling delete_port for 90e0cd32-7fda-4f21-abb9-ea0b4bd3c702 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:27.470772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.495146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'Port': ['ID=90e0cd32-7fda-4f21-abb9-ea0b4bd3c702,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:27.561768 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.564242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:27.565390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-204599a0-c829-467b-a270-8c0546ee798d tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "DELETE /v2.0/floatingips/88cb9399-a4dc-4cac-84af-b7feeca11c47 HTTP/1.1" status: 204 len: 168 time: 0.4340463 Jul 23 20:57:29.815154 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58276) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:29.878912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c836be7-d6c6-4bd7-b877-f07a0b111200 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:29.904884 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c836be7-d6c6-4bd7-b877-f07a0b111200 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:29.966299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c836be7-d6c6-4bd7-b877-f07a0b111200 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:29.969363 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8c836be7-d6c6-4bd7-b877-f07a0b111200 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:29.970681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8c836be7-d6c6-4bd7-b877-f07a0b111200 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] 10.222.0.46 "DELETE /v2.0/security-groups/3b6bbbf2-bfca-47da-b575-40c4c7f718d6 HTTP/1.1" status: 204 len: 168 time: 0.1544647 Jul 23 20:57:29.981104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c836be7-d6c6-4bd7-b877-f07a0b111200 tempest-TestVolumeBootPattern-2010204303 tempest-TestVolumeBootPattern-2010204303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6bbbf2-bfca-47da-b575-40c4c7f718d6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:30.057004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58280) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:30.602729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:30.862928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Deleting port 3634a3da-a998-40dd-97ee-256ac55553da {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:30.863587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:30.938183 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] For port 3634a3da-a998-40dd-97ee-256ac55553da, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3634a3da-a998-40dd-97ee-256ac55553da,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:30.938601 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:30.951731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Calling delete_port for 3634a3da-a998-40dd-97ee-256ac55553da owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:31.132961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:31.155926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Pushing event deleted for resources: {'Port': ['ID=3634a3da-a998-40dd-97ee-256ac55553da,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:31.331923 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:31.546500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Router 98155930-0790-46d6-9ed7-54d0bf9866ad has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:57:31.652544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:31.657559 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e29a27df-b187-474d-b502-71e34cfa297c admin admin] 10.222.0.46 "PUT /v2.0/routers/98155930-0790-46d6-9ed7-54d0bf9866ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5994399 Jul 23 20:57:31.660046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:31.663147 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] Sync routers for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:31.672217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:31.672838 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:57:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:31.763759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:31.775599 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:31.865234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:31.917505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Deleting port 8709e687-81d3-4ec9-95c5-7a553db9f0fa {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:31.917849 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:31.947704 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:57:31Z', 'revision_number': 5, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port': {'id': '8709e687-81d3-4ec9-95c5-7a553db9f0fa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:4b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:30Z', 'updated_at': '2021-07-23T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:31.978496 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] Checking router: 98155930-0790-46d6-9ed7-54d0bf9866ad for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:31.986510 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] Routers {'98155930-0790-46d6-9ed7-54d0bf9866ad'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:31.987111 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:57:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['98155930-0790-46d6-9ed7-54d0bf9866ad'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:32.000608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] For port 8709e687-81d3-4ec9-95c5-7a553db9f0fa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8709e687-81d3-4ec9-95c5-7a553db9f0fa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:32.000972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.014354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Calling delete_port for 8709e687-81d3-4ec9-95c5-7a553db9f0fa owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:32.072739 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] Set router 98155930-0790-46d6-9ed7-54d0bf9866ad gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:32.121073 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:57:31Z', 'revision_number': 6, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:32.151328 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0af7ef5-f02f-431e-9374-d21534fc170c None None] The sync data for ids ['98155930-0790-46d6-9ed7-54d0bf9866ad'] in n-d-793620-13 is: [{'id': '98155930-0790-46d6-9ed7-54d0bf9866ad', 'name': 'tempest-TestVolumeBootPattern-381213924-router', 'tenant_id': 'aa486931998f4fb08724328a4e255791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:29Z', 'updated_at': '2021-07-23T20:57:31Z', 'revision_number': 6, 'project_id': 'aa486931998f4fb08724328a4e255791', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:57:32.190970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.217917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8709e687-81d3-4ec9-95c5-7a553db9f0fa,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:32.279597 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.366299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.368345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.413261 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.413729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98155930-0790-46d6-9ed7-54d0bf9866ad {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:57:32.417982 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.419112 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5f75811c-ba4b-451e-b8af-e77f2a994cd0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/98155930-0790-46d6-9ed7-54d0bf9866ad HTTP/1.1" status: 204 len: 168 time: 0.7575402 Jul 23 20:57:32.421678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:32.464943 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Deleting subnet 20053e81-c411-4e37-994f-b3b078776273 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:57:32.468096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.503355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.591533 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.644272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.671217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20053e81-c411-4e37-994f-b3b078776273,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:32.673112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.675052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-0193f5d0-9c26-4220-9c92-9986481222fc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/20053e81-c411-4e37-994f-b3b078776273 HTTP/1.1" status: 204 len: 168 time: 0.2524214 Jul 23 20:57:32.678133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58290) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:32.680220 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd62d4-176f-4004-9797-a733357600b2 None None] Network e47e7beb-d80e-46d5-895b-0d23b75b06fe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:57:32.753248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.806520 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Deleting port 178ca143-33a0-4e65-af0e-fd4030b236a6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:32.806870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.871766 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] For port 178ca143-33a0-4e65-af0e-fd4030b236a6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=178ca143-33a0-4e65-af0e-fd4030b236a6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:32.872402 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:32.884561 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Calling delete_port for 178ca143-33a0-4e65-af0e-fd4030b236a6 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:32.923929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] DHCP port deletion for e47e7beb-d80e-46d5-895b-0d23b75b06fe request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:57:32.977989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Deleting port 178ca143-33a0-4e65-af0e-fd4030b236a6 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:32.978352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.050184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] For port 178ca143-33a0-4e65-af0e-fd4030b236a6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=178ca143-33a0-4e65-af0e-fd4030b236a6,segment=NetworkSegment(81e461a7-1a9b-46d6-a893-86a091b2c757),segment_id=81e461a7-1a9b-46d6-a893-86a091b2c757)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:33.050578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.064587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Calling delete_port for 178ca143-33a0-4e65-af0e-fd4030b236a6 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:33.156328 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.185577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Pushing event deleted for resources: {'Port': ['ID=178ca143-33a0-4e65-af0e-fd4030b236a6,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:33.191573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] No DVR routers for this DVR port 178ca143-33a0-4e65-af0e-fd4030b236a6 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:57:33.199921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.200263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.202796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.203463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.203463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.204177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0889d10-e42e-4397-80a4-9531391f6ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:57:33.254475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.280470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Pushing event deleted for resources: {'Port': ['ID=178ca143-33a0-4e65-af0e-fd4030b236a6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:33.283724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] No DVR routers for this DVR port 178ca143-33a0-4e65-af0e-fd4030b236a6 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:57:33.354980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 178ca143-33a0-4e65-af0e-fd4030b236a6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:33.359491 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.369903 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47e7beb-d80e-46d5-895b-0d23b75b06fe']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:33.374954 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 178ca143-33a0-4e65-af0e-fd4030b236a6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:33.375304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 178ca143-33a0-4e65-af0e-fd4030b236a6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:33.375736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8709e687-81d3-4ec9-95c5-7a553db9f0fa no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:33.380406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e461a7-1a9b-46d6-a893-86a091b2c757') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:33.380702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e461a7-1a9b-46d6-a893-86a091b2c757') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:33.389147 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.394009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8709e687-81d3-4ec9-95c5-7a553db9f0fa {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:33.394356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8709e687-81d3-4ec9-95c5-7a553db9f0fa not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:33.395282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3634a3da-a998-40dd-97ee-256ac55553da no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:33.404702 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.410333 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:57:33.411283 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: self.session.flush() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:57:33.413308 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:57:33.416827 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 3634a3da-a998-40dd-97ee-256ac55553da {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:33.417122 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3634a3da-a998-40dd-97ee-256ac55553da not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:33.468185 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.474124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:33.476083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] 10.222.0.46 "DELETE /v2.0/networks/e47e7beb-d80e-46d5-895b-0d23b75b06fe HTTP/1.1" status: 204 len: 168 time: 0.7970316 Jul 23 20:57:33.479104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58292) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:33.488717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d40463-b28a-4539-bf79-9fa7f7ffc05a admin admin] Pushing event deleted for resources: {'Network': ['ID=e47e7beb-d80e-46d5-895b-0d23b75b06fe,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:33.809377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:34.053382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Deleting port d1e25c81-9ebd-4570-b74b-61a637f7df65 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:34.053753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:34.131263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] For port d1e25c81-9ebd-4570-b74b-61a637f7df65, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d1e25c81-9ebd-4570-b74b-61a637f7df65,segment=NetworkSegment(b56e6854-a277-4ddd-9daf-d9f2ac3ddd85),segment_id=b56e6854-a277-4ddd-9daf-d9f2ac3ddd85)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:34.131620 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:34.143301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Calling delete_port for d1e25c81-9ebd-4570-b74b-61a637f7df65 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:34.313765 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:34.339491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e25c81-9ebd-4570-b74b-61a637f7df65,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:34.505117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:34.715058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Router 396e5800-7b74-4036-a65d-bc35e53b216c has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 20:57:34.819601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 20:57:34.824725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aa6a8e8d-6780-40ae-9184-36fd3d84fc52 admin admin] 10.222.0.46 "PUT /v2.0/routers/396e5800-7b74-4036-a65d-bc35e53b216c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3443716 Jul 23 20:57:34.826987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:34.829464 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] Sync routers for ids ['396e5800-7b74-4036-a65d-bc35e53b216c'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 20:57:34.839400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] Routers {'396e5800-7b74-4036-a65d-bc35e53b216c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:34.840033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:57:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['396e5800-7b74-4036-a65d-bc35e53b216c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:34.936773 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:34.942807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] Set router 396e5800-7b74-4036-a65d-bc35e53b216c gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:35.130254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:57:34Z', 'revision_number': 5, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:35.157749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] Checking router: 396e5800-7b74-4036-a65d-bc35e53b216c for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 20:57:35.166404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] Routers {'396e5800-7b74-4036-a65d-bc35e53b216c'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 20:57:35.167036 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T20:57:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['396e5800-7b74-4036-a65d-bc35e53b216c'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:35.273539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] Set router 396e5800-7b74-4036-a65d-bc35e53b216c gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 20:57:35.349160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.401612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Deleting port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:35.401956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.463891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:57:34Z', 'revision_number': 5, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:35.478806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] For port ba8fbe1d-5000-4d05-a3c4-653c573e4c7a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:35.479170 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.494783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2fd17c-01e7-4a16-9853-1ec20a81fa14 None None] The sync data for ids ['396e5800-7b74-4036-a65d-bc35e53b216c'] in n-d-793620-13 is: [{'id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'name': 'tempest-TestVolumeBootPattern-690482730-router', 'tenant_id': '5de5eb336a774095b8962520f99f0a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:57:34Z', 'revision_number': 5, 'project_id': '5de5eb336a774095b8962520f99f0a86', 'gw_port': {'id': 'ba8fbe1d-5000-4d05-a3c4-653c573e4c7a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396e5800-7b74-4036-a65d-bc35e53b216c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T20:47:34Z', 'updated_at': '2021-07-23T20:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 20:57:35.495491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Calling delete_port for ba8fbe1d-5000-4d05-a3c4-653c573e4c7a owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:35.653353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.683639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8fbe1d-5000-4d05-a3c4-653c573e4c7a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:35.745603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.835700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.837958 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.885982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.886596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 396e5800-7b74-4036-a65d-bc35e53b216c {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 20:57:35.891229 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.892437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b50ca374-9398-439e-b8d3-6b83502d27dc admin admin] 10.222.0.46 "DELETE /v2.0/routers/396e5800-7b74-4036-a65d-bc35e53b216c HTTP/1.1" status: 204 len: 168 time: 1.0645375 Jul 23 20:57:35.895024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58298) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:35.944518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Deleting subnet ca604eb4-b3a0-4847-bbf9-41f229033752 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:57:35.947882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:35.983865 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.062991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.119269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.152220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca604eb4-b3a0-4847-bbf9-41f229033752,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:36.154207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.156236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7906b522-0e83-4b1b-adce-7ea64ee177d0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ca604eb4-b3a0-4847-bbf9-41f229033752 HTTP/1.1" status: 204 len: 168 time: 0.2599285 Jul 23 20:57:36.158757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58300) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:36.163085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567e8a1-4d3a-4a1c-a1e9-bb4cb4c94dde None None] Network fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:57:36.232776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.285179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Deleting port 751a7390-1731-4cdd-8b3e-e9394200acda {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:57:36.285600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.354033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] For port 751a7390-1731-4cdd-8b3e-e9394200acda, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=751a7390-1731-4cdd-8b3e-e9394200acda,segment=NetworkSegment(b56e6854-a277-4ddd-9daf-d9f2ac3ddd85),segment_id=b56e6854-a277-4ddd-9daf-d9f2ac3ddd85)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:36.354398 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.366319 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Calling delete_port for 751a7390-1731-4cdd-8b3e-e9394200acda owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:57:36.443831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.470794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Pushing event deleted for resources: {'Port': ['ID=751a7390-1731-4cdd-8b3e-e9394200acda,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:36.472689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] No DVR routers for this DVR port 751a7390-1731-4cdd-8b3e-e9394200acda on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:57:36.490076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5e4d0-3a0e-4af7-963a-6dbe44cefacc None None] DHCP port deletion for fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 20:57:36.550263 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.560416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:36.570722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:36.571014 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56e6854-a277-4ddd-9daf-d9f2ac3ddd85') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:57:36.579443 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.593097 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.599508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:57:36.600063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:57:36.601761 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:57:36.658725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.667371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.670288 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] 10.222.0.46 "DELETE /v2.0/networks/fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c HTTP/1.1" status: 204 len: 168 time: 0.5105164 Jul 23 20:57:36.681296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8415b3-dcef-49c5-8837-846b436b581a admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0c3b66-3c4b-4f2d-9f6f-9b2314749c3c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:36.796202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58304) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:36.838948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-abeafe1a-0ddc-4486-b5df-59816437f00d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa486931998f4fb08724328a4e255791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413039 Jul 23 20:57:36.844226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58306) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:36.893367 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25062a62-3183-4059-94b9-1f2d99c3123d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.914973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25062a62-3183-4059-94b9-1f2d99c3123d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.962448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25062a62-3183-4059-94b9-1f2d99c3123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.965005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-25062a62-3183-4059-94b9-1f2d99c3123d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:36.966262 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-25062a62-3183-4059-94b9-1f2d99c3123d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bd2ea0e2-30e5-485b-ae96-3f102d11aaa2 HTTP/1.1" status: 204 len: 168 time: 0.1210275 Jul 23 20:57:36.975716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25062a62-3183-4059-94b9-1f2d99c3123d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2ea0e2-30e5-485b-ae96-3f102d11aaa2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:37.305911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:37.353986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5fd2e25a-e7e0-46cd-9897-a0300e7f8852 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5de5eb336a774095b8962520f99f0a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468960 Jul 23 20:57:37.356434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58314) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:57:37.374509 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d1e25c81-9ebd-4570-b74b-61a637f7df65 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:37.395330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d1e25c81-9ebd-4570-b74b-61a637f7df65 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:37.395820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d1e25c81-9ebd-4570-b74b-61a637f7df65 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:37.396313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 751a7390-1731-4cdd-8b3e-e9394200acda no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:37.405291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5a15-f96f-4abc-897b-ea83e1118dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:37.415651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 751a7390-1731-4cdd-8b3e-e9394200acda {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:37.416085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 751a7390-1731-4cdd-8b3e-e9394200acda not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:37.416756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ba8fbe1d-5000-4d05-a3c4-653c573e4c7a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:57:37.427700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5a15-f96f-4abc-897b-ea83e1118dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:37.436195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ba8fbe1d-5000-4d05-a3c4-653c573e4c7a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:57:37.436627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ba8fbe1d-5000-4d05-a3c4-653c573e4c7a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:57:37.478154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5a15-f96f-4abc-897b-ea83e1118dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:37.480725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f1ae5a15-f96f-4abc-897b-ea83e1118dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:37.481907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f1ae5a15-f96f-4abc-897b-ea83e1118dcd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0496b01-3b84-44ce-871e-9958ae92f3cc HTTP/1.1" status: 204 len: 168 time: 0.1244082 Jul 23 20:57:37.490663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae5a15-f96f-4abc-897b-ea83e1118dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0496b01-3b84-44ce-871e-9958ae92f3cc,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:43.913520 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9cb2eef3-1586-4d66-9c94-e3ff3f713ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:44.064982 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:46.444913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:46.464834 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8171da2d-fe6d-4385-a913-b59ea5793e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:47.548402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:47.797866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-6c87ccd0-a346-4aa3-8873-d473dbd53fff tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e966a4ce76e94b4a9c2a1025620836d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294802 Jul 23 20:57:47.828074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:47.981844 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-70aa49f5-d2eb-4962-baf3-ed24086c0f42 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:47.983239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-70aa49f5-d2eb-4962-baf3-ed24086c0f42 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804149 Jul 23 20:57:47.998795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-3ae34715-7bd0-4f2d-bb6c-e24d986b4cb5 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/quotas/e966a4ce76e94b4a9c2a1025620836d2 HTTP/1.1" status: 200 len: 375 time: 0.0092108 Jul 23 20:57:48.031470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-e52c60cc-d672-4bd1-a329-c5e19c1460cd tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e966a4ce76e94b4a9c2a1025620836d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275486 Jul 23 20:57:49.209264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8cad180-6c72-477a-a5f0-89b7563c71d5 req-59d8282c-963d-4e25-b764-a46af9b12440 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0286143 Jul 23 20:57:49.771913 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:50.290328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c3ffb49c-15c5-4516-a1a1-9d38328fdeda req-588488db-93b3-4560-85f4-b5090d96a070 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0325339 Jul 23 20:57:51.385311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f794b0e-5405-4d10-9cf7-6d1bc95072b5 req-c9e7c5e6-9d2e-4236-b0e0-b56408fb8152 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0281851 Jul 23 20:57:51.870774 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:57:52.295212 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-f143af99-5d47-4952-bde4-12fc43407a25 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e966a4ce76e94b4a9c2a1025620836d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335424 Jul 23 20:57:52.477852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-dc29b2df-4302-42d7-9875-18a32aa36747 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:52.479336 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-dc29b2df-4302-42d7-9875-18a32aa36747 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793683 Jul 23 20:57:52.481211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7c7448a-b1e8-4526-9d9f-b65c61b61680 req-97067884-3c0c-4097-8804-36317c1e4eb2 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 210 time: 0.0294933 Jul 23 20:57:52.492350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Request body: {'port': {'device_id': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'admin_state_up': True, 'tenant_id': 'e966a4ce76e94b4a9c2a1025620836d2'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:52.600365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Made reservation on behalf of e966a4ce76e94b4a9c2a1025620836d2 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:57:52.603827 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.612370 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.701929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.705649 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:52.773123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8431ca7-fe9d-47b7-ad32-700a82767cae,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:52.846874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Allocated IP 192.168.233.25 (39c1eabb-eebd-4494-8272-94853a910dae/70e060af-fced-493b-af6a-964062fc5029/c68d538d-d212-4f56-b723-38d82e852702) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:57:52.992500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.005968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Transition to ACTIVE for port object c68d538d-d212-4f56-b723-38d82e852702 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:53.038411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.086201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Network 39c1eabb-eebd-4494-8272-94853a910dae is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:57:53.089166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:57:53.092867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:57:53.123891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Pushing event updated for resources: {'Port': ['ID=c68d538d-d212-4f56-b723-38d82e852702,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:53.149642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:53.150287 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.164948 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-65939651-f5c9-4ad6-84cd-8e33332e14d3 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6765022 Jul 23 20:57:53.178110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Request body: {'port': {'device_id': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:57:53.257906 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.290411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b00eadc-6b37-4588-b014-5a49d15851c0 None None] Provisioning for port c68d538d-d212-4f56-b723-38d82e852702 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:53.294154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b00eadc-6b37-4588-b014-5a49d15851c0 None None] Provisioning complete for port c68d538d-d212-4f56-b723-38d82e852702 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:53.294532 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b00eadc-6b37-4588-b014-5a49d15851c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.331426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3b00eadc-6b37-4588-b014-5a49d15851c0 None None] Port c68d538d-d212-4f56-b723-38d82e852702 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 20:57:53.516850 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68d538d-d212-4f56-b723-38d82e852702 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:57:53.524971 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.538248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Transition to ACTIVE for port object c68d538d-d212-4f56-b723-38d82e852702 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:57:53.541774 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.610671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67f488-67a8-4160-8577-e292a1b98c33 req-9558d5c1-4388-4e6c-8e71-022d9bf4b0d2 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:53.611231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c68d538d-d212-4f56-b723-38d82e852702,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:53.612259 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac67f488-67a8-4160-8577-e292a1b98c33 req-9558d5c1-4388-4e6c-8e71-022d9bf4b0d2 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 947 time: 0.0641394 Jul 23 20:57:53.655114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac67f488-67a8-4160-8577-e292a1b98c33 req-02b42362-5d80-4d4c-99ad-c936c5671820 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354338 Jul 23 20:57:53.669078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Attempting to bind port c68d538d-d212-4f56-b723-38d82e852702 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:57:53.669456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Attempting to bind port c68d538d-d212-4f56-b723-38d82e852702 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:57:53.669796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Attempting to bind port c68d538d-d212-4f56-b723-38d82e852702 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:57:53.679500 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Port c68d538d-d212-4f56-b723-38d82e852702 on network 39c1eabb-eebd-4494-8272-94853a910dae not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:57:53.679835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Attempting to bind port c68d538d-d212-4f56-b723-38d82e852702 on network 39c1eabb-eebd-4494-8272-94853a910dae {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:57:53.684910 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:57:53.685253 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Checking segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:57:53.685687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Bound using segment: {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:57:53.686125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Bound port: c68d538d-d212-4f56-b723-38d82e852702, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:57:53.686494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.752511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] For port c68d538d-d212-4f56-b723-38d82e852702, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:57:53.755679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] For port c68d538d-d212-4f56-b723-38d82e852702, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c68d538d-d212-4f56-b723-38d82e852702,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:57:53.760512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.795492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:53.796169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:53.797604 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/c68d538d-d212-4f56-b723-38d82e852702 HTTP/1.1" status: 200 len: 1096 time: 0.6246245 Jul 23 20:57:53.798052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'tag': 'c68d538d-d212-4f56-b723-38d82e852702'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:53.800345 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8454709-c164-4866-9958-4d2685929335" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5319d2-4ef5-4152-a73d-4d36518b5e82", "tag": "c68d538d-d212-4f56-b723-38d82e852702"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:53.825758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38341e89-4890-4573-a844-eb012c5db6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c68d538d-d212-4f56-b723-38d82e852702,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:53.858533 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a221899b-2c63-4ce9-9159-8c83a395839a x-openstack-request-id: req-a221899b-2c63-4ce9-9159-8c83a395839a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:53.858830 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5319d2-4ef5-4152-a73d-4d36518b5e82", "tag": "c68d538d-d212-4f56-b723-38d82e852702", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:53.859084 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a221899b-2c63-4ce9-9159-8c83a395839a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:53.859735 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'tag': 'c68d538d-d212-4f56-b723-38d82e852702', 'status': 'completed', 'code': 200} Jul 23 20:57:53.908615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-6d5353d2-a051-4de0-94db-f5651be90e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:53.910153 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-6d5353d2-a051-4de0-94db-f5651be90e29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e966a4ce76e94b4a9c2a1025620836d2&device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 1099 time: 0.0749795 Jul 23 20:57:53.954016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-9ab217ad-5a66-496d-ae7e-0b26c569bf14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c68d538d-d212-4f56-b723-38d82e852702 HTTP/1.1" status: 200 len: 217 time: 0.0356519 Jul 23 20:57:54.001733 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-a1602e2a-3700-45f9-9881-77b27950d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.003202 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-a1602e2a-3700-45f9-9881-77b27950d552 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0435953 Jul 23 20:57:54.060937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-1ded2dfe-5b9e-4d28-9edf-c460d34afc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.062545 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-1ded2dfe-5b9e-4d28-9edf-c460d34afc68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519640 Jul 23 20:57:54.154429 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-4b28dc6f-736a-483c-8212-28a97b9945b9 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853193 Jul 23 20:57:54.244044 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4dd06c9b-d47a-4015-875d-7a77af0a1bc0 req-627406c8-4671-4eee-8828-f14697c64475 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834594 Jul 23 20:57:54.341851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454709-c164-4866-9958-4d2685929335 req-2f0876aa-286f-4f61-82b0-cc90dcc0570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.343520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-2f0876aa-286f-4f61-82b0-cc90dcc0570e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e966a4ce76e94b4a9c2a1025620836d2&device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 1099 time: 0.0531504 Jul 23 20:57:54.429823 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454709-c164-4866-9958-4d2685929335 req-09a7c48a-53e5-421e-ab49-06413c4a6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.431314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-09a7c48a-53e5-421e-ab49-06413c4a6442 service neutron] 10.222.0.36 "GET /v2.0/networks?id=39c1eabb-eebd-4494-8272-94853a910dae HTTP/1.1" status: 200 len: 870 time: 0.0819683 Jul 23 20:57:54.474280 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-a124fcc0-a5ee-4d12-8849-71d7e73849ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=c68d538d-d212-4f56-b723-38d82e852702 HTTP/1.1" status: 200 len: 217 time: 0.0368228 Jul 23 20:57:54.521551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454709-c164-4866-9958-4d2685929335 req-f03e3d72-579b-4c61-95d5-351599d26b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.522996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-f03e3d72-579b-4c61-95d5-351599d26b7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=70e060af-fced-493b-af6a-964062fc5029 HTTP/1.1" status: 200 len: 843 time: 0.0423169 Jul 23 20:57:54.580716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8454709-c164-4866-9958-4d2685929335 req-f0ee7448-c11c-4d37-81df-8c2622eb4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.582481 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-f0ee7448-c11c-4d37-81df-8c2622eb4aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=39c1eabb-eebd-4494-8272-94853a910dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0511417 Jul 23 20:57:54.674358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-79984c95-32de-4978-825b-159ee34c0ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842564 Jul 23 20:57:54.764390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f8454709-c164-4866-9958-4d2685929335 req-ee9c869a-7fe3-4229-a370-2ee8b4577d88 service neutron] 10.222.0.36 "GET /v2.0/networks/39c1eabb-eebd-4494-8272-94853a910dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833855 Jul 23 20:57:54.787971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cfd16-33e6-4699-83a9-e11cbff97aaf req-bd265db8-5495-4076-ace4-554320bea4d6 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:54.789473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-404cfd16-33e6-4699-83a9-e11cbff97aaf req-bd265db8-5495-4076-ace4-554320bea4d6 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 947 time: 0.0674167 Jul 23 20:57:54.828852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-404cfd16-33e6-4699-83a9-e11cbff97aaf req-727157e8-115d-403c-b32e-8994c6d7ac75 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Jul 23 20:57:55.957383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427cdb5-be7d-4556-9db0-4538c22436e7 req-c1e59266-443e-4651-b357-44cdd358df0e tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:55.958942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2427cdb5-be7d-4556-9db0-4538c22436e7 req-c1e59266-443e-4651-b357-44cdd358df0e tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 947 time: 0.0621123 Jul 23 20:57:55.995884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2427cdb5-be7d-4556-9db0-4538c22436e7 req-12cc4311-e1b9-4d97-9270-783b9ab520c4 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314546 Jul 23 20:57:56.849674 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c68d538d-d212-4f56-b723-38d82e852702 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:57:56.941372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c68d538d-d212-4f56-b723-38d82e852702, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c68d538d-d212-4f56-b723-38d82e852702,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:56.952619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c68d538d-d212-4f56-b723-38d82e852702', 'network_id': '39c1eabb-eebd-4494-8272-94853a910dae', 'port_id': 'c68d538d-d212-4f56-b723-38d82e852702', 'mac_address': 'fa:16:3e:d6:39:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e060af-fced-493b-af6a-964062fc5029', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:57:56.996722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.008947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68d538d-d212-4f56-b723-38d82e852702 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:57:57.027722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c68d538d-d212-4f56-b723-38d82e852702, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c68d538d-d212-4f56-b723-38d82e852702,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:57.037480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:57.080842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c68d538d-d212-4f56-b723-38d82e852702,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:57.132224 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568902de-ba4b-4f30-8443-1f70d38896c0 req-a17617c8-664f-4497-8fe5-b888b0a33b16 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:57.133805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-568902de-ba4b-4f30-8443-1f70d38896c0 req-a17617c8-664f-4497-8fe5-b888b0a33b16 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 948 time: 0.0685804 Jul 23 20:57:57.170845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-568902de-ba4b-4f30-8443-1f70d38896c0 req-4b60a1cb-f511-40a4-a0b9-15212c733df8 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Jul 23 20:57:57.259316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c68d538d-d212-4f56-b723-38d82e852702'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:57:58.296489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614cf49-916b-44b5-a110-52a87dd2d387 req-46a9bc39-9cc3-4f75-ae11-90876604b452 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:58.297928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9614cf49-916b-44b5-a110-52a87dd2d387 req-46a9bc39-9cc3-4f75-ae11-90876604b452 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 948 time: 0.0628812 Jul 23 20:57:58.335104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9614cf49-916b-44b5-a110-52a87dd2d387 req-819e3046-2093-44be-a43f-d77cbd08d856 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307541 Jul 23 20:57:58.864387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c68d538d-d212-4f56-b723-38d82e852702 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:57:58.912094 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c68d538d-d212-4f56-b723-38d82e852702 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:57:58.915659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c68d538d-d212-4f56-b723-38d82e852702 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:57:58.916036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:58.992211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.016456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68d538d-d212-4f56-b723-38d82e852702'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:57:59.018746 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1819241a-4840-4201-a17f-762d6658d459" -d '{"events": [{"server_uuid": "0e5319d2-4ef5-4152-a73d-4d36518b5e82", "name": "network-vif-plugged", "status": "completed", "tag": "c68d538d-d212-4f56-b723-38d82e852702"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:57:59.031903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c68d538d-d212-4f56-b723-38d82e852702, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c68d538d-d212-4f56-b723-38d82e852702,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:57:59.038875 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:57:59.063058 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aff683-bf9b-4cdc-b60d-7adb74d4a7c0 x-openstack-request-id: req-70aff683-bf9b-4cdc-b60d-7adb74d4a7c0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:57:59.063352 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5319d2-4ef5-4152-a73d-4d36518b5e82", "name": "network-vif-plugged", "status": "completed", "tag": "c68d538d-d212-4f56-b723-38d82e852702", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:57:59.063606 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70aff683-bf9b-4cdc-b60d-7adb74d4a7c0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:57:59.064000 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68d538d-d212-4f56-b723-38d82e852702', 'code': 200} Jul 23 20:57:59.091356 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c68d538d-d212-4f56-b723-38d82e852702,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:57:59.172962 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4224b05-aa3c-4362-8859-96f1ae6cc1e2 req-a6e6a931-1642-4c0d-9191-3e7c69d51559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:59.174399 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4224b05-aa3c-4362-8859-96f1ae6cc1e2 req-a6e6a931-1642-4c0d-9191-3e7c69d51559 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 1101 time: 0.0564098 Jul 23 20:57:59.208397 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c4224b05-aa3c-4362-8859-96f1ae6cc1e2 req-6c129c14-9b87-4321-a8e6-1533dde79622 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269725 Jul 23 20:57:59.461776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c111648-7ec9-4a82-9b71-3b324838bd43 req-989e073a-0244-45f7-a7ea-d6b49bc8693c tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:57:59.463175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c111648-7ec9-4a82-9b71-3b324838bd43 req-989e073a-0244-45f7-a7ea-d6b49bc8693c tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 949 time: 0.0622447 Jul 23 20:57:59.500029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c111648-7ec9-4a82-9b71-3b324838bd43 req-f57d7113-5906-4626-9b3d-a66d0674d076 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jul 23 20:58:00.631608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc3539-0284-4eed-be95-ba8059d1976f req-5d485d4e-a723-483d-8851-ddaefca3df55 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:00.633087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42fc3539-0284-4eed-be95-ba8059d1976f req-5d485d4e-a723-483d-8851-ddaefca3df55 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 949 time: 0.0672050 Jul 23 20:58:00.670287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42fc3539-0284-4eed-be95-ba8059d1976f req-041e26b6-dc31-4754-8727-b6179d13dc61 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Jul 23 20:58:01.592116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eba34a-9dca-47d7-aded-a5841512be45 req-4c02f62b-7242-4774-9589-99e7e73be154 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:01.593804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54eba34a-9dca-47d7-aded-a5841512be45 req-4c02f62b-7242-4774-9589-99e7e73be154 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 949 time: 0.0624022 Jul 23 20:58:01.631296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54eba34a-9dca-47d7-aded-a5841512be45 req-8d8e1d7b-8ef9-4677-b235-740158fc541e tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315328 Jul 23 20:58:02.762126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd82da-a0e6-4461-aeaa-d7aaa347b26c req-8a7dc24f-e176-4d5f-a130-1b7de1e3d1f6 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:02.763604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6cd82da-a0e6-4461-aeaa-d7aaa347b26c req-8a7dc24f-e176-4d5f-a130-1b7de1e3d1f6 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 949 time: 0.0655365 Jul 23 20:58:02.801305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6cd82da-a0e6-4461-aeaa-d7aaa347b26c req-d500bb6e-a55d-444e-b03b-5db23b7b4920 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.46 "GET /v2.0/security-groups?id=c8431ca7-fe9d-47b7-ad32-700a82767cae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Jul 23 20:58:02.836564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6745-8825-4c5b-81a1-ad635001b13a req-1be8374b-8836-4bb0-8418-f2bdf1e5ea50 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:02.838086 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-839a6745-8825-4c5b-81a1-ad635001b13a req-1be8374b-8836-4bb0-8418-f2bdf1e5ea50 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.36 "GET /v2.0/ports?device_id=0e5319d2-4ef5-4152-a73d-4d36518b5e82 HTTP/1.1" status: 200 len: 949 time: 0.0627975 Jul 23 20:58:02.940033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Deleting port c68d538d-d212-4f56-b723-38d82e852702 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:02.940298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:03.028921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] For port c68d538d-d212-4f56-b723-38d82e852702, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c68d538d-d212-4f56-b723-38d82e852702,segment=NetworkSegment(2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf),segment_id=2bfd2129-dc04-4075-9c5d-3b09f3ae0bcf)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:03.029290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:03.041204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Calling delete_port for c68d538d-d212-4f56-b723-38d82e852702 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:03.171176 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:03.183641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c68d538d-d212-4f56-b723-38d82e852702'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:03.199822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Pushing event deleted for resources: {'Port': ['ID=c68d538d-d212-4f56-b723-38d82e852702,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:03.253185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] No DVR routers for this DVR port c68d538d-d212-4f56-b723-38d82e852702 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:03.256836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:03.258901 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-839a6745-8825-4c5b-81a1-ad635001b13a req-fa1d4a23-d789-460e-aec6-d716b1416e97 tempest-ServersAdminNegativeTestJSON-1958588500 tempest-ServersAdminNegativeTestJSON-1958588500-project] 10.222.0.36 "DELETE /v2.0/ports/c68d538d-d212-4f56-b723-38d82e852702 HTTP/1.1" status: 204 len: 173 time: 0.4130871 Jul 23 20:58:03.259404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'name': 'network-vif-deleted', 'tag': 'c68d538d-d212-4f56-b723-38d82e852702'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:03.261735 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75360ff1-67a3-4cc3-b8d6-ad5a395c896e" -d '{"events": [{"server_uuid": "0e5319d2-4ef5-4152-a73d-4d36518b5e82", "name": "network-vif-deleted", "tag": "c68d538d-d212-4f56-b723-38d82e852702"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:03.371817 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d8ec49-3ff7-4aaf-b0d5-48d3bf29312e x-openstack-request-id: req-74d8ec49-3ff7-4aaf-b0d5-48d3bf29312e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:03.372741 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5319d2-4ef5-4152-a73d-4d36518b5e82", "name": "network-vif-deleted", "tag": "c68d538d-d212-4f56-b723-38d82e852702", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:03.373000 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74d8ec49-3ff7-4aaf-b0d5-48d3bf29312e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:03.373407 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5319d2-4ef5-4152-a73d-4d36518b5e82', 'name': 'network-vif-deleted', 'tag': 'c68d538d-d212-4f56-b723-38d82e852702', 'status': 'completed', 'code': 200} Jul 23 20:58:04.083546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:04.233941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2225936a-e95d-44f9-ab86-0b65b925d19f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e966a4ce76e94b4a9c2a1025620836d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491742 Jul 23 20:58:04.236469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58470) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:04.282819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f883ef6-65ea-4ab9-ade7-c570404db09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.304019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f883ef6-65ea-4ab9-ade7-c570404db09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.349965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f883ef6-65ea-4ab9-ade7-c570404db09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.352603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f883ef6-65ea-4ab9-ade7-c570404db09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.353845 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5f883ef6-65ea-4ab9-ade7-c570404db09b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8431ca7-fe9d-47b7-ad32-700a82767cae HTTP/1.1" status: 204 len: 168 time: 0.1164691 Jul 23 20:58:04.361331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f883ef6-65ea-4ab9-ade7-c570404db09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8431ca7-fe9d-47b7-ad32-700a82767cae,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:04.603690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58476) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:04.617292 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34d6097e-80d1-4f2a-bf3f-ffd3ddaa9c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.705245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34d6097e-80d1-4f2a-bf3f-ffd3ddaa9c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.709751 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-34d6097e-80d1-4f2a-bf3f-ffd3ddaa9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.751166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-34d6097e-80d1-4f2a-bf3f-ffd3ddaa9c37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0527b489ceb46e585cf84afb1f0987d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464171 Jul 23 20:58:04.752300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6097e-80d1-4f2a-bf3f-ffd3ddaa9c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7297b012-aa45-4c29-9b6b-2acb35343f97,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:04.754046 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58478) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:04.808240 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3f65abf-760c-4d33-b089-43fd4d2e9206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.828701 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3f65abf-760c-4d33-b089-43fd4d2e9206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.874397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3f65abf-760c-4d33-b089-43fd4d2e9206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.876952 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c3f65abf-760c-4d33-b089-43fd4d2e9206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:04.878233 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c3f65abf-760c-4d33-b089-43fd4d2e9206 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7297b012-aa45-4c29-9b6b-2acb35343f97 HTTP/1.1" status: 204 len: 168 time: 0.1230941 Jul 23 20:58:04.886108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f65abf-760c-4d33-b089-43fd4d2e9206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7297b012-aa45-4c29-9b6b-2acb35343f97,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:05.524374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58500) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:05.615060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1443076689-network', 'tenant_id': 'fce8aab30d1e4db798a2f704fb135faf'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:05.636580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Made reservation on behalf of fce8aab30d1e4db798a2f704fb135faf for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:05.639010 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.647813 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.735757 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.739911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.761193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:58:05.775846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54f9ed-822b-4a76-aef4-f8759544b155,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:05.778760 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.779105 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Added segment 225a57f4-5b18-4022-887a-339f7828b5fd of type vlan for network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 Jul 23 20:58:05.821571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.852230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.853193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:05.853800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.882795 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3573310 Jul 23 20:58:05.885835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58504) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:05.891067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Request body: {'subnet': {'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1443076689-subnet', 'tenant_id': 'fce8aab30d1e4db798a2f704fb135faf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:05.910218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Made reservation on behalf of fce8aab30d1e4db798a2f704fb135faf for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:05.913202 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:05.913946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae8d15-f46c-4891-9aba-e56dffd4be39 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:05.924121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:58:06.080387 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:06.135974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05fae1b-4190-4246-bcc3-0bc55dec88b6,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:06.144437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Checking segment: {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:06.144799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Network hostable DHCP agents. Network: d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:58:06.161254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:58:06.169818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:06.173740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.174326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:06.180093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a1c8c2-9293-414d-9a0f-4c370766cdde None None] Network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:58:06.188269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9f2c706d-fc2d-4ffb-9662-a26b62ef8fe2 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3013148 Jul 23 20:58:06.306993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8fd6ce-3112-4d70-ba7b-6e1bd955bfaf None None] Network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:58:06.606362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-9532f184-95d9-45b5-b8c6-d3553c6a21bc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:06.607837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-9532f184-95d9-45b5-b8c6-d3553c6a21bc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 812 time: 0.1051941 Jul 23 20:58:06.622438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-580d73b3-d6b7-4113-9cb0-9662312dafe6 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/quotas/fce8aab30d1e4db798a2f704fb135faf HTTP/1.1" status: 200 len: 375 time: 0.0092843 Jul 23 20:58:06.654434 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-9c906110-4ba2-4fcc-9ee1-13b7a040e6ce tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273139 Jul 23 20:58:06.793152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-ac8eae9d-89d1-40eb-8de9-ded2c320c0bf service neutron] 10.222.0.46 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324248 Jul 23 20:58:06.881894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-2bff537f-67b4-4890-aae0-02aa5f5900a8 service neutron] 10.222.0.46 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828009 Jul 23 20:58:06.904498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c68d538d-d212-4f56-b723-38d82e852702 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:06.929412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c68d538d-d212-4f56-b723-38d82e852702 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:58:06.930440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c68d538d-d212-4f56-b723-38d82e852702 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:07.052589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21d3fd37-2bb0-4f7a-81a6-af0f0880d1a4 req-0a189bf5-b1df-4020-97d3-e742179f0d78 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 210 time: 0.0307906 Jul 23 20:58:08.133844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-449cc8d8-43e5-419b-af4b-3188a01ee7fe req-abf4237d-b2e7-4b63-b090-87305e53388c tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 210 time: 0.0315566 Jul 23 20:58:09.211912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2cab47bc-bbb0-4261-8b99-3ebd1152ee99 req-58c8b9fa-4f54-4465-aecf-a19e7023884a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Jul 23 20:58:10.221770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-988519f1-580a-4001-b23f-525ad1873f62 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:10.223339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-988519f1-580a-4001-b23f-525ad1873f62 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.36 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 812 time: 0.1101956 Jul 23 20:58:10.235029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Request body: {'port': {'device_id': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47', 'admin_state_up': True, 'tenant_id': 'fce8aab30d1e4db798a2f704fb135faf'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:10.308508 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af4492c0-c8d6-4645-b2b7-8c53e884bde4 req-289501a4-4102-496f-b54f-863be96ae374 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 210 time: 0.0288227 Jul 23 20:58:10.342874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Made reservation on behalf of fce8aab30d1e4db798a2f704fb135faf for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:10.346567 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.468242 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Allocated IP 172.20.0.12 (d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47/f05fae1b-4190-4246-bcc3-0bc55dec88b6/afb4cb5e-c43c-4662-a335-9332fbb35158) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:58:10.610890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.648877 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.690736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:58:10.694167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:10.697703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:58:10.723955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:10.750718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:10.751334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:10.765214 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-7aa332df-e001-4d14-9218-311e077a27cc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5341117 Jul 23 20:58:10.776389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Request body: {'port': {'device_id': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:10.851591 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:11.118384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb4cb5e-c43c-4662-a335-9332fbb35158 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:11.125805 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:11.137294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Transition to ACTIVE for port object afb4cb5e-c43c-4662-a335-9332fbb35158 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:11.141115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:11.188595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:11.218698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.219062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.219413 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.219758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.220100 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.220441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.220785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.221110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.221464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.221798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.222129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.222662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:11.272486 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:11.272830 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:11.273169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 on network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:11.277359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Port afb4cb5e-c43c-4662-a335-9332fbb35158 on network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:58:11.277780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 on network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:11.282552 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:11.282893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Checking segment: {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:11.283278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Bound using segment: {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:11.283707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Bound port: afb4cb5e-c43c-4662-a335-9332fbb35158, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:11.284063 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:11.345951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:11.349130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:11.354382 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:11.387817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.388676 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:11.390402 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] 10.222.0.36 "PUT /v2.0/ports/afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 1093 time: 0.6180558 Jul 23 20:58:11.392553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:11.396348 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734d72cd-b5eb-4877-af5e-a10bf10063a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:11.426748 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4524f-038c-42db-a0ee-79229e3be43b service neutron] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:11.447103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c487d-872e-4f23-9798-8feb86b03681 req-ba19d9df-6af4-4467-953f-a50dfee8ac8a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.449209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-471c487d-872e-4f23-9798-8feb86b03681 req-ba19d9df-6af4-4467-953f-a50dfee8ac8a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0737336 Jul 23 20:58:11.450203 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5260da4-f2e7-44ec-9189-1d54590d5eed x-openstack-request-id: req-a5260da4-f2e7-44ec-9189-1d54590d5eed {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:11.450491 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:11.450831 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a5260da4-f2e7-44ec-9189-1d54590d5eed {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:11.451226 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'status': 'completed', 'code': 200} Jul 23 20:58:11.493222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-471c487d-872e-4f23-9798-8feb86b03681 req-e8fdbb8e-c125-428e-892b-5ebf97555521 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Jul 23 20:58:11.499495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-d8d62b80-ad18-4f06-8688-3b2a6c9147d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.500567 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-d8d62b80-ad18-4f06-8688-3b2a6c9147d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0625670 Jul 23 20:58:11.541244 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-720978b3-7b95-4e81-970f-7283365bda9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0335910 Jul 23 20:58:11.588591 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-1d5e330f-65ba-4456-902d-49838252ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:11.589981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-1d5e330f-65ba-4456-902d-49838252ce8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0426674 Jul 23 20:58:11.626494 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-d8caec1d-bda6-4db2-95e7-c28b17b54086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jul 23 20:58:11.713116 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-984d8629-e76b-46f7-b660-4228ebba1878 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805182 Jul 23 20:58:12.100623 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-98d072b3-c171-4107-9204-c48b27d46fa4 req-8bf7aac7-cba5-4866-a11c-c2e1e6b4c52f service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796449 Jul 23 20:58:12.199730 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-354e7852-f51a-4d19-a515-dd19e02b1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:12.201211 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-354e7852-f51a-4d19-a515-dd19e02b1e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0537269 Jul 23 20:58:12.256869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-4b827122-da18-4a6a-91f3-fb89c25f6bd9 req-3acfb4f5-cfb9-4c33-8120-10cd1c9510a7 service neutron] (94027) timed out ('10.222.0.46', 54848) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 20:58:12.290301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-7e479686-7b96-4c31-b65f-456241c7fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:12.291697 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-7e479686-7b96-4c31-b65f-456241c7fec8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.0844629 Jul 23 20:58:12.337320 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-ec3774a8-d2dd-476a-b339-5a3c8366febc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0385573 Jul 23 20:58:12.386230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-f076c1d5-f7d1-4e1f-9e31-b1e608d5f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:12.387614 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-f076c1d5-f7d1-4e1f-9e31-b1e608d5f142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0431972 Jul 23 20:58:12.422225 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-70a3c673-8fd7-479a-9124-75f4d710130b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264719 Jul 23 20:58:12.512759 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-35daef7a-ed14-4b8d-846e-90da6d531d71 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830193 Jul 23 20:58:12.605484 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-734d72cd-b5eb-4877-af5e-a10bf10063a1 req-8c85db63-a7fe-4dc3-a72e-0905381ec611 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859754 Jul 23 20:58:12.624540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d245045-a481-44a6-a6a9-d0eb0ab07194 req-415efc92-bca0-4ce5-bbe3-51b8dd0d8662 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:12.626061 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d245045-a481-44a6-a6a9-d0eb0ab07194 req-415efc92-bca0-4ce5-bbe3-51b8dd0d8662 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0656090 Jul 23 20:58:12.663424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d245045-a481-44a6-a6a9-d0eb0ab07194 req-a43ac1a2-6675-429f-a8b9-c65f5d23a5ce tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Jul 23 20:58:13.791335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54738b94-379f-4525-a4cb-bd766f7550cf req-1992364b-4581-4214-929a-8f113d7f108b tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:13.792818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54738b94-379f-4525-a4cb-bd766f7550cf req-1992364b-4581-4214-929a-8f113d7f108b tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0618274 Jul 23 20:58:13.828458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-54738b94-379f-4525-a4cb-bd766f7550cf req-12e92753-d68a-4eb7-813a-b85161af0ca0 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301836 Jul 23 20:58:13.916586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-740e8ee3-bdb5-4640-878e-a52a14792023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:14.079888 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:14.944449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:58:14.960488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49415b33-f415-44fd-8e47-d4082ea7a5eb req-e3f1c9fc-0a4f-4cb0-adae-08fac797f803 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:14.962042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49415b33-f415-44fd-8e47-d4082ea7a5eb req-e3f1c9fc-0a4f-4cb0-adae-08fac797f803 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0674040 Jul 23 20:58:15.000807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49415b33-f415-44fd-8e47-d4082ea7a5eb req-4b0483b5-925d-49e7-8008-8129975947fb tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Jul 23 20:58:15.045771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:15.056422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47', 'port_id': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'mac_address': 'fa:16:3e:23:5a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05fae1b-4190-4246-bcc3-0bc55dec88b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:58:15.102453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.115293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb4cb5e-c43c-4662-a335-9332fbb35158 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:15.134596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:15.138306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:15.184737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:15.324632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['afb4cb5e-c43c-4662-a335-9332fbb35158'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:16.130781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82f9b2-e3b4-4e88-b95b-6640a69fc32b req-7a8514df-906f-44ef-b25d-58ed851540ee tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:16.132285 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c82f9b2-e3b4-4e88-b95b-6640a69fc32b req-7a8514df-906f-44ef-b25d-58ed851540ee tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 945 time: 0.0653117 Jul 23 20:58:16.170671 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0c82f9b2-e3b4-4e88-b95b-6640a69fc32b req-7a1a679f-629b-4048-a6ec-d0dcf546d845 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jul 23 20:58:16.446674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:16.466063 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-76ccfefc-3acf-4001-80d7-eb6ebf8d96e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:16.942056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:16.990381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port afb4cb5e-c43c-4662-a335-9332fbb35158 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:16.993995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port afb4cb5e-c43c-4662-a335-9332fbb35158 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:16.994458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.070553 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.099463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:17.101712 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b97eaf9-832d-44da-a314-35a1237db624" -d '{"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-plugged", "status": "completed", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:17.115137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:17.119315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.143153 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191a6240-bbe7-4011-beea-42c6ba7dc264 x-openstack-request-id: req-191a6240-bbe7-4011-beea-42c6ba7dc264 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:17.143445 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-plugged", "status": "completed", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:17.143704 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-191a6240-bbe7-4011-beea-42c6ba7dc264 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:17.144087 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'code': 200} Jul 23 20:58:17.171048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:17.246307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01bfc-4d6c-4cc0-9cd9-b8790873b71b req-482daba0-0ed1-44d6-ac27-3a8a28eac3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:17.247825 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7aa01bfc-4d6c-4cc0-9cd9-b8790873b71b req-482daba0-0ed1-44d6-ac27-3a8a28eac3bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1098 time: 0.0534668 Jul 23 20:58:17.282684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-7aa01bfc-4d6c-4cc0-9cd9-b8790873b71b req-b6b2d7da-a945-41d8-abf8-a6556a948a08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288157 Jul 23 20:58:17.298957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088c442-d4fe-4d6c-b2b9-bc66f50d1195 req-0410432b-9abb-47f8-8d5b-363ce05e45d8 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:17.300426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d088c442-d4fe-4d6c-b2b9-bc66f50d1195 req-0410432b-9abb-47f8-8d5b-363ce05e45d8 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0625541 Jul 23 20:58:17.341585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d088c442-d4fe-4d6c-b2b9-bc66f50d1195 req-15c7cb35-49ec-4ab4-9c5d-66b95041a98c tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Jul 23 20:58:17.547282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:17.830858 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:18.471188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a639a-1653-4d90-b55c-1c7ea85ebd9d req-a9954b2c-72b6-4004-b052-d11f8901e34b tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:18.472654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-803a639a-1653-4d90-b55c-1c7ea85ebd9d req-a9954b2c-72b6-4004-b052-d11f8901e34b tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0626292 Jul 23 20:58:18.508947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-803a639a-1653-4d90-b55c-1c7ea85ebd9d req-49f7a973-f8ec-40e0-9b51-78ef8f76f94e tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301068 Jul 23 20:58:18.691326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58584) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:18.792858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1fc42-d411-40f4-b416-feeee2739e67 req-a1a00cf5-3681-4610-aa70-72ce5167566a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:18.794371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1d1fc42-d411-40f4-b416-feeee2739e67 req-a1a00cf5-3681-4610-aa70-72ce5167566a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0960646 Jul 23 20:58:18.839067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-3a0b0fec-37c5-4986-aaa0-453088e14626 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1454484 Jul 23 20:58:18.844308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f1d1fc42-d411-40f4-b416-feeee2739e67 req-63ad66af-e8d9-4a94-8855-278bcf317e8b tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Jul 23 20:58:19.774987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:19.920640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-c2de823f-b65a-43c2-a332-aa70a8cb42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:19.922188 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-c2de823f-b65a-43c2-a332-aa70a8cb42da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1098 time: 0.0557809 Jul 23 20:58:19.987643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248cfb5-0469-4991-ac75-89cfed3b36f1 req-096a3403-868d-407e-92ae-a322036e5b93 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:19.989205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f248cfb5-0469-4991-ac75-89cfed3b36f1 req-096a3403-868d-407e-92ae-a322036e5b93 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0647478 Jul 23 20:58:20.015019 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-63fbe5c1-23b9-4178-9aa5-31940e0fbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:20.016430 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-63fbe5c1-23b9-4178-9aa5-31940e0fbeb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.0885451 Jul 23 20:58:20.026140 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f248cfb5-0469-4991-ac75-89cfed3b36f1 req-e6a9c566-2e24-4cbc-a544-a5d7ec9fd072 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Jul 23 20:58:20.058989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-73efe29a-1ecf-42c7-9395-c5e6395e3243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Jul 23 20:58:20.107151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-f3749648-8c34-4524-bcae-43aa15c552bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:20.108590 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-f3749648-8c34-4524-bcae-43aa15c552bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0436511 Jul 23 20:58:20.146204 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-3d882e89-a157-4f2d-94aa-d452c2d2e1c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314393 Jul 23 20:58:20.233238 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-61e8da5f-569e-4701-a4aa-8530dfa9a25c service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807874 Jul 23 20:58:20.323728 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-97daef1c-4bbb-49d5-a3bb-43059f232e39 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Jul 23 20:58:21.157753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b644321-b6bd-419a-bf9b-73a452a11524 req-e71e725c-5b35-43fa-8018-2bdf1d9d7fde tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:21.159223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b644321-b6bd-419a-bf9b-73a452a11524 req-e71e725c-5b35-43fa-8018-2bdf1d9d7fde tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0653672 Jul 23 20:58:21.199394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b644321-b6bd-419a-bf9b-73a452a11524 req-48653ee2-b9d5-4d20-b5ed-ed1f56a2fc05 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326276 Jul 23 20:58:22.326306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cadfb-4bdb-4c8c-a45f-ad3649c85db4 req-d345f011-dbc8-408a-a3c8-da32f20bdc67 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:22.327698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d89cadfb-4bdb-4c8c-a45f-ad3649c85db4 req-d345f011-dbc8-408a-a3c8-da32f20bdc67 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0622387 Jul 23 20:58:22.364755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d89cadfb-4bdb-4c8c-a45f-ad3649c85db4 req-a28cc19c-6611-492e-92e5-5d8f6c459808 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Jul 23 20:58:23.491215 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f72920-3649-478c-9faa-2e65286ba46e req-676a1c25-c990-48fc-8415-37ba22b7c05d tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:23.492691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71f72920-3649-478c-9faa-2e65286ba46e req-676a1c25-c990-48fc-8415-37ba22b7c05d tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0624774 Jul 23 20:58:23.529368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-71f72920-3649-478c-9faa-2e65286ba46e req-ad1af493-e14a-4b1e-a120-4f798ed1de50 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Jul 23 20:58:24.660108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1311ac-af17-4117-be25-7680171fc939 req-cc4198ce-3107-4dc7-a9ed-f316ff71da54 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:24.662242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f1311ac-af17-4117-be25-7680171fc939 req-cc4198ce-3107-4dc7-a9ed-f316ff71da54 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0659330 Jul 23 20:58:24.698328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f1311ac-af17-4117-be25-7680171fc939 req-8f970912-8eb1-44c5-a9f9-9abbff2e9659 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305998 Jul 23 20:58:25.825288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee85f6e-06c2-451d-b735-e46a0e86053e req-798e3e10-ab0c-452a-9e06-fd08e8f60f07 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:25.826799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aee85f6e-06c2-451d-b735-e46a0e86053e req-798e3e10-ab0c-452a-9e06-fd08e8f60f07 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0625708 Jul 23 20:58:25.864089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aee85f6e-06c2-451d-b735-e46a0e86053e req-e6006dcb-c207-4ebb-baac-04b48592c38d tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Jul 23 20:58:26.994585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214db28-3887-4033-b11c-0a4c28426c58 req-6e558e0e-1e47-4319-8dae-5078862bf1a1 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:26.996064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3214db28-3887-4033-b11c-0a4c28426c58 req-6e558e0e-1e47-4319-8dae-5078862bf1a1 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0655339 Jul 23 20:58:27.032873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3214db28-3887-4033-b11c-0a4c28426c58 req-6dacb9e5-5da1-4b80-88d1-3f68395a5479 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312104 Jul 23 20:58:28.167109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9286b3-dbb5-4420-b966-7da4c32a54fb req-e31961fd-28df-4799-aa65-826a2943a2f4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:28.168585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d9286b3-dbb5-4420-b966-7da4c32a54fb req-e31961fd-28df-4799-aa65-826a2943a2f4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0677178 Jul 23 20:58:28.204536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d9286b3-dbb5-4420-b966-7da4c32a54fb req-f8a1d700-b4ff-4349-ae09-82e4335c08de tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303981 Jul 23 20:58:28.870351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:58:29.331891 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97122586-a300-4776-89c5-4ab4cfaca27e req-7bc89b4e-7796-454d-889a-859f99b021af tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:29.334052 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97122586-a300-4776-89c5-4ab4cfaca27e req-7bc89b4e-7796-454d-889a-859f99b021af tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0618532 Jul 23 20:58:29.369811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97122586-a300-4776-89c5-4ab4cfaca27e req-a232c9bc-cd66-42bd-adf0-0366db956008 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301578 Jul 23 20:58:30.500720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e90b6-d7f1-46cf-8d08-1ce34cfaacc0 req-db8381aa-9588-4f23-abc0-d6587a12c10a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:30.502252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f1e90b6-d7f1-46cf-8d08-1ce34cfaacc0 req-db8381aa-9588-4f23-abc0-d6587a12c10a tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0660064 Jul 23 20:58:30.539725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9f1e90b6-d7f1-46cf-8d08-1ce34cfaacc0 req-4a24c662-750d-4bf2-bcf7-0abafef590aa tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Jul 23 20:58:31.669054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355a3fb-96af-442f-abb4-0db468c9d40c req-639c3efb-5506-43e7-9048-a09072462c97 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:31.670559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5355a3fb-96af-442f-abb4-0db468c9d40c req-639c3efb-5506-43e7-9048-a09072462c97 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0636148 Jul 23 20:58:31.708077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5355a3fb-96af-442f-abb4-0db468c9d40c req-00818204-3920-4b21-a7c8-c0c482e7ccf5 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310190 Jul 23 20:58:32.838547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b20047-1e2b-41ce-b1f3-5f8d47114635 req-ab48ca9a-957d-4acf-b770-394239ba9017 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:32.840012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b20047-1e2b-41ce-b1f3-5f8d47114635 req-ab48ca9a-957d-4acf-b770-394239ba9017 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0670547 Jul 23 20:58:32.878022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b20047-1e2b-41ce-b1f3-5f8d47114635 req-7bfdb044-2ca6-4f2f-a5f9-d664caac82fd tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Jul 23 20:58:34.007551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec14f3-1924-4c53-bcf0-8e933d5b8592 req-e45e7380-38df-44cf-a984-3d238ba663d3 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:34.009025 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4ec14f3-1924-4c53-bcf0-8e933d5b8592 req-e45e7380-38df-44cf-a984-3d238ba663d3 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0647092 Jul 23 20:58:34.045720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c4ec14f3-1924-4c53-bcf0-8e933d5b8592 req-48e5fb1b-6d20-4b4f-bc5c-8b4dbd6c37b7 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Jul 23 20:58:35.175140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9e1c5-f7d6-4f8a-8e06-bade07698039 req-34ea01e7-52e0-4b03-a317-ce62e154d322 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:35.176863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bca9e1c5-f7d6-4f8a-8e06-bade07698039 req-34ea01e7-52e0-4b03-a317-ce62e154d322 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0613816 Jul 23 20:58:35.221518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bca9e1c5-f7d6-4f8a-8e06-bade07698039 req-e39ff521-35de-4a89-b8ee-bd7548327a1c tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Jul 23 20:58:36.353321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e0e42-99e6-4576-b6e9-9cd7a2c8906e req-7ea962a9-7de3-4692-8225-c5389a0538e3 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:36.354753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-125e0e42-99e6-4576-b6e9-9cd7a2c8906e req-7ea962a9-7de3-4692-8225-c5389a0538e3 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0663276 Jul 23 20:58:36.391011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-125e0e42-99e6-4576-b6e9-9cd7a2c8906e req-c2b31e51-8e20-4215-89c5-fb3b556ed3f6 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307522 Jul 23 20:58:37.522168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f52bc2-0e92-44fc-8f5c-6c0fdc56e85b req-d999afb4-2657-4f8d-bcbb-3cf63da92701 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:37.523616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02f52bc2-0e92-44fc-8f5c-6c0fdc56e85b req-d999afb4-2657-4f8d-bcbb-3cf63da92701 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0652666 Jul 23 20:58:37.561814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02f52bc2-0e92-44fc-8f5c-6c0fdc56e85b req-0c7db1a4-4de1-4f6e-a43a-7faf207ff157 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Jul 23 20:58:38.692792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79859566-6f8a-4227-8788-9c60d628c8e1 req-f7af2866-00b6-424d-8738-4ee0566a5701 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:38.694295 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79859566-6f8a-4227-8788-9c60d628c8e1 req-f7af2866-00b6-424d-8738-4ee0566a5701 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0650113 Jul 23 20:58:38.733458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79859566-6f8a-4227-8788-9c60d628c8e1 req-385f4bb8-efe3-4a57-90d0-e12c58f18eba tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Jul 23 20:58:39.859397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4325c2-6c35-4723-958d-6edc9cfe5cd3 req-a363853a-c44f-4654-b89a-e5f8d2531b3e tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:39.860870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de4325c2-6c35-4723-958d-6edc9cfe5cd3 req-a363853a-c44f-4654-b89a-e5f8d2531b3e tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0619650 Jul 23 20:58:39.897279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de4325c2-6c35-4723-958d-6edc9cfe5cd3 req-b9d63bc5-f092-48eb-bbdd-122d983f765f tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300286 Jul 23 20:58:41.029836 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f15e6-e317-4bfd-be82-f2a09a64e434 req-9e15c493-20d9-4664-a36a-1af959f71558 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:41.031333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a04f15e6-e317-4bfd-be82-f2a09a64e434 req-9e15c493-20d9-4664-a36a-1af959f71558 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0659194 Jul 23 20:58:41.071848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a04f15e6-e317-4bfd-be82-f2a09a64e434 req-ec0e119a-7e27-47d9-9a27-28831316d041 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340981 Jul 23 20:58:42.204714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577712-4ffd-406c-9f2d-61973288559b req-000f62e9-397c-4036-81be-cf4d971372c6 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:42.206220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1577712-4ffd-406c-9f2d-61973288559b req-000f62e9-397c-4036-81be-cf4d971372c6 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0660820 Jul 23 20:58:42.243325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1577712-4ffd-406c-9f2d-61973288559b req-23fb45ac-ac61-40f1-bc86-4249dd6e50f8 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310073 Jul 23 20:58:42.877476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-581f091b-bf72-4cfa-8413-c6d9e10ec9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:42.879908 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-581f091b-bf72-4cfa-8413-c6d9e10ec9db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1098 time: 0.0597391 Jul 23 20:58:42.985447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-a501516c-04ab-49b3-ad19-a26431e52b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:42.986972 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-a501516c-04ab-49b3-ad19-a26431e52b23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.0889204 Jul 23 20:58:43.027864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-daf4565f-1f2b-4927-8b19-54410633c3a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0344126 Jul 23 20:58:43.078119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-c6133c46-b19b-48f8-92b2-040bb019edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:43.079580 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-c6133c46-b19b-48f8-92b2-040bb019edb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0444481 Jul 23 20:58:43.117730 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-f828e1df-6d56-41f2-a3c9-3837bfbaab61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322864 Jul 23 20:58:43.207921 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-9d4df5f9-0575-480f-9a09-235760e7bcbd service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836704 Jul 23 20:58:43.306615 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-8ac260c5-61fb-4095-b075-d6ba93832130 req-04bb4691-9d24-42f1-abc1-9d32c46564ac service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909698 Jul 23 20:58:43.372366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146ed2a-d075-47ed-9a41-4a2be11e3a6a req-9cf4ea71-7e04-4b67-8a0f-b4fcdc8a6fd7 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:43.373884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8146ed2a-d075-47ed-9a41-4a2be11e3a6a req-9cf4ea71-7e04-4b67-8a0f-b4fcdc8a6fd7 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0649927 Jul 23 20:58:43.410461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8146ed2a-d075-47ed-9a41-4a2be11e3a6a req-8ba5aa5d-3cb6-4f8d-a81f-97bc868c4ef0 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301406 Jul 23 20:58:43.917676 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8dfc01c4-1f6c-4960-bb1d-32006ca9febe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:44.093898 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:44.544022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc2c31-21df-4344-94e1-6afead5ada8f req-a4cd39ac-58c1-4eb8-9a68-e75a8675d1b0 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:44.545527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4bc2c31-21df-4344-94e1-6afead5ada8f req-a4cd39ac-58c1-4eb8-9a68-e75a8675d1b0 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0665667 Jul 23 20:58:44.583683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4bc2c31-21df-4344-94e1-6afead5ada8f req-2527f415-0bfe-44eb-a6f4-82817230d7f5 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320549 Jul 23 20:58:45.711730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fb120-db64-4969-a6b6-fb217c071e3f req-2aa18ac4-6391-497c-a48d-add95079a405 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:45.713509 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a26fb120-db64-4969-a6b6-fb217c071e3f req-2aa18ac4-6391-497c-a48d-add95079a405 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0638723 Jul 23 20:58:45.753220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a26fb120-db64-4969-a6b6-fb217c071e3f req-afb2a57d-5a2a-4b38-a782-487c6d92c2ec tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Jul 23 20:58:46.447695 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.465467 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c81ab6d5-4106-4326-a97c-477683b7a1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:46.880282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dfbf9-8e4e-461a-85d3-3c7fd977d9cb req-9a7495c7-a41b-4592-9785-41ee9ea428e1 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:46.881757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a0dfbf9-8e4e-461a-85d3-3c7fd977d9cb req-9a7495c7-a41b-4592-9785-41ee9ea428e1 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 946 time: 0.0615745 Jul 23 20:58:46.917667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a0dfbf9-8e4e-461a-85d3-3c7fd977d9cb req-bcb15521-75a2-4b3e-9d4a-1020ec36e04c tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304012 Jul 23 20:58:47.231848 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b754629d-80a4-4529-904a-fcaa8e9deabc service neutron] show failed (client error): The resource could not be found. Jul 23 20:58:47.232867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b754629d-80a4-4529-904a-fcaa8e9deabc service neutron] 10.222.0.36 "GET /v2.0/ports/afb4cb5e-c43c-4662-a335-9332fbb35158/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0551519 Jul 23 20:58:47.482351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-2c4a93cf-f9f6-44bb-bd28-f989e254fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:47.483851 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-2c4a93cf-f9f6-44bb-bd28-f989e254fd21 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693&tenant_id=fce8aab30d1e4db798a2f704fb135faf HTTP/1.1" status: 200 len: 1098 time: 0.0945101 Jul 23 20:58:47.494848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:47.547757 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.563869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.770372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:47.802747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:47.832907 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.842801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:47.845336 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484a0319-9010-4021-96d5-3de65b5d722e" -d '{"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-unplugged", "status": "completed", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:47.853603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.866378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Transition to ACTIVE for port object afb4cb5e-c43c-4662-a335-9332fbb35158 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:47.870365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:47.910511 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80450b1-4fde-42d1-ab5b-543b936d7eb0 x-openstack-request-id: req-f80450b1-4fde-42d1-ab5b-543b936d7eb0 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:47.910657 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-unplugged", "status": "completed", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:47.910910 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f80450b1-4fde-42d1-ab5b-543b936d7eb0 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:47.911314 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'code': 200} Jul 23 20:58:47.944732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] No DVR routers for this DVR port afb4cb5e-c43c-4662-a335-9332fbb35158 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:47.946832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:48.001302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:48.001742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:48.002166 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 on network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:48.007970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Port afb4cb5e-c43c-4662-a335-9332fbb35158 on network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:58:48.008294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Attempting to bind port afb4cb5e-c43c-4662-a335-9332fbb35158 on network d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:48.014661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:48.015234 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Checking segment: {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:48.015759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Bound using segment: {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:48.016385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Bound port: afb4cb5e-c43c-4662-a335-9332fbb35158, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225a57f4-5b18-4022-887a-339f7828b5fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:48.017009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.073958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0144744-5106-4f7c-9d11-1874ff939830 req-8e57fb46-f73f-40c0-86f2-a1227606f520 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:48.076265 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0144744-5106-4f7c-9d11-1874ff939830 req-8e57fb46-f73f-40c0-86f2-a1227606f520 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0832026 Jul 23 20:58:48.107034 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:48.110272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:48.115857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.120261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0144744-5106-4f7c-9d11-1874ff939830 req-b8b5920f-1aab-44e9-bbb3-215e881410fc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380607 Jul 23 20:58:48.159300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:48.159958 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:48.161598 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] 10.222.0.47 "PUT /v2.0/ports/afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 1093 time: 0.6706877 Jul 23 20:58:48.198809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026bbdf-e562-4a25-ae0d-797f98543190 service neutron] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:48.258038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-8d3dd070-a6ca-46d5-b547-0c0d0ce3acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:48.260452 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-8d3dd070-a6ca-46d5-b547-0c0d0ce3acf6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0723996 Jul 23 20:58:48.373079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-cb70d7f8-4c97-4621-bfcf-aeee63b43bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:48.374619 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-cb70d7f8-4c97-4621-bfcf-aeee63b43bfd service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.1081398 Jul 23 20:58:48.421529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-063e56de-9f77-4d81-84d3-f16c15861617 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0399399 Jul 23 20:58:48.482599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-1506ba36-5056-4f5c-a078-14fffb07b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:48.484074 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-1506ba36-5056-4f5c-a078-14fffb07b81b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0560462 Jul 23 20:58:48.523445 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-52c65981-be80-4da0-b6c3-60c1c42f5171 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324526 Jul 23 20:58:48.638224 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-4aef3bb1-3316-45f0-84b1-4bae13b3b75d service neutron] 10.222.0.47 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085873 Jul 23 20:58:48.732479 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b3b1762b-3dea-49bc-ac3b-eed491489663 req-488a6d01-0356-42e2-ab29-92b9b3dd3c87 service neutron] 10.222.0.47 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879319 Jul 23 20:58:49.261537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf52d2-6709-4b7c-8f83-9e0d4ff9f137 req-2007d647-29f6-45bb-9eb3-06e1fdb50dfc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:49.263045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acbf52d2-6709-4b7c-8f83-9e0d4ff9f137 req-2007d647-29f6-45bb-9eb3-06e1fdb50dfc tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0653679 Jul 23 20:58:49.299546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acbf52d2-6709-4b7c-8f83-9e0d4ff9f137 req-b57e0df2-409a-4aac-ba92-0362d3cb0da7 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Jul 23 20:58:49.779203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:49.912233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:49.914659 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430333db-e598-4f89-a05c-c4bb3e0bdc35" -d '{"events": [{"name": "network-changed", "server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:49.961905 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9dda04-92e2-4374-9bac-df5e72b8f258 x-openstack-request-id: req-1b9dda04-92e2-4374-9bac-df5e72b8f258 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:49.962202 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:49.962457 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b9dda04-92e2-4374-9bac-df5e72b8f258 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:49.962860 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'status': 'completed', 'code': 200} Jul 23 20:58:50.075138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-8ca5a937-cbb5-4543-a219-6c47213bb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.076653 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-8ca5a937-cbb5-4543-a219-6c47213bb196 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0964096 Jul 23 20:58:50.081110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-571d577d-b256-4825-bf1c-8651865daa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.083070 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-571d577d-b256-4825-bf1c-8651865daa0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0950418 Jul 23 20:58:50.243914 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-a467910a-57ae-4972-9b22-1bdd2654635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.245414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-a467910a-57ae-4972-9b22-1bdd2654635c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.1615076 Jul 23 20:58:50.246629 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-5b3a428d-30bb-4d13-adb4-a3e2aea815c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.247955 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-5b3a428d-30bb-4d13-adb4-a3e2aea815c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.1569552 Jul 23 20:58:50.322554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-0c46994b-6d52-4bce-859a-19bd6ceec365 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0704050 Jul 23 20:58:50.323806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-af3323ea-3f37-4b5b-9b9a-b876bbcf022b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0654876 Jul 23 20:58:50.407640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-6883e921-fa93-445c-8776-fb935d08e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.409119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-6883e921-fa93-445c-8776-fb935d08e943 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0812547 Jul 23 20:58:50.411332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-c96112e0-ca1c-49ce-b312-c96a7ea49bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.412661 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-c96112e0-ca1c-49ce-b312-c96a7ea49bee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.0757213 Jul 23 20:58:50.432972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58681b28-69f2-440c-a4b5-c10487e33604 req-ea05298b-48b9-4e47-b857-784f49f497cf tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.434498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58681b28-69f2-440c-a4b5-c10487e33604 req-ea05298b-48b9-4e47-b857-784f49f497cf tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 944 time: 0.0663619 Jul 23 20:58:50.453867 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-7995df74-cfd7-4eb2-98d4-269fd636e471 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380189 Jul 23 20:58:50.472540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58681b28-69f2-440c-a4b5-c10487e33604 req-66b66c7d-dce7-49dc-b39b-1644604a525d tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Jul 23 20:58:50.473535 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-8737e67d-70c4-4fa4-929d-9a0184527146 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496731 Jul 23 20:58:50.631047 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-c8b95e9e-52f6-4f38-9b61-1dad678485be service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603794 Jul 23 20:58:50.633172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-82466295-d76c-4228-a9d2-176d2115bc7b service neutron] 10.222.0.47 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520820 Jul 23 20:58:50.657757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.36', 62911) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:50.767152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-5dffdfcb-3674-47fb-a2a3-0fc2d09f7264 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.768627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-5dffdfcb-3674-47fb-a2a3-0fc2d09f7264 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.36 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693&tenant_id=fce8aab30d1e4db798a2f704fb135faf&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 944 time: 0.1099074 Jul 23 20:58:50.792911 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-39c4b1fc-c235-4d5d-92f6-b4bfd9e46f34 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553063 Jul 23 20:58:50.796346 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-e43cce50-06bc-4265-aab4-dd366c2df04f service neutron] 10.222.0.47 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511869 Jul 23 20:58:50.833646 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-525b8ace-cd00-4b63-9539-771160705199 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:58:50.834727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-525b8ace-cd00-4b63-9539-771160705199 service neutron] 10.222.0.36 "DELETE /v2.0/ports/afb4cb5e-c43c-4662-a335-9332fbb35158/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0597119 Jul 23 20:58:50.964166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-d16f6f53-e5ca-4d58-9e16-78d8ea22020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:50.965696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-d16f6f53-e5ca-4d58-9e16-78d8ea22020f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fce8aab30d1e4db798a2f704fb135faf&device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0886080 Jul 23 20:58:51.056378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-eafa2d27-ef25-4eef-b0ad-26cb2805a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:51.057880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-eafa2d27-ef25-4eef-b0ad-26cb2805a71c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 200 len: 913 time: 0.0863621 Jul 23 20:58:51.098410 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:51.117472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-015dd565-6b5a-487a-b671-6074b90bc42f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 200 len: 217 time: 0.0527923 Jul 23 20:58:51.138667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:51.475628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-ed461bc8-1354-45a9-92be-033814cdeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:51.477092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-ed461bc8-1354-45a9-92be-033814cdeb1e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 200 len: 852 time: 0.3541219 Jul 23 20:58:51.530244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-452a7464-3d1a-445c-8bcd-c9f9897bbb14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454836 Jul 23 20:58:51.618910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-72496c58-c4b4-4b91-9834-a6d1ce1f4305 service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 Jul 23 20:58:51.652657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:58:51.712384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-b92a9a08-1d2d-41cd-8844-4db2f0c0bc2d service neutron] 10.222.0.36 "GET /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871122 Jul 23 20:58:51.743657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:51.754538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'network_id': 'd9c6ec0a-0e6b-4840-ac77-693ccfd0ad47', 'port_id': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'mac_address': 'fa:16:3e:23:5a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f05fae1b-4190-4246-bcc3-0bc55dec88b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:58:51.796226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:51.808771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb4cb5e-c43c-4662-a335-9332fbb35158 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:51.827902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:51.831409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:51.876950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:51.884559 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.884914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.885261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.885704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.886048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.886386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.886720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.887054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.887386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.887715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.888044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:51.888372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:52.067904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['afb4cb5e-c43c-4662-a335-9332fbb35158'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:52.402506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906dc843-f36b-4365-a0f5-1d5437917ffd req-5426c18c-df43-469f-93d5-409e149d555f tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:52.403980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-906dc843-f36b-4365-a0f5-1d5437917ffd req-5426c18c-df43-469f-93d5-409e149d555f tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 945 time: 0.0629108 Jul 23 20:58:52.439950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-906dc843-f36b-4365-a0f5-1d5437917ffd req-5b9dbee8-7de7-4086-9332-f4f13ce73702 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302713 Jul 23 20:58:53.571940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748778f2-3df2-4471-b9dc-26b472fd1e50 req-f529d4b5-db80-437b-84a1-06fce99c1661 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:53.573438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-748778f2-3df2-4471-b9dc-26b472fd1e50 req-f529d4b5-db80-437b-84a1-06fce99c1661 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 945 time: 0.0627971 Jul 23 20:58:53.611034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-748778f2-3df2-4471-b9dc-26b472fd1e50 req-3e19446b-d776-4c97-af14-21f0f0753399 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.46 "GET /v2.0/security-groups?id=cb54f9ed-822b-4a76-aef4-f8759544b155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 23 20:58:53.657232 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-d06bb5f1-0fe8-4f48-aec3-cace15109d40 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:53.658738 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-d06bb5f1-0fe8-4f48-aec3-cace15109d40 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.47 "GET /v2.0/ports?device_id=a22e89b6-b69a-4793-8c89-98ca92dd2693 HTTP/1.1" status: 200 len: 945 time: 0.0632217 Jul 23 20:58:53.666903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:58:53.714678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port afb4cb5e-c43c-4662-a335-9332fbb35158 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:58:53.718309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port afb4cb5e-c43c-4662-a335-9332fbb35158 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:58:53.718716 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:53.762010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Deleting port afb4cb5e-c43c-4662-a335-9332fbb35158 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:58:53.762355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:53.793844 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:53.818194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:53.820457 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07feffae-417f-43b2-a348-0ed4373d91b3" -d '{"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-plugged", "status": "completed", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:53.832981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:53.837458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:53.852484 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] For port afb4cb5e-c43c-4662-a335-9332fbb35158, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=afb4cb5e-c43c-4662-a335-9332fbb35158,segment=NetworkSegment(225a57f4-5b18-4022-887a-339f7828b5fd),segment_id=225a57f4-5b18-4022-887a-339f7828b5fd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:58:53.852888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:53.867218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Calling delete_port for afb4cb5e-c43c-4662-a335-9332fbb35158 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:58:54.010270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.032937 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5a00c-6478-4f42-8e2a-fe87cb5597c7 x-openstack-request-id: req-35b5a00c-6478-4f42-8e2a-fe87cb5597c7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:54.033281 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-plugged", "status": "completed", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:54.033615 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35b5a00c-6478-4f42-8e2a-fe87cb5597c7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:54.033869 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'code': 200} Jul 23 20:58:54.035461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['afb4cb5e-c43c-4662-a335-9332fbb35158'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:58:54.040398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Pushing event deleted for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:54.084607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=afb4cb5e-c43c-4662-a335-9332fbb35158,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:54.090080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] No DVR routers for this DVR port afb4cb5e-c43c-4662-a335-9332fbb35158 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:58:54.092650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.095103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-908a83ef-a8df-492d-ae81-be3a38d91720 req-bc3dcf6e-8202-41c3-92bb-5146493a02d4 tempest-DeleteServersTestJSON-172748265 tempest-DeleteServersTestJSON-172748265-project] 10.222.0.47 "DELETE /v2.0/ports/afb4cb5e-c43c-4662-a335-9332fbb35158 HTTP/1.1" status: 204 len: 173 time: 0.4302723 Jul 23 20:58:54.095563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-deleted', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:54.098400 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae573072-e6aa-4698-af8d-74bf79676c95" -d '{"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-deleted", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:54.138452 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3069e6c5-0fdb-41ca-85fb-313031d32765 x-openstack-request-id: req-3069e6c5-0fdb-41ca-85fb-313031d32765 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:54.138749 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22e89b6-b69a-4793-8c89-98ca92dd2693", "name": "network-vif-deleted", "tag": "afb4cb5e-c43c-4662-a335-9332fbb35158", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:54.139003 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3069e6c5-0fdb-41ca-85fb-313031d32765 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:54.139406 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22e89b6-b69a-4793-8c89-98ca92dd2693', 'name': 'network-vif-deleted', 'tag': 'afb4cb5e-c43c-4662-a335-9332fbb35158', 'status': 'completed', 'code': 200} Jul 23 20:58:54.739837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58700) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:54.790384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Deleting subnet f05fae1b-4190-4246-bcc3-0bc55dec88b6 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 20:58:54.793325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.826649 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.864682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.916118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.942408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05fae1b-4190-4246-bcc3-0bc55dec88b6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:54.944776 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:54.946620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f05fae1b-4190-4246-bcc3-0bc55dec88b6 HTTP/1.1" status: 204 len: 168 time: 0.2057776 Jul 23 20:58:54.949270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58702) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:54.952981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.953339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.953714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.954059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.954400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.954739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.955080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.955417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.955746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.956078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.956488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:54.957419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4edbd45-d468-4248-89ae-c68fb7bb0a54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:58:55.017796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.100094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.109866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:55.119398 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225a57f4-5b18-4022-887a-339f7828b5fd') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:55.119695 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225a57f4-5b18-4022-887a-339f7828b5fd') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 20:58:55.128188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.141553 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.147889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 20:58:55.148272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: timer() Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 20:58:55.150033 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 20:58:55.203908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.209847 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.211764 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47 HTTP/1.1" status: 204 len: 168 time: 0.2614720 Jul 23 20:58:55.228734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd033f-1dae-4bc2-afb9-35774e462b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c6ec0a-0e6b-4840-ac77-693ccfd0ad47,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:55.318664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58706) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:55.358537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-61a6c006-5718-4488-985a-51517d8b6704 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fce8aab30d1e4db798a2f704fb135faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387390 Jul 23 20:58:55.360890 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58708) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:55.407525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a64a6978-c5dc-42fc-88d1-1e8f12de78d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.427960 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a64a6978-c5dc-42fc-88d1-1e8f12de78d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.474248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a64a6978-c5dc-42fc-88d1-1e8f12de78d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.476726 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a64a6978-c5dc-42fc-88d1-1e8f12de78d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:55.478025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a64a6978-c5dc-42fc-88d1-1e8f12de78d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb54f9ed-822b-4a76-aef4-f8759544b155 HTTP/1.1" status: 204 len: 168 time: 0.1162486 Jul 23 20:58:55.485376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a6978-c5dc-42fc-88d1-1e8f12de78d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54f9ed-822b-4a76-aef4-f8759544b155,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:56.111239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 58730) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:56.204106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1135377501-network', 'tenant_id': '822ea5c3505848e582f7f3677d81b92f'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:56.224883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Made reservation on behalf of 822ea5c3505848e582f7f3677d81b92f for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:56.227414 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.235705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.329688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.333346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.360323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 20:58:56.369895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255f525b-832c-4a69-a23b-07b83acbb015,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:56.378146 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.378146 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Added segment 3cd2b545-97ff-4db9-8ba7-ddd826515ec1 of type vlan for network be49569c-34fe-418e-8fbe-9c056131f691 Jul 23 20:58:56.418607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.446813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.447805 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:56.448373 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.471333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3589809 Jul 23 20:58:56.475012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 58734) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 20:58:56.480072 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Request body: {'subnet': {'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1135377501-subnet', 'tenant_id': '822ea5c3505848e582f7f3677d81b92f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:56.502057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Made reservation on behalf of 822ea5c3505848e582f7f3677d81b92f for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:56.504589 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.507665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f08c4-8ea2-4e84-8eb8-ba8b7161f4ee admin admin] Pushing event updated for resources: {'Network': ['ID=be49569c-34fe-418e-8fbe-9c056131f691,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:56.517686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network be49569c-34fe-418e-8fbe-9c056131f691 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 20:58:56.668260 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.723836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a01ca41-2be9-4036-90ce-17ec705a6356,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:56.733580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Checking segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:56.733939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Network hostable DHCP agents. Network: be49569c-34fe-418e-8fbe-9c056131f691, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 20:58:56.749859 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Network be49569c-34fe-418e-8fbe-9c056131f691 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 20:58:56.758080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, be49569c-34fe-418e-8fbe-9c056131f691) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:56.761802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:56.762393 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:56.766560 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3172656-51d2-4ce6-a62c-a1f085fb3d1e None None] Network be49569c-34fe-418e-8fbe-9c056131f691 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:58:56.777106 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cb39921b-630f-4d7c-9b1f-f1274557077c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3008912 Jul 23 20:58:56.895548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc89a6-9577-4910-9a79-ec57a17441ff None None] Network be49569c-34fe-418e-8fbe-9c056131f691 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 20:58:57.190770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-088dcd6f-acc4-44d5-b0fb-33ca1742a4a5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:57.192308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-088dcd6f-acc4-44d5-b0fb-33ca1742a4a5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 815 time: 0.1035914 Jul 23 20:58:57.207493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-8c66d649-4ec4-4762-ae91-75fd0e7110dc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/quotas/822ea5c3505848e582f7f3677d81b92f HTTP/1.1" status: 200 len: 375 time: 0.0093093 Jul 23 20:58:57.241124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-1f59e8db-91a2-40fb-9bf8-39f10498a248 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286725 Jul 23 20:58:57.333830 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-4467931f-c05f-4f20-891d-6f476224b35b service neutron] 10.222.0.46 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 Jul 23 20:58:57.422231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-44d74ecf-1578-44d8-9d45-b6e8996e81fb service neutron] 10.222.0.46 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826402 Jul 23 20:58:57.588547 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a440220a-af18-40d0-ad40-3ae9bd363c91 req-bf31f444-be20-4f3a-a344-8287c50313ac tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0334899 Jul 23 20:58:57.665326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:58:57.684934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: afb4cb5e-c43c-4662-a335-9332fbb35158 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:58:57.685281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device afb4cb5e-c43c-4662-a335-9332fbb35158 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:58:58.687474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7400ebf4-82d0-402b-b40c-9ee0cbe5b4f1 req-cc97af5e-2548-4a47-8e4b-f6218daa0d91 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0299072 Jul 23 20:58:58.761682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-8274ca4c-20c9-4406-b570-bdf9703f0558 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:58.763134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-8274ca4c-20c9-4406-b570-bdf9703f0558 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 815 time: 0.3927495 Jul 23 20:58:58.776317 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Request body: {'port': {'device_id': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'admin_state_up': True, 'tenant_id': '822ea5c3505848e582f7f3677d81b92f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:58.881979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Made reservation on behalf of 822ea5c3505848e582f7f3677d81b92f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:58:58.885304 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.010848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Allocated IP 172.20.0.11 (be49569c-34fe-418e-8fbe-9c056131f691/6a01ca41-2be9-4036-90ce-17ec705a6356/99820776-dbe9-471e-a75b-fa8abed0fd04) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:58:59.155929 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.193917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.246148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Network be49569c-34fe-418e-8fbe-9c056131f691 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:58:59.249147 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:58:59.252727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:58:59.278429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:59.304826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:59.305456 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.319260 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-2aa572b4-e90b-40c5-b3fe-996e02b8d072 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467060 Jul 23 20:58:59.331951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Request body: {'port': {'device_id': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:58:59.402186 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.667371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99820776-dbe9-471e-a75b-fa8abed0fd04 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:58:59.674619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.686853 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Transition to ACTIVE for port object 99820776-dbe9-471e-a75b-fa8abed0fd04 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:58:59.690214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.742817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:59.809906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:58:59.810608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:58:59.810608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:59.814802 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Port 99820776-dbe9-471e-a75b-fa8abed0fd04 on network be49569c-34fe-418e-8fbe-9c056131f691 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:58:59.815131 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:58:59.815921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1bad9-1c84-4053-a3b5-3fa114081b43 req-67bbc5d5-7f8f-4130-a1fa-569f9d63f7ed tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:59.817461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79d1bad9-1c84-4053-a3b5-3fa114081b43 req-67bbc5d5-7f8f-4130-a1fa-569f9d63f7ed tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0623109 Jul 23 20:58:59.820433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:58:59.820772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Checking segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:58:59.821153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Bound using segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:58:59.821700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Bound port: 99820776-dbe9-471e-a75b-fa8abed0fd04, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:58:59.822058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.855656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-79d1bad9-1c84-4053-a3b5-3fa114081b43 req-5daef076-c2e5-4134-ae32-964534d85eb4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Jul 23 20:58:59.891203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:58:59.895025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:58:59.899293 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.930385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:58:59.931094 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:58:59.932499 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] 10.222.0.47 "PUT /v2.0/ports/99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 1093 time: 0.6054084 Jul 23 20:58:59.933067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:58:59.935369 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d57dcf-0005-48b0-8876-f2b13fa55660" -d '{"events": [{"name": "network-changed", "server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:58:59.966547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b33f48-6360-487c-9365-5f6eb71e5c99 service neutron] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:58:59.980347 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59661a2-7e67-40fc-bcd5-c19f9db56c84 x-openstack-request-id: req-b59661a2-7e67-40fc-bcd5-c19f9db56c84 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:58:59.980661 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:58:59.980912 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b59661a2-7e67-40fc-bcd5-c19f9db56c84 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:58:59.981320 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'status': 'completed', 'code': 200} Jul 23 20:59:00.026685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-317d3ba4-5e7c-4780-a8c4-12b5ec984cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:00.028203 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-317d3ba4-5e7c-4780-a8c4-12b5ec984cdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0566530 Jul 23 20:59:00.072949 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-a02826bc-9fd1-4343-be1c-a74ef4ad0fd8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0374374 Jul 23 20:59:00.121061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-755a07a1-e510-4196-b68f-e4eb434b6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:00.122510 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-755a07a1-e510-4196-b68f-e4eb434b6625 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0436299 Jul 23 20:59:00.154676 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-df189d95-8d95-4c24-9307-7d0cceb8507f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264113 Jul 23 20:59:00.246760 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-da8a4047-8874-4902-967e-8d93426c9aed service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852227 Jul 23 20:59:00.338516 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a6b61fd7-32b9-43f1-a4d8-1092ebd2da72 req-5123e870-bc3f-4e81-84ef-2bd63fae691c service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861242 Jul 23 20:59:00.436348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-8e00b89b-0f5f-483d-b30a-26a8b1faed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:00.437847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-8e00b89b-0f5f-483d-b30a-26a8b1faed7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0538261 Jul 23 20:59:00.525153 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-f896de66-2534-4a01-b196-86c3e326d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:00.526579 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-f896de66-2534-4a01-b196-86c3e326d566 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0818694 Jul 23 20:59:00.569303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-ea5bbf9d-2fac-4e23-bf51-2f054fd1840c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0367384 Jul 23 20:59:00.616405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-f8d1acab-f465-403f-8e8e-4e43cbb4a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:00.617837 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-f8d1acab-f465-403f-8e8e-4e43cbb4a853 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0425382 Jul 23 20:59:00.651007 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-0b57cd2a-7e25-4a7a-9ec6-dcf9797ddf74 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266826 Jul 23 20:59:00.741030 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-255a2d37-f674-43af-9334-a02d06217bae service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Jul 23 20:59:00.833055 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-83d57dcf-0005-48b0-8876-f2b13fa55660 req-cb3fea3e-50fa-4ce7-b8ea-c7b851e1b30e service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Jul 23 20:59:00.986075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05237546-06d2-4e8b-b548-33d4977142d5 req-e4e1e48a-e05a-4e9e-a157-bb724dea637d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:00.988049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05237546-06d2-4e8b-b548-33d4977142d5 req-e4e1e48a-e05a-4e9e-a157-bb724dea637d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0655527 Jul 23 20:59:01.024578 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05237546-06d2-4e8b-b548-33d4977142d5 req-60c98747-f37b-4fe4-bab0-d975f7ffe65b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Jul 23 20:59:01.681014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:59:01.776948 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:01.788428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'port_id': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'mac_address': 'fa:16:3e:c4:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a01ca41-2be9-4036-90ce-17ec705a6356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:59:01.823846 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.837229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99820776-dbe9-471e-a75b-fa8abed0fd04 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:59:01.857283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:01.861550 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:01.913912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:02.049141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['99820776-dbe9-471e-a75b-fa8abed0fd04'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:59:02.163046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3039-8405-4af8-901b-617d72097432 req-2d880947-5fa4-4aab-a809-9b59bca9a998 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:02.164566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d02c3039-8405-4af8-901b-617d72097432 req-2d880947-5fa4-4aab-a809-9b59bca9a998 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0644655 Jul 23 20:59:02.202587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d02c3039-8405-4af8-901b-617d72097432 req-ca1a8fc3-108a-4576-ada0-20c92ce39ca8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322464 Jul 23 20:59:03.335047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fbbc3-a0e8-4dd9-830b-91d2a4ca3257 req-0ea77262-e47a-4c02-b9b6-f01a6c121db9 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:03.336448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667fbbc3-a0e8-4dd9-830b-91d2a4ca3257 req-0ea77262-e47a-4c02-b9b6-f01a6c121db9 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0679662 Jul 23 20:59:03.383655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-667fbbc3-a0e8-4dd9-830b-91d2a4ca3257 req-7333b64f-7442-4421-833f-559ac361a17c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331650 Jul 23 20:59:03.696013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:03.748497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 99820776-dbe9-471e-a75b-fa8abed0fd04 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:03.752330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 99820776-dbe9-471e-a75b-fa8abed0fd04 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:03.752706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:03.826574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:03.848978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:03.851318 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb28b0-6ab4-4c86-8a9d-7a386d79dcee" -d '{"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:03.864191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:03.868359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:03.891994 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ee2f5-4a58-437e-b5fd-19bf28513f8c x-openstack-request-id: req-d37ee2f5-4a58-437e-b5fd-19bf28513f8c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:03.892287 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:03.892538 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d37ee2f5-4a58-437e-b5fd-19bf28513f8c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:03.892923 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'code': 200} Jul 23 20:59:03.922534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:04.000610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852f2ff-74ec-456d-b769-c3837478bc12 req-4ddacf20-3d5f-4b8d-9a2d-6a6e5c4205e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:04.002053 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0852f2ff-74ec-456d-b769-c3837478bc12 req-4ddacf20-3d5f-4b8d-9a2d-6a6e5c4205e2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0574884 Jul 23 20:59:04.034847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0852f2ff-74ec-456d-b769-c3837478bc12 req-23790e02-5304-4c51-8396-a2237292ba63 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262620 Jul 23 20:59:04.511983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119bf7b-f6a3-468c-9b6d-cc48be8c09b3 req-c6dbb38f-492e-4b64-aee4-0f2bd37f534a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:04.513497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4119bf7b-f6a3-468c-9b6d-cc48be8c09b3 req-c6dbb38f-492e-4b64-aee4-0f2bd37f534a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0647883 Jul 23 20:59:04.555927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4119bf7b-f6a3-468c-9b6d-cc48be8c09b3 req-c9c82243-7747-4bcc-9b58-85d61f9ceac6 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366926 Jul 23 20:59:05.682956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb939-0cf3-4e44-b988-ba42c6ff500b req-42c23908-bc9b-4d9f-899f-5c6938c4d698 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:05.684445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f70fb939-0cf3-4e44-b988-ba42c6ff500b req-42c23908-bc9b-4d9f-899f-5c6938c4d698 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0622520 Jul 23 20:59:05.721070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f70fb939-0cf3-4e44-b988-ba42c6ff500b req-1bf6ee2b-65c1-4a53-b468-655af9d76a29 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Jul 23 20:59:05.851304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db3290-5788-420c-b6bf-3d1e75eeaa39 req-51364077-d4c4-4ace-b9e5-c20f0d86ffe2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:05.852781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6db3290-5788-420c-b6bf-3d1e75eeaa39 req-51364077-d4c4-4ace-b9e5-c20f0d86ffe2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0683856 Jul 23 20:59:05.870128 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:59:05.889676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e6db3290-5788-420c-b6bf-3d1e75eeaa39 req-ae14b72d-aec2-4a73-86b8-51b08ecb9538 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Jul 23 20:59:06.100416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d5cf7-48e2-44bb-9656-06e180357037 req-28af448e-70c5-4618-b468-d1099da97e5c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:06.101937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b66d5cf7-48e2-44bb-9656-06e180357037 req-28af448e-70c5-4618-b468-d1099da97e5c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0634756 Jul 23 20:59:06.139057 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b66d5cf7-48e2-44bb-9656-06e180357037 req-375a8110-8311-42be-ab98-c5e3aaf23ebf tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Jul 23 20:59:06.266768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528ec99-fc8c-416c-9351-2a5ffce6ec6a req-aa6fa3b8-32be-44e0-9019-830e27a82f31 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:06.268157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f528ec99-fc8c-416c-9351-2a5ffce6ec6a req-aa6fa3b8-32be-44e0-9019-830e27a82f31 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0652890 Jul 23 20:59:06.305324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f528ec99-fc8c-416c-9351-2a5ffce6ec6a req-b83785b3-8288-4000-ab35-fd5e903940a6 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Jul 23 20:59:06.571130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-9112ed19-306c-4b6c-bb21-2c09cf0edab8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888436 Jul 23 20:59:06.584825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a2a22-97e2-4e97-b0e1-29f69a98e42f req-84c62105-f23d-4d05-99b2-b8db266329a8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:06.586316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a74a2a22-97e2-4e97-b0e1-29f69a98e42f req-84c62105-f23d-4d05-99b2-b8db266329a8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0941448 Jul 23 20:59:06.627435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a74a2a22-97e2-4e97-b0e1-29f69a98e42f req-4985e0f1-1c22-467e-be7b-0ad1905328c1 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344772 Jul 23 20:59:07.667778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-f81369b9-80ed-4281-80ba-62f6f1722c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.669319 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-f81369b9-80ed-4281-80ba-62f6f1722c30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0550170 Jul 23 20:59:07.763873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adaf2-339b-4752-a348-32fc60770be9 req-669d8d4b-71e8-4d06-b76e-443661585a3a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.765384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-442adaf2-339b-4752-a348-32fc60770be9 req-669d8d4b-71e8-4d06-b76e-443661585a3a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0700943 Jul 23 20:59:07.767191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-6c53022c-37b4-47fe-a8c5-4f8479608068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.768698 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-6c53022c-37b4-47fe-a8c5-4f8479608068 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0928214 Jul 23 20:59:07.803488 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-442adaf2-339b-4752-a348-32fc60770be9 req-690a7586-ddad-4667-952e-c4b1917f4981 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Jul 23 20:59:07.809792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-75002f5a-10a5-4675-ad54-b4209d6adeb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0343401 Jul 23 20:59:07.858097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-45e77f23-882d-4bb4-bfc9-e4cf8b3b4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:07.859565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-45e77f23-882d-4bb4-bfc9-e4cf8b3b4972 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0441794 Jul 23 20:59:07.896290 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-3594b47d-9bfc-4596-b54f-a856bef7874d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307567 Jul 23 20:59:07.986964 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-c9bf7834-acac-4261-83e6-aaa51ea6e4f1 service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842350 Jul 23 20:59:08.083331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-12d6fc77-5712-4426-ba0e-7ae210d50dbd service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901697 Jul 23 20:59:08.934302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e80763-f4b9-48cf-b7d8-633a4f1e2626 req-59631a55-0e5b-434f-9a18-0b6ef83c74ab tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:08.935770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e80763-f4b9-48cf-b7d8-633a4f1e2626 req-59631a55-0e5b-434f-9a18-0b6ef83c74ab tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0650086 Jul 23 20:59:08.972781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30e80763-f4b9-48cf-b7d8-633a4f1e2626 req-87267d9a-6da0-49ff-831f-f4c02cd82f16 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Jul 23 20:59:10.100762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821644-ad0e-4cf3-8864-a2cd0c43e23b req-ce8f5006-a70d-4098-93e3-73d40a569ec8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:10.102294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1821644-ad0e-4cf3-8864-a2cd0c43e23b req-ce8f5006-a70d-4098-93e3-73d40a569ec8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0633333 Jul 23 20:59:10.142545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1821644-ad0e-4cf3-8864-a2cd0c43e23b req-7943f50a-2f17-4b38-b712-866cab0f26b6 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Jul 23 20:59:11.275363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc86b5-09af-496e-a560-1163a869e4a4 req-b9f6ba1e-166b-423e-877d-1008fc7365fc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:11.276872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ebc86b5-09af-496e-a560-1163a869e4a4 req-b9f6ba1e-166b-423e-877d-1008fc7365fc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0659890 Jul 23 20:59:11.314836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ebc86b5-09af-496e-a560-1163a869e4a4 req-67e58214-85cf-4dc5-b0a2-31016d064e63 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322921 Jul 23 20:59:12.442605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722c2e2-fa23-4645-a45a-9d9081ddfd52 req-472c89be-9334-443b-979d-9541c9699205 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:12.444653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0722c2e2-fa23-4645-a45a-9d9081ddfd52 req-472c89be-9334-443b-979d-9541c9699205 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0627732 Jul 23 20:59:12.481678 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0722c2e2-fa23-4645-a45a-9d9081ddfd52 req-6f4dc898-94d4-4e7e-8e4c-163cb7ae0693 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Jul 23 20:59:13.617040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615bbd68-29bc-4df4-8e5a-22ddc919b506 req-40aceeb1-718a-468d-b6b3-03a3d970b834 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:13.618554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-615bbd68-29bc-4df4-8e5a-22ddc919b506 req-40aceeb1-718a-468d-b6b3-03a3d970b834 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0675712 Jul 23 20:59:13.655773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-615bbd68-29bc-4df4-8e5a-22ddc919b506 req-4451534f-7a7c-4db9-89af-6cacf225cfdd tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Jul 23 20:59:13.919770 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7e3adcc-a33a-4ceb-a709-156ca00db005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:14.115983 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:14.784328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f053ee-fe89-4723-a636-1d6294917f86 req-3bd1c18c-7f73-425b-9265-5225d5b5ec83 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:14.785851 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44f053ee-fe89-4723-a636-1d6294917f86 req-3bd1c18c-7f73-425b-9265-5225d5b5ec83 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0637312 Jul 23 20:59:14.823822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44f053ee-fe89-4723-a636-1d6294917f86 req-b5b7f29e-dde7-4539-ba22-bc04ddc57dc5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jul 23 20:59:15.951555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb668ec-aa02-469e-8fa4-d276747cab9e req-a358615e-de78-41a0-829d-17ee14602d66 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:15.953019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cb668ec-aa02-469e-8fa4-d276747cab9e req-a358615e-de78-41a0-829d-17ee14602d66 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0632920 Jul 23 20:59:15.994434 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cb668ec-aa02-469e-8fa4-d276747cab9e req-f5ada791-aa0c-4404-a786-d49f803181f5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353050 Jul 23 20:59:16.449007 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:16.466874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0c42b774-d028-4876-ae8a-147df48384c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:17.122275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98387766-6013-4e38-9a53-9da504e7570b req-b402f18b-7db9-4c5d-a171-3d334c7dfce5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:17.123773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98387766-6013-4e38-9a53-9da504e7570b req-b402f18b-7db9-4c5d-a171-3d334c7dfce5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0633538 Jul 23 20:59:17.159694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98387766-6013-4e38-9a53-9da504e7570b req-7fde58e5-8f1a-47e9-94cb-64f5de1514df tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Jul 23 20:59:17.563481 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:17.835226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:18.288353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48541c2f-b033-43db-997f-92c6d4cd6f3f req-bcb2cebd-5698-4bd4-901c-7a53dfae8e6b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:18.289866 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48541c2f-b033-43db-997f-92c6d4cd6f3f req-bcb2cebd-5698-4bd4-901c-7a53dfae8e6b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0631280 Jul 23 20:59:18.328015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-48541c2f-b033-43db-997f-92c6d4cd6f3f req-a2e39382-a8ea-461a-9d68-09874ffba0e9 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Jul 23 20:59:19.461218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874fd60-625a-4bb5-8d89-cff87c321d65 req-825d184f-ebc7-4d02-a83a-cdd6cb33c70c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:19.462743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d874fd60-625a-4bb5-8d89-cff87c321d65 req-825d184f-ebc7-4d02-a83a-cdd6cb33c70c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0696731 Jul 23 20:59:19.499193 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d874fd60-625a-4bb5-8d89-cff87c321d65 req-b69f0b01-c4e5-4c5a-9bad-3f94a3c59834 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309751 Jul 23 20:59:19.780380 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:20.627169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ffd3-24f7-4959-9c87-f0fd7c3835e0 req-501523c3-4e09-495e-bdff-7176306d8470 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:20.628672 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea99ffd3-24f7-4959-9c87-f0fd7c3835e0 req-501523c3-4e09-495e-bdff-7176306d8470 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0631483 Jul 23 20:59:20.666476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea99ffd3-24f7-4959-9c87-f0fd7c3835e0 req-e5b2e682-9bb4-4f56-b3c2-2eade05d1d88 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jul 23 20:59:21.794547 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865507a-b7ae-4851-bec8-59aa3ee2e0cd req-236fa1df-376a-4dbd-9768-331595710a4e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:21.796037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1865507a-b7ae-4851-bec8-59aa3ee2e0cd req-236fa1df-376a-4dbd-9768-331595710a4e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0629406 Jul 23 20:59:21.837623 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1865507a-b7ae-4851-bec8-59aa3ee2e0cd req-d4f81d7b-01bd-412a-88aa-9527e74c3cd3 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359418 Jul 23 20:59:22.964922 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b034eb-c24a-4978-8b2a-893d7ea4b025 req-318498db-dc1b-4c40-8dc7-6641e01a1350 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:22.966454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51b034eb-c24a-4978-8b2a-893d7ea4b025 req-318498db-dc1b-4c40-8dc7-6641e01a1350 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0629985 Jul 23 20:59:23.003466 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-51b034eb-c24a-4978-8b2a-893d7ea4b025 req-55081533-3097-4b90-a15e-463455d40c39 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jul 23 20:59:24.131518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cf943-684a-4cb2-a8d8-24d63c64c1e3 req-22cf791c-9e54-40cd-a2e3-b34cec306ea6 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:24.133012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d1cf943-684a-4cb2-a8d8-24d63c64c1e3 req-22cf791c-9e54-40cd-a2e3-b34cec306ea6 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0639100 Jul 23 20:59:24.169607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d1cf943-684a-4cb2-a8d8-24d63c64c1e3 req-0183ee44-cc0b-4d6a-a929-b33dae257346 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309651 Jul 23 20:59:25.303398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d313fa1-9aee-4946-9480-d12c17f0f8c6 req-cc080841-2f59-4333-b153-453de601504a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:25.304818 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d313fa1-9aee-4946-9480-d12c17f0f8c6 req-cc080841-2f59-4333-b153-453de601504a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0658486 Jul 23 20:59:25.343887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d313fa1-9aee-4946-9480-d12c17f0f8c6 req-dfa8ceed-d120-4ac7-ab9c-d19f1ba85461 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333946 Jul 23 20:59:26.470460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856cbf3-e72d-4107-8dc1-412a64ab6d72 req-8301fcd2-050f-400b-a568-6e55d6909b94 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:26.471942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f856cbf3-e72d-4107-8dc1-412a64ab6d72 req-8301fcd2-050f-400b-a568-6e55d6909b94 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0622494 Jul 23 20:59:26.509119 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f856cbf3-e72d-4107-8dc1-412a64ab6d72 req-075fc804-33ac-45e9-a29f-46381b404edc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Jul 23 20:59:27.656711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151aea9d-136a-40b6-993c-7cff561d3184 req-5c9daf13-bbd1-4df4-86c6-f88cb9e8c472 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:27.658139 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-151aea9d-136a-40b6-993c-7cff561d3184 req-5c9daf13-bbd1-4df4-86c6-f88cb9e8c472 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0651636 Jul 23 20:59:27.699083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-151aea9d-136a-40b6-993c-7cff561d3184 req-aaacae8f-77d2-4c03-af3e-bf0020cf0c58 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Jul 23 20:59:28.828027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f471-563f-430d-8425-1351c6e70b5f req-dd93c2fa-4c14-4bce-87a4-1d3c5dba085e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:28.829550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62c2f471-563f-430d-8425-1351c6e70b5f req-dd93c2fa-4c14-4bce-87a4-1d3c5dba085e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0635507 Jul 23 20:59:28.867366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62c2f471-563f-430d-8425-1351c6e70b5f req-d9572a05-0c0c-4627-9378-676b05a0ea3f tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316827 Jul 23 20:59:29.997670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aa78c-7a40-4cfa-9e10-5175d796852b req-d90fd3a2-3a0d-45b5-8f00-73247aa999b9 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:29.999152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-760aa78c-7a40-4cfa-9e10-5175d796852b req-d90fd3a2-3a0d-45b5-8f00-73247aa999b9 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0635054 Jul 23 20:59:30.036476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-760aa78c-7a40-4cfa-9e10-5175d796852b req-af321a9f-9690-48a0-994f-ae706826c349 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316229 Jul 23 20:59:31.168136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a9137-d83a-4d34-9fed-f73d948e7009 req-0f495259-ee76-43da-847e-435000373cb0 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:31.169629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a4a9137-d83a-4d34-9fed-f73d948e7009 req-0f495259-ee76-43da-847e-435000373cb0 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0665340 Jul 23 20:59:31.205584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a4a9137-d83a-4d34-9fed-f73d948e7009 req-ceb1b211-af3d-4119-93c7-814ea27819da tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304577 Jul 23 20:59:32.335492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c695b-f0fc-4764-ade7-24fe674f169a req-64e4c432-58af-451b-b7c4-b3fd1eeeb856 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:32.336906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a9c695b-f0fc-4764-ade7-24fe674f169a req-64e4c432-58af-451b-b7c4-b3fd1eeeb856 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0633044 Jul 23 20:59:32.373720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a9c695b-f0fc-4764-ade7-24fe674f169a req-60ae63a9-27d4-445a-9006-28f0b431c306 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Jul 23 20:59:33.507669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30188338-2ddb-4589-a20c-e8cb91c156de req-71734583-1aeb-4c64-b2e0-a57096917301 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:33.509144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30188338-2ddb-4589-a20c-e8cb91c156de req-71734583-1aeb-4c64-b2e0-a57096917301 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0689583 Jul 23 20:59:33.548125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-30188338-2ddb-4589-a20c-e8cb91c156de req-eafde0ef-f9de-43d5-8950-b4f4b3078bf7 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333648 Jul 23 20:59:34.675955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d16582-0ed4-453a-a558-9eae3e08e0dc req-0f631316-5679-4e01-bc08-1b5459738420 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:34.678041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36d16582-0ed4-453a-a558-9eae3e08e0dc req-0f631316-5679-4e01-bc08-1b5459738420 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0630345 Jul 23 20:59:34.714460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-36d16582-0ed4-453a-a558-9eae3e08e0dc req-b013141a-8b9a-401f-afcf-5937d83c5bfa tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309370 Jul 23 20:59:35.019939 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-034ee4fb-cfe4-4ce6-82fe-58a0d723c427 service neutron] show failed (client error): The resource could not be found. Jul 23 20:59:35.021096 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-034ee4fb-cfe4-4ce6-82fe-58a0d723c427 service neutron] 10.222.0.47 "GET /v2.0/ports/99820776-dbe9-471e-a75b-fa8abed0fd04/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0547636 Jul 23 20:59:35.261800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-8411de62-4c78-443c-991e-90fefcba2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:35.263311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-8411de62-4c78-443c-991e-90fefcba2fc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3&tenant_id=822ea5c3505848e582f7f3677d81b92f HTTP/1.1" status: 200 len: 1098 time: 0.0926194 Jul 23 20:59:35.275397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:35.348737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.596799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:35.629201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:35.667765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:35.670179 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e2eea1-0d2f-4cce-a32b-e2ac90b07391" -d '{"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:35.673635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.687491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Transition to ACTIVE for port object 99820776-dbe9-471e-a75b-fa8abed0fd04 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:35.691291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.754686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] No DVR routers for this DVR port 99820776-dbe9-471e-a75b-fa8abed0fd04 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:35.765010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:35.832264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:35.832665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:35.833536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:35.841731 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3e6042-9bf8-4a24-b246-3efbacdf97ed x-openstack-request-id: req-1c3e6042-9bf8-4a24-b246-3efbacdf97ed {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:35.842023 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:35.842270 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c3e6042-9bf8-4a24-b246-3efbacdf97ed {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:35.842652 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'code': 200} Jul 23 20:59:35.843277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Port 99820776-dbe9-471e-a75b-fa8abed0fd04 on network be49569c-34fe-418e-8fbe-9c056131f691 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:59:35.843595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Attempting to bind port 99820776-dbe9-471e-a75b-fa8abed0fd04 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:35.853151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:35.853450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Checking segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:35.853846 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Bound using segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:35.854273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Bound port: 99820776-dbe9-471e-a75b-fa8abed0fd04, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:35.854633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:35.881025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c739c1-48bc-4aea-88b5-aa7066238b18 req-59b103bf-4e99-4668-b2ae-7a608057cd00 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:35.882527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82c739c1-48bc-4aea-88b5-aa7066238b18 req-59b103bf-4e99-4668-b2ae-7a608057cd00 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0912457 Jul 23 20:59:35.957494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82c739c1-48bc-4aea-88b5-aa7066238b18 req-e2608eb4-9981-444b-80c6-2b8c9c76e017 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554268 Jul 23 20:59:35.960566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:35.963666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:35.967788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.000524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.001149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:36.002556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] 10.222.0.36 "PUT /v2.0/ports/99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 1093 time: 0.7314699 Jul 23 20:59:36.034096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13268377-37a8-4dcb-8abf-5903b5406e8a service neutron] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:36.078558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-019ce9f1-59d0-4d22-994a-fb373800c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.080076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-019ce9f1-59d0-4d22-994a-fb373800c1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0569484 Jul 23 20:59:36.171064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-c71f35f4-61cd-464d-9831-ed405da5de75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.172553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-c71f35f4-61cd-464d-9831-ed405da5de75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0867913 Jul 23 20:59:36.211605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-82215818-b0fb-4457-803a-3c1d04944d90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0329106 Jul 23 20:59:36.262311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-3e9a43c0-30fa-415c-917c-0e8628256d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:36.263754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-3e9a43c0-30fa-415c-917c-0e8628256d0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0462565 Jul 23 20:59:36.296165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-218b6888-3a20-479b-bafb-819dc3ca632a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264921 Jul 23 20:59:36.306513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-1dfc8761-67a1-4256-87c6-431280709107 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:59:36.307463 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-1dfc8761-67a1-4256-87c6-431280709107 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049465 Jul 23 20:59:36.393221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-43f7a5d7-5d64-457f-b35f-816dd0bddbcb service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794985 Jul 23 20:59:36.481559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-190a539c-374a-43c3-ab28-915a55c7d6d1 req-941c89cd-cda0-4e20-a238-3609ee3b50a6 service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 Jul 23 20:59:37.091211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b72cf3-4d2a-455c-a504-43d0831ba7d6 req-b6a0714a-a138-4999-b11f-8e681300680b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:37.092675 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65b72cf3-4d2a-455c-a504-43d0831ba7d6 req-b6a0714a-a138-4999-b11f-8e681300680b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0649211 Jul 23 20:59:37.131682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65b72cf3-4d2a-455c-a504-43d0831ba7d6 req-bc22694f-5d18-4576-a4d0-4c7b983089bc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332377 Jul 23 20:59:37.843816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:37.846416 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7237690-93d2-4a4e-9538-7d61a03dd0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:37.885501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:37.896518 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94c3002-73e9-4baf-8078-ef565a5f992b x-openstack-request-id: req-e94c3002-73e9-4baf-8078-ef565a5f992b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:37.896817 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:37.897095 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e94c3002-73e9-4baf-8078-ef565a5f992b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:37.897491 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'status': 'completed', 'code': 200} Jul 23 20:59:37.927769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:37.974615 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-22e87d37-ba15-4942-810f-2f50ed1c51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:37.976963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-22e87d37-ba15-4942-810f-2f50ed1c51b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0608892 Jul 23 20:59:37.991828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-66028560-c656-45a2-a1d6-0503ba797862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:37.993322 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-66028560-c656-45a2-a1d6-0503ba797862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0694332 Jul 23 20:59:38.073558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-52a8ee20-caf9-42ee-bea9-5f9de5cd71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.075092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-52a8ee20-caf9-42ee-bea9-5f9de5cd71ec service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0920691 Jul 23 20:59:38.088003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-e66d90cd-3a82-4f92-b204-5d45c8824ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.089498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-e66d90cd-3a82-4f92-b204-5d45c8824ac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0890794 Jul 23 20:59:38.116640 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-e533e2b2-27f6-4db0-940f-b87a3e3a542e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0354035 Jul 23 20:59:38.133358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-8ba88b99-8874-48c9-bff0-d292a1ae8320 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0369194 Jul 23 20:59:38.170817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-a387a6cf-6d99-48b5-90fe-e11fe6b99d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.172331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-a387a6cf-6d99-48b5-90fe-e11fe6b99d8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0500596 Jul 23 20:59:38.182081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-2e6a6bfd-e302-4f01-b8c8-606f44e565da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.183635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-2e6a6bfd-e302-4f01-b8c8-606f44e565da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0441513 Jul 23 20:59:38.206841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-a3cfb047-e0a6-448e-a4e1-3ef8112dc245 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281549 Jul 23 20:59:38.219347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-a8a1f795-1ae8-408b-981b-879105e68bad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294006 Jul 23 20:59:38.296502 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-7a282315-7a50-4a7d-8ad1-d17cffd5cd28 service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823033 Jul 23 20:59:38.348220 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f7fc7-6f17-48ef-b635-133d66b23dc7 req-6af163dc-8872-4871-9e06-69460378b519 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.349785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f2f7fc7-6f17-48ef-b635-133d66b23dc7 req-6af163dc-8872-4871-9e06-69460378b519 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.1326349 Jul 23 20:59:38.351589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-98fc5d18-06f1-460b-b246-d58eb2a03888 service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235747 Jul 23 20:59:38.390456 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-3f5236c9-f5d5-4e74-894a-3d493b059c6c service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882444 Jul 23 20:59:38.393372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f2f7fc7-6f17-48ef-b635-133d66b23dc7 req-a55f181b-af5b-4686-8817-f95e9dd9dd4f tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 Jul 23 20:59:38.521585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7237690-93d2-4a4e-9538-7d61a03dd0a9 req-31835100-bd01-4a31-80e9-1a0e3f783d79 service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600862 Jul 23 20:59:38.612505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c496c62-a5e1-4a00-bca4-6c8b6f3295d8 req-07098a4d-64a7-4e7b-a7cb-967289990017 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.614072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c496c62-a5e1-4a00-bca4-6c8b6f3295d8 req-07098a4d-64a7-4e7b-a7cb-967289990017 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0654366 Jul 23 20:59:38.651450 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c496c62-a5e1-4a00-bca4-6c8b6f3295d8 req-fc941113-5cf3-4b39-9940-e34760da92bc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Jul 23 20:59:38.708474 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-61eb4f77-3f15-4add-9632-c1c9444d21c5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.710011 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-61eb4f77-3f15-4add-9632-c1c9444d21c5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.47 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3&tenant_id=822ea5c3505848e582f7f3677d81b92f&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 944 time: 0.1145775 Jul 23 20:59:38.771659 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-e029bac4-bd26-4b71-92de-3de91ff05386 service neutron] delete failed (client error): The resource could not be found. Jul 23 20:59:38.772671 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-e029bac4-bd26-4b71-92de-3de91ff05386 service neutron] 10.222.0.47 "DELETE /v2.0/ports/99820776-dbe9-471e-a75b-fa8abed0fd04/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0547056 Jul 23 20:59:38.866372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-590367be-67b0-4487-9382-500abe0f7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.867740 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-590367be-67b0-4487-9382-500abe0f7988 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.0538440 Jul 23 20:59:38.955988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-32542968-b609-4019-8e8e-2d354d8ce1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:38.957415 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-32542968-b609-4019-8e8e-2d354d8ce1c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0841961 Jul 23 20:59:38.996629 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-18adc5d2-a82f-4a7f-a585-a0d5ffccca79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 200 len: 217 time: 0.0326946 Jul 23 20:59:39.044418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-27fb97f4-943d-42cd-abb3-3e9acdcdae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:39.045953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-27fb97f4-943d-42cd-abb3-3e9acdcdae49 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0428722 Jul 23 20:59:39.082248 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-732378f7-180a-4e09-8db8-b6522160e2ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306537 Jul 23 20:59:39.170994 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-47dff0df-a6f4-4e16-8c9f-5fbd41b3714e service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811710 Jul 23 20:59:39.261221 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c7212cc5-4aac-447e-b8dc-dc26e13d5831 req-39321413-ba89-43c2-82e7-ff7f75feaf9f service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837181 Jul 23 20:59:39.291755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:59:39.389843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:39.400348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'port_id': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'mac_address': 'fa:16:3e:c4:23:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a01ca41-2be9-4036-90ce-17ec705a6356', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:59:39.436508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.449133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99820776-dbe9-471e-a75b-fa8abed0fd04 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:59:39.467791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:39.471526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:39.521869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:39.686877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['99820776-dbe9-471e-a75b-fa8abed0fd04'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:59:39.791583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f0026-45a6-4cbe-9561-f30344a66474 req-3d816f91-bbba-4bad-9ccc-545cdda431ef tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:39.793118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-729f0026-45a6-4cbe-9561-f30344a66474 req-3d816f91-bbba-4bad-9ccc-545cdda431ef tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0699105 Jul 23 20:59:39.833072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-729f0026-45a6-4cbe-9561-f30344a66474 req-f06e76b8-a6ff-4630-b604-fa3ae73e7e63 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Jul 23 20:59:39.964619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff714c5-cf5f-40d5-8d68-d943b72e76a6 req-4bbd083e-7fe2-4809-844e-32bc7ec2169c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:39.966044 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fff714c5-cf5f-40d5-8d68-d943b72e76a6 req-4bbd083e-7fe2-4809-844e-32bc7ec2169c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0656769 Jul 23 20:59:40.003175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fff714c5-cf5f-40d5-8d68-d943b72e76a6 req-cb98f3f5-4a68-45c2-9a2e-3737b14bccda tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jul 23 20:59:40.128515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac367be-e44d-4747-a179-91adc8f85289 req-cfab16cd-9463-4fd6-8cb8-c2519db420da tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:40.130669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ac367be-e44d-4747-a179-91adc8f85289 req-cfab16cd-9463-4fd6-8cb8-c2519db420da tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0637031 Jul 23 20:59:40.166188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ac367be-e44d-4747-a179-91adc8f85289 req-45efd77a-3e59-47c0-ba7a-5a6fe3f68e1d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298707 Jul 23 20:59:40.821766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-ab42e17b-55c2-431f-9839-e7ad018e7687 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:40.823217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-ab42e17b-55c2-431f-9839-e7ad018e7687 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 815 time: 0.4143009 Jul 23 20:59:40.837876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-9571f52e-8351-432f-9186-b3476833cac4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/quotas/822ea5c3505848e582f7f3677d81b92f HTTP/1.1" status: 200 len: 375 time: 0.0093925 Jul 23 20:59:40.898643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-35a66e05-6666-41a7-93fb-85f229b3bf2b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0560246 Jul 23 20:59:40.990752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-06600a27-28de-4211-adc6-3dcf1f68623b service neutron] 10.222.0.46 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855021 Jul 23 20:59:41.080784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-a1c22d23-edcd-4194-91c2-4a1625de38d3 service neutron] 10.222.0.46 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837624 Jul 23 20:59:41.240060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16f95fcf-8222-4340-b98a-587e0a317c73 req-e3e1ab52-29bd-43b7-ad9b-73c51f356350 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 210 time: 0.0297759 Jul 23 20:59:41.319706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:41.370573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 99820776-dbe9-471e-a75b-fa8abed0fd04 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:41.374383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 99820776-dbe9-471e-a75b-fa8abed0fd04 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:41.374755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.463437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.486731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:41.489172 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026fa343-55fe-4f11-ae05-b4c25324d76f" -d '{"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:41.502514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:41.506899 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.531756 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cd0406-235f-4c71-aefe-aace3d6ec1cb x-openstack-request-id: req-c7cd0406-235f-4c71-aefe-aace3d6ec1cb {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:41.532062 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:41.532296 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7cd0406-235f-4c71-aefe-aace3d6ec1cb {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:41.532825 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'code': 200} Jul 23 20:59:41.560395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:41.639752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-00f41b5c-5008-4517-8b04-cc2619706092 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:41.641220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-00f41b5c-5008-4517-8b04-cc2619706092 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.36 "GET /v2.0/ports?device_id=562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3 HTTP/1.1" status: 200 len: 946 time: 0.0680676 Jul 23 20:59:41.740498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Deleting port 99820776-dbe9-471e-a75b-fa8abed0fd04 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 20:59:41.741080 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.831318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] For port 99820776-dbe9-471e-a75b-fa8abed0fd04, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=99820776-dbe9-471e-a75b-fa8abed0fd04,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:41.832015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.843612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Calling delete_port for 99820776-dbe9-471e-a75b-fa8abed0fd04 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 20:59:41.965169 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:41.977043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['99820776-dbe9-471e-a75b-fa8abed0fd04'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:59:41.997809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Pushing event deleted for resources: {'Port': ['ID=99820776-dbe9-471e-a75b-fa8abed0fd04,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:42.043889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] No DVR routers for this DVR port 99820776-dbe9-471e-a75b-fa8abed0fd04 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 20:59:42.046357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.048462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6119e7b1-4307-4de4-9cd6-023216aa8d7f req-729fed4e-c3d9-4624-9d63-3e73c6cfeccb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.36 "DELETE /v2.0/ports/99820776-dbe9-471e-a75b-fa8abed0fd04 HTTP/1.1" status: 204 len: 173 time: 0.4017510 Jul 23 20:59:42.048905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-deleted', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:42.051183 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab649f72-7861-4531-9f3f-fe34eb1f226c" -d '{"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-deleted", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:42.111088 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895f7d2c-082e-4837-ab9c-ce154bf5a72b x-openstack-request-id: req-895f7d2c-082e-4837-ab9c-ce154bf5a72b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:42.111705 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3", "name": "network-vif-deleted", "tag": "99820776-dbe9-471e-a75b-fa8abed0fd04", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:42.112196 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-895f7d2c-082e-4837-ab9c-ce154bf5a72b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:42.112821 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562b2fbd-ddc0-45cd-8be0-5509c6c5a1c3', 'name': 'network-vif-deleted', 'tag': '99820776-dbe9-471e-a75b-fa8abed0fd04', 'status': 'completed', 'code': 200} Jul 23 20:59:42.193490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-e8f0e8cc-37e8-464e-8601-5c1ab65b5aef tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:42.195025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-e8f0e8cc-37e8-464e-8601-5c1ab65b5aef tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 815 time: 0.1423206 Jul 23 20:59:42.206644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Request body: {'port': {'device_id': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'admin_state_up': True, 'tenant_id': '822ea5c3505848e582f7f3677d81b92f'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:42.327177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Made reservation on behalf of 822ea5c3505848e582f7f3677d81b92f for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 20:59:42.331076 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.342475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-134e047c-a30f-459a-a540-8164957b8241 req-d731c504-eb05-4344-a61d-c472ffd68b1b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 210 time: 0.0328438 Jul 23 20:59:42.462258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Allocated IP 172.20.0.4 (be49569c-34fe-418e-8fbe-9c056131f691/6a01ca41-2be9-4036-90ce-17ec705a6356/e4affcef-5341-492f-8990-f684514a02d9) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 20:59:42.605340 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.643299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.655601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['99820776-dbe9-471e-a75b-fa8abed0fd04'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:59:42.691081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Network be49569c-34fe-418e-8fbe-9c056131f691 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 20:59:42.694252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 20:59:42.696604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 20:59:42.724672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:42.739334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.739684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.740026 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.740387 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.740732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.741514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.741514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.741852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.742193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.742526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.742860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.743189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 20:59:42.764457 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:42.765071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.778234 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-b6ab00e2-a83f-4b56-8a0f-ab5d81b03fae tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755012 Jul 23 20:59:42.791161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Request body: {'port': {'device_id': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 20:59:42.861613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:42.869931 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 20:59:43.120022 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4affcef-5341-492f-8990-f684514a02d9 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:59:43.127243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.138913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Transition to ACTIVE for port object e4affcef-5341-492f-8990-f684514a02d9 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 20:59:43.142378 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.189185 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:43.261159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 20:59:43.261873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 20:59:43.261873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:43.265991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Port e4affcef-5341-492f-8990-f684514a02d9 on network be49569c-34fe-418e-8fbe-9c056131f691 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 20:59:43.266308 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 20:59:43.271479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 20, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 20:59:43.271813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Checking segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 20:59:43.272195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Bound using segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 20:59:43.272614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Bound port: e4affcef-5341-492f-8990-f684514a02d9, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 20:59:43.272967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.334049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 20:59:43.336952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 20:59:43.341337 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.374343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.374968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.376379 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] 10.222.0.47 "PUT /v2.0/ports/e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 1092 time: 0.5893970 Jul 23 20:59:43.376819 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:43.379079 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bab3576-b370-4355-b4f7-d6d277b6edc8" -d '{"events": [{"name": "network-changed", "server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "tag": "e4affcef-5341-492f-8990-f684514a02d9"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:43.404505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839fbf5-7f08-4ee3-a69d-9982743a8416 service neutron] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:43.428251 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacb03dd-7731-46cf-a378-4f3de570dcfb x-openstack-request-id: req-aacb03dd-7731-46cf-a378-4f3de570dcfb {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:43.428536 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "tag": "e4affcef-5341-492f-8990-f684514a02d9", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:43.428787 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aacb03dd-7731-46cf-a378-4f3de570dcfb {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:43.429184 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9', 'status': 'completed', 'code': 200} Jul 23 20:59:43.479971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-d255127c-e3ac-48a4-8fcf-a882f503e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.481509 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-d255127c-e3ac-48a4-8fcf-a882f503e935 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1095 time: 0.0625234 Jul 23 20:59:43.489900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc336-5bf2-4664-bfef-938a286b34c6 req-396c5ede-6a5b-457b-aac2-f6648275b431 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.491397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-352fc336-5bf2-4664-bfef-938a286b34c6 req-396c5ede-6a5b-457b-aac2-f6648275b431 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0736938 Jul 23 20:59:43.523003 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-479b4c6f-c5e1-44c7-bd95-bd81d9817bf1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0346360 Jul 23 20:59:43.530393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-352fc336-5bf2-4664-bfef-938a286b34c6 req-fe648701-c83f-4dbe-b7a2-7914afe952d4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Jul 23 20:59:43.573404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-92c07525-d438-4255-91b2-f97615f18320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.574936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-92c07525-d438-4255-91b2-f97615f18320 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0465930 Jul 23 20:59:43.610537 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-f373dc41-5a1b-4071-8251-852538263b62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295920 Jul 23 20:59:43.620693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-65e75d77-2352-439c-8e61-3e2d39f9c6de service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 20:59:43.621675 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-65e75d77-2352-439c-8e61-3e2d39f9c6de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048888 Jul 23 20:59:43.712642 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-79aaec4e-c578-4306-bfa0-32feba4f28ea service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849361 Jul 23 20:59:43.805930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9a512bf0-f952-4b0d-b5dd-a2612f71a45b req-6bf5aa48-aff1-4177-afa6-2746f353d431 service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Jul 23 20:59:43.901848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-275310a6-33fc-407f-91bd-d9710abfe045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.903241 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-275310a6-33fc-407f-91bd-d9710abfe045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1095 time: 0.0525963 Jul 23 20:59:43.920244 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f6b9ad52-28b6-4f0b-a4a2-7d9ea78a7d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:43.992421 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-0f26967b-9b4c-4538-947e-5a688c989d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:43.993953 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-0f26967b-9b4c-4538-947e-5a688c989d84 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0849104 Jul 23 20:59:44.141175 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:44.328145 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-9f961ca6-b343-4c8b-ace0-819b9efebbb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.3273125 Jul 23 20:59:44.376106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-5adfa056-f7e4-400e-bfee-ec11187adf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:44.377582 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-5adfa056-f7e4-400e-bfee-ec11187adf97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0431595 Jul 23 20:59:44.412477 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-2615c4e2-c664-4e2c-899f-b7610f7b7a75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272667 Jul 23 20:59:44.503232 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-c9ddea0a-7e90-462d-8bef-1425b751c181 service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843356 Jul 23 20:59:44.596776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5bab3576-b370-4355-b4f7-d6d277b6edc8 req-90b79e94-5c1e-4c52-95e3-d5cc42bd00ee service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864885 Jul 23 20:59:44.671321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7fbe-4db5-4094-8273-e9a0f43d75e0 req-c290063b-5b17-476c-848b-a47cc5f231a4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:44.672809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c49e7fbe-4db5-4094-8273-e9a0f43d75e0 req-c290063b-5b17-476c-848b-a47cc5f231a4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0721934 Jul 23 20:59:44.710378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c49e7fbe-4db5-4094-8273-e9a0f43d75e0 req-742363fe-0a0c-4d7b-9372-c3aab10c157f tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Jul 23 20:59:45.346831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 20:59:45.367176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 99820776-dbe9-471e-a75b-fa8abed0fd04 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 20:59:45.367525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 99820776-dbe9-471e-a75b-fa8abed0fd04 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 20:59:45.835006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2f63d-418e-428b-ac8a-29703b268c15 req-07eba93b-1a7d-44cc-b134-25b905d380c4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:45.836495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92a2f63d-418e-428b-ac8a-29703b268c15 req-07eba93b-1a7d-44cc-b134-25b905d380c4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0624075 Jul 23 20:59:45.875998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92a2f63d-418e-428b-ac8a-29703b268c15 req-fd6bb9f5-af7a-4cd3-af97-0fca3d830d36 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Jul 23 20:59:45.887872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e4affcef-5341-492f-8990-f684514a02d9 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 20:59:45.984945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:45.996171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e4affcef-5341-492f-8990-f684514a02d9', 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'port_id': 'e4affcef-5341-492f-8990-f684514a02d9', 'mac_address': 'fa:16:3e:2a:fe:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a01ca41-2be9-4036-90ce-17ec705a6356', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 20:59:46.036645 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.049523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4affcef-5341-492f-8990-f684514a02d9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 20:59:46.070057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:46.074638 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.120533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:46.259535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e4affcef-5341-492f-8990-f684514a02d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 20:59:46.449528 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:46.465264 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98cae3c6-bb69-4b66-8bc2-89125f3669d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.009788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610b673-e164-4c3a-a2ab-47ae983585c8 req-6d274e94-f184-46d5-93f3-4931dafe1bc4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:47.011414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e610b673-e164-4c3a-a2ab-47ae983585c8 req-6d274e94-f184-46d5-93f3-4931dafe1bc4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 944 time: 0.0685997 Jul 23 20:59:47.048431 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e610b673-e164-4c3a-a2ab-47ae983585c8 req-a85d9a3e-76e0-4eb9-8136-c19350698475 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Jul 23 20:59:47.588222 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.838151 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:47.918780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e4affcef-5341-492f-8990-f684514a02d9 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 20:59:47.965809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e4affcef-5341-492f-8990-f684514a02d9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 20:59:47.969392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e4affcef-5341-492f-8990-f684514a02d9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 20:59:47.969789 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.066744 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.092979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 20:59:48.095383 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def03321-220b-4cd6-a28f-400394486b0e" -d '{"events": [{"server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "name": "network-vif-plugged", "status": "completed", "tag": "e4affcef-5341-492f-8990-f684514a02d9"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 20:59:48.110978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 20:59:48.117243 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:48.142199 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 20:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab110c-992f-4157-a9b3-34b3b532f90f x-openstack-request-id: req-aeab110c-992f-4157-a9b3-34b3b532f90f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 20:59:48.142498 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "name": "network-vif-plugged", "status": "completed", "tag": "e4affcef-5341-492f-8990-f684514a02d9", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 20:59:48.142753 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aeab110c-992f-4157-a9b3-34b3b532f90f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 20:59:48.143145 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9', 'code': 200} Jul 23 20:59:48.175100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 20:59:48.216242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631d85f-c2c6-4f28-bf65-671e541374cf req-03ab44c4-6d8d-4542-a16d-f0b6c7be8413 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:48.218669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f631d85f-c2c6-4f28-bf65-671e541374cf req-03ab44c4-6d8d-4542-a16d-f0b6c7be8413 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0880239 Jul 23 20:59:48.258052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77aabd4-4dda-4e86-9904-b304af01f1db req-dd91ccce-c3ff-48ad-9e74-57cc2c19ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:48.259594 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e77aabd4-4dda-4e86-9904-b304af01f1db req-dd91ccce-c3ff-48ad-9e74-57cc2c19ce7f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1097 time: 0.0587769 Jul 23 20:59:48.271328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f631d85f-c2c6-4f28-bf65-671e541374cf req-17c76aae-7ea0-4123-8c8c-2aacd0592d98 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Jul 23 20:59:48.299419 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-e77aabd4-4dda-4e86-9904-b304af01f1db req-070a69fe-4a45-4e80-980d-5d78493e8694 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337017 Jul 23 20:59:49.414030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8715245-885d-473a-b782-01e4230d0721 req-db81cf99-2a75-45a9-af0c-edd1791e17c5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:49.415528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8715245-885d-473a-b782-01e4230d0721 req-db81cf99-2a75-45a9-af0c-edd1791e17c5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0667787 Jul 23 20:59:49.453849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8715245-885d-473a-b782-01e4230d0721 req-c4b17f55-e50f-4fb2-83ed-34c581a6dc09 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Jul 23 20:59:49.586179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa97c1-883c-4750-9e3c-2d679bc76385 req-b8e1a311-7dfd-4d59-9166-944c9cf7127c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:49.587616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7aa97c1-883c-4750-9e3c-2d679bc76385 req-b8e1a311-7dfd-4d59-9166-944c9cf7127c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0655968 Jul 23 20:59:49.624828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7aa97c1-883c-4750-9e3c-2d679bc76385 req-3cbcece1-1784-4331-85c3-932421c09c71 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jul 23 20:59:49.784681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 20:59:49.905887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6ab18-4785-413a-9604-735889844a17 req-491b4549-6540-415a-b787-aa5d38746ab4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:49.907382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8f6ab18-4785-413a-9604-735889844a17 req-491b4549-6540-415a-b787-aa5d38746ab4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0923948 Jul 23 20:59:49.912987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-80afb613-161f-4cb3-b271-91db411c4a41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1057010 Jul 23 20:59:49.946975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8f6ab18-4785-413a-9604-735889844a17 req-0a38497e-965a-4986-9523-6630f2fd0499 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Jul 23 20:59:50.968972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-de3cff58-985d-4ce7-b2fa-b80c5dd83410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:50.970587 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-de3cff58-985d-4ce7-b2fa-b80c5dd83410 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1097 time: 0.0542958 Jul 23 20:59:51.064163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-1c6f14ee-ae5f-401b-948f-6c65e75dac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:51.065699 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-1c6f14ee-ae5f-401b-948f-6c65e75dac07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0887654 Jul 23 20:59:51.079611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf74a-ef03-4413-b8a3-efcdbf722ca9 req-b777f664-798f-4da5-a985-eaa23cade19e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:51.081107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76edf74a-ef03-4413-b8a3-efcdbf722ca9 req-b777f664-798f-4da5-a985-eaa23cade19e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0642126 Jul 23 20:59:51.107129 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-0fd8b934-7177-42e2-98c5-094f15386893 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0346582 Jul 23 20:59:51.119066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76edf74a-ef03-4413-b8a3-efcdbf722ca9 req-e39fe2c3-9fa5-4db1-a843-1ed98ab18fef tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Jul 23 20:59:51.156076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-08d7acac-1c5b-4208-99f9-dda91bb7d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:51.157574 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-08d7acac-1c5b-4208-99f9-dda91bb7d486 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0440705 Jul 23 20:59:51.194445 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-537cd983-e03e-4f8a-85b2-8a18c0c549a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305290 Jul 23 20:59:51.281343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-bb81609f-c3ae-44d5-88c8-500bbaa1c6ca service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807874 Jul 23 20:59:51.371847 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-9fabcea5-af52-472d-90a7-3086021ae925 service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842488 Jul 23 20:59:52.249793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed5954-6314-4241-beee-fe8b2d5c9ddb req-d75952ec-f782-4b4d-a2bd-7987124a5984 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:52.251247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6ed5954-6314-4241-beee-fe8b2d5c9ddb req-d75952ec-f782-4b4d-a2bd-7987124a5984 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0663216 Jul 23 20:59:52.290165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c6ed5954-6314-4241-beee-fe8b2d5c9ddb req-90109b41-15a0-4be8-8a7d-44d4ca8364a1 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jul 23 20:59:53.418880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd6fba-0ecf-485b-8d27-d4d68b5e8256 req-b5a73725-a65f-4803-ba68-03bf38e3c856 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:53.420358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7bd6fba-0ecf-485b-8d27-d4d68b5e8256 req-b5a73725-a65f-4803-ba68-03bf38e3c856 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0633380 Jul 23 20:59:53.456278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7bd6fba-0ecf-485b-8d27-d4d68b5e8256 req-3974d7d4-d215-4c82-b261-d94e64d6bb08 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Jul 23 20:59:54.583837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc4a66-b50d-47ac-9eb5-e73f99f3fbf0 req-748d0c9d-c8e3-42c2-982c-0828d10c9e8b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:54.585338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bebc4a66-b50d-47ac-9eb5-e73f99f3fbf0 req-748d0c9d-c8e3-42c2-982c-0828d10c9e8b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0625579 Jul 23 20:59:54.622771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bebc4a66-b50d-47ac-9eb5-e73f99f3fbf0 req-9c522cef-a665-47b8-b221-02a371d914cb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Jul 23 20:59:55.756630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a81d17-34bf-4980-9755-880cd1c1f818 req-0dff4e5d-96ca-4a2d-b13a-1aee45b0d256 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:55.758159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9a81d17-34bf-4980-9755-880cd1c1f818 req-0dff4e5d-96ca-4a2d-b13a-1aee45b0d256 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0685134 Jul 23 20:59:55.795015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9a81d17-34bf-4980-9755-880cd1c1f818 req-f83b74e0-5c78-4e1a-9568-438668c60b42 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Jul 23 20:59:56.923221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af7060-14c3-46a0-aab5-e9f0978fbeb8 req-34deccb4-9157-478c-bca8-21a71e0bf10a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:56.924728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6af7060-14c3-46a0-aab5-e9f0978fbeb8 req-34deccb4-9157-478c-bca8-21a71e0bf10a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0632660 Jul 23 20:59:56.962122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6af7060-14c3-46a0-aab5-e9f0978fbeb8 req-92870f90-27af-43cd-b9dc-9f9885c63f49 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Jul 23 20:59:58.094012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b39eb7-6991-4ae1-8a6d-dcb8d4f1800f req-30959b67-a61c-4620-8d1e-1d65dd6b819a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:58.095505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8b39eb7-6991-4ae1-8a6d-dcb8d4f1800f req-30959b67-a61c-4620-8d1e-1d65dd6b819a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0685699 Jul 23 20:59:58.133621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8b39eb7-6991-4ae1-8a6d-dcb8d4f1800f req-073cb6dd-9149-46be-84cf-45b5e6a10435 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jul 23 20:59:59.260684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47273a74-b1d8-4218-895e-6caadb16034e req-ee62f910-19c8-48bb-9775-fa540ec4e94e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 20:59:59.262201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47273a74-b1d8-4218-895e-6caadb16034e req-ee62f910-19c8-48bb-9775-fa540ec4e94e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0635259 Jul 23 20:59:59.298741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47273a74-b1d8-4218-895e-6caadb16034e req-d65f1bfd-aa2e-4c09-8a39-a6aaac7f74dc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Jul 23 21:00:00.428053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c32c0-eaf6-45bf-9187-0772fa0b8634 req-3bc9c328-c1d2-435e-b4cb-43f274e71f15 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:00.429569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c4c32c0-eaf6-45bf-9187-0772fa0b8634 req-3bc9c328-c1d2-435e-b4cb-43f274e71f15 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0623870 Jul 23 21:00:00.466347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c4c32c0-eaf6-45bf-9187-0772fa0b8634 req-93d8f785-2f73-4c72-a835-1afa637d2d18 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Jul 23 21:00:01.606597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7aa5d-a8d8-430e-bc2c-b0d6a0e91221 req-f394ffe3-92c2-4e12-ac97-de4273b48f41 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:01.608099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bb7aa5d-a8d8-430e-bc2c-b0d6a0e91221 req-f394ffe3-92c2-4e12-ac97-de4273b48f41 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0672274 Jul 23 21:00:01.645834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bb7aa5d-a8d8-430e-bc2c-b0d6a0e91221 req-5ddc464c-033b-4376-bc0d-3de5aa1dec9b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Jul 23 21:00:02.783348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfdbbad-a600-43fb-afca-4d4ec9b6696e req-90e4f6f0-ac06-4128-ac16-6c5b86e4c217 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:02.784859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1dfdbbad-a600-43fb-afca-4d4ec9b6696e req-90e4f6f0-ac06-4128-ac16-6c5b86e4c217 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0667732 Jul 23 21:00:02.822728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1dfdbbad-a600-43fb-afca-4d4ec9b6696e req-1809c3c7-36e4-4141-8f3f-db7e29371cd3 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Jul 23 21:00:03.954537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2924-b560-494f-958e-7b6f4f4bed45 req-4f65fcc6-1756-46a2-b8cd-e74846d3e697 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:03.956031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-160a2924-b560-494f-958e-7b6f4f4bed45 req-4f65fcc6-1756-46a2-b8cd-e74846d3e697 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0664046 Jul 23 21:00:03.993372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-160a2924-b560-494f-958e-7b6f4f4bed45 req-92f61dbe-1766-4a8e-b0a1-cbf9048acbb8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Jul 23 21:00:05.128956 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf8102-5e9d-44c4-aaae-99803540fb49 req-23e38e4f-d9d6-43fc-8bc1-458e0ce46324 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:05.130544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bbf8102-5e9d-44c4-aaae-99803540fb49 req-23e38e4f-d9d6-43fc-8bc1-458e0ce46324 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0627117 Jul 23 21:00:05.168148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bbf8102-5e9d-44c4-aaae-99803540fb49 req-b435a3b6-0cd8-4f78-be58-5b0b5bb48f03 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Jul 23 21:00:06.294651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09abad-f40e-4df8-bf27-6fa865efc1b9 req-b8ce11e3-2a42-45d2-b28d-15fdd1460117 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:06.296050 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a09abad-f40e-4df8-bf27-6fa865efc1b9 req-b8ce11e3-2a42-45d2-b28d-15fdd1460117 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0621340 Jul 23 21:00:06.332389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a09abad-f40e-4df8-bf27-6fa865efc1b9 req-29e0227a-df9c-4ae1-94cc-75c56ce70205 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Jul 23 21:00:07.471981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8075c-cf5c-4ae3-9dac-c3ea295c8ec0 req-14764372-98d0-4a7d-b5a7-4191afe9d383 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:07.474088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dff8075c-cf5c-4ae3-9dac-c3ea295c8ec0 req-14764372-98d0-4a7d-b5a7-4191afe9d383 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0707316 Jul 23 21:00:07.510590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dff8075c-cf5c-4ae3-9dac-c3ea295c8ec0 req-3ae3119e-a444-4140-9c3d-b297ccb07112 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Jul 23 21:00:08.640008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ae46f-731b-4669-94f7-acc61e442402 req-997a442a-804c-4f04-a470-5328ada7fb02 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:08.641525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d51ae46f-731b-4669-94f7-acc61e442402 req-997a442a-804c-4f04-a470-5328ada7fb02 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0646696 Jul 23 21:00:08.678208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d51ae46f-731b-4669-94f7-acc61e442402 req-c0c39950-cab4-405f-bf4a-2e116eed2ee4 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Jul 23 21:00:09.808653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f30e-8871-4810-b2bb-899fc74f5c56 req-be3ca588-3f19-4e30-a5c4-e17adebfe073 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:09.810184 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1848f30e-8871-4810-b2bb-899fc74f5c56 req-be3ca588-3f19-4e30-a5c4-e17adebfe073 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0663173 Jul 23 21:00:09.848438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1848f30e-8871-4810-b2bb-899fc74f5c56 req-06beafa5-5b43-4593-9a89-2b3714662ddb tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Jul 23 21:00:10.976906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bbbd7-969b-4210-be90-041384a64a6c req-0009f893-2a4d-4be5-b581-2815dd6f9043 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:10.978430 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da4bbbd7-969b-4210-be90-041384a64a6c req-0009f893-2a4d-4be5-b581-2815dd6f9043 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0632367 Jul 23 21:00:11.016024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da4bbbd7-969b-4210-be90-041384a64a6c req-16811207-be8d-41a3-adc2-8ab95d7d041b tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Jul 23 21:00:12.148012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23c3a-b4c8-4f5d-81ff-a58d5eb31957 req-29a6eb47-236f-4222-ad4a-9776002fbd85 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:12.149545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccc23c3a-b4c8-4f5d-81ff-a58d5eb31957 req-29a6eb47-236f-4222-ad4a-9776002fbd85 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0671072 Jul 23 21:00:12.186804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ccc23c3a-b4c8-4f5d-81ff-a58d5eb31957 req-83e9aff5-ac3f-40dd-b6d0-49a6032a10b9 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Jul 23 21:00:13.332886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cddfa79-5fd6-47dd-979f-acb06b5951bf req-ef2eaa80-e1d4-40cd-9bc7-16de67c7c7b2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:13.334321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cddfa79-5fd6-47dd-979f-acb06b5951bf req-ef2eaa80-e1d4-40cd-9bc7-16de67c7c7b2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0672705 Jul 23 21:00:13.372098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4cddfa79-5fd6-47dd-979f-acb06b5951bf req-0e5fb09f-ef9b-4688-935a-6e48290887ba tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Jul 23 21:00:13.922093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4c808310-294f-4963-aba2-a468cac0d709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.141775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:14.500402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07bab2-7fab-4e87-83ce-43c614965b75 req-c92b15e9-105a-470b-8bf7-5adffaf1efc3 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:14.501927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a07bab2-7fab-4e87-83ce-43c614965b75 req-c92b15e9-105a-470b-8bf7-5adffaf1efc3 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0636554 Jul 23 21:00:14.538794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7a07bab2-7fab-4e87-83ce-43c614965b75 req-a4dc30ad-14fa-47a8-bdd0-3f873dd0ddb0 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Jul 23 21:00:15.673632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f552a-8f22-40b2-b61f-0cf251c41d49 req-0f1eea9e-0710-4c2e-bbb9-84e0ae4b42d3 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:15.675034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d6f552a-8f22-40b2-b61f-0cf251c41d49 req-0f1eea9e-0710-4c2e-bbb9-84e0ae4b42d3 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.0665376 Jul 23 21:00:15.712626 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d6f552a-8f22-40b2-b61f-0cf251c41d49 req-611016ce-14c6-446a-8c8d-841a9c435a99 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312767 Jul 23 21:00:16.450285 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.465201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dfe69b78-3201-4210-8dd6-a08c09fc03cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:16.910098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd04d-baf7-447c-90bc-08f88edd8fc6 req-53726ba8-015a-49f5-a64e-b24d5225e81d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:16.912151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a0bd04d-baf7-447c-90bc-08f88edd8fc6 req-53726ba8-015a-49f5-a64e-b24d5225e81d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.1251292 Jul 23 21:00:16.949407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a0bd04d-baf7-447c-90bc-08f88edd8fc6 req-37ae753f-6a6b-4f8a-b93f-199a4ea53b9a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Jul 23 21:00:17.595375 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:17.841233 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.130003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495775c-0457-47b7-a98d-ba5ac2d3b990 req-f8aeb9f8-b5ab-4f08-9ecc-4592ef25ebe2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:18.131518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d495775c-0457-47b7-a98d-ba5ac2d3b990 req-f8aeb9f8-b5ab-4f08-9ecc-4592ef25ebe2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 945 time: 0.1167808 Jul 23 21:00:18.140329 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-172788db-5f00-429b-ba17-78ae6c410eb2 service neutron] show failed (client error): The resource could not be found. Jul 23 21:00:18.141362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-172788db-5f00-429b-ba17-78ae6c410eb2 service neutron] 10.222.0.47 "GET /v2.0/ports/e4affcef-5341-492f-8990-f684514a02d9/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0575454 Jul 23 21:00:18.170284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d495775c-0457-47b7-a98d-ba5ac2d3b990 req-36111f27-c98b-41ff-a86c-7644d9e3dc54 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330248 Jul 23 21:00:18.344145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-20ff1cca-0cbf-4a32-ac18-58f227659e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:18.345646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-20ff1cca-0cbf-4a32-ac18-58f227659e3c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492&tenant_id=822ea5c3505848e582f7f3677d81b92f HTTP/1.1" status: 200 len: 1097 time: 0.0564897 Jul 23 21:00:18.356418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:18.427349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.632528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:18.663727 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:18.701520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:18.703797 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089bf1d8-438b-4a81-997c-dd8efeca204d" -d '{"events": [{"server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "name": "network-vif-unplugged", "status": "completed", "tag": "e4affcef-5341-492f-8990-f684514a02d9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:18.707708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.720830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Transition to ACTIVE for port object e4affcef-5341-492f-8990-f684514a02d9 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:18.725282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.757519 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87b7e7c-3804-49c5-b8fe-7558d2d8b57e x-openstack-request-id: req-e87b7e7c-3804-49c5-b8fe-7558d2d8b57e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:18.757816 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "name": "network-vif-unplugged", "status": "completed", "tag": "e4affcef-5341-492f-8990-f684514a02d9", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:18.758071 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e87b7e7c-3804-49c5-b8fe-7558d2d8b57e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:18.758467 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9', 'code': 200} Jul 23 21:00:18.794504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] No DVR routers for this DVR port e4affcef-5341-492f-8990-f684514a02d9 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:18.796475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:18.808690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.809043 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.809394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.809763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.810104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.810444 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.810778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.811110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.811445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.811775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.812108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.812432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:18.843044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:18.843389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:18.843728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:18.848909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Port e4affcef-5341-492f-8990-f684514a02d9 on network be49569c-34fe-418e-8fbe-9c056131f691 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:00:18.849231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Attempting to bind port e4affcef-5341-492f-8990-f684514a02d9 on network be49569c-34fe-418e-8fbe-9c056131f691 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:18.854292 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:18.854654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Checking segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:18.855017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Bound using segment: {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:18.855440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Bound port: e4affcef-5341-492f-8990-f684514a02d9, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cd2b545-97ff-4db9-8ba7-ddd826515ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:18.855795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.921157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:18.924061 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:18.929197 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.961182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:18.961824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:18.963274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 1092 time: 0.6108527 Jul 23 21:00:18.993708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d80f36-0c0b-4a79-a65e-251e8242d710 service neutron] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:19.041391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-cd20b0fc-3867-49a8-b963-6e62f0fa1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.042967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-cd20b0fc-3867-49a8-b963-6e62f0fa1da3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1095 time: 0.0573783 Jul 23 21:00:19.135600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-29e52de9-01ce-45e6-a410-70b09125f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.137069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-29e52de9-01ce-45e6-a410-70b09125f915 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0873163 Jul 23 21:00:19.177394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-3b00aa1a-2adb-4c19-b9c4-969f2bc8672b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0338590 Jul 23 21:00:19.228883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-59f773a9-7c13-4913-bf16-b770d3ae4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.230441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-59f773a9-7c13-4913-bf16-b770d3ae4a0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0475838 Jul 23 21:00:19.287028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-82234835-465e-4ba0-bf0e-031910fb6d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496171 Jul 23 21:00:19.381578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8aa1f-531b-48a0-b479-82da2c075bfd req-606e7a5c-e5e4-4470-90b3-41e83c71154d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:19.383101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3d8aa1f-531b-48a0-b479-82da2c075bfd req-606e7a5c-e5e4-4470-90b3-41e83c71154d tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.1381629 Jul 23 21:00:19.410067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-b0f52616-42c5-47c6-a213-2d9f15c0c183 service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171689 Jul 23 21:00:19.445012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3d8aa1f-531b-48a0-b479-82da2c075bfd req-1bcfd4e0-43aa-4f5a-92c2-81422e0d5247 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Jul 23 21:00:19.508075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ba63ba7-cc6a-4c55-8b38-39f013009b1b req-64b3eab4-cb66-4714-91e8-545b7e3703dc service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Jul 23 21:00:19.787730 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:19.868965 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:00:20.098282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e4affcef-5341-492f-8990-f684514a02d9 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:20.136550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e4affcef-5341-492f-8990-f684514a02d9 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:20.578594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fead964-e4a0-49fe-a8fe-6ed82ba1c31e req-532cb39b-51eb-4a29-a2eb-a6975c8bc2c5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:20.580114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fead964-e4a0-49fe-a8fe-6ed82ba1c31e req-532cb39b-51eb-4a29-a2eb-a6975c8bc2c5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0665903 Jul 23 21:00:20.618254 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2fead964-e4a0-49fe-a8fe-6ed82ba1c31e req-78c56f16-d5c1-4fe6-a872-8b8783e717a1 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Jul 23 21:00:20.760101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:20.762348 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "tag": "e4affcef-5341-492f-8990-f684514a02d9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:20.809012 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c68aba-c693-465e-a3c1-0d240c236db9 x-openstack-request-id: req-65c68aba-c693-465e-a3c1-0d240c236db9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:20.809309 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "tag": "e4affcef-5341-492f-8990-f684514a02d9", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:20.809599 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-65c68aba-c693-465e-a3c1-0d240c236db9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:20.810005 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9', 'status': 'completed', 'code': 200} Jul 23 21:00:20.886153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-ab5abeec-b874-4ca6-bae6-e99a59cd026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:20.887755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-ab5abeec-b874-4ca6-bae6-e99a59cd026b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1095 time: 0.0563388 Jul 23 21:00:20.933507 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-3cb102ad-3eb9-41f4-bdff-38bdf6e728e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:20.935093 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-3cb102ad-3eb9-41f4-bdff-38bdf6e728e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1095 time: 0.1075919 Jul 23 21:00:20.987602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-d6530fde-4600-4f62-8e77-64a4867cce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:20.989910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-d6530fde-4600-4f62-8e77-64a4867cce85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0923183 Jul 23 21:00:21.033937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-9f049435-e94e-4215-a77e-87a27f19f4dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0370183 Jul 23 21:00:21.043383 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-abf39d85-48de-4359-8ef1-9532dafee5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.044860 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-abf39d85-48de-4359-8ef1-9532dafee5a8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.1036298 Jul 23 21:00:21.084383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-86f13753-00ec-43b3-8d55-63e886148647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.085913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-86f13753-00ec-43b3-8d55-63e886148647 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0463862 Jul 23 21:00:21.086366 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-f7301d14-3ec6-45ff-933d-53f42a489c19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0357425 Jul 23 21:00:21.123753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-fb531f40-79da-48db-8949-e20e7c4fc7d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318356 Jul 23 21:00:21.138689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-4b81c509-b0bb-48bc-be90-90782dd157c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.140155 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-4b81c509-b0bb-48bc-be90-90782dd157c5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0484331 Jul 23 21:00:21.173793 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-a41f9519-1712-4a51-b926-f295b41c0b8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273421 Jul 23 21:00:21.213208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-5579b081-0482-44a2-b21e-6d72432a9e42 service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827496 Jul 23 21:00:21.266351 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-8bdbf2d0-aa24-4754-ab93-3fbe91fc585b service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862479 Jul 23 21:00:21.306937 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-c1423d6d-c572-4679-9421-208f9e7857f8 service neutron] 10.222.0.36 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870726 Jul 23 21:00:21.357460 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5b4c2987-f3cf-4437-93f4-3017cffb5dfc req-c8cce5a9-c7e5-4b5c-bc02-c2ac4a8a1fdb service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848863 Jul 23 21:00:21.744402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e41d49-559b-44d0-bed6-b01f42b90654 req-8c267c00-d722-4029-ac8f-b1d488395a7e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.745994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e41d49-559b-44d0-bed6-b01f42b90654 req-8c267c00-d722-4029-ac8f-b1d488395a7e tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0632424 Jul 23 21:00:21.784064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e41d49-559b-44d0-bed6-b01f42b90654 req-4a3153b6-a359-41e7-933e-719434e4c88f tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323489 Jul 23 21:00:21.986575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450d83e-6115-4074-95bf-845a275eb723 req-903c290c-0afa-4268-8a17-7ef9ff369c5a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:21.988246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0450d83e-6115-4074-95bf-845a275eb723 req-903c290c-0afa-4268-8a17-7ef9ff369c5a tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0637865 Jul 23 21:00:22.001818 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-f159ecb5-005e-4d25-8ffd-0fab57c14faf tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.003291 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-f159ecb5-005e-4d25-8ffd-0fab57c14faf tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.47 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492&tenant_id=822ea5c3505848e582f7f3677d81b92f&binding%3Ahost_id=n-h2-793620-13 HTTP/1.1" status: 200 len: 943 time: 0.0674160 Jul 23 21:00:22.026188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0450d83e-6115-4074-95bf-845a275eb723 req-1a5db9df-1400-4316-a6db-1051da5dadcc tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Jul 23 21:00:22.072340 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-add2b9b5-05c2-4c23-bdd5-a0dfec0ca1ae service neutron] delete failed (client error): The resource could not be found. Jul 23 21:00:22.073363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-add2b9b5-05c2-4c23-bdd5-a0dfec0ca1ae service neutron] 10.222.0.47 "DELETE /v2.0/ports/e4affcef-5341-492f-8990-f684514a02d9/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0630720 Jul 23 21:00:22.168955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-c910b844-21c6-423f-92b4-83422d9498f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.170475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-c910b844-21c6-423f-92b4-83422d9498f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=822ea5c3505848e582f7f3677d81b92f&device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 1095 time: 0.0548117 Jul 23 21:00:22.261346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-2ade3443-4bee-4792-9971-6504cad5cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.262748 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-2ade3443-4bee-4792-9971-6504cad5cc21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 200 len: 916 time: 0.0857639 Jul 23 21:00:22.301893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-3867cabc-91c8-46de-a8d4-019e9a263725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 200 len: 217 time: 0.0330329 Jul 23 21:00:22.348176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-6fc283f6-eb70-4778-841a-2a4f22a430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:22.349591 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-6fc283f6-eb70-4778-841a-2a4f22a430b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 200 len: 855 time: 0.0423300 Jul 23 21:00:22.386672 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-8a2bcb38-462d-4b14-9caa-a0fd04b51d38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=be49569c-34fe-418e-8fbe-9c056131f691&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301993 Jul 23 21:00:22.472702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-f822a247-839b-46d1-b634-d540dc5be0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800183 Jul 23 21:00:22.563092 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a61e1de0-79f5-4cfc-89c1-34e00db47e21 req-e3958ac8-8d57-4b13-92f9-8299bd1283ca service neutron] 10.222.0.47 "GET /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836194 Jul 23 21:00:23.163358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33998c-1cb0-4034-9216-a3b327211135 req-400ad06f-d041-4ebf-9df7-ff28bf2d5469 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:23.164836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d33998c-1cb0-4034-9216-a3b327211135 req-400ad06f-d041-4ebf-9df7-ff28bf2d5469 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0678220 Jul 23 21:00:23.201691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d33998c-1cb0-4034-9216-a3b327211135 req-3a923d7d-0f19-4377-bcbf-e20dc61ca606 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311151 Jul 23 21:00:23.328233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6459d63-9c66-4ef4-b638-8ad98a8ac5b8 req-24469ab8-f020-4b54-8d96-06d63eb3c1e8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:23.329753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6459d63-9c66-4ef4-b638-8ad98a8ac5b8 req-24469ab8-f020-4b54-8d96-06d63eb3c1e8 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0635412 Jul 23 21:00:23.366615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a6459d63-9c66-4ef4-b638-8ad98a8ac5b8 req-beedab25-1f20-4a9b-b402-cf3edea1266c tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308056 Jul 23 21:00:23.496001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699d0bf-acae-4535-a035-bac4a1bc764b req-d4c0b657-326a-46f0-99f6-a96da9713ae5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:23.497419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d699d0bf-acae-4535-a035-bac4a1bc764b req-d4c0b657-326a-46f0-99f6-a96da9713ae5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 943 time: 0.0664673 Jul 23 21:00:23.534302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d699d0bf-acae-4535-a035-bac4a1bc764b req-a7bd7b27-3ab4-4a30-96a2-947b3c9f5b02 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jul 23 21:00:23.566527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e4affcef-5341-492f-8990-f684514a02d9 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:00:23.667683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:23.682248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'e4affcef-5341-492f-8990-f684514a02d9', 'network_id': 'be49569c-34fe-418e-8fbe-9c056131f691', 'port_id': 'e4affcef-5341-492f-8990-f684514a02d9', 'mac_address': 'fa:16:3e:2a:fe:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a01ca41-2be9-4036-90ce-17ec705a6356', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:00:23.718897 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.731590 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4affcef-5341-492f-8990-f684514a02d9 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:23.751241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:23.756250 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:23.806555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:23.813775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.814124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.814465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.814810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.815137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.815478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.815806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.816133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.816459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.816963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.817142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.817452 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:23.894372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bf0a1-ec3d-460f-81a5-8e04ca46d627 req-7fef4775-540f-4d30-9e4b-0b0ecb6957d5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:23.895885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f62bf0a1-ec3d-460f-81a5-8e04ca46d627 req-7fef4775-540f-4d30-9e4b-0b0ecb6957d5 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 944 time: 0.0634253 Jul 23 21:00:23.938627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f62bf0a1-ec3d-460f-81a5-8e04ca46d627 req-1b0902a4-3481-4ac7-b6d5-0412174ac445 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Jul 23 21:00:23.974301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e4affcef-5341-492f-8990-f684514a02d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:00:25.105942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568c79e-dd2d-49c9-b5b6-c3201f2648f9 req-b91443da-520b-4096-8cd5-e22fed9433e2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.107425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5568c79e-dd2d-49c9-b5b6-c3201f2648f9 req-b91443da-520b-4096-8cd5-e22fed9433e2 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 944 time: 0.1006188 Jul 23 21:00:25.117812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-d212e719-be45-4857-b59f-9e7be8606a63 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:25.119219 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-d212e719-be45-4857-b59f-9e7be8606a63 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.36 "GET /v2.0/ports?device_id=96b0bb8f-c3e8-413a-8739-534ec2ba9492 HTTP/1.1" status: 200 len: 944 time: 0.1026554 Jul 23 21:00:25.181398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5568c79e-dd2d-49c9-b5b6-c3201f2648f9 req-3e060637-657c-4f4d-8644-7009b7e17236 tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.46 "GET /v2.0/security-groups?id=255f525b-832c-4a69-a23b-07b83acbb015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612330 Jul 23 21:00:25.240104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Deleting port e4affcef-5341-492f-8990-f684514a02d9 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:00:25.240373 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.329537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] For port e4affcef-5341-492f-8990-f684514a02d9, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e4affcef-5341-492f-8990-f684514a02d9,segment=NetworkSegment(3cd2b545-97ff-4db9-8ba7-ddd826515ec1),segment_id=3cd2b545-97ff-4db9-8ba7-ddd826515ec1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:25.329898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.342465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Calling delete_port for e4affcef-5341-492f-8990-f684514a02d9 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:00:25.468343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.480817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e4affcef-5341-492f-8990-f684514a02d9'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:00:25.499275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Pushing event deleted for resources: {'Port': ['ID=e4affcef-5341-492f-8990-f684514a02d9,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:25.542198 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] No DVR routers for this DVR port e4affcef-5341-492f-8990-f684514a02d9 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:00:25.544734 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:25.546808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e63d83a8-6fc9-442d-b717-f887ceb4a4a2 req-fb118ae0-4759-431b-81f4-0931ae3af9db tempest-ServerDiskConfigTestJSON-1236505353 tempest-ServerDiskConfigTestJSON-1236505353-project] 10.222.0.36 "DELETE /v2.0/ports/e4affcef-5341-492f-8990-f684514a02d9 HTTP/1.1" status: 204 len: 173 time: 0.4208281 Jul 23 21:00:25.547245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'name': 'network-vif-deleted', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:25.549456 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ba4673-5d4b-459e-8735-6a33718338cd" -d '{"events": [{"server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "name": "network-vif-deleted", "tag": "e4affcef-5341-492f-8990-f684514a02d9"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:25.581420 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e4affcef-5341-492f-8990-f684514a02d9 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:25.588249 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4582c0b0-69f6-473a-95c3-2da75f0c7dff x-openstack-request-id: req-4582c0b0-69f6-473a-95c3-2da75f0c7dff {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:25.588573 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b0bb8f-c3e8-413a-8739-534ec2ba9492", "name": "network-vif-deleted", "tag": "e4affcef-5341-492f-8990-f684514a02d9", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:25.588827 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4582c0b0-69f6-473a-95c3-2da75f0c7dff {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:25.589224 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b0bb8f-c3e8-413a-8739-534ec2ba9492', 'name': 'network-vif-deleted', 'tag': 'e4affcef-5341-492f-8990-f684514a02d9', 'status': 'completed', 'code': 200} Jul 23 21:00:25.602697 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: e4affcef-5341-492f-8990-f684514a02d9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:25.603041 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e4affcef-5341-492f-8990-f684514a02d9 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 21:00:25.622053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Port e4affcef-5341-492f-8990-f684514a02d9 not found, will not notify nova. {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 23 21:00:26.298712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59072) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.342835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Deleting subnet 6a01ca41-2be9-4036-90ce-17ec705a6356 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:00:26.345804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.378280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.416248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.470908 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.499297 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.501161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/6a01ca41-2be9-4036-90ce-17ec705a6356 HTTP/1.1" status: 204 len: 168 time: 0.2014346 Jul 23 21:00:26.502023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59d0ca-5ded-46de-b55e-f05b06472adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a01ca41-2be9-4036-90ce-17ec705a6356,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:26.503699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59074) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.570004 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.649385 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.658870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be49569c-34fe-418e-8fbe-9c056131f691']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:26.668895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd2b545-97ff-4db9-8ba7-ddd826515ec1') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:26.669198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd2b545-97ff-4db9-8ba7-ddd826515ec1') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:26.677984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.691111 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.696898 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:00:26.697286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:00:26.698887 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:00:26.755667 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.761294 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.763473 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] 10.222.0.46 "DELETE /v2.0/networks/be49569c-34fe-418e-8fbe-9c056131f691 HTTP/1.1" status: 204 len: 168 time: 0.2586579 Jul 23 21:00:26.775595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c584d-d90e-4671-876f-0eac03bc7f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=be49569c-34fe-418e-8fbe-9c056131f691,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:26.875213 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59078) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.917820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-38aec92b-b368-4340-b208-f4230a878bfc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=822ea5c3505848e582f7f3677d81b92f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413728 Jul 23 21:00:26.920281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59080) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:26.972254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4876772f-56f2-4ddf-a2de-03c967c865ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:26.992575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4876772f-56f2-4ddf-a2de-03c967c865ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.041289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4876772f-56f2-4ddf-a2de-03c967c865ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.043829 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4876772f-56f2-4ddf-a2de-03c967c865ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.045015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4876772f-56f2-4ddf-a2de-03c967c865ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/255f525b-832c-4a69-a23b-07b83acbb015 HTTP/1.1" status: 204 len: 168 time: 0.1237998 Jul 23 21:00:27.055599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876772f-56f2-4ddf-a2de-03c967c865ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f525b-832c-4a69-a23b-07b83acbb015,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:27.701991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59102) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:27.794019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2041523918-network', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:27.815531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Made reservation on behalf of d26c8ab7cb2e4bd4872d7d23fbef3897 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:27.818161 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.826372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.915047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.919036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.940098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:00:27.953738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6307b94-ae40-4b50-bca8-dd805d7b39de,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:27.959014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:27.959421 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Added segment 31ca5914-4c6d-4a77-b50b-0c6ae0768915 of type vlan for network 69bb2643-be55-4dee-934f-b81ada841d6f Jul 23 21:00:27.999779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.027755 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.028704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.029309 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.053191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3500733 Jul 23 21:00:28.056267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59106) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:28.061558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Request body: {'subnet': {'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2041523918-subnet', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:28.082370 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Made reservation on behalf of d26c8ab7cb2e4bd4872d7d23fbef3897 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:28.084809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.094312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1941d8-2c11-4036-b9af-ea4f42b3e259 admin admin] Pushing event updated for resources: {'Network': ['ID=69bb2643-be55-4dee-934f-b81ada841d6f,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:28.104434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 69bb2643-be55-4dee-934f-b81ada841d6f details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:00:28.254746 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.307131 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:28.318390 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:28.318751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Network hostable DHCP agents. Network: 69bb2643-be55-4dee-934f-b81ada841d6f, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:00:28.334763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Network 69bb2643-be55-4dee-934f-b81ada841d6f is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:00:28.342645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 69bb2643-be55-4dee-934f-b81ada841d6f) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:28.347048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:28.348174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.352574 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2793299-4453-4bc9-8370-c53cee4e5db5 None None] Network 69bb2643-be55-4dee-934f-b81ada841d6f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:28.361803 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6f6f7188-f3ff-4b76-bdcf-18ed92974ddf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3042991 Jul 23 21:00:28.365221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59108) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:28.369756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:28.390129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.391273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.447480 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.497624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-69bb2643-be55-4dee-934f-b81ada841d6f', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:00:28.498496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.583345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.635412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Allocated IP 172.20.0.2 (69bb2643-be55-4dee-934f-b81ada841d6f/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6/ed282c8f-d406-426f-bb41-78fa73c2ee41) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:28.772368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.780765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Transition to ACTIVE for port object ed282c8f-d406-426f-bb41-78fa73c2ee41 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:28.787300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.795716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Transition to ACTIVE for port object ed282c8f-d406-426f-bb41-78fa73c2ee41 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:28.801301 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.806108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:28.844021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:28.847044 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:28.850043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:28.865127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Pushing event updated for resources: {'Port': ['ID=ed282c8f-d406-426f-bb41-78fa73c2ee41,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:28.915788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Allocated IP 172.25.8.152 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/0b2478e1-6512-4bca-9031-e9c2d2136821) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:29.023088 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.062243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.079677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Attempting to bind port ed282c8f-d406-426f-bb41-78fa73c2ee41 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:29.080046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Attempting to bind port ed282c8f-d406-426f-bb41-78fa73c2ee41 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:29.080415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Attempting to bind port ed282c8f-d406-426f-bb41-78fa73c2ee41 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:29.086227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:29.086772 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:29.087180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.087564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:29.088028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Bound port: ed282c8f-d406-426f-bb41-78fa73c2ee41, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:29.088405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.100864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:29.103687 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:29.107152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:29.139307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2478e1-6512-4bca-9031-e9c2d2136821,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:29.151924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] For port ed282c8f-d406-426f-bb41-78fa73c2ee41, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:29.155022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] For port ed282c8f-d406-426f-bb41-78fa73c2ee41, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed282c8f-d406-426f-bb41-78fa73c2ee41,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:29.160485 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.218345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ebe23-108e-4d1e-9bcf-93151544a955 None None] Pushing event updated for resources: {'Port': ['ID=ed282c8f-d406-426f-bb41-78fa73c2ee41,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:29.380477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.495513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed282c8f-d406-426f-bb41-78fa73c2ee41 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:29.545394 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ed282c8f-d406-426f-bb41-78fa73c2ee41 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:29.592980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.612751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e4affcef-5341-492f-8990-f684514a02d9 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:00:29.634089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: e4affcef-5341-492f-8990-f684514a02d9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:00:29.634359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e4affcef-5341-492f-8990-f684514a02d9 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:00:29.728309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:00:29.842299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:29.854797 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:29.859319 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:29.864254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-75ca0488-c7f3-4517-aea2-8ab06f57e0d9 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4944708 Jul 23 21:00:29.864426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59110) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:29.865414 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:29.866082 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:00:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:30.087276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:30.164969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6238b41-18b9-4962-bb45-83a76758702a None None] Network 69bb2643-be55-4dee-934f-b81ada841d6f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:00:30.280789 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:29Z', 'revision_number': 3, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:30.286187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] Provisioning for port ed282c8f-d406-426f-bb41-78fa73c2ee41 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:30.296748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] Provisioning complete for port ed282c8f-d406-426f-bb41-78fa73c2ee41 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:30.297122 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.312202 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:00:30.312561 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Updating router 57140fc2-5319-4ec5-a069-87afb3c8d03d port 0b2478e1-6512-4bca-9031-e9c2d2136821 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:00:30.347244 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.422560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.457639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] For port ed282c8f-d406-426f-bb41-78fa73c2ee41, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed282c8f-d406-426f-bb41-78fa73c2ee41,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:30.462469 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.520121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac259141-f2d6-47ec-86c6-ae93387e26af None None] Pushing event updated for resources: {'Port': ['ID=ed282c8f-d406-426f-bb41-78fa73c2ee41,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:30.628659 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.646104 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.656649 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Transition to ACTIVE for port object 0b2478e1-6512-4bca-9031-e9c2d2136821 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:30.662014 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.685695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a1912c99-aa65-475f-b072-d30239939086 None None] Provisioning complete for port ed282c8f-d406-426f-bb41-78fa73c2ee41 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:30.686510 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a1912c99-aa65-475f-b072-d30239939086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.709573 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Attempting to bind port 0b2478e1-6512-4bca-9031-e9c2d2136821 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:30.709943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Attempting to bind port 0b2478e1-6512-4bca-9031-e9c2d2136821 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:30.710299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Attempting to bind port 0b2478e1-6512-4bca-9031-e9c2d2136821 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:30.717815 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:30.718179 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:30.718569 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.718954 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:30.719403 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Bound port: 0b2478e1-6512-4bca-9031-e9c2d2136821, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:30.719774 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.747753 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Pushing event updated for resources: {'Port': ['ID=0b2478e1-6512-4bca-9031-e9c2d2136821,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:30.758042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.758380 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.758714 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.759043 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.759367 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.759692 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.760015 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.760332 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.760652 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.760969 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.761284 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.761621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:00:30.791036 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] For port 0b2478e1-6512-4bca-9031-e9c2d2136821, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:30.794535 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] For port 0b2478e1-6512-4bca-9031-e9c2d2136821, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b2478e1-6512-4bca-9031-e9c2d2136821,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:30.799286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Allocated IP 172.20.0.1 (69bb2643-be55-4dee-934f-b81ada841d6f/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6/41eed657-8916-4c75-adda-4b745eb1b239) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:30.800372 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.867910 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:30.868610 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:00:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:30.870325 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc1163-d57d-4ff3-9d2b-c2c1ee703e93 None None] Pushing event updated for resources: {'Port': ['ID=0b2478e1-6512-4bca-9031-e9c2d2136821,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:30.915135 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.928855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Transition to ACTIVE for port object 41eed657-8916-4c75-adda-4b745eb1b239 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:30.961643 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:30.978265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:30.998795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:31.003013 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:31.005456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:31.033957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Pushing event updated for resources: {'Port': ['ID=41eed657-8916-4c75-adda-4b745eb1b239,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:31.055961 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.164259 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:29Z', 'revision_number': 3, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:31.195099 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d41455-d70f-4cce-a1f3-28d13a0204f5 None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:29Z', 'revision_number': 3, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:31.207983 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.294986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-943db794-4051-4f71-87e1-2e1854ec77dc None None] Provisioning for port 41eed657-8916-4c75-adda-4b745eb1b239 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:31.299012 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-943db794-4051-4f71-87e1-2e1854ec77dc None None] Provisioning complete for port 41eed657-8916-4c75-adda-4b745eb1b239 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:31.299390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-943db794-4051-4f71-87e1-2e1854ec77dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.339263 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-943db794-4051-4f71-87e1-2e1854ec77dc None None] Port 41eed657-8916-4c75-adda-4b745eb1b239 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:00:31.380395 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.385045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.471106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Pushing event updated for resources: {'Port': ['ID=41eed657-8916-4c75-adda-4b745eb1b239,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:31.473941 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.505555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed282c8f-d406-426f-bb41-78fa73c2ee41 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:31.559566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ed282c8f-d406-426f-bb41-78fa73c2ee41 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:31.559700 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.570703 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:31.572175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:31.700273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:00:31.821786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:31.827083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ced3574b-83ef-441d-8547-6f28e61eaeed admin admin] 10.222.0.46 "PUT /v2.0/routers/57140fc2-5319-4ec5-a069-87afb3c8d03d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9617074 Jul 23 21:00:31.862175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-75f82a43-f39f-4c16-8d2d-802a40e4bf48 None None] Provisioning complete for port 41eed657-8916-4c75-adda-4b745eb1b239 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:31.862552 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-75f82a43-f39f-4c16-8d2d-802a40e4bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:31.900701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-75f82a43-f39f-4c16-8d2d-802a40e4bf48 None None] Port 41eed657-8916-4c75-adda-4b745eb1b239 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:00:32.219738 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59118) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:32.224906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119165483', 'description': 'tempest-description--1723305475'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:32.247015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.326039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.329681 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.355973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.357181 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1363583 Jul 23 21:00:32.359965 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59120) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:32.364427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'security_group_rule': {'security_group_id': '02e412b4-2cab-44a0-ba19-8cedceec1a84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:32.372070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b60b2c-0b8c-4091-8577-987ea704010d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e412b4-2cab-44a0-ba19-8cedceec1a84,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:32.393117 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.453800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.457684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.479478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f13cd60-49f1-4f4b-8cac-8dd3c49ca5dd,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:32.486390 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.487659 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a4778342-36b7-421e-95b1-31aabcb8a0da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267476 Jul 23 21:00:32.491135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59122) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:32.495584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'security_group_rule': {'security_group_id': '02e412b4-2cab-44a0-ba19-8cedceec1a84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:32.522831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.580604 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.584467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.604173 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f2c553-adff-45dd-9d66-2a83592a8134,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:32.609859 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.611058 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e9a18599-d5b4-463b-9bd8-7235c1175fd2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189411 Jul 23 21:00:32.614650 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 59124) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:32.619177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:32.641563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.719376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:32.728570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:32.729199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:00:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:32.739532 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.835373 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:32.844789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Allocated IP 172.25.8.82 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/80b3b34a-ec7a-4c1a-9bf8-909d330cfc89) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:32.949838 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:32.991127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.027899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:33.030871 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:33.034395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:33.040996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 2, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:33.043451 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'Port': ['ID=80b3b34a-ec7a-4c1a-9bf8-909d330cfc89,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:33.068592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:00:33.068944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Updating router 57140fc2-5319-4ec5-a069-87afb3c8d03d port 41eed657-8916-4c75-adda-4b745eb1b239 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:00:33.108894 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.127545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.175401 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.321095 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.326016 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.373514 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.383355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Transition to ACTIVE for port object 41eed657-8916-4c75-adda-4b745eb1b239 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:33.389475 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.397759 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'Port': ['ID=80b3b34a-ec7a-4c1a-9bf8-909d330cfc89,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:33.408392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.430028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.432172 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-807a30ac-a26d-4b8d-9722-104a8ec7bbe3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8157945 Jul 23 21:00:33.446133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c7901-6f9a-4496-8163-5f5c2f8addfe None None] Pushing event updated for resources: {'Port': ['ID=41eed657-8916-4c75-adda-4b745eb1b239,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:33.513318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b2478e1-6512-4bca-9031-e9c2d2136821 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:33.519947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Attempting to bind port 41eed657-8916-4c75-adda-4b745eb1b239 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:33.520323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Attempting to bind port 41eed657-8916-4c75-adda-4b745eb1b239 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:33.520683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Attempting to bind port 41eed657-8916-4c75-adda-4b745eb1b239 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:33.544317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:33.544317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:33.544670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.544900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:33.545611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Bound port: 41eed657-8916-4c75-adda-4b745eb1b239, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:33.545925 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.609560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-103db6d3-4738-4431-b00f-ca00ef26a2c8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2119165483&fields=id&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 267 time: 0.0418003 Jul 23 21:00:33.628407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0b2478e1-6512-4bca-9031-e9c2d2136821 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:33.636478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0b2478e1-6512-4bca-9031-e9c2d2136821 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:33.636937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.641400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] For port 41eed657-8916-4c75-adda-4b745eb1b239, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:33.676247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] For port 41eed657-8916-4c75-adda-4b745eb1b239, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41eed657-8916-4c75-adda-4b745eb1b239,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:33.683355 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.725610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-5df8befe-a6b6-4aed-9acb-e974d9eef4a5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:33.727247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-5df8befe-a6b6-4aed-9acb-e974d9eef4a5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.1108215 Jul 23 21:00:33.745127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-47d04200-1b82-4d95-b9ca-20b59f54456c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/quotas/d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 375 time: 0.0102754 Jul 23 21:00:33.764048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:33.764709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:00:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:33.824898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-db6076cc-47f2-414d-b9d9-5bf16a99a092 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732789 Jul 23 21:00:33.862784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c7901-6f9a-4496-8163-5f5c2f8addfe None None] Pushing event updated for resources: {'Port': ['ID=41eed657-8916-4c75-adda-4b745eb1b239,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:33.900451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.929481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0b2478e1-6512-4bca-9031-e9c2d2136821, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b2478e1-6512-4bca-9031-e9c2d2136821,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:33.935077 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:33.968768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:33.987286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-84153d22-5807-438a-a7fd-136400868a2b service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468883 Jul 23 21:00:34.045544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0b2478e1-6512-4bca-9031-e9c2d2136821,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:34.090073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-75816eee-96cc-4570-8b5c-6fa25cf9b076 service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958822 Jul 23 21:00:34.213749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:34.244584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d2d746-d2cc-4256-8dff-77a7bec15568 None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:34.260375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f837b98f-9dd4-46a7-af44-b9fc4a5de72d req-25520a73-4a2e-493e-b6bf-103a98a0ccd3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 210 time: 0.0313330 Jul 23 21:00:35.516250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b2478e1-6512-4bca-9031-e9c2d2136821 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:35.527345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4573b738-0e39-4090-89d8-6c7ff9c633f7 req-e6842287-3054-4925-8830-ed500d638b3a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 210 time: 0.0550056 Jul 23 21:00:35.568239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0b2478e1-6512-4bca-9031-e9c2d2136821 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:35.568618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.569091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-df67c4c7-7ab3-4ced-a517-66d0bac678fc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:35.570709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-df67c4c7-7ab3-4ced-a517-66d0bac678fc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.4704328 Jul 23 21:00:35.623924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-954e6499-9bc3-4d28-bf90-c7f73bdd2b78 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 380 time: 0.0438604 Jul 23 21:00:35.633236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'port': {'device_id': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'admin_state_up': True, 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'security_groups': ['02e412b4-2cab-44a0-ba19-8cedceec1a84']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:35.646369 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41eed657-8916-4c75-adda-4b745eb1b239 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:35.696155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 41eed657-8916-4c75-adda-4b745eb1b239 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:35.699937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 41eed657-8916-4c75-adda-4b745eb1b239 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:35.700314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.745915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Made reservation on behalf of d26c8ab7cb2e4bd4872d7d23fbef3897 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:00:35.749393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.779261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.811946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 41eed657-8916-4c75-adda-4b745eb1b239, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41eed657-8916-4c75-adda-4b745eb1b239,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:35.815766 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:35.866476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=41eed657-8916-4c75-adda-4b745eb1b239,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:35.888359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Allocated IP 172.20.0.14 (69bb2643-be55-4dee-934f-b81ada841d6f/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6/f17ac36d-f686-4fef-9715-66a4ca386e42) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:00:36.022540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.036070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Transition to ACTIVE for port object f17ac36d-f686-4fef-9715-66a4ca386e42 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:36.068206 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.118981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:00:36.122072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:00:36.125672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:00:36.152209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:36.181313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.181994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.197188 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-aed49c4b-2e1a-41fb-957f-ab2e67b89592 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684922 Jul 23 21:00:36.210504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Request body: {'port': {'device_id': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:36.284245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.377823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1f987cf-0184-40c2-baf7-56fef0fc7eec None None] Provisioning for port f17ac36d-f686-4fef-9715-66a4ca386e42 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:36.381557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f1f987cf-0184-40c2-baf7-56fef0fc7eec None None] Provisioning complete for port f17ac36d-f686-4fef-9715-66a4ca386e42 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:36.381932 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f1f987cf-0184-40c2-baf7-56fef0fc7eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.419258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f1f987cf-0184-40c2-baf7-56fef0fc7eec None None] Port f17ac36d-f686-4fef-9715-66a4ca386e42 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:00:36.548683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17ac36d-f686-4fef-9715-66a4ca386e42 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:36.556049 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.568584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Transition to ACTIVE for port object f17ac36d-f686-4fef-9715-66a4ca386e42 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:00:36.572598 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.657984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:36.737853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e1209-43dc-4ad7-b5f8-1ea88d6a6a95 req-b2981698-a104-46f0-bac0-5c883f8576d0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.739567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-554e1209-43dc-4ad7-b5f8-1ea88d6a6a95 req-b2981698-a104-46f0-bac0-5c883f8576d0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.1393659 Jul 23 21:00:36.760928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:00:36.761263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:00:36.761620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:36.773281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Port f17ac36d-f686-4fef-9715-66a4ca386e42 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:00:36.773631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:00:36.782560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:00:36.782896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:00:36.783281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:00:36.783710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Bound port: f17ac36d-f686-4fef-9715-66a4ca386e42, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:00:36.784071 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.805639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-554e1209-43dc-4ad7-b5f8-1ea88d6a6a95 req-9be99095-f4dd-42ba-8960-0d3db91d6bee tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560868 Jul 23 21:00:36.860283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:00:36.863466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:00:36.868502 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.906122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:36.906739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:36.908174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 1093 time: 0.7031856 Jul 23 21:00:36.908618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:36.911049 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:36.936652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8dff7-7a9d-4dcb-98e5-c2906129f4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:36.977094 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a23ba62-36be-475c-bfa7-2a7f6a72bb10 x-openstack-request-id: req-8a23ba62-36be-475c-bfa7-2a7f6a72bb10 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:36.977398 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:36.977801 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a23ba62-36be-475c-bfa7-2a7f6a72bb10 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:36.978197 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'status': 'completed', 'code': 200} Jul 23 21:00:37.012024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-46d86c5e-8a71-4962-a06d-526f1a37592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.013692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-46d86c5e-8a71-4962-a06d-526f1a37592b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1096 time: 0.0679424 Jul 23 21:00:37.057969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-c9487be5-5cef-4c63-a672-a0a39c2d7f18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 217 time: 0.0365849 Jul 23 21:00:37.113997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-137d1167-943f-4a0f-b428-3af9a48e8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.115529 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-137d1167-943f-4a0f-b428-3af9a48e8471 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0514762 Jul 23 21:00:37.193066 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-c0259a11-0661-478e-8f08-839101c9348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.194531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-c0259a11-0661-478e-8f08-839101c9348b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730066 Jul 23 21:00:37.291551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-094bc341-e89f-4f0b-a704-219c9e380a5f service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907271 Jul 23 21:00:37.383012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a197fc28-c54b-4d90-b0d8-5872baa7fe65 req-835eb4a8-378f-4f61-bb88-a62de7bdb801 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834875 Jul 23 21:00:37.461210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41eed657-8916-4c75-adda-4b745eb1b239 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:37.490462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-d6a597ad-207b-453b-b9da-ea17ff994eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.491986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-d6a597ad-207b-453b-b9da-ea17ff994eaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1096 time: 0.0633752 Jul 23 21:00:37.510619 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 41eed657-8916-4c75-adda-4b745eb1b239 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:37.511144 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:37.583055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-6e885a91-1e82-4be1-8e41-8d5903f41446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.584480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-6e885a91-1e82-4be1-8e41-8d5903f41446 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0865142 Jul 23 21:00:37.629628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-6382a524-2156-46db-89bb-efa4cd159cb6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 217 time: 0.0382595 Jul 23 21:00:37.678053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-3c789429-f4df-419b-bd43-dfe6f996c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.679384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-3c789429-f4df-419b-bd43-dfe6f996c2bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0432391 Jul 23 21:00:37.738426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-f3386eb4-869e-4932-9463-909e67cf0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.739959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-f3386eb4-869e-4932-9463-909e67cf0121 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543470 Jul 23 21:00:37.838166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-348f3891-7cc0-49a2-ba20-b83cf80e29ca service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895567 Jul 23 21:00:37.966420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66e7655-d0eb-4cc7-b3cd-9f37b7606258 req-d8989440-5036-46e7-95c6-ec86e1c01de3 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203282 Jul 23 21:00:37.983326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14fa3-97fa-40f1-8b08-65d0c215c630 req-9579fccc-ef3d-4c72-81c1-32e8b41459c6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:37.984804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77c14fa3-97fa-40f1-8b08-65d0c215c630 req-9579fccc-ef3d-4c72-81c1-32e8b41459c6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.1116428 Jul 23 21:00:38.023235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-77c14fa3-97fa-40f1-8b08-65d0c215c630 req-3cd30806-4f6c-4794-bd69-bc7029715e53 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326662 Jul 23 21:00:39.154378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4755bb-2377-4543-8329-87ea614b5f8b req-deaf318f-f388-41f4-aab9-056f140d47ec tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:39.155857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e4755bb-2377-4543-8329-87ea614b5f8b req-deaf318f-f388-41f4-aab9-056f140d47ec tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.0662005 Jul 23 21:00:39.192183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e4755bb-2377-4543-8329-87ea614b5f8b req-3cf476c1-915b-4b72-a982-c1cd8018b5f9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307600 Jul 23 21:00:40.319465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aff0a9-5430-400d-94fb-3a74f3b2cee7 req-142f87ad-2116-4733-8219-b097fc839f0c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:40.320952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3aff0a9-5430-400d-94fb-3a74f3b2cee7 req-142f87ad-2116-4733-8219-b097fc839f0c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.0617602 Jul 23 21:00:40.357461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3aff0a9-5430-400d-94fb-3a74f3b2cee7 req-7fb4c530-be55-4c71-8993-9dad3b802aee tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Jul 23 21:00:41.487964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6ff9-1f9a-4320-aac7-5fe89180be1a req-549d85ac-bf1d-4cc4-92cd-18f362f2bbbc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:41.489374 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29fa6ff9-1f9a-4320-aac7-5fe89180be1a req-549d85ac-bf1d-4cc4-92cd-18f362f2bbbc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.0674782 Jul 23 21:00:41.526504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-29fa6ff9-1f9a-4320-aac7-5fe89180be1a req-18eb5928-b70e-42b9-8949-f603ec5ae6cb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314329 Jul 23 21:00:41.674924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:00:41.776995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:41.787758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'mac_address': 'fa:16:3e:4b:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:00:41.823033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.835500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17ac36d-f686-4fef-9715-66a4ca386e42 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:00:41.854236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:41.858495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:41.908059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:42.059428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f17ac36d-f686-4fef-9715-66a4ca386e42'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:00:42.653522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017241f-d18c-4894-b9fa-104089548942 req-1894900b-3a74-48a9-9609-f2d9a867afe6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:42.655001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0017241f-d18c-4894-b9fa-104089548942 req-1894900b-3a74-48a9-9609-f2d9a867afe6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 945 time: 0.0626793 Jul 23 21:00:42.692244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0017241f-d18c-4894-b9fa-104089548942 req-c2577688-e134-40f6-bcfd-8657625e75d9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317342 Jul 23 21:00:43.689664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:00:43.740937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f17ac36d-f686-4fef-9715-66a4ca386e42 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:00:43.744598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f17ac36d-f686-4fef-9715-66a4ca386e42 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:00:43.744970 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.822282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.826372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c9ca-c44e-46fa-9b84-1631163b52cc req-9cde173b-edb2-4931-b5a6-debf3d6dfe25 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:43.827878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1281c9ca-c44e-46fa-9b84-1631163b52cc req-9cde173b-edb2-4931-b5a6-debf3d6dfe25 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 945 time: 0.0692458 Jul 23 21:00:43.844184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:43.846636 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae85d48c-f049-4588-9661-578e4c8a34ca" -d '{"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:43.860317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:00:43.865626 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:43.868958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1281c9ca-c44e-46fa-9b84-1631163b52cc req-fb2b687a-be1d-4df8-8151-6e9471c1cd5c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354884 Jul 23 21:00:43.897261 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe66e3-2db7-48da-bed6-2c99cb3f56d5 x-openstack-request-id: req-6abe66e3-2db7-48da-bed6-2c99cb3f56d5 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:43.897586 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:43.897842 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6abe66e3-2db7-48da-bed6-2c99cb3f56d5 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:43.898468 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'code': 200} Jul 23 21:00:43.930203 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:00:43.936212 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4153fae1-701c-405f-96d8-ae1b4bce4ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:44.001341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166801e6-6f1c-4bd5-8f55-a5980c8bed10 req-14969ab3-7e3b-43b5-90bf-53339ed440bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:44.002775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-166801e6-6f1c-4bd5-8f55-a5980c8bed10 req-14969ab3-7e3b-43b5-90bf-53339ed440bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1098 time: 0.0545118 Jul 23 21:00:44.035763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-166801e6-6f1c-4bd5-8f55-a5980c8bed10 req-361e76df-5a09-43a8-acb4-b8bcfa61535f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270391 Jul 23 21:00:44.154213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.000656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73069-3007-43f9-a828-63ee96f404cc req-83ec7c00-822a-4ba3-aacb-b6069f4400f7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:45.002191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02d73069-3007-43f9-a828-63ee96f404cc req-83ec7c00-822a-4ba3-aacb-b6069f4400f7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0627599 Jul 23 21:00:45.039701 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02d73069-3007-43f9-a828-63ee96f404cc req-91d0f728-2106-4aaa-b7b2-79e9886adcf7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311427 Jul 23 21:00:45.169393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59a86-3c64-4489-a5fc-5b002c951796 req-4cd75721-1247-4bcd-8940-344370ee3df3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:45.170827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ce59a86-3c64-4489-a5fc-5b002c951796 req-4cd75721-1247-4bcd-8940-344370ee3df3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0675058 Jul 23 21:00:45.179782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59176) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:00:45.184233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'floatingip': {'port_id': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:00:45.221575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.636595 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.640498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:45.740483 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 associated. External IP: 172.25.8.82, port: f17ac36d-f686-4fef-9715-66a4ca386e42. Jul 23 21:00:45.947955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:00:46.052537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:00:46.057354 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.062154 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:00:46.071233 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:46.071966 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:00:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:46.092841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8dbb19d6-3274-4d93-aca2-5cd4d9e01195 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "PUT /v2.0/floatingips/91a69cd0-9d46-4d9d-920c-a51a6a845458 HTTP/1.1" status: 200 len: 991 time: 0.9120069 Jul 23 21:00:46.093417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:00:46.095649 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d904e42-327b-4d2e-920f-8ff3ea239a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:00:46.131363 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1817fc1-dafe-44c3-999f-f53032e2354d x-openstack-request-id: req-e1817fc1-dafe-44c3-999f-f53032e2354d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:00:46.131649 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:00:46.131897 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e1817fc1-dafe-44c3-999f-f53032e2354d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:00:46.132297 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'status': 'completed', 'code': 200} Jul 23 21:00:46.181281 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:46.216590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-636ea2ac-65c1-473f-878d-90d79134c1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:46.218066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-636ea2ac-65c1-473f-878d-90d79134c1b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1098 time: 0.0534689 Jul 23 21:00:46.313355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-cb735f66-d56b-42d4-9a89-cb4d18e948f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:46.314891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-cb735f66-d56b-42d4-9a89-cb4d18e948f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0911386 Jul 23 21:00:46.399241 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:4b:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:00:45Z', 'revision_number': 1, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:46.408585 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-f7557a7e-0e1c-4c51-b04c-fd4195c8d7cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 999 time: 0.0876846 Jul 23 21:00:46.428466 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:00:46.437884 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:00:46.438507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:00:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:46.460793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.469968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b319319f-389e-4bde-accf-753a185c7c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:46.650117 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:00:46.805559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-460ecd96-5c52-4994-81a4-73f7148255fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:46.806947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-460ecd96-5c52-4994-81a4-73f7148255fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.3922689 Jul 23 21:00:46.866465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-e99a8b41-a5cc-4732-aae5-d96bd3a1d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:00:46.868027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-e99a8b41-a5cc-4732-aae5-d96bd3a1d965 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539389 Jul 23 21:00:46.874300 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:4b:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:00:45Z', 'revision_number': 1, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:00:46.900195 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a19122e-5b56-461b-b5c1-cca6ed0c5d33 None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:4b:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:00:45Z', 'revision_number': 1, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:00:46.963356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-6ba03ab4-016c-48b0-8fbd-932c2ff7b28d service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878770 Jul 23 21:00:47.056763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d904e42-327b-4d2e-920f-8ff3ea239a6c req-1e8eef29-cd0b-480b-81dd-ea82673e4e4f service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864575 Jul 23 21:00:47.484538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95685373-2cd0-40ee-8634-d353acc9d03e None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:00:47.793646 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:47.843823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:49.793830 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:00:56.868487 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:01:13.926661 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dea24d4d-56ec-46a5-bce6-b69ee51845cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:14.155958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.457853 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:16.463094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2138e01d-bf83-401f-a716-40c3a13d12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.603596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:17.847206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:19.793694 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:33.868420 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:01:43.842877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-67365277-8f02-4b5b-87d1-ef2bec5562e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557189 Jul 23 21:01:43.927167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-834571ef-b41c-4342-96d0-2f1a42dd1619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:43.937304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8023b-97a9-466e-8469-aede86755591 req-4135f87e-50c9-415d-9c3e-9ec83bf97733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:43.938899 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-4135f87e-50c9-415d-9c3e-9ec83bf97733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1098 time: 0.0549047 Jul 23 21:01:44.042926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8023b-97a9-466e-8469-aede86755591 req-734191d7-b2ef-4ce6-b77c-72ca327aa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.044468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-734191d7-b2ef-4ce6-b77c-72ca327aa91e service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0867269 Jul 23 21:01:44.112202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-bccb791d-8b5f-4fde-8379-99325bf797ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 1001 time: 0.0607235 Jul 23 21:01:44.156545 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:44.161807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8023b-97a9-466e-8469-aede86755591 req-35751bd0-373f-407d-9295-f2bad280c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.163274 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-35751bd0-373f-407d-9295-f2bad280c701 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0447838 Jul 23 21:01:44.221234 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8023b-97a9-466e-8469-aede86755591 req-7d10d4eb-c06c-40d4-90da-b4b144a7364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:01:44.222798 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-7d10d4eb-c06c-40d4-90da-b4b144a7364c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533199 Jul 23 21:01:44.313276 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-82aceb0d-da82-44a6-b501-2a0a5d29d226 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841691 Jul 23 21:01:44.403795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5df8023b-97a9-466e-8469-aede86755591 req-4a5e6d87-ed8d-4152-8b19-b44d84f1aa8d service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841532 Jul 23 21:01:46.453624 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:46.463688 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac1f7898-73df-4d1d-b1b4-dfbe3c02164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.624348 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:47.850357 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:01:49.796382 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:10.867819 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:02:13.929088 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54d62f17-3438-4df4-b372-22da919cca95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:14.178185 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.461347 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:16.466430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ce0b550a-f008-4f58-8f8f-a4f8c01a4d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:17.652000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:17.853839 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:19.800477 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:23.946684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a92f08-c419-4e4f-8e3a-f941db0be590 req-c4532a6e-71b5-4b72-a4e4-fdebcb2bab61 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:23.948162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69a92f08-c419-4e4f-8e3a-f941db0be590 req-c4532a6e-71b5-4b72-a4e4-fdebcb2bab61 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0625961 Jul 23 21:02:23.985288 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69a92f08-c419-4e4f-8e3a-f941db0be590 req-9561ac9a-0071-4389-b0c9-cbb74f9c09f9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Jul 23 21:02:24.169574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59392) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:24.273188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf9797-bd0e-49e1-91f6-5d4e2ee0b4ce req-5d8e86dd-c05b-44fa-a0d8-69112eca3a2b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:24.274699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07cf9797-bd0e-49e1-91f6-5d4e2ee0b4ce req-5d8e86dd-c05b-44fa-a0d8-69112eca3a2b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0973654 Jul 23 21:02:24.318100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-2976fd8a-fbbc-406c-8c01-f7d267a3d872 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472797 Jul 23 21:02:24.330070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07cf9797-bd0e-49e1-91f6-5d4e2ee0b4ce req-2a1c8095-d036-4c24-bbd0-05302d067707 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490322 Jul 23 21:02:25.362782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-88659d3e-531c-485f-bd68-b221880162f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.364417 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-88659d3e-531c-485f-bd68-b221880162f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1098 time: 0.0559950 Jul 23 21:02:25.490232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-5ef7c279-023f-455d-aa54-d4694f5db074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.491763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-5ef7c279-023f-455d-aa54-d4694f5db074 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.1209664 Jul 23 21:02:25.549662 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d5363-6c28-4249-b3ef-7bb5355a40a5 req-54988b41-ed4e-460c-91a3-4cbbb6354be6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.551113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b8d5363-6c28-4249-b3ef-7bb5355a40a5 req-54988b41-ed4e-460c-91a3-4cbbb6354be6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.1495819 Jul 23 21:02:25.588748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-5553be5e-c5bc-470e-9ac9-51dcb3660248 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 1001 time: 0.0906627 Jul 23 21:02:25.630599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5b8d5363-6c28-4249-b3ef-7bb5355a40a5 req-9c26d472-d144-4950-bfe4-e9b98c726750 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731530 Jul 23 21:02:25.648987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-3718cec1-4fd1-41d1-bbcb-52e1698fd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.650486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-3718cec1-4fd1-41d1-bbcb-52e1698fd6ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0524554 Jul 23 21:02:25.709311 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-519f3975-db28-48b4-ac64-efaa0a709482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:25.710812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-519f3975-db28-48b4-ac64-efaa0a709482 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539589 Jul 23 21:02:25.803363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-7bc4bbcc-0cf7-4609-b8b4-ed61acb082c1 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859842 Jul 23 21:02:25.891411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-ae1a445e-504f-4365-a393-db0928906a28 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810990 Jul 23 21:02:26.763267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fcbc6-1b5b-4c29-9bfc-73a06d978e48 req-55f0a777-7c0c-4cb5-94d9-c6c4a6f60315 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:26.764733 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a0fcbc6-1b5b-4c29-9bfc-73a06d978e48 req-55f0a777-7c0c-4cb5-94d9-c6c4a6f60315 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0666144 Jul 23 21:02:26.801602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a0fcbc6-1b5b-4c29-9bfc-73a06d978e48 req-90411b37-d1da-4bef-b8f7-9857a0661cf7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Jul 23 21:02:27.934391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6d8f6-aebf-4271-a55a-b6e2f5c88d87 req-f1b723ba-41d8-434d-8180-0fbbac57a106 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:27.935888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d6d8f6-aebf-4271-a55a-b6e2f5c88d87 req-f1b723ba-41d8-434d-8180-0fbbac57a106 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0664489 Jul 23 21:02:27.975154 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d6d8f6-aebf-4271-a55a-b6e2f5c88d87 req-f13b000f-8896-408c-bf43-dafbeb457e44 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337043 Jul 23 21:02:29.107062 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b987c2-b954-4182-b500-321bc5f50ce3 req-b90db34b-fc5a-411d-9a62-a8a753d18c60 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:29.108670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06b987c2-b954-4182-b500-321bc5f50ce3 req-b90db34b-fc5a-411d-9a62-a8a753d18c60 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0641019 Jul 23 21:02:29.145741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-06b987c2-b954-4182-b500-321bc5f50ce3 req-bc40adb2-b395-4bf3-866c-1608f6a4c5d4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Jul 23 21:02:30.280235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48323-f285-48c8-951a-b5f95a27ce40 req-fc5691c2-1697-4b61-be3f-a9dbb78c062d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:30.282247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebb48323-f285-48c8-951a-b5f95a27ce40 req-fc5691c2-1697-4b61-be3f-a9dbb78c062d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0697901 Jul 23 21:02:30.320827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ebb48323-f285-48c8-951a-b5f95a27ce40 req-bfec6abc-b525-4961-a051-c3d7a87fbba1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331006 Jul 23 21:02:31.461101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33270b0-f948-4c57-9e01-ea42c852593d req-04c60933-09fa-4266-bc43-635691bb43b5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:31.462718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b33270b0-f948-4c57-9e01-ea42c852593d req-04c60933-09fa-4266-bc43-635691bb43b5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0624850 Jul 23 21:02:31.500565 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b33270b0-f948-4c57-9e01-ea42c852593d req-df63b2ca-e6f9-4c72-9993-9bfeb3d0c3aa tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318301 Jul 23 21:02:32.632277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628f217-f77b-413a-9035-c33450703c9f req-996464f7-325f-4fad-89b5-a9c2e2c574ea tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:32.633794 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9628f217-f77b-413a-9035-c33450703c9f req-996464f7-325f-4fad-89b5-a9c2e2c574ea tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0668252 Jul 23 21:02:32.671151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9628f217-f77b-413a-9035-c33450703c9f req-513d2492-04fd-49c6-8c35-5d44292900a5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jul 23 21:02:33.801343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63c4f5-78f1-4bf8-965f-89d176a3b63c req-2e00d519-17ee-4073-825b-5d80747e6a8c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:33.803247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c63c4f5-78f1-4bf8-965f-89d176a3b63c req-2e00d519-17ee-4073-825b-5d80747e6a8c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0644534 Jul 23 21:02:33.842005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c63c4f5-78f1-4bf8-965f-89d176a3b63c req-efd953de-b51a-468c-8462-bf7d23264b51 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Jul 23 21:02:34.971679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804d96c-e3f4-4ced-a181-5ff24997e084 req-c8f38ec9-fd0b-462c-8535-11a413ca9f91 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:34.973182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1804d96c-e3f4-4ced-a181-5ff24997e084 req-c8f38ec9-fd0b-462c-8535-11a413ca9f91 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0624819 Jul 23 21:02:35.011076 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1804d96c-e3f4-4ced-a181-5ff24997e084 req-b32917d4-d748-4c3d-843e-dfadc6317a7a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321493 Jul 23 21:02:36.144177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f7fbc-e90c-457b-b3b6-60e79a60df6a req-15dd2a23-db56-40ab-8a8e-610750eb4b57 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:36.145711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae1f7fbc-e90c-457b-b3b6-60e79a60df6a req-15dd2a23-db56-40ab-8a8e-610750eb4b57 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0689664 Jul 23 21:02:36.185041 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ae1f7fbc-e90c-457b-b3b6-60e79a60df6a req-80942e91-415c-4a9b-b06b-6dc68d1f56f2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337975 Jul 23 21:02:37.319770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da47eb-9eb8-43c5-9028-f82589ae888d req-6d400400-8bb7-48df-928b-902df5e91917 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:37.321304 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08da47eb-9eb8-43c5-9028-f82589ae888d req-6d400400-8bb7-48df-928b-902df5e91917 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0663724 Jul 23 21:02:37.359754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-08da47eb-9eb8-43c5-9028-f82589ae888d req-fcd54df4-0c3d-410e-86f5-79694d32ca76 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Jul 23 21:02:37.729962 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-5756a562-e195-418c-bf33-86fa9120baee req-2e6026a9-879b-47bc-b6d3-32e052027cd3 service neutron] show failed (client error): The resource could not be found. Jul 23 21:02:37.731773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-2e6026a9-879b-47bc-b6d3-32e052027cd3 service neutron] 10.222.0.36 "GET /v2.0/ports/f17ac36d-f686-4fef-9715-66a4ca386e42/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0628004 Jul 23 21:02:37.939328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-633d6821-8df9-4462-9790-99316b292093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:37.940823 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-633d6821-8df9-4462-9790-99316b292093 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 1098 time: 0.0558248 Jul 23 21:02:37.951780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:38.028440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.234341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:38.266756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:38.303742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:38.305958 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac45fde2-5e55-47e6-b6f1-a6303fed58d7" -d '{"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-unplugged", "status": "completed", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:38.310024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.322623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Transition to ACTIVE for port object f17ac36d-f686-4fef-9715-66a4ca386e42 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:38.327286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.370011 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93e8768-f977-40d1-8900-44881f6c5e73 x-openstack-request-id: req-e93e8768-f977-40d1-8900-44881f6c5e73 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:38.370319 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-unplugged", "status": "completed", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:38.370912 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e93e8768-f977-40d1-8900-44881f6c5e73 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:38.371014 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'code': 200} Jul 23 21:02:38.446293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:38.470289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.470643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.470998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.471341 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.471679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.472017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.472352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.472683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.473017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.473346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.473751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.474350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:38.501799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7634b-3bbe-466b-8755-4da91dc7316d req-00ccb115-d68d-4c16-ba6c-609dd1b3bedf tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:38.503397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acc7634b-3bbe-466b-8755-4da91dc7316d req-00ccb115-d68d-4c16-ba6c-609dd1b3bedf tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.0708826 Jul 23 21:02:38.530866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] No DVR routers for this DVR port f17ac36d-f686-4fef-9715-66a4ca386e42 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:02:38.544610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acc7634b-3bbe-466b-8755-4da91dc7316d req-f9c0339f-7bc9-4516-ae58-620632be8f28 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343020 Jul 23 21:02:38.670972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:38.671315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:38.671652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:38.676006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Port f17ac36d-f686-4fef-9715-66a4ca386e42 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:02:38.676334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Attempting to bind port f17ac36d-f686-4fef-9715-66a4ca386e42 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:38.681162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:38.681546 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:38.681938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:38.682369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Bound port: f17ac36d-f686-4fef-9715-66a4ca386e42, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:38.682731 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.748055 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:38.751376 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:38.754973 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.790990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:38.791707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:38.793809 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] 10.222.0.47 "PUT /v2.0/ports/f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 1093 time: 0.8459547 Jul 23 21:02:38.814996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb962a8e-997c-4047-9864-73268c0ec4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:38.873568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-3fc075f7-1512-496e-b7d2-6f8a91a5284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:38.875170 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-3fc075f7-1512-496e-b7d2-6f8a91a5284f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1096 time: 0.0573304 Jul 23 21:02:38.972201 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-59c475f0-9c02-42ec-abad-810de0249490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:38.974210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-59c475f0-9c02-42ec-abad-810de0249490 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0929890 Jul 23 21:02:39.036536 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-3882c4f5-d065-4c69-8618-f0b9c1ca2c2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 999 time: 0.0565908 Jul 23 21:02:39.084334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-1f623cbf-f043-4e4c-b767-e51add879414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:39.085774 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-1f623cbf-f043-4e4c-b767-e51add879414 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0435116 Jul 23 21:02:39.146849 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756a562-e195-418c-bf33-86fa9120baee req-68737f6a-4332-4cb1-bdc8-5cc93f9d7ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:39.148325 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-68737f6a-4332-4cb1-bdc8-5cc93f9d7ef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551305 Jul 23 21:02:39.235812 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-88bd631f-1779-485e-a598-9ba756893dd9 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798311 Jul 23 21:02:39.330292 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5756a562-e195-418c-bf33-86fa9120baee req-bb73e972-5859-4099-8856-e1ec40b9110b service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854850 Jul 23 21:02:39.676886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb663d-32c5-42b9-a25d-331d56ceac1f req-d78a8c9e-52bc-4cb8-89ce-d0fc8b7af0c4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:39.678398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3fb663d-32c5-42b9-a25d-331d56ceac1f req-d78a8c9e-52bc-4cb8-89ce-d0fc8b7af0c4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.0635433 Jul 23 21:02:39.715153 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3fb663d-32c5-42b9-a25d-331d56ceac1f req-e1377782-0809-47a4-883c-3d4efadd2e3b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303290 Jul 23 21:02:40.229024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:02:40.268045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:02:40.372790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:40.375170 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceadfa6-f633-438f-9bda-5987978625c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:40.422012 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3314e596-d694-4f5c-8ebf-5e26216e2ed1 x-openstack-request-id: req-3314e596-d694-4f5c-8ebf-5e26216e2ed1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:40.422329 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:40.422583 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3314e596-d694-4f5c-8ebf-5e26216e2ed1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:40.422985 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'status': 'completed', 'code': 200} Jul 23 21:02:40.496725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-91458742-eeed-4fa0-a834-4e115cd88d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.498532 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-22cc3d96-d837-4349-9a06-dcb4be2d57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.498943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-91458742-eeed-4fa0-a834-4e115cd88d37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1096 time: 0.0587068 Jul 23 21:02:40.500122 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-22cc3d96-d837-4349-9a06-dcb4be2d57cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1096 time: 0.0549657 Jul 23 21:02:40.586830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-f38c97f1-5d98-46e4-972c-a8a1e4a648a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.588405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-f38c97f1-5d98-46e4-972c-a8a1e4a648a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0836921 Jul 23 21:02:40.592902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-003cb26f-8464-4346-96a1-d707305d247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.594403 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-003cb26f-8464-4346-96a1-d707305d247f service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0879533 Jul 23 21:02:40.643311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:02:40.656778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-1c7a08d6-a1b1-4e2c-a819-1d7a4087377f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 999 time: 0.0623591 Jul 23 21:02:40.659748 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-6dd3591a-6daf-4624-9fe2-c73c1bbf09de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 999 time: 0.0577722 Jul 23 21:02:40.706005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-f812da25-afe2-464b-bf87-63b49152873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.707325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-f812da25-afe2-464b-bf87-63b49152873c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0442097 Jul 23 21:02:40.709683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-47fba0ac-1645-49d0-96cf-46e1cad88f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.711556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-47fba0ac-1645-49d0-96cf-46e1cad88f03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0449009 Jul 23 21:02:40.744281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:40.756379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'mac_address': 'fa:16:3e:4b:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:02:40.772982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-37977396-2453-4455-847a-5431868ccc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.774689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-37977396-2453-4455-847a-5431868ccc46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605700 Jul 23 21:02:40.795141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceadfa6-f633-438f-9bda-5987978625c4 req-6612dbda-1331-43c3-a0a1-bbdf66cdd882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.796681 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-6612dbda-1331-43c3-a0a1-bbdf66cdd882 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678751 Jul 23 21:02:40.803004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:40.819608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17ac36d-f686-4fef-9715-66a4ca386e42 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:40.842143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:40.847994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:40.911042 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-e11078ad-e9c6-4937-ad91-ff042429d308 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032088 Jul 23 21:02:40.916653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:40.924759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5287e1-3dd3-4f88-a112-370c59b9bcb0 req-c6b7c437-04ed-4bd9-9865-b951dbebf7f3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:40.925259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.925896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.926317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d5287e1-3dd3-4f88-a112-370c59b9bcb0 req-c6b7c437-04ed-4bd9-9865-b951dbebf7f3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 944 time: 0.1345859 Jul 23 21:02:40.932125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.932517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.932819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-2b7da491-e22a-480d-8475-9b023566ae96 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499085 Jul 23 21:02:40.932939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.933259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.933634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.933988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.934304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.935275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.936026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:40.936368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:41.026869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d5287e1-3dd3-4f88-a112-370c59b9bcb0 req-24c80f74-5913-4be4-ba93-2a98d92e3832 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930741 Jul 23 21:02:41.057881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-592ca3c3-77c1-4b45-a1fd-22a4fa65ab94 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143470 Jul 23 21:02:41.111038 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f17ac36d-f686-4fef-9715-66a4ca386e42'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:41.345846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fceadfa6-f633-438f-9bda-5987978625c4 req-f37d4c36-3391-41a0-b530-b6b8b90f4604 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274337 Jul 23 21:02:42.171733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e9d5b-7d3f-45e9-9339-b5028443e1fe req-14879543-154d-425b-8aa7-d903cbf63007 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.173253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d5e9d5b-7d3f-45e9-9339-b5028443e1fe req-14879543-154d-425b-8aa7-d903cbf63007 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 945 time: 0.0657640 Jul 23 21:02:42.211854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d5e9d5b-7d3f-45e9-9339-b5028443e1fe req-1f2ed037-bc05-43d0-a828-f3d09aeea9c0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Jul 23 21:02:42.469542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0e9bd-b278-4265-b834-dcacb6b14491 req-3f7d7802-37df-44b7-aa41-cc46c9fb9597 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.471033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1cc0e9bd-b278-4265-b834-dcacb6b14491 req-3f7d7802-37df-44b7-aa41-cc46c9fb9597 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 945 time: 0.1174228 Jul 23 21:02:42.481826 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025039-9eea-4eab-8482-e4ed46814131 req-c4ff779f-37f3-44fe-864f-b19ec259eb5c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.483746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-c4ff779f-37f3-44fe-864f-b19ec259eb5c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 945 time: 0.1135550 Jul 23 21:02:42.544970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1cc0e9bd-b278-4265-b834-dcacb6b14491 req-01c1cc9a-978b-4546-b713-5543ae8cbca4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593812 Jul 23 21:02:42.566257 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-86025039-9eea-4eab-8482-e4ed46814131 req-dc62f313-5b66-4de8-9db9-6e7ce4cb14cc service neutron] delete failed (client error): The resource could not be found. Jul 23 21:02:42.567275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-dc62f313-5b66-4de8-9db9-6e7ce4cb14cc service neutron] 10.222.0.36 "DELETE /v2.0/ports/f17ac36d-f686-4fef-9715-66a4ca386e42/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0759788 Jul 23 21:02:42.643581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:42.666131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025039-9eea-4eab-8482-e4ed46814131 req-774f1b60-7667-41df-bdc9-a8048898cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.667644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-774f1b60-7667-41df-bdc9-a8048898cf1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1097 time: 0.0595300 Jul 23 21:02:42.696021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f17ac36d-f686-4fef-9715-66a4ca386e42 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:42.699541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f17ac36d-f686-4fef-9715-66a4ca386e42 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:42.699940 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:42.756303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025039-9eea-4eab-8482-e4ed46814131 req-84d6d6e2-f4af-4981-a38d-e2cb0e35be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.757819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-84d6d6e2-f4af-4981-a38d-e2cb0e35be50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0844755 Jul 23 21:02:42.777260 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:42.801971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:42.804368 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f6072c-a713-4a5e-8eaf-5cf832480acb" -d '{"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:42.815710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:42.820106 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:42.829368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-032d3701-0f3f-4e78-a09b-a012b32024a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 1000 time: 0.0638816 Jul 23 21:02:42.856202 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415ba4b-48eb-4948-90b3-e29a15fab8b4 x-openstack-request-id: req-7415ba4b-48eb-4948-90b3-e29a15fab8b4 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:42.857276 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-plugged", "status": "completed", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:42.857583 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7415ba4b-48eb-4948-90b3-e29a15fab8b4 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:42.858040 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'code': 200} Jul 23 21:02:42.876523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:42.878881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025039-9eea-4eab-8482-e4ed46814131 req-6b1b1cd5-617b-4493-aea9-f5ce450e2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.880394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-6b1b1cd5-617b-4493-aea9-f5ce450e2165 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0454793 Jul 23 21:02:42.937706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86025039-9eea-4eab-8482-e4ed46814131 req-a6784826-7087-4199-92c4-fcc065b6ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:42.939191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-a6784826-7087-4199-92c4-fcc065b6ec97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527439 Jul 23 21:02:43.032138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-7ffcdbcf-4927-4a7f-b09c-3da56c1345b8 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856788 Jul 23 21:02:43.125222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86025039-9eea-4eab-8482-e4ed46814131 req-1da0bc9d-76cc-408e-9017-903284dbffaf service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853095 Jul 23 21:02:43.682938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cab8ad-77dd-4c3e-983e-5058263149ee req-cd263388-9888-421e-a236-008acc8f008d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.684517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87cab8ad-77dd-4c3e-983e-5058263149ee req-cd263388-9888-421e-a236-008acc8f008d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0692165 Jul 23 21:02:43.723133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87cab8ad-77dd-4c3e-983e-5058263149ee req-b7509638-c9c1-4d1f-820b-819cb28a4ffc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Jul 23 21:02:43.781897 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-ff527f8e-3a31-47c7-a837-21e89f833a19 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540135 Jul 23 21:02:43.854069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586291a-a4e0-4f24-a2d1-99917dbb7b7b req-8f0a7086-31d7-45d8-bebf-13e5cd593b8e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.855590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8586291a-a4e0-4f24-a2d1-99917dbb7b7b req-8f0a7086-31d7-45d8-bebf-13e5cd593b8e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0646627 Jul 23 21:02:43.878000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-7b46b675-e1dd-4740-b06f-878b514b623e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.879500 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-7b46b675-e1dd-4740-b06f-878b514b623e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 1098 time: 0.0555663 Jul 23 21:02:43.893568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8586291a-a4e0-4f24-a2d1-99917dbb7b7b req-272490be-c6e2-4c42-88f7-b33b8e4dafc6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319109 Jul 23 21:02:43.931591 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b428bf13-7a77-45c2-9a48-45b24a536c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:43.990498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-03b35deb-51ab-44ba-9932-f324b2f1479f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:43.991928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-03b35deb-51ab-44ba-9932-f324b2f1479f service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0943499 Jul 23 21:02:44.023312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17fd41-4f8a-4e7a-be79-213c36bda9b2 req-d21d6315-8e89-45c7-8358-c8bff3c233cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:44.024952 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc17fd41-4f8a-4e7a-be79-213c36bda9b2 req-d21d6315-8e89-45c7-8358-c8bff3c233cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0644512 Jul 23 21:02:44.057906 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-8794f089-2051-44dc-93f2-758fcd1615ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 200 len: 1001 time: 0.0591478 Jul 23 21:02:44.063943 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fc17fd41-4f8a-4e7a-be79-213c36bda9b2 req-bcc4c99b-a63a-44f2-8f2b-06b624cd3f4a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Jul 23 21:02:44.111847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-3ab7d871-b504-4abe-aa22-c3342d2bdc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:44.113317 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-3ab7d871-b504-4abe-aa22-c3342d2bdc72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0492921 Jul 23 21:02:44.181495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-a224be07-c134-4f04-97cb-aac5ef0b6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:44.183424 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-a224be07-c134-4f04-97cb-aac5ef0b6d2c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638227 Jul 23 21:02:44.187458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:44.284206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-744fce99-d35d-45aa-bae7-9105d2a18277 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885458 Jul 23 21:02:44.320440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeca887-7979-448b-abad-6a81f4d7026a req-e8545f05-7d32-4f66-a923-4329899ab0d2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:44.321994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7aeca887-7979-448b-abad-6a81f4d7026a req-e8545f05-7d32-4f66-a923-4329899ab0d2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0674119 Jul 23 21:02:44.359471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7aeca887-7979-448b-abad-6a81f4d7026a req-1495005a-d833-43f8-9702-9842d9a09ed8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Jul 23 21:02:44.380074 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0afe0c5b-a737-46f0-a5bc-96c43ab6d1a5 req-32b526ce-95ed-4f2e-875e-00e03ec654dc service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887868 Jul 23 21:02:45.490134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21639d-be58-47e4-aa54-8e6a3e01d35b req-93cb596c-2537-4f1c-8fc6-35d251280401 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:45.491647 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce21639d-be58-47e4-aa54-8e6a3e01d35b req-93cb596c-2537-4f1c-8fc6-35d251280401 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0640893 Jul 23 21:02:45.530116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce21639d-be58-47e4-aa54-8e6a3e01d35b req-9dac61b7-813a-48dd-b0cc-5ea5f6d94f34 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Jul 23 21:02:45.542598 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-f8d49d0f-1cac-455a-bd72-fdc80c8441f2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:45.544273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-f8d49d0f-1cac-455a-bd72-fdc80c8441f2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 946 time: 0.0641708 Jul 23 21:02:45.647009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Deleting port f17ac36d-f686-4fef-9715-66a4ca386e42 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:02:45.647290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.732586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] For port f17ac36d-f686-4fef-9715-66a4ca386e42, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f17ac36d-f686-4fef-9715-66a4ca386e42,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:45.732948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.903746 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.904024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:45.904342 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 disassociated. External IP: 172.25.8.82, port: f17ac36d-f686-4fef-9715-66a4ca386e42. Jul 23 21:02:45.904689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Calling delete_port for f17ac36d-f686-4fef-9715-66a4ca386e42 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:02:46.036845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:46.072419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event deleted for resources: {'Port': ['ID=f17ac36d-f686-4fef-9715-66a4ca386e42,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:46.192118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:02:46.303104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:46.313951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:46.323289 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:46.323886 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:02:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:46.353492 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] No DVR routers for this DVR port f17ac36d-f686-4fef-9715-66a4ca386e42 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:02:46.356047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:46.358722 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-60998818-bb4c-4b74-b0ac-b8e6468fd7dc req-fd5484d0-d849-46c0-8603-1a1a6732a8a6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "DELETE /v2.0/ports/f17ac36d-f686-4fef-9715-66a4ca386e42 HTTP/1.1" status: 204 len: 173 time: 0.8093505 Jul 23 21:02:46.359176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-deleted', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:46.361486 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81f5950-c3ad-4760-a4a5-8a1c5498233c" -d '{"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-deleted", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:46.406217 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49140b8-af70-4f1a-9a15-500f3d30c3ae x-openstack-request-id: req-a49140b8-af70-4f1a-9a15-500f3d30c3ae {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:46.406597 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa", "name": "network-vif-deleted", "tag": "f17ac36d-f686-4fef-9715-66a4ca386e42", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:46.406912 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a49140b8-af70-4f1a-9a15-500f3d30c3ae {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:46.407374 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa', 'name': 'network-vif-deleted', 'tag': 'f17ac36d-f686-4fef-9715-66a4ca386e42', 'status': 'completed', 'code': 200} Jul 23 21:02:46.437897 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:46.462773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:46.472740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ebab0d6-10fd-44af-a556-e1b415fb0d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:46.635166 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:46.640959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8aab6783-0b3d-4a02-ab41-929898fa22b9 req-e7798490-ae0f-40c1-a5dd-8f83a6473cb4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a8ed6b2-53b4-42f7-bd6e-978d0294bfaa HTTP/1.1" status: 200 len: 210 time: 0.0319476 Jul 23 21:02:46.662264 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:46.671576 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:46.672180 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:02:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:46.783011 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:46.979371 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:47.004180 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109d5483-f1ea-4a37-aaff-fe533b5053da None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:02:47.204255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84718835-162f-42f8-a88f-4d9baf32d7a9 None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:02:47.639321 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.857450 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:47.866734 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:02:47.873081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-70816bba-e11f-4f1d-82db-a1b944f95139 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2119165483&fields=id&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 267 time: 0.0361741 Jul 23 21:02:47.976537 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-ef67f7b2-5c67-4c3d-9a64-f1fe27d18521 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:47.977940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-ef67f7b2-5c67-4c3d-9a64-f1fe27d18521 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.0983691 Jul 23 21:02:47.992908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-29c48886-7e55-4b3f-972d-e475eb437ee8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/quotas/d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 375 time: 0.0089207 Jul 23 21:02:48.063654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-b7b4cb16-739e-4642-93dd-9246bd5cff7f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657246 Jul 23 21:02:48.157040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-b4ad7f40-d5c1-48ea-9ed5-7323b29c6943 service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822024 Jul 23 21:02:48.249769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-45ba33c5-0391-4cde-88fe-5ee1b1e1b4c2 service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869048 Jul 23 21:02:48.410464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d56f2d74-04b7-45ee-8fa5-8971a62b74e2 req-dffa0423-579a-440c-834d-c967117cbeaa tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 210 time: 0.0294693 Jul 23 21:02:49.328607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-15d1b32a-5c27-4b19-b88c-e8cf3a3dd1ac tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:49.330093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-15d1b32a-5c27-4b19-b88c-e8cf3a3dd1ac tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.1199579 Jul 23 21:02:49.379225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-14833bcc-6899-40e9-8bba-465b581a1e09 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 380 time: 0.0401976 Jul 23 21:02:49.389579 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'port': {'device_id': '23823df3-4a28-499d-a511-d9c6522649b3', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'admin_state_up': True, 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'security_groups': ['02e412b4-2cab-44a0-ba19-8cedceec1a84']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:49.539353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec1b97b5-0fd8-462f-9c54-f6de63a2e016 req-a395d863-d4c7-47ce-ba15-2b46d82f213b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 210 time: 0.0438759 Jul 23 21:02:49.548489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Made reservation on behalf of d26c8ab7cb2e4bd4872d7d23fbef3897 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:02:49.552801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.690439 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Allocated IP 172.20.0.4 (69bb2643-be55-4dee-934f-b81ada841d6f/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6/f2b52821-d7b2-4087-9446-21b5e8568cfb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:02:49.803604 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.828074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.841525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Transition to ACTIVE for port object f2b52821-d7b2-4087-9446-21b5e8568cfb will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:49.873220 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:49.914393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:02:49.917418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:02:49.921750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:02:49.953707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:49.968250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.968603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.968954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.969297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.969663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.970005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.970357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.970669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.970999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.971330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.971661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.971986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:02:49.993127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:49.993803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.010173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-c0f63c96-bcdb-45cf-ba36-ef6d4e5c1b0f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246490 Jul 23 21:02:50.023161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Request body: {'port': {'device_id': '23823df3-4a28-499d-a511-d9c6522649b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:50.098869 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.147252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-477e42b4-946b-4465-b86f-512fa4428f57 None None] Provisioning for port f2b52821-d7b2-4087-9446-21b5e8568cfb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:50.151118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-477e42b4-946b-4465-b86f-512fa4428f57 None None] Provisioning complete for port f2b52821-d7b2-4087-9446-21b5e8568cfb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:50.151481 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-477e42b4-946b-4465-b86f-512fa4428f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.185307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-477e42b4-946b-4465-b86f-512fa4428f57 None None] Port f2b52821-d7b2-4087-9446-21b5e8568cfb cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:02:50.367460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b52821-d7b2-4087-9446-21b5e8568cfb {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:50.374853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.386526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Transition to ACTIVE for port object f2b52821-d7b2-4087-9446-21b5e8568cfb will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:02:50.389902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.442216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:50.515459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:02:50.515796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:02:50.516131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:50.520578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Port f2b52821-d7b2-4087-9446-21b5e8568cfb on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:02:50.520889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:02:50.525906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:02:50.526251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:02:50.526640 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:02:50.527080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Bound port: f2b52821-d7b2-4087-9446-21b5e8568cfb, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:02:50.527437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.595591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:02:50.598733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:02:50.604735 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.691828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:02:50.721562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f17ac36d-f686-4fef-9715-66a4ca386e42 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:02:50.721911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f17ac36d-f686-4fef-9715-66a4ca386e42 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:02:50.987416 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:50.988299 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:50.989871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 1092 time: 0.9715426 Jul 23 21:02:50.990315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:50.992531 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3addf473-3276-4c9d-92ad-dc6a18d4610a" -d '{"events": [{"name": "network-changed", "server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:51.045011 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89e360b-0212-438d-bb3d-f4a1cfdac812 x-openstack-request-id: req-f89e360b-0212-438d-bb3d-f4a1cfdac812 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:51.045300 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:51.045581 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f89e360b-0212-438d-bb3d-f4a1cfdac812 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:51.045969 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'status': 'completed', 'code': 200} Jul 23 21:02:51.078486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfdc95-64de-4e2e-9e56-93fe8fd05ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:51.119853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe6ab4-4e5a-4fa8-961a-f5fd768b44a8 req-efc2d65e-26a9-4c1d-8a22-a8e5d573ad0c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.121390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cafe6ab4-4e5a-4fa8-961a-f5fd768b44a8 req-efc2d65e-26a9-4c1d-8a22-a8e5d573ad0c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 943 time: 0.1559160 Jul 23 21:02:51.140139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-f9a42378-d7b9-4a12-9be1-6e50362a0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.141643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-f9a42378-d7b9-4a12-9be1-6e50362a0ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1095 time: 0.0949051 Jul 23 21:02:51.190604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-b8b40bdc-6b65-4ee0-9868-16b77b07c2f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 217 time: 0.0412197 Jul 23 21:02:51.197597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cafe6ab4-4e5a-4fa8-961a-f5fd768b44a8 req-533600d6-f35c-4051-8df9-95a86d5b903e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703573 Jul 23 21:02:51.241202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-cfc0ed02-30e3-4ac1-9f4a-976940824f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.242650 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-cfc0ed02-30e3-4ac1-9f4a-976940824f07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0442271 Jul 23 21:02:51.302666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-310afb39-2ac0-489d-bbd8-2b62ce31fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.304124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-310afb39-2ac0-489d-bbd8-2b62ce31fb1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551872 Jul 23 21:02:51.390419 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-4074b0cc-ee09-498d-a80c-3c10e722152d service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799541 Jul 23 21:02:51.481605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbd7b396-0c84-4985-823a-3b2c5f221cdb req-24f88f2b-a9a2-4989-ad86-3b066b236897 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846083 Jul 23 21:02:51.581801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-3f6bfdf5-4e3c-48a7-90e3-67b3c50a4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.583177 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-3f6bfdf5-4e3c-48a7-90e3-67b3c50a4a52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1095 time: 0.0524027 Jul 23 21:02:51.673816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-476a8e77-9508-451b-9d1b-335c20ae3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.675251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-476a8e77-9508-451b-9d1b-335c20ae3db6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0861604 Jul 23 21:02:51.717197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-bbd3f60c-f843-4fb6-928a-0b12612dc413 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 217 time: 0.0344496 Jul 23 21:02:51.763993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-ed409db4-2d32-4cc2-9e5c-9f4c8e91f83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.765377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-ed409db4-2d32-4cc2-9e5c-9f4c8e91f83c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0421727 Jul 23 21:02:51.825932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-0db09a93-33e4-493c-943e-fa7dfd72c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:51.827390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-0db09a93-33e4-493c-943e-fa7dfd72c38f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552416 Jul 23 21:02:51.914284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-6703b4c7-281b-4870-9eb6-2e60fdda4da8 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796702 Jul 23 21:02:52.007639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3addf473-3276-4c9d-92ad-dc6a18d4610a req-c9acb549-9ff6-4a6e-9c13-04c2c26869fd service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862799 Jul 23 21:02:52.332214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4134e-b099-4027-bc67-977891d2c9be req-0b89f402-ed6f-4152-96a7-2b841607bc08 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:52.333727 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76f4134e-b099-4027-bc67-977891d2c9be req-0b89f402-ed6f-4152-96a7-2b841607bc08 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 943 time: 0.0653625 Jul 23 21:02:52.371068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76f4134e-b099-4027-bc67-977891d2c9be req-2d5240ba-120f-4b08-8850-ba3fa309e600 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318849 Jul 23 21:02:53.497904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138c1d3-069a-4522-807d-e07acacaf2f9 req-0067aa95-d119-414f-8057-f0aad0e66377 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:53.499392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a138c1d3-069a-4522-807d-e07acacaf2f9 req-0067aa95-d119-414f-8057-f0aad0e66377 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 943 time: 0.0634074 Jul 23 21:02:53.538798 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a138c1d3-069a-4522-807d-e07acacaf2f9 req-ced23100-e0fb-4d0e-978d-82930b1f548a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337830 Jul 23 21:02:54.312300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:02:54.406139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:54.416853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'mac_address': 'fa:16:3e:c3:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:02:54.452284 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:54.468752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b52821-d7b2-4087-9446-21b5e8568cfb {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:02:54.489197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:54.493206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:54.540975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:54.670092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2587-9b85-497e-8feb-8dd0df124345 req-ce9c9f4b-afbb-4403-88c1-58ce91f7ff65 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:54.671586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03ac2587-9b85-497e-8feb-8dd0df124345 req-ce9c9f4b-afbb-4403-88c1-58ce91f7ff65 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 944 time: 0.0674136 Jul 23 21:02:54.700513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f2b52821-d7b2-4087-9446-21b5e8568cfb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:02:54.709575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-03ac2587-9b85-497e-8feb-8dd0df124345 req-de55aa18-8dc4-404d-89f3-9abd88c44685 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322995 Jul 23 21:02:55.836882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9ef9-40de-4860-b23f-fa985bfc9704 req-613642ab-68f8-478d-8293-af2913aab7cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:55.838391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c1e9ef9-40de-4860-b23f-fa985bfc9704 req-613642ab-68f8-478d-8293-af2913aab7cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 944 time: 0.0635240 Jul 23 21:02:55.875790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c1e9ef9-40de-4860-b23f-fa985bfc9704 req-e897f493-0521-475d-8632-e1a8f80e731f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Jul 23 21:02:56.327913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:02:56.377836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f2b52821-d7b2-4087-9446-21b5e8568cfb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:02:56.381585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f2b52821-d7b2-4087-9446-21b5e8568cfb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:02:56.381953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:56.456906 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:56.479161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:56.481749 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cec6ce-2d24-4469-a736-a7d8dccaa5e8" -d '{"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-plugged", "status": "completed", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:56.496277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:02:56.500731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:56.532916 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b7f1c-b33d-410d-8b70-b94f8f94cd7c x-openstack-request-id: req-425b7f1c-b33d-410d-8b70-b94f8f94cd7c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:56.533208 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-plugged", "status": "completed", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:56.533491 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-425b7f1c-b33d-410d-8b70-b94f8f94cd7c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:56.533878 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'code': 200} Jul 23 21:02:56.555046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:02:56.643159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a4b90-5fb2-46af-9876-c63a26e65e0c req-0cd46e23-649d-40ef-be4e-d41c7f18d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:56.644679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-054a4b90-5fb2-46af-9876-c63a26e65e0c req-0cd46e23-649d-40ef-be4e-d41c7f18d443 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1097 time: 0.0603280 Jul 23 21:02:56.678222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-054a4b90-5fb2-46af-9876-c63a26e65e0c req-dca15484-08c6-441b-b4d5-c9ce5c0e05f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272481 Jul 23 21:02:57.005823 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6334f-60b7-48bc-ab0d-c3979be25194 req-8c77f20b-fb4b-4653-9808-a3deba84b796 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:57.007321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6b6334f-60b7-48bc-ab0d-c3979be25194 req-8c77f20b-fb4b-4653-9808-a3deba84b796 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0646284 Jul 23 21:02:57.045010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6b6334f-60b7-48bc-ab0d-c3979be25194 req-61a71070-d876-4d1c-9a7f-444e723000b9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Jul 23 21:02:58.173984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e91b5f-d31c-4fcb-8658-b3745eb3d92f req-706ce4cd-81f4-4ac5-92e5-59769d8a6e2b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:58.175499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72e91b5f-d31c-4fcb-8658-b3745eb3d92f req-706ce4cd-81f4-4ac5-92e5-59769d8a6e2b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0617843 Jul 23 21:02:58.215201 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72e91b5f-d31c-4fcb-8658-b3745eb3d92f req-345fe0fe-137d-4a5c-bda1-e1e5cb1ae4e3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342190 Jul 23 21:02:58.341687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3adf5-c3f0-4823-8aaa-9a32f66e4f6e req-b819071e-b7bc-42f2-a29d-faf6541db201 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:58.343103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05b3adf5-c3f0-4823-8aaa-9a32f66e4f6e req-b819071e-b7bc-42f2-a29d-faf6541db201 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0635431 Jul 23 21:02:58.351820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59530) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:02:58.356418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'floatingip': {'port_id': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:02:58.395663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:58.816803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:58.820479 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:58.917482 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 associated. External IP: 172.25.8.82, port: f2b52821-d7b2-4087-9446-21b5e8568cfb. Jul 23 21:02:59.128770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:02:59.234495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:02:59.239552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:02:59.243828 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:02:59.253617 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:59.254227 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:02:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:59.276504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3a9140c-aee5-468b-a6cd-c417f7e21e4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "PUT /v2.0/floatingips/91a69cd0-9d46-4d9d-920c-a51a6a845458 HTTP/1.1" status: 200 len: 990 time: 0.9236243 Jul 23 21:02:59.277081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:02:59.279389 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b51c0be-d93e-415f-99e0-d1da7f6e402e" -d '{"events": [{"name": "network-changed", "server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:02:59.316423 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9723d3f5-b92c-4343-8be4-256345b6be8b x-openstack-request-id: req-9723d3f5-b92c-4343-8be4-256345b6be8b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:02:59.316776 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:02:59.317030 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9723d3f5-b92c-4343-8be4-256345b6be8b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:02:59.318530 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'status': 'completed', 'code': 200} Jul 23 21:02:59.361609 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:59.395775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-5c87cb1d-a45e-461d-a673-a3c436f7833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:59.398211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-5c87cb1d-a45e-461d-a673-a3c436f7833f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1097 time: 0.0583119 Jul 23 21:02:59.491306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-efb1641b-b4de-4b24-ac39-fddc02b1fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:59.492825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-efb1641b-b4de-4b24-ac39-fddc02b1fd85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0888455 Jul 23 21:02:59.555204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-b96d004d-bfa1-471b-bbcc-3bd1cb3ba48c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 998 time: 0.0563500 Jul 23 21:02:59.584887 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:c3:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823df3-4a28-499d-a511-d9c6522649b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:02:58Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:59.601517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-0d309c0e-34f3-48a5-a5ea-02ed1c0c54ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:59.602995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-0d309c0e-34f3-48a5-a5ea-02ed1c0c54ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0422673 Jul 23 21:02:59.667399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-cae393e5-819e-433b-9462-b55bc71d4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:02:59.669706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-cae393e5-819e-433b-9462-b55bc71d4378 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605910 Jul 23 21:02:59.704104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:02:59.712288 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:02:59.712899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:02:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:02:59.760257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-bb387b58-a70c-4584-9cf4-17add539f341 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843515 Jul 23 21:02:59.817613 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:02:59.853863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b51c0be-d93e-415f-99e0-d1da7f6e402e req-55fecb12-3744-4563-9b74-2604e00d8f3f service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873091 Jul 23 21:03:00.033280 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:c3:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823df3-4a28-499d-a511-d9c6522649b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:02:58Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:03:00.062680 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f397c46-c0f3-41e8-9277-31a49db3fad1 None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:c3:2a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23823df3-4a28-499d-a511-d9c6522649b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:02:58Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:03:00.253306 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee69d6f-73cf-4761-9c23-df09058a14ba None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:03:13.935301 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8080d92c-0649-4b0e-998b-d19477e55e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:14.185354 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:16.461848 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:16.466998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-891845fd-af0a-447b-8122-c362152c0923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:17.641359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:17.858395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:19.806604 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:24.866589 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:03:43.934549 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e498092-0a15-4b63-ad96-dfcdaa962bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:44.182519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:45.836441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-d44c9a31-6b49-438c-8e5f-e635ee63e850 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527582 Jul 23 21:03:45.928821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-79718f19-8e9a-42a3-98ab-df78c61cfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:45.930391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-79718f19-8e9a-42a3-98ab-df78c61cfa35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1097 time: 0.0543704 Jul 23 21:03:46.036017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-607abbc3-f95f-4763-8740-6e617f623829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:46.037540 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-607abbc3-f95f-4763-8740-6e617f623829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0886803 Jul 23 21:03:46.104980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-fab67245-867a-47b3-ac0f-f12bef727d26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 1000 time: 0.0611169 Jul 23 21:03:46.153427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-22f6a411-c222-48d6-8b3d-d7d84fd885e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:46.155045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-22f6a411-c222-48d6-8b3d-d7d84fd885e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0442500 Jul 23 21:03:46.213312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-b08f8ac8-e7a5-4adf-b7cc-74c9669ee4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:03:46.214846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-b08f8ac8-e7a5-4adf-b7cc-74c9669ee4bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536995 Jul 23 21:03:46.306355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-083a7edc-d886-4ea0-8b84-651496c1a26d service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848570 Jul 23 21:03:46.394525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a5b24ea-0caa-4aae-a887-ed5a17bacfc9 req-527ef6ae-0616-4fa2-9fc9-071c9c32bc43 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Jul 23 21:03:46.456500 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:46.467220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fca2fee3-c7dc-406c-83bb-8c70f6b349e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.653815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:47.861962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:03:49.808330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:01.866308 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:04:13.934517 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-31156de4-76dc-4e9e-bf15-98fd88d63597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:14.182129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.464948 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:16.471420 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a02b8dcf-1a37-4c99-9855-635e8f58bba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.655445 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:17.864270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:19.812726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:36.104928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd458570-a370-4a29-b8e9-45ad9050c574 req-66c1863b-4fc7-4a4a-8944-2185f107aeb1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:36.107124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd458570-a370-4a29-b8e9-45ad9050c574 req-66c1863b-4fc7-4a4a-8944-2185f107aeb1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0702541 Jul 23 21:04:36.144309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd458570-a370-4a29-b8e9-45ad9050c574 req-a0fde19d-92e9-44c7-a1e3-c9fe80f1b1a1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Jul 23 21:04:37.280314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b76f8-75a3-46b0-b351-bfd4d1dacb8d req-74e20447-0663-4e21-bac9-476c5d17e57e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:37.281915 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f2b76f8-75a3-46b0-b351-bfd4d1dacb8d req-74e20447-0663-4e21-bac9-476c5d17e57e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0673850 Jul 23 21:04:37.320420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f2b76f8-75a3-46b0-b351-bfd4d1dacb8d req-35afddd5-4c09-450e-a2e2-85fb61ff6fe7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327668 Jul 23 21:04:38.448981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0b6eb-1a08-434a-b4f7-02bc6e6db663 req-ea677a58-c8c6-42e3-afb5-e090b3a422a0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:38.451004 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffd0b6eb-1a08-434a-b4f7-02bc6e6db663 req-ea677a58-c8c6-42e3-afb5-e090b3a422a0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0625343 Jul 23 21:04:38.488249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ffd0b6eb-1a08-434a-b4f7-02bc6e6db663 req-a17c2e24-241d-4f85-91fa-0accdeb2065f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316682 Jul 23 21:04:38.865073 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:04:39.618815 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6088e-6f09-46cb-9ac7-a472a6056d38 req-6c88b443-7a8b-415f-848e-f76c822eb087 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:39.620296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40f6088e-6f09-46cb-9ac7-a472a6056d38 req-6c88b443-7a8b-415f-848e-f76c822eb087 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0658271 Jul 23 21:04:39.656452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40f6088e-6f09-46cb-9ac7-a472a6056d38 req-728495e6-f286-4103-b6bb-6262ae33c76d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Jul 23 21:04:40.793704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e41fb-f727-4c3f-98e5-1b77c41246d9 req-8838959d-d092-408d-9734-675d80905498 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:40.795314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f9e41fb-f727-4c3f-98e5-1b77c41246d9 req-8838959d-d092-408d-9734-675d80905498 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0703280 Jul 23 21:04:40.832471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f9e41fb-f727-4c3f-98e5-1b77c41246d9 req-818cb853-a95a-4cfd-a283-46017c2dec2f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jul 23 21:04:41.963325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32c2e-9fcc-4c89-be6d-a6483ae32004 req-ec62db72-6783-40c4-a5ad-7216f415f5b8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:41.965428 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ff32c2e-9fcc-4c89-be6d-a6483ae32004 req-ec62db72-6783-40c4-a5ad-7216f415f5b8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0665188 Jul 23 21:04:42.004469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ff32c2e-9fcc-4c89-be6d-a6483ae32004 req-c4130287-4660-4c93-9f59-6e914466b3d4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328150 Jul 23 21:04:43.133424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c9a3e-a066-4c7b-9eb8-62a56cbcc913 req-c82a6207-9377-4c42-9ba0-dfabe9b7f143 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:43.134940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-208c9a3e-a066-4c7b-9eb8-62a56cbcc913 req-c82a6207-9377-4c42-9ba0-dfabe9b7f143 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0641198 Jul 23 21:04:43.172594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-208c9a3e-a066-4c7b-9eb8-62a56cbcc913 req-a4251e12-52b3-4221-83e8-9abf4412fcbc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315492 Jul 23 21:04:43.935779 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ce30b02-228f-49d3-888d-41ac2833a373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:44.191735 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:44.300317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18d225-2cf4-465b-ab34-1bcc104f6687 req-15de0874-57a7-4876-9735-69a3886030fb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:44.301829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee18d225-2cf4-465b-ab34-1bcc104f6687 req-15de0874-57a7-4876-9735-69a3886030fb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0617745 Jul 23 21:04:44.338073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee18d225-2cf4-465b-ab34-1bcc104f6687 req-0cf2940e-bea4-4264-989e-1674de415761 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306113 Jul 23 21:04:45.469890 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aaf02-a8af-4071-8ce3-6ce1d13705fc req-daa29f0c-d589-4819-9069-5a8a806dafc4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:45.471350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e2aaf02-a8af-4071-8ce3-6ce1d13705fc req-daa29f0c-d589-4819-9069-5a8a806dafc4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0652206 Jul 23 21:04:45.508479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e2aaf02-a8af-4071-8ce3-6ce1d13705fc req-52d2c614-bb50-4378-a584-514896a2e0bb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jul 23 21:04:45.909794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-b115f2f2-3f43-424b-a7ff-f022f2d46162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:45.911372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-b115f2f2-3f43-424b-a7ff-f022f2d46162 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1097 time: 0.0989726 Jul 23 21:04:46.019332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-7a78b988-8efe-48bb-9368-3b205ab33a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:46.020835 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-7a78b988-8efe-48bb-9368-3b205ab33a34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0906191 Jul 23 21:04:46.084224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-4451ed90-a7ef-419c-b457-baa8719919ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 1000 time: 0.0572696 Jul 23 21:04:46.135422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-8587d7ad-48e4-4b84-bc80-e72ba566b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:46.136967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-8587d7ad-48e4-4b84-bc80-e72ba566b1d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0469928 Jul 23 21:04:46.195440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-69c6ea32-a2b7-4b70-aee3-507cfe78a09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:46.197244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-69c6ea32-a2b7-4b70-aee3-507cfe78a09e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543444 Jul 23 21:04:46.292376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-2d4c7b32-e282-4dd5-b312-502bc3198200 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881531 Jul 23 21:04:46.463146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:46.474520 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dc3ba47b-275c-463c-9f26-3e53b51258ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:46.749593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c84cab3-f0f6-4cd2-8335-b6c9e10ca428 req-395050a5-93a0-427f-978d-0838793e20e3 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509530 Jul 23 21:04:46.774049 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334dbd-ce96-4728-b9da-d70f5d233249 req-62e9e80b-fc98-4716-985d-277b99b9e386 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:46.775519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62334dbd-ce96-4728-b9da-d70f5d233249 req-62e9e80b-fc98-4716-985d-277b99b9e386 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0811465 Jul 23 21:04:46.813633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62334dbd-ce96-4728-b9da-d70f5d233249 req-d2024b86-65be-4135-a813-0766f495c82a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Jul 23 21:04:47.080246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-ba35895a-01bf-4e21-a47b-cd27bc371cd4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919197 Jul 23 21:04:47.094565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bc2a8-5014-49cb-aaa5-878e3f884b12 req-92f2a9a0-8b96-4c05-a9de-bd0277b8d0ed tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:47.096027 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b3bc2a8-5014-49cb-aaa5-878e3f884b12 req-92f2a9a0-8b96-4c05-a9de-bd0277b8d0ed tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0975699 Jul 23 21:04:47.135974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b3bc2a8-5014-49cb-aaa5-878e3f884b12 req-52df46b1-446d-4fda-a570-8fc914d6e2bd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326712 Jul 23 21:04:47.665821 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:47.867842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:48.216946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-c29ace17-5cf3-4fb1-9580-133166b8e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:48.218387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-c29ace17-5cf3-4fb1-9580-133166b8e97c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1097 time: 0.0621569 Jul 23 21:04:48.333945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757be298-d0c2-49a6-9141-169c57eaa3e8 req-f96b76f6-eda3-452a-9c20-2a86d26e79c5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:48.335305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-757be298-d0c2-49a6-9141-169c57eaa3e8 req-f96b76f6-eda3-452a-9c20-2a86d26e79c5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.1306527 Jul 23 21:04:48.354813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-45c4f7b3-4f5c-42b2-b7b9-b0286aa1f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:48.356739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-45c4f7b3-4f5c-42b2-b7b9-b0286aa1f71c service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.1153781 Jul 23 21:04:48.422884 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-757be298-d0c2-49a6-9141-169c57eaa3e8 req-3313be06-de7c-4652-86be-98bedd6f96e1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788879 Jul 23 21:04:48.437241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-28d2f459-8a86-4987-ba94-b5a6874b93e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 1000 time: 0.0728695 Jul 23 21:04:48.486561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-ff1ac695-aaf9-448e-9e2a-9af4ed11abce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:48.488039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-ff1ac695-aaf9-448e-9e2a-9af4ed11abce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0447211 Jul 23 21:04:48.545506 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-97ee2818-dbc2-43c7-b706-f0f6e024ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:48.546970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-97ee2818-dbc2-43c7-b706-f0f6e024ccf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527115 Jul 23 21:04:48.640111 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-b5283a3a-24bc-4c8a-a830-a9697e70d27a service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853271 Jul 23 21:04:48.732474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-4b2f4d08-f20d-48ff-b370-53a35164913c service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Jul 23 21:04:49.556014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b275588-1aa6-4e2a-b3dd-fcaae64115f9 req-24323157-1778-4b25-841a-e77e7d9b4fa5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:49.557542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b275588-1aa6-4e2a-b3dd-fcaae64115f9 req-24323157-1778-4b25-841a-e77e7d9b4fa5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0668740 Jul 23 21:04:49.594600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b275588-1aa6-4e2a-b3dd-fcaae64115f9 req-f2ce0613-f72e-4c86-baf9-29f232c70e5f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313365 Jul 23 21:04:49.815540 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:50.649399 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-04f69bcc-779c-46a6-8e37-29603ef5195e service neutron] show failed (client error): The resource could not be found. Jul 23 21:04:50.650462 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-04f69bcc-779c-46a6-8e37-29603ef5195e service neutron] 10.222.0.36 "GET /v2.0/ports/f2b52821-d7b2-4087-9446-21b5e8568cfb/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0569272 Jul 23 21:04:50.727500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ed6f-db61-4a6d-a220-2f5645ffe1c0 req-2358eb68-7b14-4b6d-b629-ed79d7077f31 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:50.729641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38c1ed6f-db61-4a6d-a220-2f5645ffe1c0 req-2358eb68-7b14-4b6d-b629-ed79d7077f31 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Jul 23 21:04:50.772190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38c1ed6f-db61-4a6d-a220-2f5645ffe1c0 req-92d286ab-3a60-49c7-9a01-7d01e204b68f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355959 Jul 23 21:04:50.865843 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-4fe2d306-6221-4efd-ac0f-cd923c5d5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:50.867372 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-4fe2d306-6221-4efd-ac0f-cd923c5d5727 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 1097 time: 0.0578504 Jul 23 21:04:50.878157 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:04:50.949397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.154498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:51.186120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:51.224152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:51.226691 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8b12d7-df59-47f3-92ea-11e4551ea956" -d '{"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:51.230570 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.242614 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Transition to ACTIVE for port object f2b52821-d7b2-4087-9446-21b5e8568cfb will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:04:51.246476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.335343 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:51.349023 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.349394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.349754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.350099 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.350441 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.351044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.351508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.351705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.352037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.352372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.352807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.353029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:51.375591 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb0a45a-931f-4de2-99e9-e8233c6ebe3e x-openstack-request-id: req-dbb0a45a-931f-4de2-99e9-e8233c6ebe3e {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:51.375896 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:51.376157 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dbb0a45a-931f-4de2-99e9-e8233c6ebe3e {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:51.376569 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'code': 200} Jul 23 21:04:51.394662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] No DVR routers for this DVR port f2b52821-d7b2-4087-9446-21b5e8568cfb on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:04:51.534827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:04:51.535170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:04:51.535501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:51.539787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Port f2b52821-d7b2-4087-9446-21b5e8568cfb on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:04:51.540114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Attempting to bind port f2b52821-d7b2-4087-9446-21b5e8568cfb on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:04:51.545998 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:04:51.546282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:04:51.546666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:04:51.547090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Bound port: f2b52821-d7b2-4087-9446-21b5e8568cfb, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:04:51.547448 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.610149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:04:51.613667 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:04:51.617507 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.651187 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.651807 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:51.654200 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 1092 time: 0.7801299 Jul 23 21:04:51.692765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c8280-6b67-4641-b134-056e7d05d465 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:51.744977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-8d47a2df-91b6-4748-870f-f963267d1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.746978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-8d47a2df-91b6-4748-870f-f963267d1109 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1095 time: 0.0654130 Jul 23 21:04:51.840908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-3a6e48fb-8045-451d-97e8-3ec79ee6e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.842498 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-3a6e48fb-8045-451d-97e8-3ec79ee6e5e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0892873 Jul 23 21:04:51.914036 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-678bb75a-d9b2-4b6c-9a87-7698132e7c52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 998 time: 0.0656543 Jul 23 21:04:51.914943 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b1d25-b72e-4483-a7f4-34edec666864 req-5c6840c0-bf90-4cb7-93ec-8d66c31c751a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.916644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b7b1d25-b72e-4483-a7f4-34edec666864 req-5c6840c0-bf90-4cb7-93ec-8d66c31c751a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 943 time: 0.0744877 Jul 23 21:04:51.956389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b7b1d25-b72e-4483-a7f4-34edec666864 req-c4103c8c-8234-491f-b43f-0271df1a27ea tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334742 Jul 23 21:04:51.968311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-edc7f308-22e2-433e-b378-4921fdc50f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:51.969824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-edc7f308-22e2-433e-b378-4921fdc50f55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0500195 Jul 23 21:04:52.029533 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-cd635eac-7303-41d6-ac12-66917d0ebc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:52.031035 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-cd635eac-7303-41d6-ac12-66917d0ebc80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546429 Jul 23 21:04:52.141055 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-8700b2e9-f94e-4283-a789-41041a6e1390 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036229 Jul 23 21:04:52.247554 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d8a95cf0-15f6-4dba-85a2-2ce243d02e43 req-6ee43a53-2e20-4c45-a9de-5a79879a19c2 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004324 Jul 23 21:04:52.888429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:04:52.926596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:04:53.090496 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063b508-44d0-4489-bbec-e7ef7660a89d req-29a1188e-7ab0-408a-a8d2-674a0d3223d8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.091971 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d063b508-44d0-4489-bbec-e7ef7660a89d req-29a1188e-7ab0-408a-a8d2-674a0d3223d8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 943 time: 0.0646701 Jul 23 21:04:53.130145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d063b508-44d0-4489-bbec-e7ef7660a89d req-0e46f9ee-6dfe-4dc0-88b5-381aead1a7be tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324943 Jul 23 21:04:53.176052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:04:53.271204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:53.281933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'mac_address': 'fa:16:3e:c3:2a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:04:53.317278 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:53.329721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b52821-d7b2-4087-9446-21b5e8568cfb {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:04:53.347905 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:53.351578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:53.377958 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:53.380408 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f98604-7264-4a68-b291-353ea4182778" -d '{"events": [{"name": "network-changed", "server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:53.401222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:53.408628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.408981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.409329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.409701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.410045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.410381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.410743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.411032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.411363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.411690 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.412021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.412346 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:04:53.432439 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a51cf9-ae6e-493c-8ef6-78a44bac3022 x-openstack-request-id: req-01a51cf9-ae6e-493c-8ef6-78a44bac3022 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:53.432734 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:53.432993 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01a51cf9-ae6e-493c-8ef6-78a44bac3022 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:53.434018 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'status': 'completed', 'code': 200} Jul 23 21:04:53.512054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-e35f4b0f-cf4a-4f30-9eb7-388dde6f2a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.513642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-e35f4b0f-cf4a-4f30-9eb7-388dde6f2a1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1096 time: 0.0635362 Jul 23 21:04:53.525191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-4e031bb6-3a96-4741-91e2-09b30c31508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.526729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-4e031bb6-3a96-4741-91e2-09b30c31508d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1096 time: 0.0656977 Jul 23 21:04:53.572790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f2b52821-d7b2-4087-9446-21b5e8568cfb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:04:53.610299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-0330c0cb-a99b-468e-9e20-7108d1f30ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.611978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-0330c0cb-a99b-468e-9e20-7108d1f30ab7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0925362 Jul 23 21:04:53.634516 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-17b03822-686d-4c97-8c41-4546b314ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.636436 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-17b03822-686d-4c97-8c41-4546b314ff89 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0947692 Jul 23 21:04:53.682856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-28b2e948-d23d-405f-bdfb-efc2e06cc27d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 999 time: 0.0644226 Jul 23 21:04:53.711292 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-738c8b18-8f86-4c8b-9266-f9026d01085c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 999 time: 0.0683041 Jul 23 21:04:53.734502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-98c7cc2d-87df-4169-bc6f-814affa0451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.735987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-98c7cc2d-87df-4169-bc6f-814affa0451a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0476694 Jul 23 21:04:53.762073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-788e7e52-22fd-42b1-8816-9b6f96e4f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.763589 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-788e7e52-22fd-42b1-8816-9b6f96e4f27a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0453334 Jul 23 21:04:53.796334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-0b8adcca-4b83-43b9-87bb-74224f2648e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.797880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-0b8adcca-4b83-43b9-87bb-74224f2648e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549946 Jul 23 21:04:53.830654 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f98604-7264-4a68-b291-353ea4182778 req-2485e5f4-d752-4254-96c5-62fe8ee30b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:53.832186 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-2485e5f4-d752-4254-96c5-62fe8ee30b59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542598 Jul 23 21:04:53.891005 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-52b3161e-c2b9-4043-9be2-0da953c1c8b7 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860150 Jul 23 21:04:53.927414 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-9fc2110e-1e7c-4d72-9649-946c235cb275 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870669 Jul 23 21:04:53.981039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-9cd15d08-a26f-4538-a45c-683c9e6c5860 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824413 Jul 23 21:04:54.017084 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-49f98604-7264-4a68-b291-353ea4182778 req-9df00b9c-3a5d-41e3-8e41-bad4d3c8a4fd service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Jul 23 21:04:54.263205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb99dd-f734-4b57-86ac-3194ada365ee req-77023b0f-e7f1-4f56-912f-a5f248f7d992 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:54.264586 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ceb99dd-f734-4b57-86ac-3194ada365ee req-77023b0f-e7f1-4f56-912f-a5f248f7d992 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 944 time: 0.0669928 Jul 23 21:04:54.300941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2ceb99dd-f734-4b57-86ac-3194ada365ee req-5297615d-6539-4922-8c41-296439aa596d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308902 Jul 23 21:04:54.549045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca236742-55d4-4529-81ba-0b3170812ede req-566473bd-0787-4202-a4a7-6aa41523273f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:54.550485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca236742-55d4-4529-81ba-0b3170812ede req-566473bd-0787-4202-a4a7-6aa41523273f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 944 time: 0.1033213 Jul 23 21:04:54.561335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-d7fad372-ca87-483d-a233-bfd6f68e6b22 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:54.562763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-d7fad372-ca87-483d-a233-bfd6f68e6b22 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 944 time: 0.1066458 Jul 23 21:04:54.637129 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca236742-55d4-4529-81ba-0b3170812ede req-b2285139-fdb4-43a4-a799-9b71f578e52a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727901 Jul 23 21:04:54.645544 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-111dc819-be77-49ee-8719-fbf6ff843235 service neutron] delete failed (client error): The resource could not be found. Jul 23 21:04:54.646519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-111dc819-be77-49ee-8719-fbf6ff843235 service neutron] 10.222.0.36 "DELETE /v2.0/ports/f2b52821-d7b2-4087-9446-21b5e8568cfb/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0770617 Jul 23 21:04:54.744142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-1ce127ea-d00c-47d2-b181-359e031ac103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:54.746224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-1ce127ea-d00c-47d2-b181-359e031ac103 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1096 time: 0.0576441 Jul 23 21:04:54.838180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-97edb6fc-d453-47b5-960f-3b234a8ca2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:54.839669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-97edb6fc-d453-47b5-960f-3b234a8ca2ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0877881 Jul 23 21:04:54.903590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-76ebfea8-7eda-468c-9130-89e84408b365 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 999 time: 0.0578394 Jul 23 21:04:54.953762 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-5ecbd167-853b-4683-98cf-909d60c9f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:54.955210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-5ecbd167-853b-4683-98cf-909d60c9f5cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0447385 Jul 23 21:04:55.018575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-1352c553-ee40-4e51-8ff8-5a2917cc1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:55.020114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-1352c553-ee40-4e51-8ff8-5a2917cc1760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583799 Jul 23 21:04:55.108012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-ad80fd0e-73aa-4ed1-96a9-c24c56ca4418 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816345 Jul 23 21:04:55.188477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:04:55.200019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-676139f0-6b7e-4ac7-a540-d96a34b83fc4 req-ed9d7c50-8656-440e-bc45-614d83a68998 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Jul 23 21:04:55.236891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port f2b52821-d7b2-4087-9446-21b5e8568cfb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:04:55.240979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port f2b52821-d7b2-4087-9446-21b5e8568cfb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:04:55.241358 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.326527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.349950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:04:55.352504 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46525ea2-292a-4ca7-adee-5bb91a8addb2" -d '{"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-plugged", "status": "completed", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:04:55.365733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:55.369761 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:55.422875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:55.466121 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8c9b77-f683-48a9-b1f9-cf56e325670d x-openstack-request-id: req-8b8c9b77-f683-48a9-b1f9-cf56e325670d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:04:55.466419 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-plugged", "status": "completed", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:04:55.466676 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b8c9b77-f683-48a9-b1f9-cf56e325670d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:04:55.467073 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'code': 200} Jul 23 21:04:55.774730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eac47-3095-46c1-8977-9e89fcacdbca req-5d0649b1-61c6-489c-9818-82d4e7061601 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:55.776230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-028eac47-3095-46c1-8977-9e89fcacdbca req-5d0649b1-61c6-489c-9818-82d4e7061601 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0698555 Jul 23 21:04:55.818621 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-028eac47-3095-46c1-8977-9e89fcacdbca req-640c3d92-4138-4b00-8a0d-aa9120793e5a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359972 Jul 23 21:04:55.959790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b678395-17d4-4e83-be90-77d3c998543c req-c49c40bb-beae-4098-bbb2-83bcf3d54832 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:55.961174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b678395-17d4-4e83-be90-77d3c998543c req-c49c40bb-beae-4098-bbb2-83bcf3d54832 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0629401 Jul 23 21:04:56.002367 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6b678395-17d4-4e83-be90-77d3c998543c req-98188df9-edf9-4aee-9174-a9741f44391c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355740 Jul 23 21:04:56.216293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115d2d1-7b50-4d6f-8e53-689dd38d9c78 req-32fa7ced-401a-4a89-a9d0-e220f9ea9433 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:56.217933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2115d2d1-7b50-4d6f-8e53-689dd38d9c78 req-32fa7ced-401a-4a89-a9d0-e220f9ea9433 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0694032 Jul 23 21:04:56.239887 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-7e5d04d1-c1ba-4b27-8ad9-bea4af7d74e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:56.241406 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-7e5d04d1-c1ba-4b27-8ad9-bea4af7d74e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 1097 time: 0.0592349 Jul 23 21:04:56.257112 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2115d2d1-7b50-4d6f-8e53-689dd38d9c78 req-3683beaa-960d-4392-b025-1171c2048362 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336263 Jul 23 21:04:56.332208 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-06b588a8-9e36-466a-b29e-426283e9cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:56.333720 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-06b588a8-9e36-466a-b29e-426283e9cc93 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0853329 Jul 23 21:04:56.401042 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-2384c809-5c31-4ac5-b9de-a60420070e9b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 200 len: 1000 time: 0.0606992 Jul 23 21:04:56.448794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-bc5987e2-668d-4636-9783-c2bad0eb2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:56.450534 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-bc5987e2-668d-4636-9783-c2bad0eb2420 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0434287 Jul 23 21:04:56.508508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-4fc1d24c-3fe3-4896-859f-07db467754b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:56.509987 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-4fc1d24c-3fe3-4896-859f-07db467754b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538588 Jul 23 21:04:56.600991 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-13b3eb72-eb50-4218-a80f-5303526ee0a8 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Jul 23 21:04:56.690362 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-26928632-0a77-4cfb-8ddf-97f1d455b456 req-a8a4046f-8fd9-48c2-9eaa-a576c0ebea5b service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826051 Jul 23 21:04:57.388315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988010f7-6c79-4a72-9a58-af947daf0121 req-52bae956-2eac-44b2-8f22-3a46a2e45b06 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:57.389839 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-988010f7-6c79-4a72-9a58-af947daf0121 req-52bae956-2eac-44b2-8f22-3a46a2e45b06 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0633917 Jul 23 21:04:57.426279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-988010f7-6c79-4a72-9a58-af947daf0121 req-4e3c14b8-45a5-45d8-aa83-f41e482721a2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309253 Jul 23 21:04:57.670519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4201d6a-a2e1-41b8-83ff-7be9470c4229 req-2db879b4-fb2b-4a54-a334-4d5f29af212a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:57.672013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b4201d6a-a2e1-41b8-83ff-7be9470c4229 req-2db879b4-fb2b-4a54-a334-4d5f29af212a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0679722 Jul 23 21:04:57.708069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b4201d6a-a2e1-41b8-83ff-7be9470c4229 req-bf4ad547-4fca-4e11-9aa5-5907184dd10f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305390 Jul 23 21:04:58.838680 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a0824-0aed-4afd-b52d-d6b3106761df req-d6f054c6-2e12-459f-823d-085e43c8006c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:58.840789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c6a0824-0aed-4afd-b52d-d6b3106761df req-d6f054c6-2e12-459f-823d-085e43c8006c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0648503 Jul 23 21:04:58.877823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c6a0824-0aed-4afd-b52d-d6b3106761df req-b39bbd40-047c-463a-8e31-41765de5ec31 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312719 Jul 23 21:04:58.915199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-dde62b70-4a98-467b-8018-19135c1f0f9b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:04:58.916678 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-dde62b70-4a98-467b-8018-19135c1f0f9b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 945 time: 0.0671852 Jul 23 21:04:59.013745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Deleting port f2b52821-d7b2-4087-9446-21b5e8568cfb {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:04:59.014015 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:59.103280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] For port f2b52821-d7b2-4087-9446-21b5e8568cfb, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f2b52821-d7b2-4087-9446-21b5e8568cfb,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:04:59.103646 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:59.272583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:59.272870 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:59.273187 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 disassociated. External IP: 172.25.8.82, port: f2b52821-d7b2-4087-9446-21b5e8568cfb. Jul 23 21:04:59.273562 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Calling delete_port for f2b52821-d7b2-4087-9446-21b5e8568cfb owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:04:59.400118 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:04:59.428758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event deleted for resources: {'Port': ['ID=f2b52821-d7b2-4087-9446-21b5e8568cfb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:04:59.543913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:04:59.956870 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:04:59.967722 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:04:59.977408 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:04:59.978046 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:04:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:04:59.982126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fdfe965-dfaf-4cde-a03d-7242385c4b8d req-66d052dc-8414-4e9e-bc9f-6a18b80779df tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=23823df3-4a28-499d-a511-d9c6522649b3 HTTP/1.1" status: 200 len: 210 time: 0.0342827 Jul 23 21:05:00.003575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] No DVR routers for this DVR port f2b52821-d7b2-4087-9446-21b5e8568cfb on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:05:00.006227 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:00.008278 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a44159e3-a892-4123-b4cd-4afbe34d2ad3 req-57a70484-e4cb-452b-9059-85c1c421a1a4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "DELETE /v2.0/ports/f2b52821-d7b2-4087-9446-21b5e8568cfb HTTP/1.1" status: 204 len: 173 time: 1.0867150 Jul 23 21:05:00.008719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-deleted', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:00.011117 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71677f67fc9ffe5832f9c320043b74dd74e9bacb848e4f47120397338083d813" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287ef1bb-db2a-4120-b718-03da69bc7b24" -d '{"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-deleted", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:00.051454 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7999f92-58b0-4ab5-99b6-b6912a044bfc x-openstack-request-id: req-d7999f92-58b0-4ab5-99b6-b6912a044bfc {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:00.051746 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23823df3-4a28-499d-a511-d9c6522649b3", "name": "network-vif-deleted", "tag": "f2b52821-d7b2-4087-9446-21b5e8568cfb", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:00.051995 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d7999f92-58b0-4ab5-99b6-b6912a044bfc {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:00.052390 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23823df3-4a28-499d-a511-d9c6522649b3', 'name': 'network-vif-deleted', 'tag': 'f2b52821-d7b2-4087-9446-21b5e8568cfb', 'status': 'completed', 'code': 200} Jul 23 21:05:00.097338 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:00.308470 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:00.337488 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:00.346245 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:00.346847 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:04:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:00.447306 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:00.634253 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:00.659419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0643ce2-e2ca-4d80-8c47-cbb97384b27a None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:00.868101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ab6745-15a4-4420-9f28-5e3f2166652f None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:05:01.244345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-d8dc04d9-95bc-46a5-8c10-7c947e0881b3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2119165483&fields=id&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 267 time: 0.0328660 Jul 23 21:05:01.352554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-cc9fd071-53b4-417a-b5aa-fdcee517d61a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:01.354032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-cc9fd071-53b4-417a-b5aa-fdcee517d61a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.1028693 Jul 23 21:05:01.368142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-de116202-c60f-46b0-910b-e9df4a94bfc0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/quotas/d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 375 time: 0.0086801 Jul 23 21:05:01.434148 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-3a701eee-9b13-4d12-9947-09a63f6d3bb6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0606258 Jul 23 21:05:01.530034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-4f012297-cb59-41e9-9706-941422300db9 service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848310 Jul 23 21:05:01.625160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-ae850857-fdfe-4abf-9636-0336c08235d5 service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894690 Jul 23 21:05:01.786413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c22d4406-f60d-4a8e-ad58-b6571ec096c2 req-c996f858-8e03-4e1f-9706-1c7685ab7cd6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 210 time: 0.0284231 Jul 23 21:05:02.756127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-2d8ee8f8-f9fa-4af2-aed6-2b70ae995e6a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:02.758042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-2d8ee8f8-f9fa-4af2-aed6-2b70ae995e6a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.1029034 Jul 23 21:05:02.804858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-5defe7ff-96dd-46b3-8163-46717398ad45 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 380 time: 0.0389061 Jul 23 21:05:02.813769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'port': {'device_id': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'admin_state_up': True, 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'security_groups': ['02e412b4-2cab-44a0-ba19-8cedceec1a84']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:02.906082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b6c039a8-cd17-4114-bf4f-408ffc6982e7 req-bbfb0db7-8c42-4a61-a28a-eb0571d4b074 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 210 time: 0.0332444 Jul 23 21:05:02.944694 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Made reservation on behalf of d26c8ab7cb2e4bd4872d7d23fbef3897 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:05:02.948171 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.072833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Allocated IP 172.20.0.4 (69bb2643-be55-4dee-934f-b81ada841d6f/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:05:03.211974 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.216272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:05:03.227191 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Transition to ACTIVE for port object f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:03.236299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: f2b52821-d7b2-4087-9446-21b5e8568cfb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:05:03.236647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f2b52821-d7b2-4087-9446-21b5e8568cfb not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:05:03.261148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.300142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:05:03.302958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:05:03.306492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:05:03.335704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:03.352231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.352442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.352725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.353057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.353388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.353743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.354090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.354396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.355255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.355622 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.355946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.356262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:05:03.372760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:03.373376 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.388909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-c5165dde-affd-4c2e-add8-a19763b0d0cc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791793 Jul 23 21:05:03.401221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Request body: {'port': {'device_id': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:03.480742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.496775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5de862ea-d0bd-4805-a614-9b1b219cc1d6 None None] Provisioning for port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:03.500888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5de862ea-d0bd-4805-a614-9b1b219cc1d6 None None] Provisioning complete for port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:03.501288 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5de862ea-d0bd-4805-a614-9b1b219cc1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.535317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5de862ea-d0bd-4805-a614-9b1b219cc1d6 None None] Port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:05:03.736721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:03.743856 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.755708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Transition to ACTIVE for port object f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:05:03.759060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.829723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:03.878791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:05:03.879133 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:05:03.879463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:03.883953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:05:03.884272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:05:03.889732 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:05:03.890074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:05:03.890456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:05:03.890882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Bound port: f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:05:03.891244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.956312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:05:03.959491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:05:03.964026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:03.999291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:03.999837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:04.001192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] 10.222.0.36 "PUT /v2.0/ports/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 1092 time: 0.6043820 Jul 23 21:05:04.015941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:04.018512 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c7786-d5c8-4c87-b7f2-a1cf56197f66" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:04.102932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000c244-70a0-468b-9672-55e564bc2536 service neutron] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:04.143611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00466de4-ba6f-4713-b0bf-f084b3d58314 req-394919c4-5d56-4b74-a2ba-5edf35bed47f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.145210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00466de4-ba6f-4713-b0bf-f084b3d58314 req-394919c4-5d56-4b74-a2ba-5edf35bed47f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.1515880 Jul 23 21:05:04.146706 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53783ae-b7d9-412c-af21-5846613318e9 x-openstack-request-id: req-e53783ae-b7d9-412c-af21-5846613318e9 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:04.146994 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:04.147239 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e53783ae-b7d9-412c-af21-5846613318e9 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:04.147625 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'status': 'completed', 'code': 200} Jul 23 21:05:04.157958 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-c6ebf525-c3de-4662-8b5d-a6877ef92744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.159486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-c6ebf525-c3de-4662-8b5d-a6877ef92744 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1095 time: 0.1099565 Jul 23 21:05:04.219373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-58bd4e2b-ff48-4712-be9b-3aec678e2257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 217 time: 0.0468657 Jul 23 21:05:04.226862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-00466de4-ba6f-4713-b0bf-f084b3d58314 req-7237206e-d26f-480b-a0b9-9a0d1f89f2c7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757110 Jul 23 21:05:04.270461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-88b9dedf-7e6c-4d50-8bbb-c84f3ca4dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.271858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-88b9dedf-7e6c-4d50-8bbb-c84f3ca4dca0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0441999 Jul 23 21:05:04.328989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829d99-707c-4221-a589-2d84d3958295 req-f548acb0-6d46-40d3-ba99-90b2349ebaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.330517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-f548acb0-6d46-40d3-ba99-90b2349ebaec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526958 Jul 23 21:05:04.419670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-e894cb6d-5034-4563-8a7b-a8d18ab1989b service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829978 Jul 23 21:05:04.505092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43829d99-707c-4221-a589-2d84d3958295 req-d85c6a86-facd-4ca8-a5cb-97bb23b30534 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796089 Jul 23 21:05:04.607058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-fada477e-146d-4e64-8109-debc20c14c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.608548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-fada477e-146d-4e64-8109-debc20c14c4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1095 time: 0.0572019 Jul 23 21:05:04.695808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-a9d16d18-11b6-41b4-b4b8-63954e1b9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.697278 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-a9d16d18-11b6-41b4-b4b8-63954e1b9275 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0821261 Jul 23 21:05:04.740362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-f34df956-10bb-4598-85d9-2f7432704523 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 217 time: 0.0369415 Jul 23 21:05:04.788105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-b2e83013-f3c4-49d5-88e3-145124dd5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.789553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-b2e83013-f3c4-49d5-88e3-145124dd5f52 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0424187 Jul 23 21:05:04.851485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-e2dadc7b-e841-4eb6-82ea-3e10483e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:04.852985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-e2dadc7b-e841-4eb6-82ea-3e10483e30c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569901 Jul 23 21:05:04.946456 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-a296ef0f-3758-4fca-9282-5d3e24e121d7 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Jul 23 21:05:05.037813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-167c7786-d5c8-4c87-b7f2-a1cf56197f66 req-11811572-16e2-411b-a58a-46d060d2bce8 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845628 Jul 23 21:05:05.362303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd082b23-e067-4054-b9a6-e5620fd911d3 req-532692b7-7679-4c07-8dd4-f3a0dc857262 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:05.363760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd082b23-e067-4054-b9a6-e5620fd911d3 req-532692b7-7679-4c07-8dd4-f3a0dc857262 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.0671470 Jul 23 21:05:05.399976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd082b23-e067-4054-b9a6-e5620fd911d3 req-bb3010eb-8e81-4757-8240-bef488180f08 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304661 Jul 23 21:05:06.528736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fda20-1ea9-4015-bca5-0899c1e2a5fa req-ad79285d-cc8b-480c-ace7-5c9366105561 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:06.530248 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e8fda20-1ea9-4015-bca5-0899c1e2a5fa req-ad79285d-cc8b-480c-ace7-5c9366105561 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.0625155 Jul 23 21:05:06.566263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e8fda20-1ea9-4015-bca5-0899c1e2a5fa req-347969dd-9ccc-42f3-82ca-04ed99d33636 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305300 Jul 23 21:05:06.919227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:05:07.013734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:07.179775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'mac_address': 'fa:16:3e:90:18:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:05:07.215839 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.227760 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:05:07.247187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:07.250918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:07.296093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:07.484301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:05:07.696248 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9295d-5a31-46ed-8865-e843aca2dd35 req-8a9480ff-c110-4e7d-81df-bb2490c00ab2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:07.697738 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2c9295d-5a31-46ed-8865-e843aca2dd35 req-8a9480ff-c110-4e7d-81df-bb2490c00ab2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0620494 Jul 23 21:05:07.735249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2c9295d-5a31-46ed-8865-e843aca2dd35 req-58745080-b62e-4047-b640-dc73ef58d7c4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311460 Jul 23 21:05:08.866837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597404f-bc43-48d1-9cb6-0fc0f1de8092 req-0f798547-a558-4ddf-ab33-9fbff619c937 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:08.868302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0597404f-bc43-48d1-9cb6-0fc0f1de8092 req-0f798547-a558-4ddf-ab33-9fbff619c937 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0664349 Jul 23 21:05:08.904376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0597404f-bc43-48d1-9cb6-0fc0f1de8092 req-847f58f9-2bdc-4382-961a-c318f6e46dd1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304146 Jul 23 21:05:08.934393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:05:08.982344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:05:08.986133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:05:08.986508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:09.067293 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:09.089738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:09.091965 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}093ee10bbdfe0cc4638c9b6379e75403274d019f4c2282b409a5ec9c260a164f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab1421f-5a88-41c7-90bb-dc910938a006" -d '{"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-plugged", "status": "completed", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:09.105357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:05:09.109453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:09.131847 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c12ae50-7752-431b-8954-7f623f46aeb5 x-openstack-request-id: req-1c12ae50-7752-431b-8954-7f623f46aeb5 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:09.132139 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-plugged", "status": "completed", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:09.132388 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c12ae50-7752-431b-8954-7f623f46aeb5 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:09.132864 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'code': 200} Jul 23 21:05:09.159582 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:05:09.236001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4b1b8-c570-46dd-933d-f99248067b79 req-71f61ae1-8f33-4727-b97b-6959bfd022c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:09.237587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3cc4b1b8-c570-46dd-933d-f99248067b79 req-71f61ae1-8f33-4727-b97b-6959bfd022c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1097 time: 0.0523226 Jul 23 21:05:09.270599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3cc4b1b8-c570-46dd-933d-f99248067b79 req-e3371116-efed-4c78-ae88-3283c389b92a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266075 Jul 23 21:05:10.036381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800a8b-50c2-42cf-88a9-64f0ea213d54 req-cb7f3653-aef7-4dfb-8bd4-6a2a2e0e5f43 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:10.037922 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67800a8b-50c2-42cf-88a9-64f0ea213d54 req-cb7f3653-aef7-4dfb-8bd4-6a2a2e0e5f43 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0676808 Jul 23 21:05:10.077545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67800a8b-50c2-42cf-88a9-64f0ea213d54 req-ffe91b3a-abac-4b14-8a95-871aa12017f9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330296 Jul 23 21:05:11.207264 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e05b4-cf89-4906-8c7c-5ae593d4634d req-38e1723f-5d1e-4a16-ae2a-6c7e6e66fb5d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.208757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b06e05b4-cf89-4906-8c7c-5ae593d4634d req-38e1723f-5d1e-4a16-ae2a-6c7e6e66fb5d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0622070 Jul 23 21:05:11.246551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b06e05b4-cf89-4906-8c7c-5ae593d4634d req-ef5c5d6b-4b08-4e94-b7e3-0b7c18115553 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Jul 23 21:05:11.371541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1a0e4-1fba-4b67-b645-3d16e8c12f02 req-d203298d-7005-4188-bebf-03816ecf835e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:11.373043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04d1a0e4-1fba-4b67-b645-3d16e8c12f02 req-d203298d-7005-4188-bebf-03816ecf835e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0618865 Jul 23 21:05:11.381558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 59908) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:05:11.386433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'floatingip': {'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:05:11.427143 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:12.177004 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:12.180746 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:12.281718 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 associated. External IP: 172.25.8.82, port: f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22. Jul 23 21:05:12.487751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:05:12.593123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:05:12.597624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:12.603368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:05:12.613602 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:12.614211 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:04:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:12.633385 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3c2dec9-de6d-48ec-b23c-570617cfd255 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "PUT /v2.0/floatingips/91a69cd0-9d46-4d9d-920c-a51a6a845458 HTTP/1.1" status: 200 len: 990 time: 1.2507865 Jul 23 21:05:12.634106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:05:12.636560 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37109f0dc3a29126258b42e6ff3dfe012af6aa9549005f4d59e2b65a7cf5cb54" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2a06e2-0e00-4722-937b-2b140833e7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:05:12.676729 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a446757-35b0-4fe8-9658-d7a19cefb0cb x-openstack-request-id: req-7a446757-35b0-4fe8-9658-d7a19cefb0cb {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:05:12.677015 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:05:12.677268 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7a446757-35b0-4fe8-9658-d7a19cefb0cb {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:05:12.677706 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'status': 'completed', 'code': 200} Jul 23 21:05:12.719712 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:12.759950 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-c4928af3-bd5b-4d52-82a1-e9c103bc28fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.761637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-c4928af3-bd5b-4d52-82a1-e9c103bc28fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1097 time: 0.0578864 Jul 23 21:05:12.857484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-2f1edf1a-5f73-4621-91f0-ea1513439b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.859003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-2f1edf1a-5f73-4621-91f0-ea1513439b7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0914621 Jul 23 21:05:12.927338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-4447a80f-6d5c-419b-9257-3fad7484cd63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 998 time: 0.0617642 Jul 23 21:05:12.975783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-396dcb85-5afd-49ed-aefd-8aa0fb282ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:12.977550 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-396dcb85-5afd-49ed-aefd-8aa0fb282ced service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0434105 Jul 23 21:05:13.036950 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:90:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:05:12Z', 'revision_number': 9, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:13.037208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-71d36770-c6a7-4a74-96be-163ecb130677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:13.037208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-71d36770-c6a7-4a74-96be-163ecb130677 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523829 Jul 23 21:05:13.058550 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:05:13.072540 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:05:13.073827 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:04:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:13.131182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-371732f5-9c9d-41bf-b7e7-b4e0c8458dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879459 Jul 23 21:05:13.176435 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:05:13.219551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de2a06e2-0e00-4722-937b-2b140833e7e5 req-ef262628-e20d-4512-8c84-64c399f6c0e3 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821130 Jul 23 21:05:13.397878 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:90:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:05:12Z', 'revision_number': 9, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:05:13.422662 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ec12a1-a2d8-422e-810b-859ab0eb74d4 None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:90:18:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:05:12Z', 'revision_number': 9, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:05:13.595951 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27179bfc-a3d5-4b5c-bc9d-6483365c1f80 None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:05:13.936548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2586a8d7-d434-4e68-9b2a-c51f87655504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:14.184728 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:15.863695 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:05:16.457983 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:16.475293 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-66f3c0ab-a6ae-4334-9991-27abfb38f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:17.667885 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:17.870703 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:19.818882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:43.936883 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-624b9bd3-13ca-4b1f-8e29-fcd40c64ae97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:44.195157 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.459127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:46.477350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aff37d20-e235-46e9-818f-3cc9c9b760f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.668648 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.839328 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-9fce270b-b749-4a1d-8b9c-df5d734874b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579181 Jul 23 21:05:47.874108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:47.935877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-910ca315-b4fa-4a7f-95de-31ff7dc5862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:47.937348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-910ca315-b4fa-4a7f-95de-31ff7dc5862f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1097 time: 0.0528593 Jul 23 21:05:48.037536 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-eb43dd66-0d3a-41b9-b29d-23787829eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:48.041645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-eb43dd66-0d3a-41b9-b29d-23787829eaf4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0851998 Jul 23 21:05:48.111524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-6447750d-7d0b-4345-9ec8-eecbdb7824e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 1001 time: 0.0611694 Jul 23 21:05:48.159927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-c19c069d-2218-4d92-831d-a1ea0f416f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:48.161356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-c19c069d-2218-4d92-831d-a1ea0f416f3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0430787 Jul 23 21:05:48.219328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-49d9131a-c4cf-4592-a57d-449ee427bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:05:48.220784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-49d9131a-c4cf-4592-a57d-449ee427bdcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519056 Jul 23 21:05:48.313825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-758a4a40-0c93-4bf4-b093-90d77cd4919b service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Jul 23 21:05:48.400833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66098a1e-a25a-4a0f-9f65-9852624afce9 req-ffa521cf-13ea-4e12-8cf8-e43e7d6dfe80 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806644 Jul 23 21:05:49.824028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:05:52.863187 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:06:13.937724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1fd5f985-1272-46c5-8ed0-ebd17bde596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:14.194893 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.460636 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:16.478384 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2933c14a-20bb-4cdc-aa25-1becf4454bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.668295 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:17.874470 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:19.825497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:29.861802 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:06:43.937596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-936b679a-1177-43eb-bdac-4205c6273f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:44.209499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.468838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:46.479330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-498c62bb-0433-4672-b325-966db01ea4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.683285 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:47.878406 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:48.489053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-cf12b6be-3adb-43ae-b5ff-64ba1972a41d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0591881 Jul 23 21:06:48.640294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8220056-9b3f-4c4a-8946-25a01198285e req-a4d74060-f447-4eea-b494-3a0b927cf0e9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:48.641883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8220056-9b3f-4c4a-8946-25a01198285e req-a4d74060-f447-4eea-b494-3a0b927cf0e9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.1112928 Jul 23 21:06:48.680985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8220056-9b3f-4c4a-8946-25a01198285e req-193a9344-3a21-4991-afd2-2fa09230ca3a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335858 Jul 23 21:06:48.950955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-2c8c6239-3a62-4ee5-9b13-e4f1249faf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:48.952471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-2c8c6239-3a62-4ee5-9b13-e4f1249faf4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1097 time: 0.0996125 Jul 23 21:06:49.064795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-1d761803-8036-4a0c-a16e-006050e76977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.066318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-1d761803-8036-4a0c-a16e-006050e76977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0961723 Jul 23 21:06:49.139853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-6d7da700-5f41-4de3-ae3b-f7ed2f554203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 1001 time: 0.0669594 Jul 23 21:06:49.192344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-ad5bc143-e971-4d7d-8a29-6c49639026e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.194573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-ad5bc143-e971-4d7d-8a29-6c49639026e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0487192 Jul 23 21:06:49.254135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-b68e18c6-2791-4d0f-9315-52711e612737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.255653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-b68e18c6-2791-4d0f-9315-52711e612737 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550487 Jul 23 21:06:49.349825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-91143932-b044-463d-95cb-88a241a27330 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865223 Jul 23 21:06:49.436581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c46db69-0f2c-48f8-a7fd-f0ef119f19aa req-8689076e-2e4e-4191-8ee3-a4200393f368 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810075 Jul 23 21:06:49.555178 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-18a74f5e-95cf-4d0b-9812-86838460b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.556725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-18a74f5e-95cf-4d0b-9812-86838460b0bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1097 time: 0.0576475 Jul 23 21:06:49.646117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-42fd917c-f0e0-4790-9cb7-1c56995ad286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.647633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-42fd917c-f0e0-4790-9cb7-1c56995ad286 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0850101 Jul 23 21:06:49.714085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-dba57792-c210-4920-b848-c0638b385ee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 1001 time: 0.0605762 Jul 23 21:06:49.764453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-98b85606-1179-4b11-a6fa-3a8053b91944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.765978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-98b85606-1179-4b11-a6fa-3a8053b91944 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0465229 Jul 23 21:06:49.829312 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:06:49.833094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-432d5780-e68f-49e9-a0f4-80c3c667c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.834637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-432d5780-e68f-49e9-a0f4-80c3c667c527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628526 Jul 23 21:06:49.961526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-bce73303-264b-4ff5-8d11-70362c1f03dc service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167090 Jul 23 21:06:49.987505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211a84d-2d12-4560-8160-7ab19b32be4a req-5f94a014-81c1-49ef-8ed5-1c157b030e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:49.988919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2211a84d-2d12-4560-8160-7ab19b32be4a req-5f94a014-81c1-49ef-8ed5-1c157b030e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.1673687 Jul 23 21:06:50.074166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2211a84d-2d12-4560-8160-7ab19b32be4a req-93671db4-18fb-4188-adce-57c6aa6169dc tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758357 Jul 23 21:06:50.093205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-47bfddde-3f4b-4627-8d30-58b2a834aa4a service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256621 Jul 23 21:06:51.204145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66bc5d-fe7a-4a16-a8cb-74f18dd49e55 req-b1ba3615-8c82-470c-b970-332aa1a2e2ae tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:51.205644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c66bc5d-fe7a-4a16-a8cb-74f18dd49e55 req-b1ba3615-8c82-470c-b970-332aa1a2e2ae tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0618479 Jul 23 21:06:51.242617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c66bc5d-fe7a-4a16-a8cb-74f18dd49e55 req-dacda988-eaf7-449d-8865-4e86b5d94c34 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307765 Jul 23 21:06:52.394637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d34156-eb71-49e3-8c4e-cbb465f4a4be req-eec6ab71-1832-43f4-ad58-daecae32b95f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:52.396246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90d34156-eb71-49e3-8c4e-cbb465f4a4be req-eec6ab71-1832-43f4-ad58-daecae32b95f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0811369 Jul 23 21:06:52.441764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90d34156-eb71-49e3-8c4e-cbb465f4a4be req-71db81ac-1f57-41ea-b6d8-c7934d9d95dd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Jul 23 21:06:53.576244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680755df-0cda-4de0-a460-20565465f6ee req-6ebc2ab3-597e-4bae-9163-c9f6b246b681 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:53.577793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-680755df-0cda-4de0-a460-20565465f6ee req-6ebc2ab3-597e-4bae-9163-c9f6b246b681 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0636923 Jul 23 21:06:53.615145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-680755df-0cda-4de0-a460-20565465f6ee req-6bdae88d-2f34-49a5-a787-3c6d0194250c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318663 Jul 23 21:06:54.744601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b686e-e1a6-42c0-af33-a63d08abc42f req-14f31310-4554-4ab4-a5d9-54bdc9fae50d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:54.746146 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d72b686e-e1a6-42c0-af33-a63d08abc42f req-14f31310-4554-4ab4-a5d9-54bdc9fae50d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0636322 Jul 23 21:06:54.783093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d72b686e-e1a6-42c0-af33-a63d08abc42f req-48d36a84-5943-4b63-8fb2-300ecaf4fcbe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Jul 23 21:06:55.917772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b92d7a-6dac-4a28-9729-77ad9ac9f76b req-8978149a-a9fc-40d1-8ffb-feeaddb0b2f2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:55.919286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88b92d7a-6dac-4a28-9729-77ad9ac9f76b req-8978149a-a9fc-40d1-8ffb-feeaddb0b2f2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0681934 Jul 23 21:06:55.956504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88b92d7a-6dac-4a28-9729-77ad9ac9f76b req-1513b53f-b386-4b73-acc2-f324d2c96a87 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Jul 23 21:06:57.088740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf7225-31b7-4fa7-b9a4-a52662ddc147 req-7edf95c3-ff94-43a5-ae9d-f51885bebbf8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:57.090273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1bbf7225-31b7-4fa7-b9a4-a52662ddc147 req-7edf95c3-ff94-43a5-ae9d-f51885bebbf8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0675166 Jul 23 21:06:57.129159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1bbf7225-31b7-4fa7-b9a4-a52662ddc147 req-e821a559-1565-4193-b5b6-d7b57e0632f0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332897 Jul 23 21:06:58.264582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3596b8-0ac6-464b-b77c-6181a34c9c31 req-e251c972-28f3-4787-9cd0-334b949a18c4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:58.266106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d3596b8-0ac6-464b-b77c-6181a34c9c31 req-e251c972-28f3-4787-9cd0-334b949a18c4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0666835 Jul 23 21:06:58.303138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d3596b8-0ac6-464b-b77c-6181a34c9c31 req-fa96bfcf-2f1f-4786-8b44-d249c8ee0b77 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Jul 23 21:06:59.436851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fa210-9454-4b18-a786-e1efa290af9a req-f491bad8-ddb0-4ecb-be07-61413baf105b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:06:59.438376 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e7fa210-9454-4b18-a786-e1efa290af9a req-f491bad8-ddb0-4ecb-be07-61413baf105b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0628607 Jul 23 21:06:59.475857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e7fa210-9454-4b18-a786-e1efa290af9a req-0824efe9-c24f-4855-8727-764b4f8d70e7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Jul 23 21:07:00.604894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c1816-8653-4bf4-b112-dbf84dfcc01f req-bf5163e1-3cdf-4107-87a0-cdde9a76f8ab tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:00.606398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa5c1816-8653-4bf4-b112-dbf84dfcc01f req-bf5163e1-3cdf-4107-87a0-cdde9a76f8ab tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0633600 Jul 23 21:07:00.642225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa5c1816-8653-4bf4-b112-dbf84dfcc01f req-820cd860-1827-4552-9043-6c1547db7748 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302470 Jul 23 21:07:01.775323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d052f8-ec7b-4b41-bbf6-c44417f5bd8b req-3b8eb0c9-5cc9-49a3-95b9-812b7b618452 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:01.776811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24d052f8-ec7b-4b41-bbf6-c44417f5bd8b req-3b8eb0c9-5cc9-49a3-95b9-812b7b618452 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0684204 Jul 23 21:07:01.814655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24d052f8-ec7b-4b41-bbf6-c44417f5bd8b req-0ed07bd6-3c91-46f1-963f-d05240f66130 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Jul 23 21:07:02.080346 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-318693de-a3b0-4d32-84fb-ef78ba01e5da service neutron] show failed (client error): The resource could not be found. Jul 23 21:07:02.081354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-318693de-a3b0-4d32-84fb-ef78ba01e5da service neutron] 10.222.0.36 "GET /v2.0/ports/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0530932 Jul 23 21:07:02.357272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-364686de-d865-4bbb-9459-8a3d2db69f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:02.358806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-364686de-d865-4bbb-9459-8a3d2db69f1a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 1097 time: 0.0951438 Jul 23 21:07:02.370565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:02.444040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:02.648151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:02.680625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:02.719617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:02.724936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:02.739035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Transition to ACTIVE for port object f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:02.743943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:02.778780 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e14f785-6ff1-413e-9aa8-0b3d77fa40c8" -d '{"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-unplugged", "status": "completed", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:02.831447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:02.845872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.846000 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.846289 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.846632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.847346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.847715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.848104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.848339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.848714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.849056 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.849325 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.849673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:02.895888 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] No DVR routers for this DVR port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:07:02.938990 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479cfa0a-3407-4a02-b267-9c052ec6f3dd x-openstack-request-id: req-479cfa0a-3407-4a02-b267-9c052ec6f3dd {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:02.939283 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-unplugged", "status": "completed", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:02.939531 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-479cfa0a-3407-4a02-b267-9c052ec6f3dd {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:02.939929 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'code': 200} Jul 23 21:07:02.959754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff56cc-118f-4698-bb81-f1c8bd1828bc req-5f850149-94f5-4266-9019-0dc5183f4748 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:02.961883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0ff56cc-118f-4698-bb81-f1c8bd1828bc req-5f850149-94f5-4266-9019-0dc5183f4748 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.0694826 Jul 23 21:07:03.004178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0ff56cc-118f-4698-bb81-f1c8bd1828bc req-78c86702-965c-4237-8c40-93e39d328be2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366333 Jul 23 21:07:03.049780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:03.049982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:03.050324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:03.054641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:07:03.054971 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:03.059788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:03.060135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:03.060525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:03.060964 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Bound port: f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:03.061320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:03.127522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:03.130578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:03.135576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:03.169673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.170323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:03.171795 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] 10.222.0.47 "PUT /v2.0/ports/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 1092 time: 0.8061831 Jul 23 21:07:03.212884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab0f62-08e0-4fa7-8da8-4d78e0adedab service neutron] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:03.261301 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-cd857921-4d06-45a3-91f2-f992bef43dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.263621 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-cd857921-4d06-45a3-91f2-f992bef43dcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1095 time: 0.0644965 Jul 23 21:07:03.360280 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-1a512be6-79c7-43ad-951a-f9957f85cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.361801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-1a512be6-79c7-43ad-951a-f9957f85cce0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0923378 Jul 23 21:07:03.424662 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-3b06d523-6630-472d-8752-604388acc5ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0559399 Jul 23 21:07:03.473937 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-51e83998-c846-4165-95ac-cbd03f4b2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.475925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-51e83998-c846-4165-95ac-cbd03f4b2660 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0443926 Jul 23 21:07:03.543514 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b2a82f1f-a17a-4614-be0e-4350537fc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:03.545028 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-b2a82f1f-a17a-4614-be0e-4350537fc495 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631039 Jul 23 21:07:03.634841 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-02af9951-2f70-4d02-a5b6-189506296a88 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833728 Jul 23 21:07:03.728821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-38b88735-b27f-4c43-967c-73fdc18ba10c req-02d5abf8-9773-4d47-87c2-2a9f109f7f04 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876873 Jul 23 21:07:04.137077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436781b0-7e46-4ca9-ba4a-7d4d42451f24 req-905f6a76-cba9-4d14-95e0-1c60a6ce8744 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:04.138617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-436781b0-7e46-4ca9-ba4a-7d4d42451f24 req-905f6a76-cba9-4d14-95e0-1c60a6ce8744 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.0642316 Jul 23 21:07:04.175711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-436781b0-7e46-4ca9-ba4a-7d4d42451f24 req-b0c5579a-2666-4e05-9481-0f5d2ee319ca tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315514 Jul 23 21:07:04.941467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:04.943910 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97edff61-2d22-4515-9e89-96a949db9019" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:04.993606 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f83954e-e031-44e6-befe-21571b0c26b1 x-openstack-request-id: req-0f83954e-e031-44e6-befe-21571b0c26b1 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:04.993907 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:04.994156 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f83954e-e031-44e6-befe-21571b0c26b1 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:04.994564 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'status': 'completed', 'code': 200} Jul 23 21:07:05.066716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-5fa96f63-f7e7-4fd4-8f5f-de89c6535dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.068558 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-5fa96f63-f7e7-4fd4-8f5f-de89c6535dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1095 time: 0.0561080 Jul 23 21:07:05.073294 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-01104ba6-d37a-4f1a-a09d-504b41d5e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.074895 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-01104ba6-d37a-4f1a-a09d-504b41d5e607 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1095 time: 0.0567179 Jul 23 21:07:05.161748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-f9856f37-99de-40ce-be6b-1ed336becd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.163949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-f9856f37-99de-40ce-be6b-1ed336becd3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0896881 Jul 23 21:07:05.179460 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-7f9c7534-c46c-4e8e-bd05-d79c063a7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.180950 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-7f9c7534-c46c-4e8e-bd05-d79c063a7766 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0925450 Jul 23 21:07:05.237159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-a10f6d37-9d39-4ebf-9cf4-ee7f076735c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0673311 Jul 23 21:07:05.261002 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-2a66a6cf-0c85-4dbd-be83-57d48b7068cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0732529 Jul 23 21:07:05.312356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-886a96bf-1b16-4251-b2a3-3d678f3ca1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.313893 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-886a96bf-1b16-4251-b2a3-3d678f3ca1b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0464711 Jul 23 21:07:05.329723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-2e789d57-0eed-4d87-a215-fdf5fc7a13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.331128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-2e789d57-0eed-4d87-a215-fdf5fc7a13e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0864432 Jul 23 21:07:05.378432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-312b21e6-4c1e-44db-b216-b27cce4c2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.379965 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-312b21e6-4c1e-44db-b216-b27cce4c2fa9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591149 Jul 23 21:07:05.388983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29e48d-7278-4b9a-9fdc-c53b5cdbed2b req-7ae0526e-c658-4026-86b6-dd6d203d2d7a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.390490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db29e48d-7278-4b9a-9fdc-c53b5cdbed2b req-7ae0526e-c658-4026-86b6-dd6d203d2d7a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.1339133 Jul 23 21:07:05.440013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-db29e48d-7278-4b9a-9fdc-c53b5cdbed2b req-714b1e02-599d-4929-b2c4-7536a16928b9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435824 Jul 23 21:07:05.441799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edff61-2d22-4515-9e89-96a949db9019 req-1d3ebaaf-ed6a-4b59-969d-fbdea05e4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:05.443233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-1d3ebaaf-ed6a-4b59-969d-fbdea05e4f98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042421 Jul 23 21:07:05.449262 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:05.475216 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-72d40dfd-0968-4282-b77b-aa0e2d0ce5e2 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879765 Jul 23 21:07:05.495775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:05.543897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-d3fe5f99-6a67-4d59-8a05-371d5a1e7919 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940545 Jul 23 21:07:05.571260 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-b3a6255e-5b26-421b-858e-af73fb0b2195 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898948 Jul 23 21:07:05.634784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97edff61-2d22-4515-9e89-96a949db9019 req-996c404d-3fa7-41da-a0dd-260c14e8a948 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851717 Jul 23 21:07:06.570755 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49c202-1e6d-4818-ab4d-75a5e0f69e27 req-a4e9f059-1743-4cd1-a768-8f2a5e6f600f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:06.572243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb49c202-1e6d-4818-ab4d-75a5e0f69e27 req-a4e9f059-1743-4cd1-a768-8f2a5e6f600f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.0621803 Jul 23 21:07:06.609408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-eb49c202-1e6d-4818-ab4d-75a5e0f69e27 req-d75fcd8b-8c2a-4d51-b5f4-4d268eb1784a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317023 Jul 23 21:07:06.860996 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:07:06.900404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-14ed40eb-445e-4f2d-bb5b-6a879ee795c2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:06.901938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-14ed40eb-445e-4f2d-bb5b-6a879ee795c2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 943 time: 0.0692708 Jul 23 21:07:06.915964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9933ced-3419-469f-8834-dbe87e95e067 req-1bba95d7-9bc8-4578-bd9f-ff4e86a529c7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:06.917485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9933ced-3419-469f-8834-dbe87e95e067 req-1bba95d7-9bc8-4578-bd9f-ff4e86a529c7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.0634973 Jul 23 21:07:06.954147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c9933ced-3419-469f-8834-dbe87e95e067 req-6d5792b5-43dd-4992-be72-676585a0df48 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Jul 23 21:07:06.962978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-c5e538a1-7c06-4104-95d5-32a2a7fd41cc service neutron] 10.222.0.47 "GET /v2.0/ports/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 383 time: 0.0549517 Jul 23 21:07:07.041835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-680b8592-2a83-424d-beed-7c6b37777a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.043368 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-680b8592-2a83-424d-beed-7c6b37777a18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1095 time: 0.0588496 Jul 23 21:07:07.131806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-401a8ee9-d1cb-4daf-90a1-1bbbe9022807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.133295 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-401a8ee9-d1cb-4daf-90a1-1bbbe9022807 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0840793 Jul 23 21:07:07.201334 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-01087bce-d983-4e74-b7dd-d33464eb9acf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0622976 Jul 23 21:07:07.248884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-3206845e-80ca-429f-a466-8b7759b42e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.250325 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-3206845e-80ca-429f-a466-8b7759b42e36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0431247 Jul 23 21:07:07.307669 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-ec5e9a14-2efe-49ec-a93a-d317a0961334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:07.309163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-ec5e9a14-2efe-49ec-a93a-d317a0961334 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523813 Jul 23 21:07:07.401339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-0a6e036d-d2b3-41f6-942f-e4ffb7379c84 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855553 Jul 23 21:07:07.488550 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-507343e6-a485-43af-af00-5bb5b965c1ba service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815015 Jul 23 21:07:07.713853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:07:07.809699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:07.821054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'mac_address': 'fa:16:3e:90:18:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:07:07.856969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:07.869125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:07.888624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:07.892498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:07.937645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:07.945292 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.945661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.946008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.946350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.946687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.947021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.947352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.947678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.948004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.948329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.948653 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:07.948974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:08.090599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f7b1-b5e1-4810-a7b4-c7c4150c5aca req-9efef471-54c1-494c-9236-c31614fffef8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:08.092100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7e4f7b1-b5e1-4810-a7b4-c7c4150c5aca req-9efef471-54c1-494c-9236-c31614fffef8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0675681 Jul 23 21:07:08.119585 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:07:08.129457 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7e4f7b1-b5e1-4810-a7b4-c7c4150c5aca req-7221c642-1e0f-4a97-b4b5-172021403150 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Jul 23 21:07:09.263168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdfe9e5-c6d1-4bbe-b300-08007ee1eaf8 req-2b4a7830-f4d4-488f-a823-07f9c05ca07f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:09.264697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcdfe9e5-c6d1-4bbe-b300-08007ee1eaf8 req-2b4a7830-f4d4-488f-a823-07f9c05ca07f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0657034 Jul 23 21:07:09.303007 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bcdfe9e5-c6d1-4bbe-b300-08007ee1eaf8 req-8db9cd7f-3314-49ea-bf8c-9f034382c130 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Jul 23 21:07:09.389268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-427ffd30-e83b-4ee6-9615-8da19badc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:09.390810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-427ffd30-e83b-4ee6-9615-8da19badc23b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 1096 time: 0.0560164 Jul 23 21:07:09.402827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:09.474427 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.674757 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:09.705860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:09.730633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:09.738108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:09.747209 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.757639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Ignored duplicate provisioning block setup for port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 21:07:09.762360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:09.769665 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 23 21:07:09.808500 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:09.847961 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd446b4a-895f-4d33-b89a-01c8627b5787" -d '{"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-plugged", "status": "completed", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:09.865784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=9']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:09.884697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.885047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.885396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.885768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.886102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.886439 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.886776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.887101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.887432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.887759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.888087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.888417 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:07:09.953577 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd0caa-1e82-4827-af7f-84f51ceff0ca x-openstack-request-id: req-64cd0caa-1e82-4827-af7f-84f51ceff0ca {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:09.953872 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-plugged", "status": "completed", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:09.954129 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64cd0caa-1e82-4827-af7f-84f51ceff0ca {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:09.954526 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'code': 200} Jul 23 21:07:10.284773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] No DVR routers for this DVR port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:07:10.453714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:10.454050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:10.454375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:10.471393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ea42b-8d79-4bf1-8ae0-edb79e08e18a req-ffc5b52e-801a-40b0-b9fa-c482563bcbe0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.473196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-333ea42b-8d79-4bf1-8ae0-edb79e08e18a req-ffc5b52e-801a-40b0-b9fa-c482563bcbe0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 943 time: 0.1023431 Jul 23 21:07:10.474033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:07:10.474355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Attempting to bind port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:10.482380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:10.482720 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:10.483100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:10.483528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Bound port: f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:10.483888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:10.547854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-333ea42b-8d79-4bf1-8ae0-edb79e08e18a req-4d26c12a-1728-4d2d-aa05-f0f1ce56cd21 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670860 Jul 23 21:07:10.573478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:10.576690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:10.580322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:10.612305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.613028 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:10.614464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 1092 time: 1.2156055 Jul 23 21:07:10.614928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:10.644053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0feecc-90fb-4a78-97eb-79939afe90d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:10.678570 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3237bd-b39f-45bf-b4f0-411a273956e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:10.711701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-473412d0-61f0-4b85-a6d8-25836cc27589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.713393 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-473412d0-61f0-4b85-a6d8-25836cc27589 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1096 time: 0.0664258 Jul 23 21:07:10.793197 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f134d19c-f18d-4496-b72e-7fb0798c9f21 x-openstack-request-id: req-f134d19c-f18d-4496-b72e-7fb0798c9f21 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:10.793544 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:10.793791 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f134d19c-f18d-4496-b72e-7fb0798c9f21 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:10.794193 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'status': 'completed', 'code': 200} Jul 23 21:07:10.826921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-17a842d7-d20c-4d43-bce0-801f82cb23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.828420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-17a842d7-d20c-4d43-bce0-801f82cb23fb service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.1090217 Jul 23 21:07:10.861229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-eaff69ef-f2b7-4c24-bb52-6f770805ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.862797 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-eaff69ef-f2b7-4c24-bb52-6f770805ca7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1096 time: 0.0613999 Jul 23 21:07:10.894109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-375e91f7-ffd9-4a9b-8c9c-df20611ee825 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0590184 Jul 23 21:07:10.947683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-9ed13781-4554-486a-b843-3cd6efe8f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.949169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-9ed13781-4554-486a-b843-3cd6efe8f3a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0486479 Jul 23 21:07:10.951705 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-3c356e3f-d830-40df-a7c0-4b29a294364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:10.953157 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-3c356e3f-d830-40df-a7c0-4b29a294364a service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0838053 Jul 23 21:07:11.008383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604649c2-a96c-4a81-8234-e4179717be94 req-6c8a8dfc-5880-4d15-ba79-de731a6ffcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.009928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-6c8a8dfc-5880-4d15-ba79-de731a6ffcdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549815 Jul 23 21:07:11.023542 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-71b71cff-1365-4c9f-8659-714bd65c0296 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0637465 Jul 23 21:07:11.080068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-017e7896-e56a-4573-9fd1-92242af1dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.081529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-017e7896-e56a-4573-9fd1-92242af1dc07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0525706 Jul 23 21:07:11.103058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-c063b924-1e34-47fd-b0a8-884a1153b482 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873487 Jul 23 21:07:11.139617 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-0db562f0-36d0-4132-83fb-3a6f2a92fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.141144 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-0db562f0-36d0-4132-83fb-3a6f2a92fabd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531120 Jul 23 21:07:11.195824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-604649c2-a96c-4a81-8234-e4179717be94 req-caf43b76-8189-497c-ac71-bbe095100d91 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867262 Jul 23 21:07:11.236206 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-54da1b7e-a215-4825-b9a0-8b98a9d43e93 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889778 Jul 23 21:07:11.291088 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-236b4523-85ed-46e7-a4fd-50f8ddf70493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.292637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-236b4523-85ed-46e7-a4fd-50f8ddf70493 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 1096 time: 0.0541370 Jul 23 21:07:11.325776 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-6c1fa883-5f79-424f-b5f2-c2db0eb7a4a3 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817461 Jul 23 21:07:11.386521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-afbfea9f-0894-4071-87b3-c0d14500f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.388039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-afbfea9f-0894-4071-87b3-c0d14500f6f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0891907 Jul 23 21:07:11.454919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-0a487f23-99d9-4db1-976f-124b5ad22955 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 200 len: 999 time: 0.0600674 Jul 23 21:07:11.508533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-9814f61e-b6fa-4aa0-ad38-e024a7512558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.510026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-9814f61e-b6fa-4aa0-ad38-e024a7512558 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0481231 Jul 23 21:07:11.570696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-f60394eb-b453-45cf-8b15-4ff613708eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.572236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-f60394eb-b453-45cf-8b15-4ff613708eb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555427 Jul 23 21:07:11.695522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-02f3f3d8-6abf-4143-b64a-39e675105799 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163666 Jul 23 21:07:11.746016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be76e1c-4941-4bd9-bc3d-106141bd71bb req-f8c66900-8c2a-462c-8719-046aad0a3204 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:11.747492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0be76e1c-4941-4bd9-bc3d-106141bd71bb req-f8c66900-8c2a-462c-8719-046aad0a3204 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.1118438 Jul 23 21:07:11.829848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3237bd-b39f-45bf-b4f0-411a273956e1 req-ce1824f4-089f-4ee6-8fb7-4b18ec330eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271789 Jul 23 21:07:11.832790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0be76e1c-4941-4bd9-bc3d-106141bd71bb req-c8373d70-4461-4e10-9c4a-5dda65fd4fbe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561070 Jul 23 21:07:12.967053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4e81f-dd75-4206-bdf1-d2de822d2361 req-850af906-078e-49f9-b06a-4019274c009a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:12.968546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dd4e81f-dd75-4206-bdf1-d2de822d2361 req-850af906-078e-49f9-b06a-4019274c009a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0659640 Jul 23 21:07:13.004645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6dd4e81f-dd75-4206-bdf1-d2de822d2361 req-72cf561c-23b7-4d89-977b-d9f59d4205b6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305922 Jul 23 21:07:13.133386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dbbe6-52c0-4088-8850-b59537a415e0 req-4fded2ac-a206-447e-b06b-1dee59823e42 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.134796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-352dbbe6-52c0-4088-8850-b59537a415e0 req-4fded2ac-a206-447e-b06b-1dee59823e42 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0628812 Jul 23 21:07:13.171562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-352dbbe6-52c0-4088-8850-b59537a415e0 req-56c587ea-a86c-4eda-bd20-c8e2a84424dd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Jul 23 21:07:13.304695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0cc2-d569-41eb-a71b-4c28965a46eb req-176fec8b-bb8f-4cee-9988-7860a9058f90 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.306183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-321f0cc2-d569-41eb-a71b-4c28965a46eb req-176fec8b-bb8f-4cee-9988-7860a9058f90 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0689349 Jul 23 21:07:13.342961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-321f0cc2-d569-41eb-a71b-4c28965a46eb req-6dcdd0d4-82d8-4ba1-b003-9fbd12725729 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312743 Jul 23 21:07:13.462882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:07:13.566198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:13.579377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'mac_address': 'fa:16:3e:90:18:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:07:13.599540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d963e5f-adac-464b-b61e-0080a86e4fc6 req-6c1d4368-5ef8-4645-954c-9d064db1e12d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:13.601198 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d963e5f-adac-464b-b61e-0080a86e4fc6 req-6c1d4368-5ef8-4645-954c-9d064db1e12d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 944 time: 0.0672314 Jul 23 21:07:13.618232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:13.633768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:13.643405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d963e5f-adac-464b-b61e-0080a86e4fc6 req-f2abb18d-3454-4dec-8175-9d9e64f50313 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360744 Jul 23 21:07:13.656759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:13.660373 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:13.708508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:13.761149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:13.797931 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:13.894673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:07:13.945772 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5cad9f91-6a87-4d8d-ace3-fbea5187aba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:14.205458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:14.777888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48cf3d6-ffef-4807-94c2-e703724c285d req-e0bbcf8c-b5b3-435f-9397-0e634b809159 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:14.779378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e48cf3d6-ffef-4807-94c2-e703724c285d req-e0bbcf8c-b5b3-435f-9397-0e634b809159 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0669322 Jul 23 21:07:14.841657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e48cf3d6-ffef-4807-94c2-e703724c285d req-3cfdd948-a7cf-4fde-8dc2-97d9c914af64 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566115 Jul 23 21:07:14.873957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-d03dcf9b-7c01-4c78-a087-3faac1e63980 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:14.875397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-d03dcf9b-7c01-4c78-a087-3faac1e63980 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 945 time: 0.0710013 Jul 23 21:07:14.975196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Deleting port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:07:14.975551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.062255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] For port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:15.062619 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.275521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.276094 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.276415 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 disassociated. External IP: 172.25.8.82, port: f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22. Jul 23 21:07:15.276767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Calling delete_port for f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:07:15.404135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.432420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event deleted for resources: {'Port': ['ID=f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:15.480513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:07:15.501607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:07:15.501885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:07:15.552785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:15.662033 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:15.674044 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:15.684115 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:15.684731 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:06:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:15.707447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] No DVR routers for this DVR port f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:07:15.710835 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:15.712859 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1690f9f1-6a08-4c11-b1c4-6c71bdcb5068 req-973e4236-1009-4b84-8393-42cd94c77d1c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "DELETE /v2.0/ports/f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22 HTTP/1.1" status: 204 len: 173 time: 0.8322506 Jul 23 21:07:15.713301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-deleted', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:15.715572 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73876bfd-e338-4b6f-98cf-ed26aa1e6a3d" -d '{"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-deleted", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:15.760631 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bde2bb-6435-4c8b-b2cf-f9db67317e6c x-openstack-request-id: req-02bde2bb-6435-4c8b-b2cf-f9db67317e6c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:15.761016 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9bc7a28-6a8b-445d-a1c5-b54956921147", "name": "network-vif-deleted", "tag": "f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:15.761355 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02bde2bb-6435-4c8b-b2cf-f9db67317e6c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:15.761868 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9bc7a28-6a8b-445d-a1c5-b54956921147', 'name': 'network-vif-deleted', 'tag': 'f6aeec71-ffe7-41c3-9ede-5e4dbc9d6a22', 'status': 'completed', 'code': 200} Jul 23 21:07:15.795824 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:15.949789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99d91ea4-88d1-4880-a870-2226a5486e12 req-67ce6810-1115-4bcc-8368-343660f4c2ff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=d9bc7a28-6a8b-445d-a1c5-b54956921147 HTTP/1.1" status: 200 len: 210 time: 0.0296099 Jul 23 21:07:15.995768 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:16.024574 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:16.029927 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:16.030560 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:06:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:16.139362 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:16.340139 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:16.369854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c0dd2-b5ca-4008-9f05-a348ee4276ca None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:16.460007 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:16.478421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52d62fea-9675-467e-a47d-092c155c75d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:16.583325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70b0cf1-7a29-406e-b78a-a8d702d3359d None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:07:17.219334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-d00daa36-03d9-4f7d-ab1d-a6ecafcbf623 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--2119165483&fields=id&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 267 time: 0.0358605 Jul 23 21:07:17.322879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-8381f62e-3b64-4c38-a642-b8d2a3548a8e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:17.324281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-8381f62e-3b64-4c38-a642-b8d2a3548a8e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.0980213 Jul 23 21:07:17.338810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-df3573a6-090c-4d6c-9e8d-dacba2863743 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/quotas/d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 375 time: 0.0091805 Jul 23 21:07:17.406252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-6572849a-bace-4389-97b7-e2ff0bb31dd5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620103 Jul 23 21:07:17.422173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-f01d03e6-7858-4af5-b676-80f55d22518b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:07:17.423158 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-f01d03e6-7858-4af5-b676-80f55d22518b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056126 Jul 23 21:07:17.583414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-fa0153b1-7915-4072-b82b-b8531fa322f8 service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222243 Jul 23 21:07:17.674781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-3b2ba226-94d0-4a68-a55e-6ec37f110e1f service neutron] 10.222.0.46 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849738 Jul 23 21:07:17.698798 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:17.841646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc072643-a14c-4da2-ae51-6a2251000d8d req-d32b1c52-cab4-4f92-b1f6-423779275d18 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0289016 Jul 23 21:07:17.882916 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:18.712959 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-7fb8a4b2-ac7c-4a41-9828-092bf8c5467c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:18.714451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-7fb8a4b2-ac7c-4a41-9828-092bf8c5467c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 812 time: 0.1038959 Jul 23 21:07:18.763677 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-617a0f8c-ecb6-4570-a78d-9520a9b0d044 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 380 time: 0.0407765 Jul 23 21:07:18.773045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'port': {'device_id': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'admin_state_up': True, 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'security_groups': ['02e412b4-2cab-44a0-ba19-8cedceec1a84']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:18.878603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Made reservation on behalf of d26c8ab7cb2e4bd4872d7d23fbef3897 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:07:18.882806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:18.970744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7928dea0-9dd8-454c-ba8d-cea7e7d53ed1 req-8c1fca58-ab5c-444d-9ee2-8d09ffb928a9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0366807 Jul 23 21:07:19.032975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Allocated IP 172.20.0.4 (69bb2643-be55-4dee-934f-b81ada841d6f/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6/baf71e99-6198-4f0c-a186-8d376b278d44) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:07:19.170556 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.183371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Transition to ACTIVE for port object baf71e99-6198-4f0c-a186-8d376b278d44 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:19.215885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.257161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Network 69bb2643-be55-4dee-934f-b81ada841d6f is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:07:19.260126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:07:19.263723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:07:19.288604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:19.317971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:19.318636 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.334795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-918a2a77-72ab-4e02-bd4a-c09e96e136fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664656 Jul 23 21:07:19.346081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Request body: {'port': {'device_id': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:19.422819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.492366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-adb41744-9e3b-4361-8815-1fb77a87089b None None] Provisioning for port baf71e99-6198-4f0c-a186-8d376b278d44 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:19.497917 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-adb41744-9e3b-4361-8815-1fb77a87089b None None] Provisioning complete for port baf71e99-6198-4f0c-a186-8d376b278d44 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:19.498527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-adb41744-9e3b-4361-8815-1fb77a87089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.538830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-adb41744-9e3b-4361-8815-1fb77a87089b None None] Port baf71e99-6198-4f0c-a186-8d376b278d44 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:07:19.691527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:19.699137 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.710615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Transition to ACTIVE for port object baf71e99-6198-4f0c-a186-8d376b278d44 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:07:19.714547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.790859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:19.826674 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.847145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:07:19.847480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:07:19.848222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:19.853824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:07:19.854146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:07:19.859320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:07:19.859672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:07:19.860046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:07:19.860470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Bound port: baf71e99-6198-4f0c-a186-8d376b278d44, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:07:19.860832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.924591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:07:19.927567 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:07:19.931328 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.970254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:19.970875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:19.972347 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] 10.222.0.36 "PUT /v2.0/ports/baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1092 time: 0.6306591 Jul 23 21:07:19.972794 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:19.975118 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d" -d '{"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:20.009058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf4ad7-5cc2-473b-95fc-a6a883577d5f service neutron] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:20.033305 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec0bcc-24af-4c53-89f0-9fd7754cdb6a x-openstack-request-id: req-d5ec0bcc-24af-4c53-89f0-9fd7754cdb6a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:20.033828 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:20.034269 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5ec0bcc-24af-4c53-89f0-9fd7754cdb6a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:20.034825 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'status': 'completed', 'code': 200} Jul 23 21:07:20.113700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-575e6ef6-b575-4dae-bcc6-65c353bd0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:20.115241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-575e6ef6-b575-4dae-bcc6-65c353bd0a4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0942111 Jul 23 21:07:20.171866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1223cb2-6b1d-49e2-921a-6544b155aefd req-31093c2e-6f66-4456-8021-5eb75ade099c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:20.173284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1223cb2-6b1d-49e2-921a-6544b155aefd req-31093c2e-6f66-4456-8021-5eb75ade099c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.1154580 Jul 23 21:07:20.174836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-2f2b5547-e703-4f29-8921-ba17cb0d5161 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 217 time: 0.0518727 Jul 23 21:07:20.244935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1223cb2-6b1d-49e2-921a-6544b155aefd req-d1b98ff4-dfc5-4fbf-b623-d5238bf5c59f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653367 Jul 23 21:07:20.246688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-bd1f30df-71ce-47cb-be65-b3d46a1bb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:20.248068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-bd1f30df-71ce-47cb-be65-b3d46a1bb332 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0625956 Jul 23 21:07:20.309872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-f6d56cf5-522d-42db-b263-2916d2522171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:20.311255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-f6d56cf5-522d-42db-b263-2916d2522171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573208 Jul 23 21:07:20.399481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-54dc4a87-6cd9-46a0-9497-b841b4af58bc service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818911 Jul 23 21:07:20.491581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-86f86669-d33e-4f43-969e-f2cefbeba955 req-0be4dac1-4863-4dde-949a-742167dfde8c service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856366 Jul 23 21:07:20.586375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-0d717ef8-4296-4e89-8192-4e2c6b346780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:20.587749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-0d717ef8-4296-4e89-8192-4e2c6b346780 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0527363 Jul 23 21:07:20.674976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-f3ab9655-dd97-467d-aeab-a775ff7a0306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:20.676399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-f3ab9655-dd97-467d-aeab-a775ff7a0306 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0829082 Jul 23 21:07:21.054802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-b69571aa-97af-45fa-ade3-b7c11580a94d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 217 time: 0.3711929 Jul 23 21:07:21.104601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-0b6cfb16-57aa-418a-8e7a-2417c09117e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:21.106082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-0b6cfb16-57aa-418a-8e7a-2417c09117e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0432637 Jul 23 21:07:21.167207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-57c0cee8-3e61-461a-a35f-5667b05c13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:21.168644 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-57c0cee8-3e61-461a-a35f-5667b05c13cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558350 Jul 23 21:07:21.255424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-c08b3c89-930d-4239-9d24-91504558165a service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794692 Jul 23 21:07:21.375246 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0cc2853b-d6ee-4d88-8441-e0ae23bd840d req-41665891-d904-4ac0-80fd-5222a6f4d607 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124880 Jul 23 21:07:21.402137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c74db1-832b-4b73-9b50-0104bccbf9b9 req-e3ba7eec-647d-4099-b004-d5db1dadace0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:21.403609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3c74db1-832b-4b73-9b50-0104bccbf9b9 req-e3ba7eec-647d-4099-b004-d5db1dadace0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0826466 Jul 23 21:07:21.440231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3c74db1-832b-4b73-9b50-0104bccbf9b9 req-04df57ff-6ac2-453d-8fe4-ba24e9522fed tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Jul 23 21:07:22.568393 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214279e0-773a-4dbc-87cf-f3ef8d57fc9f req-92db8d9e-2d0b-467e-bf46-484043bcaf2e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:22.570368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-214279e0-773a-4dbc-87cf-f3ef8d57fc9f req-92db8d9e-2d0b-467e-bf46-484043bcaf2e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0636246 Jul 23 21:07:22.611629 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-214279e0-773a-4dbc-87cf-f3ef8d57fc9f req-3d7e59e4-4704-469e-a605-fba284a1d946 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356553 Jul 23 21:07:23.525116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:07:23.618284 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:23.629082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'mac_address': 'fa:16:3e:1e:ad:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:07:23.671179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.685382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:07:23.704920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:23.710220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:23.742599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d001c-fd71-4591-a398-f0a66615b850 req-b05d3d8b-83f3-4305-a070-379df7aea99a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:23.744109 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd8d001c-fd71-4591-a398-f0a66615b850 req-b05d3d8b-83f3-4305-a070-379df7aea99a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0665159 Jul 23 21:07:23.759571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:23.783305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cd8d001c-fd71-4591-a398-f0a66615b850 req-a70f9cb4-6394-4925-8081-cf55425dfc52 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334618 Jul 23 21:07:23.904224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['baf71e99-6198-4f0c-a186-8d376b278d44'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:07:24.911609 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05e33a-b33a-49dd-8807-9e714d155151 req-7559d19e-02b9-43cf-b5bd-044b4af02671 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:24.914030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e05e33a-b33a-49dd-8807-9e714d155151 req-7559d19e-02b9-43cf-b5bd-044b4af02671 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0634689 Jul 23 21:07:24.950763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e05e33a-b33a-49dd-8807-9e714d155151 req-7c4ac60e-fb47-44c2-b8f2-9d8e6c41b925 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Jul 23 21:07:25.540739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:07:25.587467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port baf71e99-6198-4f0c-a186-8d376b278d44 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:07:25.590967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port baf71e99-6198-4f0c-a186-8d376b278d44 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:07:25.591336 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.667713 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.689902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:25.692128 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ee908-052d-4f10-8579-3259d5047337" -d '{"events": [{"server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "name": "network-vif-plugged", "status": "completed", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:25.708232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:07:25.715039 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:25.744181 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876ebe05-e21f-492b-8097-41e05bd00382 x-openstack-request-id: req-876ebe05-e21f-492b-8097-41e05bd00382 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:25.744471 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "name": "network-vif-plugged", "status": "completed", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:25.744724 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-876ebe05-e21f-492b-8097-41e05bd00382 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:25.745113 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'code': 200} Jul 23 21:07:25.772655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:07:25.843285 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16148c-78db-49d4-8554-97b359e4f404 req-69b4cf6b-b39c-4472-a85e-4815188143e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:25.844660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd16148c-78db-49d4-8554-97b359e4f404 req-69b4cf6b-b39c-4472-a85e-4815188143e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0544884 Jul 23 21:07:25.878769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd16148c-78db-49d4-8554-97b359e4f404 req-d8f450a3-23a2-41fd-92dd-c7af26d8495b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263474 Jul 23 21:07:26.078887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ffeea-d95c-4a9c-91de-23ec41ee6718 req-9803bb91-87df-4a06-b1b8-a4d510ef8637 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:26.080483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-286ffeea-d95c-4a9c-91de-23ec41ee6718 req-9803bb91-87df-4a06-b1b8-a4d510ef8637 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0645556 Jul 23 21:07:26.118996 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-286ffeea-d95c-4a9c-91de-23ec41ee6718 req-1ea30128-cb8b-424b-b6c6-95dae88f8102 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Jul 23 21:07:27.247345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e98bf4-f0ae-400d-82c5-fa048776069e req-22c60289-3438-440f-9ed5-a99ae55a2f2f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:27.248810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8e98bf4-f0ae-400d-82c5-fa048776069e req-22c60289-3438-440f-9ed5-a99ae55a2f2f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0628638 Jul 23 21:07:27.289755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8e98bf4-f0ae-400d-82c5-fa048776069e req-b3d52906-5712-4f80-9ddf-78e926e7ec60 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353394 Jul 23 21:07:27.414593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea0af0-a44e-49b1-8e0c-073473ba02a1 req-b0aae830-33f5-4f73-9584-2d3defb36950 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:27.416053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-56ea0af0-a44e-49b1-8e0c-073473ba02a1 req-b0aae830-33f5-4f73-9584-2d3defb36950 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0634606 Jul 23 21:07:27.424475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60304) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:07:27.429200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Request body: {'floatingip': {'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:07:27.467557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.894673 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.898718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:27.999776 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 associated. External IP: 172.25.8.82, port: baf71e99-6198-4f0c-a186-8d376b278d44. Jul 23 21:07:28.203369 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:07:28.310013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:07:28.314933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:28.320845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:07:28.352069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-88666b96-7753-464c-b103-1152245da058 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "PUT /v2.0/floatingips/91a69cd0-9d46-4d9d-920c-a51a6a845458 HTTP/1.1" status: 200 len: 991 time: 0.9264932 Jul 23 21:07:28.352926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:07:28.356789 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020" -d '{"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:07:28.417516 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d398bae-c695-4773-8054-5354edda7924 x-openstack-request-id: req-7d398bae-c695-4773-8054-5354edda7924 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:07:28.417812 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:07:28.418067 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d398bae-c695-4773-8054-5354edda7924 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:07:28.418476 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'status': 'completed', 'code': 200} Jul 23 21:07:28.422310 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:28.422985 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:07:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:28.490042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-990f1833-e754-470b-8163-9aebf40177ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:28.491599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-990f1833-e754-470b-8163-9aebf40177ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0540874 Jul 23 21:07:28.526829 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:28.587390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-60264eb4-86aa-4f69-b483-e5a5f1a392aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:28.588894 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-60264eb4-86aa-4f69-b483-e5a5f1a392aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0914729 Jul 23 21:07:28.655461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-59ed2550-ab44-44f1-8520-1df4b080cd76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0604990 Jul 23 21:07:28.702893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-9999b711-e44f-4d49-8eba-6acd38624d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:28.704377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-9999b711-e44f-4d49-8eba-6acd38624d12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0432448 Jul 23 21:07:28.752847 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:1e:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:07:27Z', 'revision_number': 13, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:28.767840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-54c94ac0-f87c-4462-8498-08a16b49a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:28.769373 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-54c94ac0-f87c-4462-8498-08a16b49a774 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589411 Jul 23 21:07:28.782909 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:07:28.791491 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:07:28.792091 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:07:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:28.859028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-b20772fb-7408-4e64-878b-69bf99571038 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820823 Jul 23 21:07:28.894469 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:07:28.958860 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9dc2b1e0-b1bd-446f-87a6-9cc8e82ef020 req-7790e1e6-0a89-404b-962f-061e91822c95 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930362 Jul 23 21:07:29.119352 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:1e:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:07:27Z', 'revision_number': 13, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:07:29.148820 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90944b51-e108-4110-898a-0fafdacaa2df None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '91a69cd0-9d46-4d9d-920c-a51a6a845458', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'floating_ip_address': '172.25.8.82', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'mac_address': 'fa:16:3e:1e:ad:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:00:33Z', 'updated_at': '2021-07-23T21:07:27Z', 'revision_number': 13, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:07:29.329329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328f20fa-bfb6-4aa3-bb1b-d4695f24a6bf None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:07:43.859877 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:07:43.936941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4b68562-9db0-484f-a9c5-3575b58e7978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:44.209477 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:46.461379 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:46.478499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-935e5af9-188b-4697-92ce-6c3da9ccb169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:47.716207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:47.887448 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:49.828888 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:07:50.832351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-bc5d8750-79dd-4617-8bd9-dbda6c220a70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524464 Jul 23 21:07:50.926143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-d388cf4c-d2a7-42fd-9962-204b825b14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:50.927980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-d388cf4c-d2a7-42fd-9962-204b825b14d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0549684 Jul 23 21:07:51.037467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-5d10e241-816b-445d-a004-75d9a0e55f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:51.037467 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-5d10e241-816b-445d-a004-75d9a0e55f4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0884521 Jul 23 21:07:51.104046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-60ae5b91-a475-40b4-88d0-7ae25828d4c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1001 time: 0.0612671 Jul 23 21:07:51.151772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-a3bf74ee-d958-43da-b6d4-98f91a2807ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:51.153128 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-a3bf74ee-d958-43da-b6d4-98f91a2807ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0428143 Jul 23 21:07:51.208713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-d3cdd49a-c84c-4f58-bfd9-9c1ffc78871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:07:51.210132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-d3cdd49a-c84c-4f58-bfd9-9c1ffc78871c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512505 Jul 23 21:07:51.300260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-713abdf3-2ade-43ba-a06d-b521c4124535 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836928 Jul 23 21:07:51.388225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e4aef4d5-6b2d-4c46-a1c4-df147d98da4d req-d94e9da2-bdaf-4082-ba3b-fb5da41fcff8 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810542 Jul 23 21:08:13.938395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6779a4de-6f7e-4195-91f3-751e4c309aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:14.226220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:16.468650 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:16.479666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-46e7a622-23de-4780-8655-41dc00d3410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:17.713786 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:17.895530 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:19.834994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:20.859502 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:08:43.939152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9d6ff0d2-cd02-4fd2-9232-e1ac18e63737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:44.221746 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.460211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:46.477939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c4dc4ff2-a6b0-411d-9e87-c3aff9d951a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:47.719216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:47.892370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:49.834615 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:08:51.845388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-5f9f40b6-cd8e-418b-b986-77677a01e8da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0712337 Jul 23 21:08:51.938097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-8e7644c3-f255-4ef2-90ab-1cb2562a0f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:51.939562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-8e7644c3-f255-4ef2-90ab-1cb2562a0f13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0540948 Jul 23 21:08:52.042555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-565d7e98-9bb4-4724-8876-5848cd90bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:52.044054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-565d7e98-9bb4-4724-8876-5848cd90bcd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0828309 Jul 23 21:08:52.110222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-70856a28-cf0a-4106-a4fd-b447c309b613 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1001 time: 0.0601006 Jul 23 21:08:52.159906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-908cbb44-8f38-42ea-88a4-0fc3625daf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:52.161381 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-908cbb44-8f38-42ea-88a4-0fc3625daf4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0448201 Jul 23 21:08:52.220443 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-45e0bd63-0997-4eec-ba65-609f2519afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:08:52.222726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-45e0bd63-0997-4eec-ba65-609f2519afb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554140 Jul 23 21:08:52.318100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-f036ee1d-140e-4f8d-aad8-13a453508e9d service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887163 Jul 23 21:08:52.405847 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f22ed499-98ae-4a0d-905b-df4d31a475ef req-05bd6fb5-16c6-4b96-a785-eb157c532f9d service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817671 Jul 23 21:08:57.859294 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:09:07.498041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42390297-7bdc-441f-ad5a-268d35b0e276 req-befadb77-2255-4514-b418-7d4d994609eb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:07.499521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42390297-7bdc-441f-ad5a-268d35b0e276 req-befadb77-2255-4514-b418-7d4d994609eb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0678647 Jul 23 21:09:07.537088 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-42390297-7bdc-441f-ad5a-268d35b0e276 req-2e59ab9f-c934-4891-ba89-dc402024f582 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Jul 23 21:09:13.940501 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dbd40c68-88d5-46d2-b6ad-a78c6df29dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:14.224321 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.463413 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:16.479719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-99e05509-dee2-41b0-99ee-751fc5f69157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.727745 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:17.895750 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:19.674179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9adc68-823b-47c7-a42f-e776dcaf65c9 req-b2167105-6a76-45cb-a5e3-6403cecf55b3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:19.676567 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec9adc68-823b-47c7-a42f-e776dcaf65c9 req-b2167105-6a76-45cb-a5e3-6403cecf55b3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0715675 Jul 23 21:09:19.742049 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec9adc68-823b-47c7-a42f-e776dcaf65c9 req-8de2a145-9b30-49d0-a0ce-93aba43f8c4b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608211 Jul 23 21:09:19.765820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-934fc017-32f1-46c0-9712-44b85e04f4c7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1078186 Jul 23 21:09:19.838352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:20.875528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-99b68dc1-65c3-4149-82a5-9bc583cb78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:20.877365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-99b68dc1-65c3-4149-82a5-9bc583cb78b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0916390 Jul 23 21:09:20.903108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d04c7-4af5-4294-8c00-a4a01c2fbce7 req-825d16dc-4a55-41b6-959c-892d2c03d1f3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:20.904545 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d2d04c7-4af5-4294-8c00-a4a01c2fbce7 req-825d16dc-4a55-41b6-959c-892d2c03d1f3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0919256 Jul 23 21:09:20.993066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d2d04c7-4af5-4294-8c00-a4a01c2fbce7 req-19840caf-8654-495d-9706-8f055b71c50a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775027 Jul 23 21:09:21.011010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-92f2666d-a92a-4550-990d-411bbc7f1165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:21.012477 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-92f2666d-a92a-4550-990d-411bbc7f1165 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.1290908 Jul 23 21:09:21.075339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-8108230d-14cf-43f7-a96c-96b405ddece0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1001 time: 0.0565906 Jul 23 21:09:21.125400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-7d9b4d4a-caed-4dfb-a8a9-1683d22f1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:21.127472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-7d9b4d4a-caed-4dfb-a8a9-1683d22f1b71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0457876 Jul 23 21:09:21.183584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-def847f9-a285-4137-b089-026b7283c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:21.185045 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-def847f9-a285-4137-b089-026b7283c8ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520074 Jul 23 21:09:21.279852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-d819e4cc-2da2-4766-b750-59826198edc0 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 Jul 23 21:09:21.368170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-7f8677f8-7c58-4580-9d5e-7ddcbca1aae5 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825379 Jul 23 21:09:22.122577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa56e4-6a31-4b2a-bfee-e771f2253c47 req-d0d2dbf2-0982-4797-b582-ba21609317d8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:22.124176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1afa56e4-6a31-4b2a-bfee-e771f2253c47 req-d0d2dbf2-0982-4797-b582-ba21609317d8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0625753 Jul 23 21:09:22.165991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1afa56e4-6a31-4b2a-bfee-e771f2253c47 req-1dae775e-f73b-4340-b574-7ca7dc408eb2 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358860 Jul 23 21:09:23.296533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e377503-ffd5-4e98-8d5b-6c6b8f30fc06 req-d1e750c4-05de-4c50-9706-fc07a5722279 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:23.297968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e377503-ffd5-4e98-8d5b-6c6b8f30fc06 req-d1e750c4-05de-4c50-9706-fc07a5722279 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0639906 Jul 23 21:09:23.335607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9e377503-ffd5-4e98-8d5b-6c6b8f30fc06 req-4d344f6c-f016-4535-a996-9b447913728a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Jul 23 21:09:24.463383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d3034-dafa-4af9-bc5d-51cd7a0853e7 req-ffcb710e-d172-42d6-b08a-6101b0ebc2da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:24.464919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-001d3034-dafa-4af9-bc5d-51cd7a0853e7 req-ffcb710e-d172-42d6-b08a-6101b0ebc2da tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0629227 Jul 23 21:09:24.514085 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-001d3034-dafa-4af9-bc5d-51cd7a0853e7 req-7a447be7-a31e-414d-894b-01c7e804aefe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Jul 23 21:09:25.648039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facedc93-87eb-4954-8837-468a95e74ca9 req-04af5d40-6df5-4a60-bb05-ab2f53dce91f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:25.649568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-facedc93-87eb-4954-8837-468a95e74ca9 req-04af5d40-6df5-4a60-bb05-ab2f53dce91f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0673988 Jul 23 21:09:25.688092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-facedc93-87eb-4954-8837-468a95e74ca9 req-543e87aa-3721-406b-b7ea-98506d112f86 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330651 Jul 23 21:09:26.825078 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24225a76-96fc-4b1c-8651-471a12c62f13 req-2edf1bc8-1f88-4e22-9d25-5d1893469537 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:26.826638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24225a76-96fc-4b1c-8651-471a12c62f13 req-2edf1bc8-1f88-4e22-9d25-5d1893469537 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0661755 Jul 23 21:09:26.865956 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24225a76-96fc-4b1c-8651-471a12c62f13 req-ae45a6a8-1ba3-4e35-9ec0-1268e2f7daf3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328882 Jul 23 21:09:27.994290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e03f0f-8a7e-48ff-bfbe-d9391f7d1685 req-9e7f39be-072c-4e37-bc58-15d6ad7d1671 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:27.995752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15e03f0f-8a7e-48ff-bfbe-d9391f7d1685 req-9e7f39be-072c-4e37-bc58-15d6ad7d1671 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0620368 Jul 23 21:09:28.036477 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15e03f0f-8a7e-48ff-bfbe-d9391f7d1685 req-8efeff36-ada0-4eb6-b964-87b44e28203f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352037 Jul 23 21:09:29.170249 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db5faf-cbe9-4577-9be3-8658e054eabe req-dcee327b-89bb-49c9-ba2c-5b720c186117 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:29.171790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43db5faf-cbe9-4577-9be3-8658e054eabe req-dcee327b-89bb-49c9-ba2c-5b720c186117 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0630891 Jul 23 21:09:29.209118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-43db5faf-cbe9-4577-9be3-8658e054eabe req-d0732a3b-52b9-4896-bccd-1edc43878d5d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Jul 23 21:09:30.338602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d30d7-c207-4f75-8e35-a8d8bbdb940e req-175f3eb7-e2d1-4edb-9142-5afc676eaf7f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:30.340056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be2d30d7-c207-4f75-8e35-a8d8bbdb940e req-175f3eb7-e2d1-4edb-9142-5afc676eaf7f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0639424 Jul 23 21:09:30.378442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be2d30d7-c207-4f75-8e35-a8d8bbdb940e req-6840901d-b78a-49ba-b66e-10482e0891ee tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Jul 23 21:09:31.512202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc46dc-f685-4d0e-ad13-e2b0b779b6ea req-b6747ced-8173-49f8-aa9a-dd9065ff5d94 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:31.513706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02fc46dc-f685-4d0e-ad13-e2b0b779b6ea req-b6747ced-8173-49f8-aa9a-dd9065ff5d94 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0670166 Jul 23 21:09:31.551481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-02fc46dc-f685-4d0e-ad13-e2b0b779b6ea req-48d6b6bf-92f7-4ce6-b725-eaa80f8e725c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322092 Jul 23 21:09:32.680373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb034e-4266-4fad-adb7-bbd8b8cf0b7f req-7fa24b2b-e419-48d3-9b53-34fb5071a4cd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:32.681923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8fb034e-4266-4fad-adb7-bbd8b8cf0b7f req-7fa24b2b-e419-48d3-9b53-34fb5071a4cd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0633566 Jul 23 21:09:32.718814 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a8fb034e-4266-4fad-adb7-bbd8b8cf0b7f req-a80d34d6-e219-471c-9344-d902688e42db tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Jul 23 21:09:34.136584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e24c7-a0eb-40ff-ac8c-666ef916cce6 req-1ede11d5-6a88-4e68-9502-15f0e25adb6c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:34.138134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c84e24c7-a0eb-40ff-ac8c-666ef916cce6 req-1ede11d5-6a88-4e68-9502-15f0e25adb6c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0671523 Jul 23 21:09:34.179969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c84e24c7-a0eb-40ff-ac8c-666ef916cce6 req-ee2f09f0-9ace-46d9-8ae5-596519870829 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354276 Jul 23 21:09:34.858418 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:09:35.313562 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff35d0c-4973-4ce9-922e-0703589941e4 req-fb305462-c494-4bc7-a4ad-a7cbc1d77189 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.315483 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ff35d0c-4973-4ce9-922e-0703589941e4 req-fb305462-c494-4bc7-a4ad-a7cbc1d77189 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0661354 Jul 23 21:09:35.356354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ff35d0c-4973-4ce9-922e-0703589941e4 req-e38dd8a8-fd94-452f-a96b-223a2b5bc328 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349102 Jul 23 21:09:35.499759 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-f55ef935-969c-47e0-ae33-ae293305f784 req-11566a79-2886-4170-a807-335d8e9da42a service neutron] show failed (client error): The resource could not be found. Jul 23 21:09:35.500711 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-11566a79-2886-4170-a807-335d8e9da42a service neutron] 10.222.0.36 "GET /v2.0/ports/baf71e99-6198-4f0c-a186-8d376b278d44/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0564122 Jul 23 21:09:35.723386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-f2339dcb-085b-4883-b619-ef92083bb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:35.724919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-f2339dcb-085b-4883-b619-ef92083bb8c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 1097 time: 0.0652859 Jul 23 21:09:35.736365 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:35.805966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.004787 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:36.037267 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:36.082840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:36.085033 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f8ee9-f24e-4931-969d-d410b23c4888" -d '{"events": [{"server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:36.089045 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.101368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Transition to ACTIVE for port object baf71e99-6198-4f0c-a186-8d376b278d44 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:09:36.105466 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.136639 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852c7565-d81b-4bf3-ad6a-ed50b9defd85 x-openstack-request-id: req-852c7565-d81b-4bf3-ad6a-ed50b9defd85 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:36.136947 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:36.137202 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-852c7565-d81b-4bf3-ad6a-ed50b9defd85 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:36.137617 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'code': 200} Jul 23 21:09:36.189739 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:36.201608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.201961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.202305 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.202647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.202983 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.203316 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.203647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.203976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.204863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.205199 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.205595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.205974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:36.214626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:36.253661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] No DVR routers for this DVR port baf71e99-6198-4f0c-a186-8d376b278d44 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:09:36.261850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:36.402038 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:36.402313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:36.402713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:36.407988 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:09:36.408487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:36.414025 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:36.414381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:36.414756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:36.415203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Bound port: baf71e99-6198-4f0c-a186-8d376b278d44, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:36.415548 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.481292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:36.484438 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:36.492573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.499259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b59456-2bf8-428a-9918-1cacd9063867 req-d307652b-0c2c-4417-a1bb-8538d983eae0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.500799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49b59456-2bf8-428a-9918-1cacd9063867 req-d307652b-0c2c-4417-a1bb-8538d983eae0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0690134 Jul 23 21:09:36.525473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.526119 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:36.527535 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] 10.222.0.47 "PUT /v2.0/ports/baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1092 time: 0.7957466 Jul 23 21:09:36.552118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-49b59456-2bf8-428a-9918-1cacd9063867 req-3c06083d-6ec1-41b5-8f84-5307d2130bce tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414739 Jul 23 21:09:36.559858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072c341-3d60-481d-8b94-081a41b8a76e service neutron] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:36.611578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-3badc7c8-603c-47e3-8fc6-738f4e3b9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.613143 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-3badc7c8-603c-47e3-8fc6-738f4e3b9984 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0621307 Jul 23 21:09:36.707469 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-f4d88818-675d-45f8-853c-08e7658acdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.708997 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-f4d88818-675d-45f8-853c-08e7658acdc9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0899246 Jul 23 21:09:36.778466 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-ad8c038b-f024-42ca-8e1f-a0910fc3f44a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0631335 Jul 23 21:09:36.830417 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0bce502d-eb22-4ceb-a8bc-714865d2a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.831981 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-0bce502d-eb22-4ceb-a8bc-714865d2a59c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0467165 Jul 23 21:09:36.894806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ef935-969c-47e0-ae33-ae293305f784 req-e5930b99-b2a3-4dc1-8302-6fd16d1f2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:36.896320 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-e5930b99-b2a3-4dc1-8302-6fd16d1f2bdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581975 Jul 23 21:09:36.989358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-cb031400-5b82-42a8-8650-50333298229f service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864038 Jul 23 21:09:37.081522 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-fd1a0ebf-177c-4163-885b-ac68daedda71 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857146 Jul 23 21:09:37.678386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf73cc3-1215-463d-88a5-f0af2ff0866e req-60c4c359-b362-4ca2-9aee-24b8232dd83f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:37.679490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ecf73cc3-1215-463d-88a5-f0af2ff0866e req-60c4c359-b362-4ca2-9aee-24b8232dd83f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0653396 Jul 23 21:09:37.721182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ecf73cc3-1215-463d-88a5-f0af2ff0866e req-c7bfe33d-2131-4260-b32c-dda1d0e8e472 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359733 Jul 23 21:09:38.139160 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:38.141582 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0e5b31-5276-4668-888f-4e0aef13cfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:38.189936 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bc8eeb-bcba-4beb-8e57-bbfa036a787f x-openstack-request-id: req-44bc8eeb-bcba-4beb-8e57-bbfa036a787f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:38.190237 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:38.190493 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-44bc8eeb-bcba-4beb-8e57-bbfa036a787f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:38.190933 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'status': 'completed', 'code': 200} Jul 23 21:09:38.269524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-cb4376bc-4819-4b8c-b471-b8fdf1edc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.271070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-cb4376bc-4819-4b8c-b471-b8fdf1edc02d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0566249 Jul 23 21:09:38.275685 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-80f03b1b-ae61-41aa-aa3e-f9f193bdb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.277285 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-80f03b1b-ae61-41aa-aa3e-f9f193bdb045 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0628011 Jul 23 21:09:38.378522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-d5d6c56d-3309-40f4-8624-82d904f8fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.380075 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-d5d6c56d-3309-40f4-8624-82d904f8fbd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0961227 Jul 23 21:09:38.454491 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-935d3d87-9d1e-4048-8fe7-5054a6a39e2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0680912 Jul 23 21:09:38.505671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-14dd70f9-3c56-4389-859f-4d6a6676a9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.507274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-14dd70f9-3c56-4389-859f-4d6a6676a9be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0471447 Jul 23 21:09:38.570721 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-70df54e7-e0bd-4442-8977-2a91d0cccc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.572284 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-70df54e7-e0bd-4442-8977-2a91d0cccc1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592155 Jul 23 21:09:38.670967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-747fa9ee-92b9-40e0-9c5f-36cf891a6f32 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921669 Jul 23 21:09:38.724309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-03a7de2f-4f5f-4f60-820d-5b60eada9cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.725809 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-03a7de2f-4f5f-4f60-820d-5b60eada9cb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.4481742 Jul 23 21:09:38.779742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-b4bbea06-1c21-4989-a804-4890fa282479 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024206 Jul 23 21:09:38.799180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-3ecf1c68-072f-42e7-b8bd-f7d6d1614a55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0670130 Jul 23 21:09:38.881230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-50243168-95d0-4ad2-bb37-11966d666711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.882774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-50243168-95d0-4ad2-bb37-11966d666711 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0763624 Jul 23 21:09:38.934756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc115c-1072-4b02-9518-fff346a1f7dd req-4b926a7e-09e3-4852-b143-cb4dbdb4bec1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.936195 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5abc115c-1072-4b02-9518-fff346a1f7dd req-4b926a7e-09e3-4852-b143-cb4dbdb4bec1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.1309443 Jul 23 21:09:38.991647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-889f8216-5c86-42b2-b059-7c504eddfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:38.993194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-889f8216-5c86-42b2-b059-7c504eddfb70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1039329 Jul 23 21:09:38.996315 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5abc115c-1072-4b02-9518-fff346a1f7dd req-1001d897-471d-44d3-a7ef-7fd0728dca71 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542095 Jul 23 21:09:39.004549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-56a9a172-c408-4ee2-86ed-851d5a9250e3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:09:39.005670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-56a9a172-c408-4ee2-86ed-851d5a9250e3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058830 Jul 23 21:09:39.097008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-86e0afb6-d604-40ca-bb16-50c129640dd9 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851345 Jul 23 21:09:39.190010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0e0e5b31-5276-4668-888f-4e0aef13cfbe req-8e2afc07-2f94-4887-b14e-28243ee6dce8 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867691 Jul 23 21:09:40.132616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d405f3-3350-4451-9fab-fb75e451ba37 req-1bcde6c6-5f77-489f-b3e3-3a5a9e15d224 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:40.134152 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23d405f3-3350-4451-9fab-fb75e451ba37 req-1bcde6c6-5f77-489f-b3e3-3a5a9e15d224 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0633311 Jul 23 21:09:40.172029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23d405f3-3350-4451-9fab-fb75e451ba37 req-4b27123b-6414-4b11-b44f-9f36808b9114 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Jul 23 21:09:41.301965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b715e0-8548-4b75-8203-6139a1dd31be req-3cc9207e-8d76-4cbb-9aeb-247b0783ff4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:41.303471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66b715e0-8548-4b75-8203-6139a1dd31be req-3cc9207e-8d76-4cbb-9aeb-247b0783ff4c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0625312 Jul 23 21:09:41.340637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66b715e0-8548-4b75-8203-6139a1dd31be req-016a0933-cce4-4013-b09d-74259b31959a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316143 Jul 23 21:09:42.472637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e150dd7-9dd5-4a76-b12b-70c85d452971 req-c4da8f1b-646a-41cf-8682-0ec3d65ad6e9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:42.474160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e150dd7-9dd5-4a76-b12b-70c85d452971 req-c4da8f1b-646a-41cf-8682-0ec3d65ad6e9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0669947 Jul 23 21:09:42.511834 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e150dd7-9dd5-4a76-b12b-70c85d452971 req-374e90a3-9e0c-4aac-8ab5-80fa75393c29 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317237 Jul 23 21:09:43.644570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce519a81-41d1-426d-b293-87641a5f1c2b req-76b33fd9-4540-4892-ade0-dfc409d72b50 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:43.646086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce519a81-41d1-426d-b293-87641a5f1c2b req-76b33fd9-4540-4892-ade0-dfc409d72b50 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0628250 Jul 23 21:09:43.683307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce519a81-41d1-426d-b293-87641a5f1c2b req-6e700b49-13b2-4484-99ea-f5dd96febeed tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Jul 23 21:09:43.941352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af8b5691-02dd-4a55-9ec2-448851374e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:44.251941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:44.816781 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da4714-6d6c-46cd-a778-97a57c24bc6d req-ea9be96c-b2dc-4a64-aa2c-8e32febaaac7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:44.818299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90da4714-6d6c-46cd-a778-97a57c24bc6d req-ea9be96c-b2dc-4a64-aa2c-8e32febaaac7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0654984 Jul 23 21:09:44.856233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90da4714-6d6c-46cd-a778-97a57c24bc6d req-32f9f460-7dfc-47c2-876d-59826bedd148 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323334 Jul 23 21:09:45.989344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e9a92-316a-4dfb-855f-ccad8b70c250 req-63f9bb71-88bc-42b9-bb9d-ce94043171a5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:45.990788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65e9a92-316a-4dfb-855f-ccad8b70c250 req-63f9bb71-88bc-42b9-bb9d-ce94043171a5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0642641 Jul 23 21:09:46.030606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f65e9a92-316a-4dfb-855f-ccad8b70c250 req-8bd1c1d7-fe0e-4e61-aa5f-244f4e7b1289 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Jul 23 21:09:46.470955 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:46.481663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a88ea27a-cdec-4b2d-9227-515c372ea271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:47.161154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b260c14-45b6-4eaa-9bc8-d5d66936b245 req-7600d7ee-71fe-4739-9bc1-d05129bab2e7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:47.162664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b260c14-45b6-4eaa-9bc8-d5d66936b245 req-7600d7ee-71fe-4739-9bc1-d05129bab2e7 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0630116 Jul 23 21:09:47.199764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8b260c14-45b6-4eaa-9bc8-d5d66936b245 req-c4759f9d-9de8-4830-8542-5287c934fd94 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Jul 23 21:09:47.727785 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:47.897656 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:48.335226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c809041-feb5-466f-a6be-518f0ceaa435 req-f5ee2ab0-c6bc-4b63-b18b-77d18f8bb39a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:48.336632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c809041-feb5-466f-a6be-518f0ceaa435 req-f5ee2ab0-c6bc-4b63-b18b-77d18f8bb39a tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0690298 Jul 23 21:09:48.373331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c809041-feb5-466f-a6be-518f0ceaa435 req-2da6a302-8b03-4010-bbb3-4f670be37885 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Jul 23 21:09:48.691585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-00d56959-3f94-41ce-84ef-74db9bdbc979 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:48.693084 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-00d56959-3f94-41ce-84ef-74db9bdbc979 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 943 time: 0.0721586 Jul 23 21:09:48.698709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28891087-5f2e-4bdb-9c38-1bb5c347658f req-a251a11e-6a22-4f88-b1f3-a5844ebe1530 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:48.700211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28891087-5f2e-4bdb-9c38-1bb5c347658f req-a251a11e-6a22-4f88-b1f3-a5844ebe1530 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0640152 Jul 23 21:09:48.702455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-22eead04-308c-468d-8940-e128a03d7fa4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:09:48.703390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-22eead04-308c-468d-8940-e128a03d7fa4 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049748 Jul 23 21:09:48.738261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28891087-5f2e-4bdb-9c38-1bb5c347658f req-57dc32b3-8a7c-4d7c-846c-85285e1d02bd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324275 Jul 23 21:09:48.772015 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-963e3253-ba7a-42b8-96ec-8c52728ae8f4 service neutron] 10.222.0.47 "GET /v2.0/ports/baf71e99-6198-4f0c-a186-8d376b278d44/bindings/n-h1-793620-13 HTTP/1.1" status: 200 len: 383 time: 0.0621936 Jul 23 21:09:48.846578 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-13b88313-1ef9-4f95-b2a5-700cb7718830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:48.847994 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-13b88313-1ef9-4f95-b2a5-700cb7718830 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0540864 Jul 23 21:09:48.940231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-0e1f89cc-f4e8-49e5-9f3f-d0ea743af232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:48.941702 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-0e1f89cc-f4e8-49e5-9f3f-d0ea743af232 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0873322 Jul 23 21:09:49.003827 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-8ec6ba76-033b-47c9-bd58-acbf44c0e42c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0564115 Jul 23 21:09:49.053835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-f6660368-7e1f-4d4a-9f0c-ae351e27e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:49.055303 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-f6660368-7e1f-4d4a-9f0c-ae351e27e101 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0455539 Jul 23 21:09:49.117873 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-e33ac3b1-f683-4442-a4a9-6cb473c715df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:49.119375 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-e33ac3b1-f683-4442-a4a9-6cb473c715df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569956 Jul 23 21:09:49.209936 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-fcfd02ac-10ed-4fc1-b6ac-61877f7712a2 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834589 Jul 23 21:09:49.301685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-68b64774-8f74-41b8-a238-aa4799f1886b service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856760 Jul 23 21:09:49.842574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:49.885583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990b40e-f7a9-4ea3-88b2-b23b452807df req-255280a1-1a58-420c-8f12-5dcb0e3da920 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:49.887083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0990b40e-f7a9-4ea3-88b2-b23b452807df req-255280a1-1a58-420c-8f12-5dcb0e3da920 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.0686800 Jul 23 21:09:49.925912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0990b40e-f7a9-4ea3-88b2-b23b452807df req-e8e7f51a-2780-449e-aa38-277849a77c9b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325944 Jul 23 21:09:50.416551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:09:50.509001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:50.522296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'mac_address': 'fa:16:3e:1e:ad:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:09:50.719522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:50.731656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:09:50.751202 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:50.754936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:50.799594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:50.806702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.807048 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.807409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.807731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.808060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.808390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.808716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.809040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.809364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.809752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.810085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:50.810405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:51.062410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8ecad-2010-4797-9979-5a5c07b57704 req-d7dbb776-4605-473d-b0b4-fa06902e40e6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:51.064525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ce8ecad-2010-4797-9979-5a5c07b57704 req-d7dbb776-4605-473d-b0b4-fa06902e40e6 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0693882 Jul 23 21:09:51.105568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7ce8ecad-2010-4797-9979-5a5c07b57704 req-9a86ea7a-2b50-49f0-9e34-8070a569f40e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341208 Jul 23 21:09:51.811108 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-66aa9bf0-80d1-4b68-8db2-b22823b0aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:51.812784 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-66aa9bf0-80d1-4b68-8db2-b22823b0aa17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0546741 Jul 23 21:09:52.240030 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-07db607b-e5c0-45b5-97c8-a476cbb3af9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:52.241641 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-07db607b-e5c0-45b5-97c8-a476cbb3af9a service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.4100015 Jul 23 21:09:52.253186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b7a94-b0f2-460c-890d-ac16df6f02e1 req-db29cb63-13a8-499c-be99-1a34b7cfb745 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:52.254906 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-468b7a94-b0f2-460c-890d-ac16df6f02e1 req-db29cb63-13a8-499c-be99-1a34b7cfb745 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0722363 Jul 23 21:09:52.306069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-468b7a94-b0f2-460c-890d-ac16df6f02e1 req-931be50a-c4a8-4cec-8286-4c1183fbfabb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365686 Jul 23 21:09:52.313546 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-3ceb989b-f2a8-4361-a73b-e8ff69a48667 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1000 time: 0.0652735 Jul 23 21:09:52.367975 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-6bd11f83-af01-4574-8f5e-54edf430afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:52.369447 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-6bd11f83-af01-4574-8f5e-54edf430afb6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0502977 Jul 23 21:09:52.433178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-0e7165ff-4ad4-41ea-b8f4-edac87624a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:52.434723 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-0e7165ff-4ad4-41ea-b8f4-edac87624a34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585487 Jul 23 21:09:52.525917 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-8942b4d0-dfd3-4aad-8f56-ea71ed0affdf service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Jul 23 21:09:52.625996 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aff8ee9f-121a-406e-b5f1-6ee8e2458e25 req-7adb853a-0171-4da6-b63e-c8598a8c02a0 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922148 Jul 23 21:09:52.981314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-11ec9635-8881-4192-b53f-805b31bef32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:52.982836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-11ec9635-8881-4192-b53f-805b31bef32f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7&tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897 HTTP/1.1" status: 200 len: 1096 time: 0.0571620 Jul 23 21:09:52.994165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:09:53.063819 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:53.271467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:09:53.302881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h1-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:53.334917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:09:53.343988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:53.355319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Ignored duplicate provisioning block setup for port baf71e99-6198-4f0c-a186-8d376b278d44 by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 23 21:09:53.358950 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:53.473811 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=9']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:53.490106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.490452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.490800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.491139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.491472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.491803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.492131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.492464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.492797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.493121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.493461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.493788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:09:53.539546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] No DVR routers for this DVR port baf71e99-6198-4f0c-a186-8d376b278d44 on host n-h1-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:09:53.586486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd39d0-7f8c-4754-8094-56a040a3983b req-68cf81f6-e9c5-4152-bf4c-54c2323d3fb0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:53.587997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dd39d0-7f8c-4754-8094-56a040a3983b req-68cf81f6-e9c5-4152-bf4c-54c2323d3fb0 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 943 time: 0.2024002 Jul 23 21:09:53.663590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9dd39d0-7f8c-4754-8094-56a040a3983b req-cef90bd9-1538-4ac0-8452-87541f8beb8f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478380 Jul 23 21:09:53.717090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:09:53.717424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:09:53.717773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:53.722879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:09:53.723203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Attempting to bind port baf71e99-6198-4f0c-a186-8d376b278d44 on network 69bb2643-be55-4dee-934f-b81ada841d6f {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:09:53.728410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:09:53.729001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Checking segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:09:53.729387 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Bound using segment: {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:09:53.729833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Bound port: baf71e99-6198-4f0c-a186-8d376b278d44, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31ca5914-4c6d-4a77-b50b-0c6ae0768915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:09:53.730192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:53.797529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:09:53.800577 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:09:53.805152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:53.840359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:53.841224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:09:53.842889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] 10.222.0.36 "PUT /v2.0/ports/baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 1092 time: 0.8526046 Jul 23 21:09:53.843412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:09:53.846551 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99" -d '{"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:09:53.900541 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13be688c-b17f-489b-941b-196d5057ea54 x-openstack-request-id: req-13be688c-b17f-489b-941b-196d5057ea54 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:09:53.900929 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:09:53.901100 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13be688c-b17f-489b-941b-196d5057ea54 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:09:53.901579 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'status': 'completed', 'code': 200} Jul 23 21:09:53.902683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa755-6112-4e6f-b60a-3d3722bf3712 service neutron] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=10']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:09:53.940634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-87613732-5fb6-4f39-b1ae-1186141bed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:53.942320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-87613732-5fb6-4f39-b1ae-1186141bed99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0724602 Jul 23 21:09:53.973250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-337631c7-a3f2-422b-8383-347e5ff56f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:53.975719 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-337631c7-a3f2-422b-8383-347e5ff56f7e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0563903 Jul 23 21:09:54.052842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-de7f6fbc-ec3a-4737-868b-d05c276190d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.054293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-de7f6fbc-ec3a-4737-868b-d05c276190d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.1051195 Jul 23 21:09:54.079648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-7b144aca-a601-43c9-825c-102475ef808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.081142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-7b144aca-a601-43c9-825c-102475ef808b service neutron] 10.222.0.47 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0978744 Jul 23 21:09:54.126222 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-c851141c-9564-4044-a66c-f96ab534853d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0648603 Jul 23 21:09:54.145692 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-45047856-79fe-48c8-a6d7-8028ef8e7fa5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0585611 Jul 23 21:09:54.178910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-d2114a0e-6e99-42d5-b439-b706b2c33b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.180471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-d2114a0e-6e99-42d5-b439-b706b2c33b08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0487549 Jul 23 21:09:54.192707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-c5ddc2bd-bda4-496f-a68c-303757c442e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.194191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-c5ddc2bd-bda4-496f-a68c-303757c442e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0431170 Jul 23 21:09:54.241540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-709e4114-5792-4b0c-85a0-2df43b723faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.243062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-709e4114-5792-4b0c-85a0-2df43b723faf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569193 Jul 23 21:09:54.255105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-796a285c-bad0-46df-ad3f-ba0cd8048673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.256592 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-796a285c-bad0-46df-ad3f-ba0cd8048673 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567706 Jul 23 21:09:54.333479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-695eae88-97b3-45bc-8b8f-6fbc55f0ac5b service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840390 Jul 23 21:09:54.348298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-ec12fa78-1f6a-4e82-9f7e-0f9b040310dd service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853965 Jul 23 21:09:54.427194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6980683e-55a9-4541-aa7c-2db623502ac1 req-5389648c-b046-4809-8975-eb955b1c2e46 service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879526 Jul 23 21:09:54.449716 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-390ee752-c3cf-407d-acde-3faa147b4978 service neutron] 10.222.0.47 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947130 Jul 23 21:09:54.465040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:09:54.510101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:09:54.525174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-1f5901fe-6c2e-444a-9de9-3acff7c897d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.526966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-1f5901fe-6c2e-444a-9de9-3acff7c897d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 1096 time: 0.0594029 Jul 23 21:09:54.623920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-7126b90b-7b86-4b0c-8fe4-97e75829e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.626102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-7126b90b-7b86-4b0c-8fe4-97e75829e8b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 200 len: 913 time: 0.0927067 Jul 23 21:09:54.693919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-744920ab-76db-4b1c-9c12-18a6cfde78c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 200 len: 999 time: 0.0614469 Jul 23 21:09:54.776141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-b0c0a839-8e12-42df-8b6d-57633cc58ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.777693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-b0c0a839-8e12-42df-8b6d-57633cc58ad0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 200 len: 851 time: 0.0782099 Jul 23 21:09:54.842946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acb6b4-0053-44cd-a1b3-a5e04a1d1a8e req-c7552ba5-1194-48d8-9649-70954c67cb9d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.845046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80acb6b4-0053-44cd-a1b3-a5e04a1d1a8e req-c7552ba5-1194-48d8-9649-70954c67cb9d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.1103992 Jul 23 21:09:54.882703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-ba086c00-a3cb-42e3-abef-730300c7ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:54.884244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-ba086c00-a3cb-42e3-abef-730300c7ec75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=69bb2643-be55-4dee-934f-b81ada841d6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984228 Jul 23 21:09:54.920978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80acb6b4-0053-44cd-a1b3-a5e04a1d1a8e req-6af2abe4-9628-46db-9bf9-05cd1cd82ab3 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690603 Jul 23 21:09:54.994597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-013880b5-6ac7-416c-ab1e-ca487bccc4ed service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990095 Jul 23 21:09:55.101827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9fdf10e-7425-4a06-b275-ba53c2ed3c99 req-d1071d1a-082d-441c-aa18-928b3fccb23e service neutron] 10.222.0.36 "GET /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014004 Jul 23 21:09:56.071721 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30b0a79-36a9-4121-a61a-fe5836a6a071 req-692a2a5f-63f0-40c3-b115-004fb2d2264d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:56.073469 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d30b0a79-36a9-4121-a61a-fe5836a6a071 req-692a2a5f-63f0-40c3-b115-004fb2d2264d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0693207 Jul 23 21:09:56.112145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d30b0a79-36a9-4121-a61a-fe5836a6a071 req-70d936de-0b2d-4af5-add0-6d3985f707e8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328085 Jul 23 21:09:57.244319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd878e-6775-4ff1-bdb2-acfa1798a4dc req-d9eb8041-e126-4ae2-b0b2-df897abcecdb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:57.245769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82cd878e-6775-4ff1-bdb2-acfa1798a4dc req-d9eb8041-e126-4ae2-b0b2-df897abcecdb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0647895 Jul 23 21:09:57.284229 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82cd878e-6775-4ff1-bdb2-acfa1798a4dc req-c9ba7cba-f444-4033-9116-58ff05c80a51 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320745 Jul 23 21:09:58.412806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917eda9-f92d-4b6b-9204-e9122c79dac7 req-3d521bd6-a0f3-4a9a-a285-40c448a341bd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:58.414247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5917eda9-f92d-4b6b-9204-e9122c79dac7 req-3d521bd6-a0f3-4a9a-a285-40c448a341bd tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0627589 Jul 23 21:09:58.455590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5917eda9-f92d-4b6b-9204-e9122c79dac7 req-beef27c5-c205-4a43-b2dc-7efc9d115840 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358677 Jul 23 21:09:59.588967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e07d1-590c-4e7c-a729-858639cb4172 req-2db1fb6a-5a2e-4d95-a4b1-65c61eb8ea02 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:09:59.590471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba9e07d1-590c-4e7c-a729-858639cb4172 req-2db1fb6a-5a2e-4d95-a4b1-65c61eb8ea02 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0676026 Jul 23 21:09:59.628779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ba9e07d1-590c-4e7c-a729-858639cb4172 req-dc71be17-bd1a-4961-b324-0adebff6823c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320096 Jul 23 21:10:00.757882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695e95d-0b82-4506-b5e1-75ad35c4132b req-69ac2cfa-574d-4c17-a2a7-638d89dee878 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:00.759384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b695e95d-0b82-4506-b5e1-75ad35c4132b req-69ac2cfa-574d-4c17-a2a7-638d89dee878 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0638664 Jul 23 21:10:00.796137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b695e95d-0b82-4506-b5e1-75ad35c4132b req-3a00c78c-a0bd-48ea-bea7-6286d02326d1 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Jul 23 21:10:01.930867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8343d-1dc3-420a-84d8-5e4e691e3385 req-e69b15f1-898d-49f7-924e-74b377711eb5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:01.932355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cad8343d-1dc3-420a-84d8-5e4e691e3385 req-e69b15f1-898d-49f7-924e-74b377711eb5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0695891 Jul 23 21:10:01.969645 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cad8343d-1dc3-420a-84d8-5e4e691e3385 req-64644088-cd43-4a1b-ae41-7f3702eeb77e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310605 Jul 23 21:10:03.099870 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d99ae8-e4a3-443f-8e35-6ffc493eea7c req-678e8d3c-29d2-4d38-b29d-c708f1ca1967 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:03.101369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13d99ae8-e4a3-443f-8e35-6ffc493eea7c req-678e8d3c-29d2-4d38-b29d-c708f1ca1967 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0639136 Jul 23 21:10:03.138610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13d99ae8-e4a3-443f-8e35-6ffc493eea7c req-70806231-b51c-4445-a232-9bb714de971e tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Jul 23 21:10:04.272834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b66cb4-8584-4c67-a123-6fc917b0a5ee req-d2614d11-65f1-4042-ad17-07a856481da5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:04.274530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2b66cb4-8584-4c67-a123-6fc917b0a5ee req-d2614d11-65f1-4042-ad17-07a856481da5 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0644803 Jul 23 21:10:04.315249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2b66cb4-8584-4c67-a123-6fc917b0a5ee req-c8353d02-ee66-4799-a745-16508ba71512 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349796 Jul 23 21:10:05.452610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07cd57-d60d-45de-98f5-6ed940ca6351 req-d4ab82f7-ed3e-4732-9d17-0831ff4040fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:05.455092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce07cd57-d60d-45de-98f5-6ed940ca6351 req-d4ab82f7-ed3e-4732-9d17-0831ff4040fe tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0700169 Jul 23 21:10:05.492324 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce07cd57-d60d-45de-98f5-6ed940ca6351 req-6b31a5fb-9b07-4961-990b-0d80f6c20400 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Jul 23 21:10:05.620202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4acd2-51f2-4ede-af18-a0562eddd949 req-bbe98e5a-551d-41f2-9e65-9664ace14e3f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:05.621696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22b4acd2-51f2-4ede-af18-a0562eddd949 req-bbe98e5a-551d-41f2-9e65-9664ace14e3f tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0625563 Jul 23 21:10:05.660064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22b4acd2-51f2-4ede-af18-a0562eddd949 req-dd81188a-38ea-4ec9-bce4-0ef7c983d651 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Jul 23 21:10:05.792791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167ecee-4da9-4fc5-aaca-b8227d725457 req-21c6610d-015e-483b-9d1e-b7092f6e430d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:05.794223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a167ecee-4da9-4fc5-aaca-b8227d725457 req-21c6610d-015e-483b-9d1e-b7092f6e430d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0689716 Jul 23 21:10:05.831441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a167ecee-4da9-4fc5-aaca-b8227d725457 req-30cb995b-c0f7-43aa-9e68-bdf02227f369 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Jul 23 21:10:06.075318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2995183-9645-45cd-b562-e4edfd43230e req-a2fdfd4d-0462-4204-a273-3603b41c5778 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:06.076737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2995183-9645-45cd-b562-e4edfd43230e req-a2fdfd4d-0462-4204-a273-3603b41c5778 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 944 time: 0.0642085 Jul 23 21:10:06.113697 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2995183-9645-45cd-b562-e4edfd43230e req-687796f2-cd23-413c-a68a-404a667785a8 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Jul 23 21:10:06.352508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:10:06.444994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:06.456364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'port_id': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'mac_address': 'fa:16:3e:1e:ad:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:10:06.496581 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:06.508846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:06.530762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:06.535291 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:06.581656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:06.784307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['baf71e99-6198-4f0c-a186-8d376b278d44'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:07.245456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627b2d3-1f8d-4bf0-8b29-ce3d4a12a33a req-e4d11d40-d1b1-412a-9dce-57afdbb0313d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:07.247037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1627b2d3-1f8d-4bf0-8b29-ce3d4a12a33a req-e4d11d40-d1b1-412a-9dce-57afdbb0313d tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0640078 Jul 23 21:10:07.288125 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1627b2d3-1f8d-4bf0-8b29-ce3d4a12a33a req-0b2ae006-a35c-47f6-b0ce-c83d6a5a2016 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups?id=02e412b4-2cab-44a0-ba19-8cedceec1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348542 Jul 23 21:10:07.531523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-27290285-3324-480f-a566-c9d93de1520c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:07.532994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-27290285-3324-480f-a566-c9d93de1520c tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 945 time: 0.0629344 Jul 23 21:10:07.630434 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Deleting port baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:07.630784 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:07.720196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] For port baf71e99-6198-4f0c-a186-8d376b278d44, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=baf71e99-6198-4f0c-a186-8d376b278d44,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:07.720566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:07.890060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:07.890347 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:07.890690 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458 disassociated. External IP: 172.25.8.82, port: baf71e99-6198-4f0c-a186-8d376b278d44. Jul 23 21:10:07.891041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Calling delete_port for baf71e99-6198-4f0c-a186-8d376b278d44 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:08.018654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:08.047420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event deleted for resources: {'Port': ['ID=baf71e99-6198-4f0c-a186-8d376b278d44,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:08.163316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:10:08.282611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:08.292624 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:08.302469 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:08.303070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:09:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:08.326848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] No DVR routers for this DVR port baf71e99-6198-4f0c-a186-8d376b278d44 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:08.330715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:08.332949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c2f9eed4-22bb-4e83-9050-033ecc94b691 req-cff8a050-c3e3-4012-aa2d-0115e6241cff tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.36 "DELETE /v2.0/ports/baf71e99-6198-4f0c-a186-8d376b278d44 HTTP/1.1" status: 204 len: 173 time: 0.7942054 Jul 23 21:10:08.333407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'name': 'network-vif-deleted', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:08.336520 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60aabb47-5ddf-4346-9727-f5c5286935ac" -d '{"events": [{"server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "name": "network-vif-deleted", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:08.350830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:10:08.356909 n-d-793620-13 neutron-server[94028]: INFO neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No ports have port_id starting with baf71e99-6198-4f0c-a186-8d376b278d44 Jul 23 21:10:08.359138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 requested by agent hyperv_n-h2-793620-13 not found in database {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 23 21:10:08.404983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d913e0b-9ccf-40ee-8d9a-700efbb9c353 req-be4ce766-03cb-4e07-b233-d1ec3614283b tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0431242 Jul 23 21:10:08.406925 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc006fb4-d16a-4274-82e0-91c0bae04d5e x-openstack-request-id: req-dc006fb4-d16a-4274-82e0-91c0bae04d5e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:08.407173 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa02db1c-7bae-4905-8c75-1b11ed6c6fc7", "name": "network-vif-deleted", "tag": "baf71e99-6198-4f0c-a186-8d376b278d44", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:08.407429 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc006fb4-d16a-4274-82e0-91c0bae04d5e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:08.407949 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa02db1c-7bae-4905-8c75-1b11ed6c6fc7', 'name': 'network-vif-deleted', 'tag': 'baf71e99-6198-4f0c-a186-8d376b278d44', 'status': 'completed', 'code': 200} Jul 23 21:10:08.420006 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:08.620888 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:08.646938 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:08.655243 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:08.655846 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:09:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:08.856208 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:09.054507 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:09.081152 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3313f3d-a9b7-4801-b707-cd37d6d7c6ba None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:31Z', 'revision_number': 4, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '41eed657-8916-4c75-adda-4b745eb1b239', 'name': '', 'network_id': '69bb2643-be55-4dee-934f-b81ada841d6f', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'mac_address': 'fa:16:3e:ef:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:30Z', 'updated_at': '2021-07-23T21:00:35Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'subnets': [{'id': '9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:09.299465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f755e-f64e-49a3-be43-a059c6bf0315 None None] New status for floating IP 91a69cd0-9d46-4d9d-920c-a51a6a845458: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:10:09.514353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e787577-a1ea-41a0-bc51-00d6423e1312 req-ba5ece69-cd9b-477d-9c55-bc63d2ba85ef tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0326540 Jul 23 21:10:10.611980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ef585277-d8c3-4783-8f57-dbc166770829 req-94ab190f-1122-4314-9d17-4376fad8baab tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0293770 Jul 23 21:10:11.713412 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ef2801e-8618-458e-ba16-3dabe271534a req-67842d3f-395c-482c-8276-8d8ace8719eb tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa02db1c-7bae-4905-8c75-1b11ed6c6fc7 HTTP/1.1" status: 200 len: 210 time: 0.0314102 Jul 23 21:10:11.857899 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:10:12.379990 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:12.400329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: baf71e99-6198-4f0c-a186-8d376b278d44 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:12.400679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device baf71e99-6198-4f0c-a186-8d376b278d44 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:13.942736 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-dbfc2c97-e94d-4d88-80a6-7dac87d8eb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:14.251682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.404102 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60800) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:15.459358 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7521d36b-e167-44ad-9f08-3c63c3d43e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.481770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7521d36b-e167-44ad-9f08-3c63c3d43e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.531772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7521d36b-e167-44ad-9f08-3c63c3d43e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.534270 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7521d36b-e167-44ad-9f08-3c63c3d43e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.535433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7521d36b-e167-44ad-9f08-3c63c3d43e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "DELETE /v2.0/security-groups/02e412b4-2cab-44a0-ba19-8cedceec1a84 HTTP/1.1" status: 204 len: 168 time: 0.1303310 Jul 23 21:10:15.538130 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60802) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:15.544230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521d36b-e167-44ad-9f08-3c63c3d43e13 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e412b4-2cab-44a0-ba19-8cedceec1a84,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:15.554696 n-d-793620-13 neutron-server[94026]: INFO neutron.api.v2.resource [None req-58b79b37-fd6f-486d-88d5-c71009f04ed9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] show failed (client error): The resource could not be found. Jul 23 21:10:15.555729 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-58b79b37-fd6f-486d-88d5-c71009f04ed9 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "GET /v2.0/security-groups/02e412b4-2cab-44a0-ba19-8cedceec1a84 HTTP/1.1" status: 404 len: 347 time: 0.0163655 Jul 23 21:10:15.558424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60804) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:15.687005 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Deleting port 80b3b34a-ec7a-4c1a-9bf8-909d330cfc89 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:15.687924 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.766405 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.766735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.778177 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Calling delete_port for 80b3b34a-ec7a-4c1a-9bf8-909d330cfc89 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:15.911476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:15.942306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Pushing event deleted for resources: {'Port': ['ID=80b3b34a-ec7a-4c1a-9bf8-909d330cfc89,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:16.007232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.009984 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.011175 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1014db89-02cc-4441-af3a-8fa447592533 tempest-ServerActionsTestJSON-1174551772 tempest-ServerActionsTestJSON-1174551772-project] 10.222.0.46 "DELETE /v2.0/floatingips/91a69cd0-9d46-4d9d-920c-a51a6a845458 HTTP/1.1" status: 204 len: 168 time: 0.4518425 Jul 23 21:10:16.014048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60806) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:16.432445 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.461808 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.487967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6d221fd2-0f57-4d68-b5e5-b4e67f6d7bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.689860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Deleting port 41eed657-8916-4c75-adda-4b745eb1b239 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:16.690320 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.767822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] For port 41eed657-8916-4c75-adda-4b745eb1b239, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=41eed657-8916-4c75-adda-4b745eb1b239,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:16.768181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.781970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Calling delete_port for 41eed657-8916-4c75-adda-4b745eb1b239 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:16.970412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:16.996979 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Pushing event deleted for resources: {'Port': ['ID=41eed657-8916-4c75-adda-4b745eb1b239,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:17.167577 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.382102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Router 57140fc2-5319-4ec5-a069-87afb3c8d03d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:10:17.486642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:10:17.491588 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1b611d51-c68d-4fa3-bd7f-f8499eeaa72b admin admin] 10.222.0.46 "PUT /v2.0/routers/57140fc2-5319-4ec5-a069-87afb3c8d03d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4765780 Jul 23 21:10:17.494165 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60810) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:17.495552 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] Sync routers for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:10:17.505164 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:17.505801 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:17.601122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.606733 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:17.705626 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.757661 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.765858 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Deleting port 0b2478e1-6512-4bca-9031-e9c2d2136821 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:17.766355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.797658 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:10:16Z', 'revision_number': 5, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port': {'id': '0b2478e1-6512-4bca-9031-e9c2d2136821', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:17.824378 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] Checking router: 57140fc2-5319-4ec5-a069-87afb3c8d03d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:10:17.833485 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] Routers {'57140fc2-5319-4ec5-a069-87afb3c8d03d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:10:17.834262 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['57140fc2-5319-4ec5-a069-87afb3c8d03d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:17.851993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] For port 0b2478e1-6512-4bca-9031-e9c2d2136821, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0b2478e1-6512-4bca-9031-e9c2d2136821,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:17.852271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.863912 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Calling delete_port for 0b2478e1-6512-4bca-9031-e9c2d2136821 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:17.902332 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:17.927711 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] Set router 57140fc2-5319-4ec5-a069-87afb3c8d03d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:10:17.983723 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:10:17Z', 'revision_number': 6, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:18.016682 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c21f2c-7201-4acf-a91b-257cecc3648f None None] The sync data for ids ['57140fc2-5319-4ec5-a069-87afb3c8d03d'] in n-d-793620-13 is: [{'id': '57140fc2-5319-4ec5-a069-87afb3c8d03d', 'name': 'tempest-ServerActionsTestJSON-2041523918-router', 'tenant_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:00:28Z', 'updated_at': '2021-07-23T21:10:17Z', 'revision_number': 6, 'project_id': 'd26c8ab7cb2e4bd4872d7d23fbef3897', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:10:18.041068 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.065256 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2478e1-6512-4bca-9031-e9c2d2136821,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:18.136721 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.228429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.230874 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.278115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.278628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57140fc2-5319-4ec5-a069-87afb3c8d03d {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:10:18.284066 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.285227 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4fd78175-aead-4a83-b568-aa7bc49a1c6d admin admin] 10.222.0.46 "DELETE /v2.0/routers/57140fc2-5319-4ec5-a069-87afb3c8d03d HTTP/1.1" status: 204 len: 168 time: 0.7901151 Jul 23 21:10:18.287662 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60812) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:18.331329 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Deleting subnet 9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:10:18.334237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.373410 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.459691 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.511054 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.535926 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:18.541494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.543377 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-15ec0f27-654e-46ae-af66-7b82524085bf admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9c7ba102-7ffc-4336-b1a3-b5427ad4f1c6 HTTP/1.1" status: 204 len: 168 time: 0.2548048 Jul 23 21:10:18.545918 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60816) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:18.546926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e0ab1-27a7-4e6a-b823-c99eab897c35 None None] Network 69bb2643-be55-4dee-934f-b81ada841d6f requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:18.618009 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.672206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Deleting port ed282c8f-d406-426f-bb41-78fa73c2ee41 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:18.672544 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.736017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] For port ed282c8f-d406-426f-bb41-78fa73c2ee41, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed282c8f-d406-426f-bb41-78fa73c2ee41,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:18.736017 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.750049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Calling delete_port for ed282c8f-d406-426f-bb41-78fa73c2ee41 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:18.782533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] DHCP port deletion for 69bb2643-be55-4dee-934f-b81ada841d6f request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:10:18.830186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] Deleting port ed282c8f-d406-426f-bb41-78fa73c2ee41 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:18.830652 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.836155 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.863758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed282c8f-d406-426f-bb41-78fa73c2ee41,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:18.868281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] No DVR routers for this DVR port ed282c8f-d406-426f-bb41-78fa73c2ee41 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:18.899906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] For port ed282c8f-d406-426f-bb41-78fa73c2ee41, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ed282c8f-d406-426f-bb41-78fa73c2ee41,segment=NetworkSegment(31ca5914-4c6d-4a77-b50b-0c6ae0768915),segment_id=31ca5914-4c6d-4a77-b50b-0c6ae0768915)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:18.900301 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.914667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] Calling delete_port for ed282c8f-d406-426f-bb41-78fa73c2ee41 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:18.946534 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.961093 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bb2643-be55-4dee-934f-b81ada841d6f']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:18.972593 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ca5914-4c6d-4a77-b50b-0c6ae0768915') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:18.972772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ca5914-4c6d-4a77-b50b-0c6ae0768915') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:18.982622 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.997218 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:18.999316 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.004399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:10:19.004815 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:10:19.006744 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:10:19.023677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] Pushing event deleted for resources: {'Port': ['ID=ed282c8f-d406-426f-bb41-78fa73c2ee41,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:19.033011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71800422-bdb5-4631-91c8-76c3ae4c3567 None None] No DVR routers for this DVR port ed282c8f-d406-426f-bb41-78fa73c2ee41 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:19.065948 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.084253 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.086134 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] 10.222.0.46 "DELETE /v2.0/networks/69bb2643-be55-4dee-934f-b81ada841d6f HTTP/1.1" status: 204 len: 168 time: 0.5387311 Jul 23 21:10:19.087563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0975de-2b86-4302-bd6a-22d75aa48232 admin admin] Pushing event deleted for resources: {'Network': ['ID=69bb2643-be55-4dee-934f-b81ada841d6f,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:19.201356 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60820) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:19.245896 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-25648fe7-8021-432f-9563-ad50bc027b4d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d26c8ab7cb2e4bd4872d7d23fbef3897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430217 Jul 23 21:10:19.248404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 60822) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:19.297040 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00fffc47-9506-4044-83ed-a68b69cb8ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.318266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00fffc47-9506-4044-83ed-a68b69cb8ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.365460 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00fffc47-9506-4044-83ed-a68b69cb8ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.368182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-00fffc47-9506-4044-83ed-a68b69cb8ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:19.369345 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-00fffc47-9506-4044-83ed-a68b69cb8ae8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6307b94-ae40-4b50-bca8-dd805d7b39de HTTP/1.1" status: 204 len: 168 time: 0.1199663 Jul 23 21:10:19.378077 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fffc47-9506-4044-83ed-a68b69cb8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6307b94-ae40-4b50-bca8-dd805d7b39de,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:19.779093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b2478e1-6512-4bca-9031-e9c2d2136821 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:19.804178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0b2478e1-6512-4bca-9031-e9c2d2136821 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:19.804820 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0b2478e1-6512-4bca-9031-e9c2d2136821 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:19.804945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed282c8f-d406-426f-bb41-78fa73c2ee41 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:19.823734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ed282c8f-d406-426f-bb41-78fa73c2ee41 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:19.824084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ed282c8f-d406-426f-bb41-78fa73c2ee41 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:19.824510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41eed657-8916-4c75-adda-4b745eb1b239 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:19.847871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 41eed657-8916-4c75-adda-4b745eb1b239 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:19.848222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 41eed657-8916-4c75-adda-4b745eb1b239 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:19.862350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.072222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:20.187389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1459345373-network', 'tenant_id': '6bbbb68e87e54c36930947a647a299a0'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:20.208758 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Made reservation on behalf of 6bbbb68e87e54c36930947a647a299a0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:20.210987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.219509 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.304998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.308809 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.329339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:20.348027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980e765-a38a-4f64-9456-27506b040b6a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:20.352789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.353140 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Added segment 5049377c-bcfd-4172-9f43-542c43b117c9 of type vlan for network bf88ad74-8317-4439-8f8e-cc1d44734d97 Jul 23 21:10:20.393540 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.422513 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.423445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:20.424033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.453827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3804970 Jul 23 21:10:20.456631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 60848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:20.462808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Request body: {'subnet': {'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1459345373-subnet', 'tenant_id': '6bbbb68e87e54c36930947a647a299a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:20.497357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2323222-4f79-4e72-834d-ca9cc11a11d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bf88ad74-8317-4439-8f8e-cc1d44734d97,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:20.507168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network bf88ad74-8317-4439-8f8e-cc1d44734d97 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:20.514445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Made reservation on behalf of 6bbbb68e87e54c36930947a647a299a0 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:20.516800 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.696670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.750821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f929947-9a37-42da-a870-211b4e85b957,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:20.759166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Checking segment: {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:20.759546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Network hostable DHCP agents. Network: bf88ad74-8317-4439-8f8e-cc1d44734d97, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:20.776004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Network bf88ad74-8317-4439-8f8e-cc1d44734d97 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:20.785715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, bf88ad74-8317-4439-8f8e-cc1d44734d97) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:20.789788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:20.790402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:20.794520 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1640ba-2bd9-469b-bfa3-15ac869a9afc None None] Network bf88ad74-8317-4439-8f8e-cc1d44734d97 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:20.807028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b4b0104e-87ad-49b2-bdc9-c27ebf13f68f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3493581 Jul 23 21:10:20.924675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f9c5c-3923-49d9-b26c-fc26a92bd60c None None] Network bf88ad74-8317-4439-8f8e-cc1d44734d97 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:21.230613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-c5bb7b2f-1126-40a0-8dc2-fc68e50f6dc3 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:21.232072 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-c5bb7b2f-1126-40a0-8dc2-fc68e50f6dc3 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/networks?id=bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 200 len: 814 time: 0.1015689 Jul 23 21:10:21.246947 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-f6b65518-4bdc-4ec5-8151-5c83f00f9a9c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/quotas/6bbbb68e87e54c36930947a647a299a0 HTTP/1.1" status: 200 len: 375 time: 0.0088825 Jul 23 21:10:21.283151 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-032323d3-c5e3-4082-9880-c37e6cf7f7ca tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bbbb68e87e54c36930947a647a299a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307298 Jul 23 21:10:21.293750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b03a5320-5326-4308-831f-311d09078c00 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:10:21.294687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b03a5320-5326-4308-831f-311d09078c00 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053971 Jul 23 21:10:21.464337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-068d59ed-fda9-4985-95ab-a02f0c5a7e9c service neutron] 10.222.0.46 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221766 Jul 23 21:10:21.550863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-5772584e-ab88-4494-8ea7-9101b5730157 service neutron] 10.222.0.46 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804386 Jul 23 21:10:21.710379 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4a063dec-0dbd-4761-9d67-404afbc8690e req-80ab12af-7dcd-41c7-b541-4cb6ee1610ca tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 210 time: 0.0301034 Jul 23 21:10:22.820344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-eb5ba3c4-db79-4ed1-8b86-5e3d5cb52453 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:22.821945 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-eb5ba3c4-db79-4ed1-8b86-5e3d5cb52453 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.47 "GET /v2.0/networks?id=bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 200 len: 814 time: 0.1163342 Jul 23 21:10:22.833883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3095b2bd-89a4-418e-bccc-edd276812edc req-d556c063-fa7b-42e9-a6f6-42c1aae81224 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 210 time: 0.0433807 Jul 23 21:10:22.836029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Request body: {'port': {'device_id': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97', 'admin_state_up': True, 'tenant_id': '6bbbb68e87e54c36930947a647a299a0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:23.242644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Made reservation on behalf of 6bbbb68e87e54c36930947a647a299a0 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:23.246306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.371167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Allocated IP 172.20.0.3 (bf88ad74-8317-4439-8f8e-cc1d44734d97/4f929947-9a37-42da-a870-211b4e85b957/d71f1266-6327-4781-8176-956f0929d051) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:23.520288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.559195 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.598700 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Network bf88ad74-8317-4439-8f8e-cc1d44734d97 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:23.601784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:23.605594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:23.636911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Pushing event updated for resources: {'Port': ['ID=d71f1266-6327-4781-8176-956f0929d051,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:23.662608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:23.663223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.677627 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-b7808718-d94e-4cae-ac40-83632ba0583a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457925 Jul 23 21:10:23.689222 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Request body: {'port': {'device_id': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:23.764500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:23.965787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c10d3b-6e47-4b53-bd73-4fdbfbd9adf9 req-9085a276-1291-4ae8-ab9c-6e99d94ce45e tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:23.967186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c10d3b-6e47-4b53-bd73-4fdbfbd9adf9 req-9085a276-1291-4ae8-ab9c-6e99d94ce45e tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 931 time: 0.0623217 Jul 23 21:10:24.005495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53c10d3b-6e47-4b53-bd73-4fdbfbd9adf9 req-9ef146e7-fee2-4e2d-9e06-a2038ecdb226 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315611 Jul 23 21:10:24.032415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71f1266-6327-4781-8176-956f0929d051 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:24.040047 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.052381 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Transition to ACTIVE for port object d71f1266-6327-4781-8176-956f0929d051 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:24.056052 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.107472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Pushing event updated for resources: {'Port': ['ID=d71f1266-6327-4781-8176-956f0929d051,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.175806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Attempting to bind port d71f1266-6327-4781-8176-956f0929d051 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:24.176146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Attempting to bind port d71f1266-6327-4781-8176-956f0929d051 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:24.176479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Attempting to bind port d71f1266-6327-4781-8176-956f0929d051 on network bf88ad74-8317-4439-8f8e-cc1d44734d97 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:24.180707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Port d71f1266-6327-4781-8176-956f0929d051 on network bf88ad74-8317-4439-8f8e-cc1d44734d97 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:10:24.181047 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Attempting to bind port d71f1266-6327-4781-8176-956f0929d051 on network bf88ad74-8317-4439-8f8e-cc1d44734d97 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:24.185745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:24.186089 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Checking segment: {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:24.186479 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Bound using segment: {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:24.187433 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Bound port: d71f1266-6327-4781-8176-956f0929d051, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:24.187788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.251974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] For port d71f1266-6327-4781-8176-956f0929d051, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:24.254927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] For port d71f1266-6327-4781-8176-956f0929d051, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d71f1266-6327-4781-8176-956f0929d051,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:24.260747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.292837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:24.293479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:24.294913 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] 10.222.0.47 "PUT /v2.0/ports/d71f1266-6327-4781-8176-956f0929d051 HTTP/1.1" status: 200 len: 1092 time: 0.6101079 Jul 23 21:10:24.295348 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'tag': 'd71f1266-6327-4781-8176-956f0929d051'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:24.298002 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13709dc2-20e9-4436-a3f2-52e81085e575" -d '{"events": [{"name": "network-changed", "server_uuid": "5d84edd5-ff65-4886-a04e-a7c65dcda4be", "tag": "d71f1266-6327-4781-8176-956f0929d051"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:24.329852 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd697728-883f-4add-a726-6ed1221c9858 service neutron] Pushing event updated for resources: {'Port': ['ID=d71f1266-6327-4781-8176-956f0929d051,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:24.343845 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef31d3-b409-4db9-a89e-c4abc115372f x-openstack-request-id: req-c8ef31d3-b409-4db9-a89e-c4abc115372f {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:24.344137 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d84edd5-ff65-4886-a04e-a7c65dcda4be", "tag": "d71f1266-6327-4781-8176-956f0929d051", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:24.344389 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8ef31d3-b409-4db9-a89e-c4abc115372f {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:24.344802 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'tag': 'd71f1266-6327-4781-8176-956f0929d051', 'status': 'completed', 'code': 200} Jul 23 21:10:24.395466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-2ac9e924-cae6-4a7a-8d6c-e89d7e3edc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:24.396991 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-2ac9e924-cae6-4a7a-8d6c-e89d7e3edc0b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6bbbb68e87e54c36930947a647a299a0&device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 1095 time: 0.0623214 Jul 23 21:10:24.438644 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-65fba238-9531-44f6-a200-13061df10422 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f1266-6327-4781-8176-956f0929d051 HTTP/1.1" status: 200 len: 217 time: 0.0346735 Jul 23 21:10:24.487041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-c15fd9ca-07a3-4907-b1c0-b04b76c9d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:24.488444 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-c15fd9ca-07a3-4907-b1c0-b04b76c9d16a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f929947-9a37-42da-a870-211b4e85b957 HTTP/1.1" status: 200 len: 854 time: 0.0438685 Jul 23 21:10:24.526315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-67a259e5-b7cc-454a-a37e-a6f1b3606527 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf88ad74-8317-4439-8f8e-cc1d44734d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317640 Jul 23 21:10:24.615618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-7c3b407b-701c-420b-825e-265a45a5a4fc service neutron] 10.222.0.47 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833931 Jul 23 21:10:24.714854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-718d32ff-5dfb-47fd-a2dd-5e1e919dfdab req-39ee6f97-9129-450f-9538-8cc4e5c59bae service neutron] 10.222.0.47 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925322 Jul 23 21:10:24.814620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-8d380725-f26a-42c8-8bfa-2a5293a27cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:24.816038 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-8d380725-f26a-42c8-8bfa-2a5293a27cd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6bbbb68e87e54c36930947a647a299a0&device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 1095 time: 0.0534511 Jul 23 21:10:24.908226 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-c583ef3e-7231-4077-8a48-bea4e4923150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:24.909787 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-c583ef3e-7231-4077-8a48-bea4e4923150 service neutron] 10.222.0.47 "GET /v2.0/networks?id=bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 200 len: 915 time: 0.0873246 Jul 23 21:10:24.950328 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-9374405a-24f6-4046-8bfc-9e95453b81ad service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d71f1266-6327-4781-8176-956f0929d051 HTTP/1.1" status: 200 len: 217 time: 0.0333622 Jul 23 21:10:24.999793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-e59ddd22-064c-4e79-a718-f2d5fd11033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:25.001254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-e59ddd22-064c-4e79-a718-f2d5fd11033c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f929947-9a37-42da-a870-211b4e85b957 HTTP/1.1" status: 200 len: 854 time: 0.0427284 Jul 23 21:10:25.035944 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-f0de4916-a6c2-4433-8357-8771b2a4bd4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bf88ad74-8317-4439-8f8e-cc1d44734d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278254 Jul 23 21:10:25.132385 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-0dcf5939-0feb-4f01-8540-01f95adc46e4 service neutron] 10.222.0.47 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892851 Jul 23 21:10:25.138192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2abc5c-358b-4c7f-bac2-e531073f39ad req-024b5d82-2215-4186-8808-1ddf6825c1e1 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:25.139679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c2abc5c-358b-4c7f-bac2-e531073f39ad req-024b5d82-2215-4186-8808-1ddf6825c1e1 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 943 time: 0.0628150 Jul 23 21:10:25.177944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c2abc5c-358b-4c7f-bac2-e531073f39ad req-7dab540a-84d7-4220-a817-8f01ae5c9b69 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 Jul 23 21:10:25.228611 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-13709dc2-20e9-4436-a3f2-52e81085e575 req-a99f201a-49ec-49fe-bf82-0f2182306823 service neutron] 10.222.0.47 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895412 Jul 23 21:10:26.315252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbfbab-5add-4b80-91a9-e0a320f9c674 req-39a8f423-3ad6-4cc3-a340-e3d521c3bb48 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:26.316635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66fbfbab-5add-4b80-91a9-e0a320f9c674 req-39a8f423-3ad6-4cc3-a340-e3d521c3bb48 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 943 time: 0.0711565 Jul 23 21:10:26.354279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66fbfbab-5add-4b80-91a9-e0a320f9c674 req-354c0fce-4a65-4132-9627-917ab9096285 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310385 Jul 23 21:10:27.481281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83067c2-cd11-4369-a6f4-d78c2db74c72 req-e93c0686-666b-4368-9baf-d13eedfa122c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:27.482852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d83067c2-cd11-4369-a6f4-d78c2db74c72 req-e93c0686-666b-4368-9baf-d13eedfa122c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 943 time: 0.0630171 Jul 23 21:10:27.520121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d83067c2-cd11-4369-a6f4-d78c2db74c72 req-2c4cb224-4ad5-4b6d-b4df-dbbe4acfd319 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Jul 23 21:10:28.614490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d71f1266-6327-4781-8176-956f0929d051 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:10:28.649611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960e4d6-c116-4200-b819-d25a32a90628 req-5109798e-806f-4d72-9a88-c1cf72ac767e tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:28.651145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c960e4d6-c116-4200-b819-d25a32a90628 req-5109798e-806f-4d72-9a88-c1cf72ac767e tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 943 time: 0.0664935 Jul 23 21:10:28.692959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c960e4d6-c116-4200-b819-d25a32a90628 req-0ed38dec-9470-4eae-99d3-3a0c0ab41dd5 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Jul 23 21:10:28.715126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d71f1266-6327-4781-8176-956f0929d051, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d71f1266-6327-4781-8176-956f0929d051,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:28.727451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'd71f1266-6327-4781-8176-956f0929d051', 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97', 'port_id': 'd71f1266-6327-4781-8176-956f0929d051', 'mac_address': 'fa:16:3e:3c:6b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f929947-9a37-42da-a870-211b4e85b957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:10:28.765678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.777974 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71f1266-6327-4781-8176-956f0929d051 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:28.797400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d71f1266-6327-4781-8176-956f0929d051, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d71f1266-6327-4781-8176-956f0929d051,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:28.801014 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:28.853350 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d71f1266-6327-4781-8176-956f0929d051,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:28.998386 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d71f1266-6327-4781-8176-956f0929d051'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:29.821560 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f42b6-257e-4679-b025-bec5e841419e req-490b15d9-d6a8-4c31-b44c-89553e2e91e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:29.823035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-426f42b6-257e-4679-b025-bec5e841419e req-490b15d9-d6a8-4c31-b44c-89553e2e91e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 944 time: 0.0637319 Jul 23 21:10:29.860701 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-426f42b6-257e-4679-b025-bec5e841419e req-33ab53d8-0e04-4c5b-8956-450390330f47 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318401 Jul 23 21:10:30.629728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d71f1266-6327-4781-8176-956f0929d051 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:30.681123 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port d71f1266-6327-4781-8176-956f0929d051 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:30.684641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port d71f1266-6327-4781-8176-956f0929d051 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:30.685016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.762649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.785024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71f1266-6327-4781-8176-956f0929d051'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:30.787320 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab84994e-1fda-485b-bc47-016c725eadaf" -d '{"events": [{"server_uuid": "5d84edd5-ff65-4886-a04e-a7c65dcda4be", "name": "network-vif-plugged", "status": "completed", "tag": "d71f1266-6327-4781-8176-956f0929d051"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:30.799858 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port d71f1266-6327-4781-8176-956f0929d051, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d71f1266-6327-4781-8176-956f0929d051,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:30.804169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:30.826690 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3149be6c-0aec-497c-828e-cda90b6041a1 x-openstack-request-id: req-3149be6c-0aec-497c-828e-cda90b6041a1 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:30.826982 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d84edd5-ff65-4886-a04e-a7c65dcda4be", "name": "network-vif-plugged", "status": "completed", "tag": "d71f1266-6327-4781-8176-956f0929d051", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:30.827754 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3149be6c-0aec-497c-828e-cda90b6041a1 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:30.828145 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71f1266-6327-4781-8176-956f0929d051', 'code': 200} Jul 23 21:10:30.854878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=d71f1266-6327-4781-8176-956f0929d051,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:30.934902 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564096f-adb2-463d-8c51-5d1e89a6f448 req-f6747f02-31df-447a-b9d7-e457e9f8ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:30.936963 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9564096f-adb2-463d-8c51-5d1e89a6f448 req-f6747f02-31df-447a-b9d7-e457e9f8ec78 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 1097 time: 0.0567176 Jul 23 21:10:30.971854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9564096f-adb2-463d-8c51-5d1e89a6f448 req-a52ec1dd-cc74-4eb3-9c34-398fcbe98cc9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286601 Jul 23 21:10:31.001886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a3105-34ae-4204-a6dd-bd6baf2ea1b8 req-335b504f-a637-490f-b7f7-e70016ea97fa tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:31.003350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-841a3105-34ae-4204-a6dd-bd6baf2ea1b8 req-335b504f-a637-490f-b7f7-e70016ea97fa tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0641081 Jul 23 21:10:31.040421 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-841a3105-34ae-4204-a6dd-bd6baf2ea1b8 req-212349ec-963e-442e-8a0c-f84952ba0591 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Jul 23 21:10:32.174471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e3ba-8285-455e-b1a2-71e438f0e460 req-7d094f45-31c5-4374-949f-c4a1eb0aca21 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:32.175946 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8253e3ba-8285-455e-b1a2-71e438f0e460 req-7d094f45-31c5-4374-949f-c4a1eb0aca21 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0661979 Jul 23 21:10:32.212040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8253e3ba-8285-455e-b1a2-71e438f0e460 req-9904342b-3abd-4c9d-a612-87673aa5282c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Jul 23 21:10:32.443672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-a3d33927-9a9b-4725-9abc-3c88f0f9ef6c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:32.445165 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-a3d33927-9a9b-4725-9abc-3c88f0f9ef6c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/networks?id=bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 200 len: 814 time: 0.1030281 Jul 23 21:10:32.459426 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-f1bd7643-fe66-4bf4-9ce8-bb42f25fd20d tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/quotas/6bbbb68e87e54c36930947a647a299a0 HTTP/1.1" status: 200 len: 375 time: 0.0088277 Jul 23 21:10:32.885726 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-d44ea2e9-403f-4649-be2b-1d8b64dda55d tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6bbbb68e87e54c36930947a647a299a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4215913 Jul 23 21:10:33.011574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-958b4584-f644-4dc4-a57d-afb90390c2cc service neutron] 10.222.0.46 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183228 Jul 23 21:10:33.099110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-cf4deab7-4bef-4364-8902-90f8485b0d15 service neutron] 10.222.0.46 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804820 Jul 23 21:10:33.260205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ade278b-aa75-4514-b047-5320c9126bd3 req-38f9a44c-10f2-48fe-8137-2fd8f1229fe1 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 210 time: 0.0296726 Jul 23 21:10:34.240344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-6a2e4e3d-4cf9-42e3-861b-6b41ae6c24b8 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.241875 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-6a2e4e3d-4cf9-42e3-861b-6b41ae6c24b8 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.36 "GET /v2.0/networks?id=bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 200 len: 814 time: 0.1085429 Jul 23 21:10:34.254182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Request body: {'port': {'device_id': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97', 'admin_state_up': True, 'tenant_id': '6bbbb68e87e54c36930947a647a299a0'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:34.366079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-53046bbf-b7aa-4e3d-8d88-826f5d37afa1 req-8f3d9187-6409-4ca1-8f52-9351ddd613c1 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 210 time: 0.0399306 Jul 23 21:10:34.389328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Made reservation on behalf of 6bbbb68e87e54c36930947a647a299a0 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:34.393738 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:34.517582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Allocated IP 172.20.0.12 (bf88ad74-8317-4439-8f8e-cc1d44734d97/4f929947-9a37-42da-a870-211b4e85b957/06389a79-ac59-48de-99e1-8f03eb4c4248) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:34.657816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:34.694766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:34.706330 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d71f1266-6327-4781-8176-956f0929d051'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:34.737935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Network bf88ad74-8317-4439-8f8e-cc1d44734d97 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:34.740853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:34.744515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:34.774530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Pushing event updated for resources: {'Port': ['ID=06389a79-ac59-48de-99e1-8f03eb4c4248,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:34.799477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:34.800090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:34.814472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-15eee9eb-0832-4773-a663-68831b84f2d7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641091 Jul 23 21:10:34.825863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Request body: {'port': {'device_id': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:34.895099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.150001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06389a79-ac59-48de-99e1-8f03eb4c4248 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:35.157964 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.169073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Transition to ACTIVE for port object 06389a79-ac59-48de-99e1-8f03eb4c4248 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:35.173150 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.237608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Pushing event updated for resources: {'Port': ['ID=06389a79-ac59-48de-99e1-8f03eb4c4248,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:35.286470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Attempting to bind port 06389a79-ac59-48de-99e1-8f03eb4c4248 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:35.286807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Attempting to bind port 06389a79-ac59-48de-99e1-8f03eb4c4248 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:35.287163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Attempting to bind port 06389a79-ac59-48de-99e1-8f03eb4c4248 on network bf88ad74-8317-4439-8f8e-cc1d44734d97 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:35.291325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Port 06389a79-ac59-48de-99e1-8f03eb4c4248 on network bf88ad74-8317-4439-8f8e-cc1d44734d97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:10:35.291585 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Attempting to bind port 06389a79-ac59-48de-99e1-8f03eb4c4248 on network bf88ad74-8317-4439-8f8e-cc1d44734d97 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:35.296817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:35.297154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Checking segment: {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:35.297568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Bound using segment: {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:35.298060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Bound port: 06389a79-ac59-48de-99e1-8f03eb4c4248, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5049377c-bcfd-4172-9f43-542c43b117c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:35.298429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.363545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] For port 06389a79-ac59-48de-99e1-8f03eb4c4248, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:35.366619 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] For port 06389a79-ac59-48de-99e1-8f03eb4c4248, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=06389a79-ac59-48de-99e1-8f03eb4c4248,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:35.371312 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.406284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:35.406914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:35.408375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] 10.222.0.36 "PUT /v2.0/ports/06389a79-ac59-48de-99e1-8f03eb4c4248 HTTP/1.1" status: 200 len: 1093 time: 0.5866203 Jul 23 21:10:35.408817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'tag': '06389a79-ac59-48de-99e1-8f03eb4c4248'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:35.411112 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c44ac4a-32bb-4710-80c0-8e36e905a18a" -d '{"events": [{"name": "network-changed", "server_uuid": "38c98c3c-fa80-4f35-ac5f-567863df2555", "tag": "06389a79-ac59-48de-99e1-8f03eb4c4248"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:35.456539 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c071db-5df5-4bc5-90c2-20954063fd92 x-openstack-request-id: req-54c071db-5df5-4bc5-90c2-20954063fd92 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:35.456821 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c98c3c-fa80-4f35-ac5f-567863df2555", "tag": "06389a79-ac59-48de-99e1-8f03eb4c4248", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:35.457069 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54c071db-5df5-4bc5-90c2-20954063fd92 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:35.457469 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'tag': '06389a79-ac59-48de-99e1-8f03eb4c4248', 'status': 'completed', 'code': 200} Jul 23 21:10:35.468981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7cd891-ac07-4159-813d-2ddb7fbe7b7f service neutron] Pushing event updated for resources: {'Port': ['ID=06389a79-ac59-48de-99e1-8f03eb4c4248,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:35.559756 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae83f47-aad8-4075-a35e-3848bd705d63 req-2cc426b5-cc85-4445-89a5-b67e60fb5b2e tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:35.561176 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ae83f47-aad8-4075-a35e-3848bd705d63 req-2cc426b5-cc85-4445-89a5-b67e60fb5b2e tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 944 time: 0.1187341 Jul 23 21:10:35.566824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-98e34d8e-d0c6-49b4-9529-6d1a31c89dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:35.568279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-98e34d8e-d0c6-49b4-9529-6d1a31c89dc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6bbbb68e87e54c36930947a647a299a0&device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 1096 time: 0.1067665 Jul 23 21:10:35.618974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-304856af-1884-440f-bd46-3d9f56bb7469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06389a79-ac59-48de-99e1-8f03eb4c4248 HTTP/1.1" status: 200 len: 217 time: 0.0437772 Jul 23 21:10:35.663370 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ae83f47-aad8-4075-a35e-3848bd705d63 req-78131bb5-78b4-4277-a9e1-dbb539587aa1 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941219 Jul 23 21:10:35.682775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370e07e-585a-4288-b39a-e90493cc01dd req-caff5345-7255-4283-b317-3a133f9514d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:35.682775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-caff5345-7255-4283-b317-3a133f9514d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f929947-9a37-42da-a870-211b4e85b957 HTTP/1.1" status: 200 len: 854 time: 0.0534031 Jul 23 21:10:35.716021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-3ecc8f04-cdee-48dc-837a-0dfb516e95be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf88ad74-8317-4439-8f8e-cc1d44734d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272000 Jul 23 21:10:35.805577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-9ffd562e-a23d-45f4-a87c-c54b73d7311c service neutron] 10.222.0.36 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821023 Jul 23 21:10:35.896843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a370e07e-585a-4288-b39a-e90493cc01dd req-705c9584-55e7-468c-86e5-1e1318de5ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837855 Jul 23 21:10:35.996704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-d89bc2e7-2a31-4bd4-adda-01f470d70306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:35.998217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-d89bc2e7-2a31-4bd4-adda-01f470d70306 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6bbbb68e87e54c36930947a647a299a0&device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 1096 time: 0.0531900 Jul 23 21:10:36.090896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-01027c7f-6da7-45f3-9388-b9248e66fb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:36.092375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-01027c7f-6da7-45f3-9388-b9248e66fb93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 200 len: 915 time: 0.0875823 Jul 23 21:10:36.134074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-254d0007-177b-4fb7-bbce-c7a415553725 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06389a79-ac59-48de-99e1-8f03eb4c4248 HTTP/1.1" status: 200 len: 217 time: 0.0337512 Jul 23 21:10:36.182148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-c1143488-9520-45e4-b4c7-90b530245728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:36.183502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-c1143488-9520-45e4-b4c7-90b530245728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f929947-9a37-42da-a870-211b4e85b957 HTTP/1.1" status: 200 len: 854 time: 0.0425093 Jul 23 21:10:36.222411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-6bc0cb05-eb9c-4e03-a2b7-0f95ca583861 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bf88ad74-8317-4439-8f8e-cc1d44734d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307620 Jul 23 21:10:36.311863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-53c5afca-a986-4d37-8126-76b978b46a4e service neutron] 10.222.0.36 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820718 Jul 23 21:10:36.407168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c44ac4a-32bb-4710-80c0-8e36e905a18a req-a5d16369-e435-4932-8131-f4261e725d11 service neutron] 10.222.0.36 "GET /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881183 Jul 23 21:10:36.792590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59ea5d-b38b-4435-ad82-8dd14d63fee4 req-f379cbb2-cda9-46ed-bf8d-a6ff35875e6c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:36.794089 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b59ea5d-b38b-4435-ad82-8dd14d63fee4 req-f379cbb2-cda9-46ed-bf8d-a6ff35875e6c tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 944 time: 0.0630326 Jul 23 21:10:36.806317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-a4b9421b-c26b-4007-b7a5-08ff0038f6e0 req-3b3fce51-0168-41e8-aee3-6e2c415f6934 service neutron] (94027) timed out ('10.222.0.47', 62342) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:10:36.834168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4b59ea5d-b38b-4435-ad82-8dd14d63fee4 req-c277e5b3-b8bf-42b2-bb4c-36b210969472 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 23 21:10:37.961129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51455d-1650-473e-8506-76e905b5c9ae req-4d3881aa-ca10-4897-903a-358d029a73ab tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:37.962648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d51455d-1650-473e-8506-76e905b5c9ae req-4d3881aa-ca10-4897-903a-358d029a73ab tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 944 time: 0.0628023 Jul 23 21:10:38.003838 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d51455d-1650-473e-8506-76e905b5c9ae req-c4e0fd89-9469-4d48-add6-e0986c75937a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Jul 23 21:10:38.489866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 06389a79-ac59-48de-99e1-8f03eb4c4248 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:10:38.585072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 06389a79-ac59-48de-99e1-8f03eb4c4248, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=06389a79-ac59-48de-99e1-8f03eb4c4248,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:38.596402 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '06389a79-ac59-48de-99e1-8f03eb4c4248', 'network_id': 'bf88ad74-8317-4439-8f8e-cc1d44734d97', 'port_id': '06389a79-ac59-48de-99e1-8f03eb4c4248', 'mac_address': 'fa:16:3e:51:ac:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f929947-9a37-42da-a870-211b4e85b957', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:10:38.632867 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:38.645188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06389a79-ac59-48de-99e1-8f03eb4c4248 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:10:38.665022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 06389a79-ac59-48de-99e1-8f03eb4c4248, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=06389a79-ac59-48de-99e1-8f03eb4c4248,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:38.668662 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:38.714332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=06389a79-ac59-48de-99e1-8f03eb4c4248,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:38.857103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['06389a79-ac59-48de-99e1-8f03eb4c4248'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:39.134095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5204b-a93d-4f4d-8b39-e5214f3e0a57 req-259c896e-f5d7-42ee-924e-df79927077a7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:39.135510 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20a5204b-a93d-4f4d-8b39-e5214f3e0a57 req-259c896e-f5d7-42ee-924e-df79927077a7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 945 time: 0.0648963 Jul 23 21:10:39.172383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20a5204b-a93d-4f4d-8b39-e5214f3e0a57 req-31a45618-6c4a-4a80-a212-a0267b6dcfce tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306244 Jul 23 21:10:40.299728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f029f-7ade-48b7-8560-3c4feb02f825 req-73d5b0f2-21b2-4efb-a32a-167d993b21d6 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:40.301130 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c3f029f-7ade-48b7-8560-3c4feb02f825 req-73d5b0f2-21b2-4efb-a32a-167d993b21d6 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 945 time: 0.0625546 Jul 23 21:10:40.338275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c3f029f-7ade-48b7-8560-3c4feb02f825 req-d77848a4-a84d-4419-b9db-46f1c75d8600 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311122 Jul 23 21:10:40.503992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 06389a79-ac59-48de-99e1-8f03eb4c4248 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:40.551020 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 06389a79-ac59-48de-99e1-8f03eb4c4248 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:40.554193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 06389a79-ac59-48de-99e1-8f03eb4c4248 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:40.554567 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.631596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.652787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06389a79-ac59-48de-99e1-8f03eb4c4248'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:40.655707 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee5628d-e362-4f81-945e-2e2e4f47002e" -d '{"events": [{"server_uuid": "38c98c3c-fa80-4f35-ac5f-567863df2555", "name": "network-vif-plugged", "status": "completed", "tag": "06389a79-ac59-48de-99e1-8f03eb4c4248"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:40.668097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 06389a79-ac59-48de-99e1-8f03eb4c4248, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=06389a79-ac59-48de-99e1-8f03eb4c4248,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:40.673166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:40.698213 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db6ec17-3e0a-4df5-b6d1-868f65c7e8c7 x-openstack-request-id: req-0db6ec17-3e0a-4df5-b6d1-868f65c7e8c7 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:40.698515 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c98c3c-fa80-4f35-ac5f-567863df2555", "name": "network-vif-plugged", "status": "completed", "tag": "06389a79-ac59-48de-99e1-8f03eb4c4248", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:40.698774 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0db6ec17-3e0a-4df5-b6d1-868f65c7e8c7 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:40.699166 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06389a79-ac59-48de-99e1-8f03eb4c4248', 'code': 200} Jul 23 21:10:40.726713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=06389a79-ac59-48de-99e1-8f03eb4c4248,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:40.799896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c19f8-be54-4c29-965a-fe1cfe6f5490 req-33c8cd89-52e2-4dcc-9dd8-b01bc30942e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:40.801481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e93c19f8-be54-4c29-965a-fe1cfe6f5490 req-33c8cd89-52e2-4dcc-9dd8-b01bc30942e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 1098 time: 0.0559831 Jul 23 21:10:40.835423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e93c19f8-be54-4c29-965a-fe1cfe6f5490 req-eb564e3c-2c3e-43a9-9b44-3df4d1818533 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273361 Jul 23 21:10:41.465075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c977b1-cc31-403e-913a-a19b77b2cdaa req-66beaa81-cfcb-45fc-b7c4-8b99642624a9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:41.466628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5c977b1-cc31-403e-913a-a19b77b2cdaa req-66beaa81-cfcb-45fc-b7c4-8b99642624a9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 946 time: 0.0637693 Jul 23 21:10:41.505241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5c977b1-cc31-403e-913a-a19b77b2cdaa req-ad64ffc6-83db-47b7-9a0e-c9fdaf384aa8 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jul 23 21:10:42.634910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc495a-c451-4387-87a4-13b0e3c41694 req-fee72861-c96f-4906-9995-f02dbf805f11 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.636395 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50fc495a-c451-4387-87a4-13b0e3c41694 req-fee72861-c96f-4906-9995-f02dbf805f11 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 946 time: 0.0654762 Jul 23 21:10:42.677986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-50fc495a-c451-4387-87a4-13b0e3c41694 req-32587c1c-08db-42fb-91d7-568780e7bf10 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352871 Jul 23 21:10:42.919548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ecd84-3f8a-4cec-a2b3-a1be4352c0c0 req-2e84b375-06eb-4bbf-9198-1a011b8e2786 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:42.921685 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-971ecd84-3f8a-4cec-a2b3-a1be4352c0c0 req-2e84b375-06eb-4bbf-9198-1a011b8e2786 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 946 time: 0.0637624 Jul 23 21:10:42.958710 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-971ecd84-3f8a-4cec-a2b3-a1be4352c0c0 req-8159eb81-1cbb-4f55-ac7e-8521584d2e45 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Jul 23 21:10:43.943511 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-280ef5eb-1f2e-4c18-9c15-d185b9ba7eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:44.089930 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30eece-f147-49a0-aedc-f37ad1dc79d6 req-174398ea-2763-456a-9327-d4d04962a67d tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:44.091406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be30eece-f147-49a0-aedc-f37ad1dc79d6 req-174398ea-2763-456a-9327-d4d04962a67d tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 946 time: 0.0635054 Jul 23 21:10:44.128334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be30eece-f147-49a0-aedc-f37ad1dc79d6 req-f186009e-ca30-43ff-9ae9-e1f63d4fcbd9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jul 23 21:10:44.209418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-f7daedfd-5558-44e0-9844-a7a4547ef2be tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:44.210950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-f7daedfd-5558-44e0-9844-a7a4547ef2be tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.36 "GET /v2.0/ports?device_id=38c98c3c-fa80-4f35-ac5f-567863df2555 HTTP/1.1" status: 200 len: 946 time: 0.0658228 Jul 23 21:10:44.251941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:44.310156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Deleting port 06389a79-ac59-48de-99e1-8f03eb4c4248 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:44.310528 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:44.406130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] For port 06389a79-ac59-48de-99e1-8f03eb4c4248, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=06389a79-ac59-48de-99e1-8f03eb4c4248,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:44.406495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:44.418171 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Calling delete_port for 06389a79-ac59-48de-99e1-8f03eb4c4248 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:44.541788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:44.553269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['06389a79-ac59-48de-99e1-8f03eb4c4248'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:44.555617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d71f1266-6327-4781-8176-956f0929d051'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:44.572696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Pushing event deleted for resources: {'Port': ['ID=06389a79-ac59-48de-99e1-8f03eb4c4248,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:44.621193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] No DVR routers for this DVR port 06389a79-ac59-48de-99e1-8f03eb4c4248 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:44.624403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:44.626598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6893e81e-b029-43c2-9bcf-8958156ce394 req-6eef573b-6374-46c6-950d-d07d960cc2e9 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.36 "DELETE /v2.0/ports/06389a79-ac59-48de-99e1-8f03eb4c4248 HTTP/1.1" status: 204 len: 173 time: 0.4106374 Jul 23 21:10:44.627065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'name': 'network-vif-deleted', 'tag': '06389a79-ac59-48de-99e1-8f03eb4c4248'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:44.629407 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdabe8d3-a1f9-404b-a910-d9e3d39514cb" -d '{"events": [{"server_uuid": "38c98c3c-fa80-4f35-ac5f-567863df2555", "name": "network-vif-deleted", "tag": "06389a79-ac59-48de-99e1-8f03eb4c4248"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:44.666529 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc8e9bf-ee55-4a62-9e7b-cdc7a6ec9098 x-openstack-request-id: req-0fc8e9bf-ee55-4a62-9e7b-cdc7a6ec9098 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:44.666903 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c98c3c-fa80-4f35-ac5f-567863df2555", "name": "network-vif-deleted", "tag": "06389a79-ac59-48de-99e1-8f03eb4c4248", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:44.667246 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fc8e9bf-ee55-4a62-9e7b-cdc7a6ec9098 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:44.667714 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c98c3c-fa80-4f35-ac5f-567863df2555', 'name': 'network-vif-deleted', 'tag': '06389a79-ac59-48de-99e1-8f03eb4c4248', 'status': 'completed', 'code': 200} Jul 23 21:10:45.289505 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232a155-474d-43cf-99e9-a3395923056d req-d12279d8-9f30-4741-933f-712cfdad9fbe tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:45.290916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1232a155-474d-43cf-99e9-a3395923056d req-d12279d8-9f30-4741-933f-712cfdad9fbe tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0627680 Jul 23 21:10:45.328001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1232a155-474d-43cf-99e9-a3395923056d req-ce3b8290-cd86-49e1-9a91-baba2a72f26d tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311549 Jul 23 21:10:45.475012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0957b9d-6100-480b-b299-893e77367611 req-df1f6ce5-bb80-4f75-91b0-8361bb4d1e63 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:45.476517 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0957b9d-6100-480b-b299-893e77367611 req-df1f6ce5-bb80-4f75-91b0-8361bb4d1e63 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0673745 Jul 23 21:10:45.514528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f0957b9d-6100-480b-b299-893e77367611 req-22882d68-df0a-4cd9-9861-17baba1ef4ad tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316277 Jul 23 21:10:45.643433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960203df-88ab-47a1-a95b-939846336246 req-f072aedc-2054-42c0-900e-3a807e77adb7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:45.644913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-960203df-88ab-47a1-a95b-939846336246 req-f072aedc-2054-42c0-900e-3a807e77adb7 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0635312 Jul 23 21:10:45.681569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-960203df-88ab-47a1-a95b-939846336246 req-0f0a4483-4937-4a92-a94c-76bf5bf84b3a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Jul 23 21:10:45.858607 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1cfc0-5727-4e42-9934-3a112b2406e5 req-3cdd33c7-eca2-4534-b5fe-3eaa1ca77bd5 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:45.860081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e1cfc0-5727-4e42-9934-3a112b2406e5 req-3cdd33c7-eca2-4534-b5fe-3eaa1ca77bd5 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0619721 Jul 23 21:10:45.900758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69e1cfc0-5727-4e42-9934-3a112b2406e5 req-62e5339e-7527-4f69-98ab-ee63e74df0ee tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351598 Jul 23 21:10:46.031995 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9349a7e-b833-4ed4-abf8-79f349f37a57 req-ee60b32f-5cde-47ff-a52d-0bb9344827aa tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:46.033504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9349a7e-b833-4ed4-abf8-79f349f37a57 req-ee60b32f-5cde-47ff-a52d-0bb9344827aa tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0633504 Jul 23 21:10:46.071065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a9349a7e-b833-4ed4-abf8-79f349f37a57 req-b00a3b50-3988-41ed-8e14-e9b6866fb5cf tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Jul 23 21:10:46.209151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e9796-3e39-45c9-a0e4-1210b53c6ca5 req-7318391d-76e5-4e29-aa1c-9f26af31c1a6 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:46.210666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff9e9796-3e39-45c9-a0e4-1210b53c6ca5 req-7318391d-76e5-4e29-aa1c-9f26af31c1a6 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0633762 Jul 23 21:10:46.247208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ff9e9796-3e39-45c9-a0e4-1210b53c6ca5 req-26c4f66c-a6d3-4f84-b5b3-a6875081802a tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309508 Jul 23 21:10:46.473665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:46.490969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-59663087-d289-4157-9968-99b300af034d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:46.569391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ab59-6b94-418e-80cc-917c8b8913c3 req-b4bfaaa3-fe12-44e5-b3c0-45c262714dba tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:46.570890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f13ab59-6b94-418e-80cc-917c8b8913c3 req-b4bfaaa3-fe12-44e5-b3c0-45c262714dba tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0658734 Jul 23 21:10:46.608213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f13ab59-6b94-418e-80cc-917c8b8913c3 req-e3fca844-8d4c-4912-8abd-8419bae00519 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Jul 23 21:10:47.740030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a626d-4ea7-4016-8798-b4d6e89eea6d req-7a324a9e-3a07-433f-829c-d05babcfe8d8 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:47.741569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c80a626d-4ea7-4016-8798-b4d6e89eea6d req-7a324a9e-3a07-433f-829c-d05babcfe8d8 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0648324 Jul 23 21:10:47.759474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:47.782604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c80a626d-4ea7-4016-8798-b4d6e89eea6d req-2ab89f10-6f6f-4114-a381-c7d2e4c48012 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/security-groups?id=2980e765-a38a-4f64-9456-27506b040b6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355303 Jul 23 21:10:47.903675 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:47.928149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66495949-2194-47ab-8780-2fbb1531d63e req-28291902-1bb8-4c2f-a8b6-55ed71b12800 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:47.929655 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66495949-2194-47ab-8780-2fbb1531d63e req-28291902-1bb8-4c2f-a8b6-55ed71b12800 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 945 time: 0.0641081 Jul 23 21:10:48.035004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Deleting port d71f1266-6327-4781-8176-956f0929d051 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:10:48.035355 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:48.125827 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] For port d71f1266-6327-4781-8176-956f0929d051, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=d71f1266-6327-4781-8176-956f0929d051,segment=NetworkSegment(5049377c-bcfd-4172-9f43-542c43b117c9),segment_id=5049377c-bcfd-4172-9f43-542c43b117c9)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:48.126187 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:48.138347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Calling delete_port for d71f1266-6327-4781-8176-956f0929d051 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:10:48.268038 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:48.279472 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['d71f1266-6327-4781-8176-956f0929d051'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:10:48.296466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Pushing event deleted for resources: {'Port': ['ID=d71f1266-6327-4781-8176-956f0929d051,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:48.308911 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.309270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.309641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.309996 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.310334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.310672 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.311526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.311867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.312281 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.312619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.312952 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.313286 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:48.356527 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] No DVR routers for this DVR port d71f1266-6327-4781-8176-956f0929d051 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:10:48.359173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:48.361142 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-66495949-2194-47ab-8780-2fbb1531d63e req-86a60f57-7129-4d2b-8e8b-21da27490c54 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.47 "DELETE /v2.0/ports/d71f1266-6327-4781-8176-956f0929d051 HTTP/1.1" status: 204 len: 173 time: 0.4262474 Jul 23 21:10:48.361620 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'name': 'network-vif-deleted', 'tag': 'd71f1266-6327-4781-8176-956f0929d051'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:10:48.363876 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedfd209-b5c2-4130-abb4-d0f93c8be6bf" -d '{"events": [{"server_uuid": "5d84edd5-ff65-4886-a04e-a7c65dcda4be", "name": "network-vif-deleted", "tag": "d71f1266-6327-4781-8176-956f0929d051"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:10:48.403042 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f409fb3-fd50-4590-9d59-46ea409db503 x-openstack-request-id: req-5f409fb3-fd50-4590-9d59-46ea409db503 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:10:48.403341 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d84edd5-ff65-4886-a04e-a7c65dcda4be", "name": "network-vif-deleted", "tag": "d71f1266-6327-4781-8176-956f0929d051", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:10:48.403596 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f409fb3-fd50-4590-9d59-46ea409db503 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:10:48.404013 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d84edd5-ff65-4886-a04e-a7c65dcda4be', 'name': 'network-vif-deleted', 'tag': 'd71f1266-6327-4781-8176-956f0929d051', 'status': 'completed', 'code': 200} Jul 23 21:10:48.502775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 06389a79-ac59-48de-99e1-8f03eb4c4248 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:48.523134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 06389a79-ac59-48de-99e1-8f03eb4c4248 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:48.523415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 06389a79-ac59-48de-99e1-8f03eb4c4248 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:48.857599 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:10:48.904471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-022ea34d-e2a1-4bd6-a363-4246b794866e req-d4272332-d5cd-4393-ba14-509d7c2b0340 tempest-ServersNegativeTestJSON-1774817563 tempest-ServersNegativeTestJSON-1774817563-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d84edd5-ff65-4886-a04e-a7c65dcda4be HTTP/1.1" status: 200 len: 210 time: 0.0320158 Jul 23 21:10:49.848169 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:49.959746 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32790) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:50.005369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Deleting subnet 4f929947-9a37-42da-a870-211b4e85b957 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:10:50.008368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.041725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.084007 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.142139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.167070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f929947-9a37-42da-a870-211b4e85b957,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:50.171472 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.173685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d8acc471-c3d5-46eb-aa77-5a9dd90d355e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4f929947-9a37-42da-a870-211b4e85b957 HTTP/1.1" status: 204 len: 168 time: 0.2124703 Jul 23 21:10:50.175913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32792) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:50.244416 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.324192 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.333793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf88ad74-8317-4439-8f8e-cc1d44734d97']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:50.343265 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5049377c-bcfd-4172-9f43-542c43b117c9') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:50.343556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5049377c-bcfd-4172-9f43-542c43b117c9') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:50.351967 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.365794 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.371396 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:10:50.371775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:10:50.373929 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:10:50.438275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.444228 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.446087 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf88ad74-8317-4439-8f8e-cc1d44734d97 HTTP/1.1" status: 204 len: 168 time: 0.2692695 Jul 23 21:10:50.456761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553fb8f2-7051-4ee5-931e-4e13e2a3e256 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf88ad74-8317-4439-8f8e-cc1d44734d97,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:50.549642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32796) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:50.588695 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dd836283-6fe7-425e-9a31-276a999d067f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6bbbb68e87e54c36930947a647a299a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377896 Jul 23 21:10:50.591041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:50.638212 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c60ec4-fba2-4321-a5c8-8351d09f9b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.659127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c60ec4-fba2-4321-a5c8-8351d09f9b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.706802 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c60ec4-fba2-4321-a5c8-8351d09f9b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.709316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-23c60ec4-fba2-4321-a5c8-8351d09f9b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:50.710475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-23c60ec4-fba2-4321-a5c8-8351d09f9b50 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2980e765-a38a-4f64-9456-27506b040b6a HTTP/1.1" status: 204 len: 168 time: 0.1185539 Jul 23 21:10:50.717951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c60ec4-fba2-4321-a5c8-8351d09f9b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980e765-a38a-4f64-9456-27506b040b6a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:51.374563 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32820) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:51.464788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-742973593'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:51.487069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:51.490440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.498966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.593569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.597892 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.624146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:51.633727 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=509beaa7-3b28-4f0c-9793-248b01c80a2b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:51.638397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.639277 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Added segment ec8ce2cb-8da6-4c9e-913d-d7f9453ca509 of type vlan for network 812cff05-4a39-402d-b597-28c61860661a Jul 23 21:10:51.678699 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.706307 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.711863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:51.712461 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:51.747277 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3716018 Jul 23 21:10:51.781767 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608858f5-2299-4637-8834-da48276ddfd9 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Network': ['ID=812cff05-4a39-402d-b597-28c61860661a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:51.797015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 812cff05-4a39-402d-b597-28c61860661a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:52.740052 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d71f1266-6327-4781-8176-956f0929d051 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:10:52.760611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: d71f1266-6327-4781-8176-956f0929d051 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:10:52.760950 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device d71f1266-6327-4781-8176-956f0929d051 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:10:55.171868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32824) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:55.177052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'subnet': {'network_id': '812cff05-4a39-402d-b597-28c61860661a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:55.290689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:55.294468 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.488940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.556526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Subnet': ['ID=896cb37e-9849-4a1d-bf05-295d0c6c1b8e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:55.565414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Checking segment: {'id': 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '812cff05-4a39-402d-b597-28c61860661a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:55.565967 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network hostable DHCP agents. Network: 812cff05-4a39-402d-b597-28c61860661a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:55.569929 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.570283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.570625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.571104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.571462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.571643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.572010 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.572391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.572741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.573077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.573414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.573766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:55.594048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network 812cff05-4a39-402d-b597-28c61860661a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:55.605413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 812cff05-4a39-402d-b597-28c61860661a) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:55.611630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:55.612230 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.619146 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813452b6-ebd8-49d9-a60c-22aa97af0bf3 None None] Network 812cff05-4a39-402d-b597-28c61860661a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:55.629699 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b9025bf9-4523-4fc5-b6dd-ae68e8e92300 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4566395 Jul 23 21:10:55.633254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32826) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:55.638267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041108743'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:55.658676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:55.662166 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.687042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:55.695609 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.695951 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Added segment 5e533ee3-2d1a-436f-9e25-2ce20b426328 of type vlan for network 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 Jul 23 21:10:55.739377 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.768498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.772921 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-812cff05-4a39-402d-b597-28c61860661a', 'network_id': '812cff05-4a39-402d-b597-28c61860661a', 'tenant_id': '867b164dd06e40ad9e33a6684d78d037', 'fixed_ips': [{'subnet_id': '896cb37e-9849-4a1d-bf05-295d0c6c1b8e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:10:55.773815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.775231 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:55.775826 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.805236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1708918 Jul 23 21:10:55.808490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32828) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:55.814205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'subnet': {'network_id': '3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:55.847719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b7199-caba-4ce0-8a63-9ce4592b1527 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Network': ['ID=3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:55.861063 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:55.910840 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:55.914650 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:55.969187 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Allocated IP 2001:db8:0:ffff::2 (812cff05-4a39-402d-b597-28c61860661a/896cb37e-9849-4a1d-bf05-295d0c6c1b8e/1f4519b3-3a2e-4666-a01d-493aa9c55821) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:56.109130 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.111153 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.117976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Transition to ACTIVE for port object 1f4519b3-3a2e-4666-a01d-493aa9c55821 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:56.132316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Transition to ACTIVE for port object 1f4519b3-3a2e-4666-a01d-493aa9c55821 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:56.137990 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.175112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Subnet': ['ID=f21c4fbc-cecb-4c3d-8e31-09bf2b3db4f8,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:56.178200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Network 812cff05-4a39-402d-b597-28c61860661a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:56.182529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:56.184291 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Checking segment: {'id': '5e533ee3-2d1a-436f-9e25-2ce20b426328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:56.186703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:56.187274 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network hostable DHCP agents. Network: 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:56.194124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Pushing event updated for resources: {'Port': ['ID=1f4519b3-3a2e-4666-a01d-493aa9c55821,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:56.204065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:56.205085 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.205456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.205798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.206130 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.206463 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.206789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.207374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.207492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.207740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.208059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.208385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.208694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:10:56.213970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:56.218414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:56.219019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.230875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dc25de-2061-4ad9-9e3f-4320d8dcdf48 None None] Network 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:56.234370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3b921afc-b8a6-4e87-865b-b56f4adf3391 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4247293 Jul 23 21:10:56.237004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:56.284547 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Attempting to bind port 1f4519b3-3a2e-4666-a01d-493aa9c55821 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:56.284986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Attempting to bind port 1f4519b3-3a2e-4666-a01d-493aa9c55821 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '812cff05-4a39-402d-b597-28c61860661a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:56.285408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Attempting to bind port 1f4519b3-3a2e-4666-a01d-493aa9c55821 on network 812cff05-4a39-402d-b597-28c61860661a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:56.341051 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.424219 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.487375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:56.487746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Checking segment: {'id': 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '812cff05-4a39-402d-b597-28c61860661a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:56.488165 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.488551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Bound using segment: {'id': 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '812cff05-4a39-402d-b597-28c61860661a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:56.489026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Bound port: 1f4519b3-3a2e-4666-a01d-493aa9c55821, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '812cff05-4a39-402d-b597-28c61860661a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:56.489404 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.497251 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.524132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Subnet': ['ID=f21c4fbc-cecb-4c3d-8e31-09bf2b3db4f8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:56.583506 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.593743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:56.595377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12056cf9-a9a9-426c-bd2f-04347ad81669 None None] Network 3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:56.608824 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e533ee3-2d1a-436f-9e25-2ce20b426328') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:56.609125 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e533ee3-2d1a-436f-9e25-2ce20b426328') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:56.618246 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.621773 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] For port 1f4519b3-3a2e-4666-a01d-493aa9c55821, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:56.633336 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.639999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:10:56.640401 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:10:56.643498 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:10:56.645814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] For port 1f4519b3-3a2e-4666-a01d-493aa9c55821, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f4519b3-3a2e-4666-a01d-493aa9c55821,segment=NetworkSegment(ec8ce2cb-8da6-4c9e-913d-d7f9453ca509),segment_id=ec8ce2cb-8da6-4c9e-913d-d7f9453ca509)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:56.670905 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.703805 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.712436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.714446 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 HTTP/1.1" status: 204 len: 168 time: 0.4764507 Jul 23 21:10:56.718147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32832) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:56.723376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-382408458'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:56.725137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421431ad-b95a-447a-8e57-927ec1c5f576 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Network': ['ID=3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:56.758740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:56.762683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.789606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:56.792458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74481f-62ce-47e8-bcf7-73e74803767b None None] Pushing event updated for resources: {'Port': ['ID=1f4519b3-3a2e-4666-a01d-493aa9c55821,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:56.802436 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.802775 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Added segment ac6b1662-0ace-4741-adf4-c5efe4177cfa of type vlan for network 3e10eb67-5113-46f0-87ea-8987cc5d5934 Jul 23 21:10:56.848496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.886168 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.900900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:56.901607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:56.940696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2213130 Jul 23 21:10:56.943789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32834) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:56.951405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'subnet': {'network_id': '3e10eb67-5113-46f0-87ea-8987cc5d5934', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:56.996940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9f308-3335-4511-9aab-459e17f8876c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Network': ['ID=3e10eb67-5113-46f0-87ea-8987cc5d5934,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:57.012691 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 3e10eb67-5113-46f0-87ea-8987cc5d5934 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:57.081801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:57.085183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.141754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Performing IP validity checks on allocation pools {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 23 21:10:57.142214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.ipam_backend_mixin [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94027) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 23 21:10:57.262434 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.322314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Subnet': ['ID=cbc60200-f2f1-4b2b-b5fa-570edb6204ab,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:57.329931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Checking segment: {'id': 'ac6b1662-0ace-4741-adf4-c5efe4177cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '3e10eb67-5113-46f0-87ea-8987cc5d5934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:57.330296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network hostable DHCP agents. Network: 3e10eb67-5113-46f0-87ea-8987cc5d5934, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:57.347864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network 3e10eb67-5113-46f0-87ea-8987cc5d5934 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:57.357759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 3e10eb67-5113-46f0-87ea-8987cc5d5934) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:57.362143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:57.362741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.369016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f3dc4b-d5e2-44d1-91c4-4fa31341243d None None] Network 3e10eb67-5113-46f0-87ea-8987cc5d5934 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:57.383062 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-63613198-d36f-43e0-bc9a-58debc820dd1 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4357288 Jul 23 21:10:57.385389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32836) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:57.484491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.538622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518fd63e-48dd-4b54-bf8b-5d45f1b7f90e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-3e10eb67-5113-46f0-87ea-8987cc5d5934', 'network_id': '3e10eb67-5113-46f0-87ea-8987cc5d5934', 'tenant_id': '867b164dd06e40ad9e33a6684d78d037', 'fixed_ips': [{'subnet_id': 'cbc60200-f2f1-4b2b-b5fa-570edb6204ab'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:10:57.539515 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-518fd63e-48dd-4b54-bf8b-5d45f1b7f90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.594322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.663933 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server [None req-518fd63e-48dd-4b54-bf8b-5d45f1b7f90e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbc60200-f2f1-4b2b-b5fa-570edb6204ab: This subnet is being modified by another concurrent operation. Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise self.value Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server raise exception Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cbc60200-f2f1-4b2b-b5fa-570edb6204ab: This subnet is being modified by another concurrent operation. Jul 23 21:10:57.666852 n-d-793620-13 neutron-server[94028]: ERROR oslo_messaging.rpc.server Jul 23 21:10:57.687465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcaadac-184f-44b1-9b09-b79910c574c2 None None] Network 3e10eb67-5113-46f0-87ea-8987cc5d5934 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:57.693341 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc60200-f2f1-4b2b-b5fa-570edb6204ab,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:57.716064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4574c28-6010-4e82-b7b6-46556759441f None None] Network 812cff05-4a39-402d-b597-28c61860661a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:57.766420 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.777490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e10eb67-5113-46f0-87ea-8987cc5d5934']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:57.797163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6b1662-0ace-4741-adf4-c5efe4177cfa') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:57.797489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6b1662-0ace-4741-adf4-c5efe4177cfa') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:57.818429 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.836057 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5ce293c8-12a7-4ebf-bb83-675c95d3f57e None None] Provisioning for port 1f4519b3-3a2e-4666-a01d-493aa9c55821 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:57.840733 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.843043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f4519b3-3a2e-4666-a01d-493aa9c55821 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:57.848839 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:10:57.849247 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:10:57.852190 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:10:57.915529 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.923789 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.925890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/3e10eb67-5113-46f0-87ea-8987cc5d5934 HTTP/1.1" status: 204 len: 168 time: 0.5394049 Jul 23 21:10:57.929323 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32838) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:57.934497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257815385'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:57.954752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb6119-ddbf-432d-a85f-35c267b883de tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Network': ['ID=3e10eb67-5113-46f0-87ea-8987cc5d5934,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:57.964557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 1f4519b3-3a2e-4666-a01d-493aa9c55821 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:10:57.971370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:57.975042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:57.987137 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1f4519b3-3a2e-4666-a01d-493aa9c55821 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:57.987442 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.000365 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:58.009486 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.009834 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Added segment a9f9320e-da30-42e1-ae1d-38e17d611fdb of type vlan for network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 Jul 23 21:10:58.052670 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.082919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.093611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.099321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:58.099942 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.120283 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 1f4519b3-3a2e-4666-a01d-493aa9c55821, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f4519b3-3a2e-4666-a01d-493aa9c55821,segment=NetworkSegment(ec8ce2cb-8da6-4c9e-913d-d7f9453ca509),segment_id=ec8ce2cb-8da6-4c9e-913d-d7f9453ca509)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:10:58.125678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.155877 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32840) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:58.156362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2252970 Jul 23 21:10:58.166472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'subnet': {'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:58.181358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=1f4519b3-3a2e-4666-a01d-493aa9c55821,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:58.182655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099272-58d8-4868-9915-242274639068 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Network': ['ID=84ac6c23-d677-4a48-b8cd-4a0b7b21df64,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:58.201565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:58.271482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c823c810-aa1e-4f17-b742-571af2122659 None None] get_active_networks_info from n-d-793620-13 {{(pid=94028) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 23 21:10:58.271966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:58.275661 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.318755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-32dab662-963d-40c5-bcb3-b9736f8b084e None None] Provisioning complete for port 1f4519b3-3a2e-4666-a01d-493aa9c55821 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:58.319128 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-32dab662-963d-40c5-bcb3-b9736f8b084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.382629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823c810-aa1e-4f17-b742-571af2122659 None None] Resources bound (agent type, host, resource id): {{(pid=94028) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 23 21:10:58.459381 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.523611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Subnet': ['ID=3444317b-ceb0-4db3-85e2-ddcc5f4bc377,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:58.528126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Checking segment: {'id': 'a9f9320e-da30-42e1-ae1d-38e17d611fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:58.528491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network hostable DHCP agents. Network: 84ac6c23-d677-4a48-b8cd-4a0b7b21df64, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:58.546198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:58.554940 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 84ac6c23-d677-4a48-b8cd-4a0b7b21df64) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:58.559392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:58.560159 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.575483 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eb8f8cb0-d0e6-4604-ab2c-3cdb988f9551 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4139197 Jul 23 21:10:58.579680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32842) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:58.584822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-635314394'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:58.608462 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:58.611972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.636250 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:10:58.642179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf7cc7-ee32-4827-a8fa-97527844e88c None None] Network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:58.646846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.647199 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Added segment ec85521d-8551-4a4c-8216-9aa8ea90a0c6 of type vlan for network def1018d-418f-4693-b8d1-923469395e23 Jul 23 21:10:58.688150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.716834 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.722892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:58.723482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.757974 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1772490 Jul 23 21:10:58.761011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:58.767340 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Request body: {'subnet': {'network_id': 'def1018d-418f-4693-b8d1-923469395e23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:10:58.792266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-84ac6c23-d677-4a48-b8cd-4a0b7b21df64', 'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64', 'tenant_id': '867b164dd06e40ad9e33a6684d78d037', 'fixed_ips': [{'subnet_id': '3444317b-ceb0-4db3-85e2-ddcc5f4bc377'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:10:58.793142 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.808648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6e66c-2f83-475d-a5bc-dbe880390749 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Network': ['ID=def1018d-418f-4693-b8d1-923469395e23,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:58.820755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network def1018d-418f-4693-b8d1-923469395e23 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:10:58.861053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Made reservation on behalf of 867b164dd06e40ad9e33a6684d78d037 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:10:58.864514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:58.996454 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Allocated IP 2001:db8::2 (84ac6c23-d677-4a48-b8cd-4a0b7b21df64/3444317b-ceb0-4db3-85e2-ddcc5f4bc377/a5890374-fd13-49cc-a58e-507446aa17d6) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:10:59.053248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.113652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event updated for resources: {'Subnet': ['ID=b56b82e2-d50f-4094-aa72-c08e146ba40e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:59.128707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Checking segment: {'id': 'ec85521d-8551-4a4c-8216-9aa8ea90a0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'def1018d-418f-4693-b8d1-923469395e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:59.129098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network hostable DHCP agents. Network: def1018d-418f-4693-b8d1-923469395e23, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:10:59.146101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Network def1018d-418f-4693-b8d1-923469395e23 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:10:59.146643 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.155988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Transition to ACTIVE for port object a5890374-fd13-49cc-a58e-507446aa17d6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:59.156257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, def1018d-418f-4693-b8d1-923469395e23) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:59.160406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:10:59.161011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.166612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706c6d9e-b059-4d3c-9888-1c83f90c4e7a None None] Network def1018d-418f-4693-b8d1-923469395e23 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:59.175298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4dac8e40-93e7-41c8-b695-f827ef8f6779 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4130785 Jul 23 21:10:59.178039 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32846) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:59.185608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Transition to ACTIVE for port object a5890374-fd13-49cc-a58e-507446aa17d6 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:10:59.198050 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.273706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:10:59.276573 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.283692 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:10:59.289089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Pushing event updated for resources: {'Port': ['ID=a5890374-fd13-49cc-a58e-507446aa17d6,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:59.292008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:10:59.329782 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.389132 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Attempting to bind port a5890374-fd13-49cc-a58e-507446aa17d6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:10:59.389573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Attempting to bind port a5890374-fd13-49cc-a58e-507446aa17d6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'a9f9320e-da30-42e1-ae1d-38e17d611fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:10:59.389899 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Attempting to bind port a5890374-fd13-49cc-a58e-507446aa17d6 on network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:10:59.390605 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.397035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:10:59.397419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Checking segment: {'id': 'a9f9320e-da30-42e1-ae1d-38e17d611fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:10:59.397874 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.398278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Bound using segment: {'id': 'a9f9320e-da30-42e1-ae1d-38e17d611fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:10:59.398743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Bound port: a5890374-fd13-49cc-a58e-507446aa17d6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f9320e-da30-42e1-ae1d-38e17d611fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '84ac6c23-d677-4a48-b8cd-4a0b7b21df64'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:10:59.399129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.419128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Subnet': ['ID=b56b82e2-d50f-4094-aa72-c08e146ba40e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:59.430953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfcfa0f-640c-4f53-ab84-643d66eca451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-def1018d-418f-4693-b8d1-923469395e23', 'network_id': 'def1018d-418f-4693-b8d1-923469395e23', 'tenant_id': '867b164dd06e40ad9e33a6684d78d037', 'fixed_ips': [{'subnet_id': 'b56b82e2-d50f-4094-aa72-c08e146ba40e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:10:59.431791 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fdfcfa0f-640c-4f53-ab84-643d66eca451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.483028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.493399 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def1018d-418f-4693-b8d1-923469395e23']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:59.503176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec85521d-8551-4a4c-8216-9aa8ea90a0c6') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:59.503483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec85521d-8551-4a4c-8216-9aa8ea90a0c6') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:10:59.512915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.525708 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.532300 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:10:59.533061 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:10:59.535917 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:10:59.540096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] For port a5890374-fd13-49cc-a58e-507446aa17d6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:10:59.553743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca61ec-3e81-4539-8601-a6196b18eb22 None None] Network def1018d-418f-4693-b8d1-923469395e23 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:10:59.596828 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.603675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.605775 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/def1018d-418f-4693-b8d1-923469395e23 HTTP/1.1" status: 204 len: 168 time: 0.4266429 Jul 23 21:10:59.608471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32848) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:59.626586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] For port a5890374-fd13-49cc-a58e-507446aa17d6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a5890374-fd13-49cc-a58e-507446aa17d6,segment=NetworkSegment(a9f9320e-da30-42e1-ae1d-38e17d611fdb),segment_id=a9f9320e-da30-42e1-ae1d-38e17d611fdb)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:10:59.631593 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.653078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0c30c-29bc-4582-a2dc-aaf75bf7ddd8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Network': ['ID=def1018d-418f-4693-b8d1-923469395e23,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:59.655851 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-be153e76-a418-4a82-b326-867b7be2e92e tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] GET failed (client error): The resource could not be found. Jul 23 21:10:59.660140 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-be153e76-a418-4a82-b326-867b7be2e92e tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "GET /v2.0/subnets/b56b82e2-d50f-4094-aa72-c08e146ba40e HTTP/1.1" status: 404 len: 337 time: 0.0478115 Jul 23 21:10:59.660140 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32850) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:59.678753 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf177908-68d2-40e0-8a49-48eea93607ad tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:10:59.679302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf177908-68d2-40e0-8a49-48eea93607ad tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:10:59.684469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cf177908-68d2-40e0-8a49-48eea93607ad tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/def1018d-418f-4693-b8d1-923469395e23 HTTP/1.1" status: 404 len: 339 time: 0.0200114 Jul 23 21:10:59.684702 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32852) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:59.711945 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19c9a6c-1625-4f86-8909-7c8fd8a0aa41 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:10:59.712410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19c9a6c-1625-4f86-8909-7c8fd8a0aa41 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:10:59.717168 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b19c9a6c-1625-4f86-8909-7c8fd8a0aa41 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/subnets/b56b82e2-d50f-4094-aa72-c08e146ba40e HTTP/1.1" status: 404 len: 337 time: 0.0277796 Jul 23 21:10:59.720953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:59.726791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbf82b-1aba-47d8-b399-8d4fc5d3b53e None None] Pushing event updated for resources: {'Port': ['ID=a5890374-fd13-49cc-a58e-507446aa17d6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:10:59.748570 n-d-793620-13 neutron-server[94026]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a897fd-4d63-45bd-ba32-93535f72095d tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:10:59.749118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a897fd-4d63-45bd-ba32-93535f72095d tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94026) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:10:59.750877 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-02a897fd-4d63-45bd-ba32-93535f72095d tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/def1018d-418f-4693-b8d1-923469395e23 HTTP/1.1" status: 404 len: 339 time: 0.0289955 Jul 23 21:10:59.753422 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32856) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:10:59.803097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f4519b3-3a2e-4666-a01d-493aa9c55821 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:10:59.810715 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Deleting subnet 3444317b-ceb0-4db3-85e2-ddcc5f4bc377 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:10:59.814239 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.860419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 1f4519b3-3a2e-4666-a01d-493aa9c55821 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:10:59.860638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.861026 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:10:59.976651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.038492 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.065524 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Subnet': ['ID=3444317b-ceb0-4db3-85e2-ddcc5f4bc377,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:00.074454 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.076475 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a313f92d-2a0e-4f5c-babd-8fc5d7911b50 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/subnets/3444317b-ceb0-4db3-85e2-ddcc5f4bc377 HTTP/1.1" status: 204 len: 168 time: 0.3220117 Jul 23 21:11:00.078986 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32858) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:00.156495 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.208586 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Deleting port a5890374-fd13-49cc-a58e-507446aa17d6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:11:00.209241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.269535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] For port a5890374-fd13-49cc-a58e-507446aa17d6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a5890374-fd13-49cc-a58e-507446aa17d6,segment=NetworkSegment(a9f9320e-da30-42e1-ae1d-38e17d611fdb),segment_id=a9f9320e-da30-42e1-ae1d-38e17d611fdb)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:00.269894 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.286049 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Calling delete_port for a5890374-fd13-49cc-a58e-507446aa17d6 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:11:00.365616 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.391149 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Port': ['ID=a5890374-fd13-49cc-a58e-507446aa17d6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:00.394747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No DVR routers for this DVR port a5890374-fd13-49cc-a58e-507446aa17d6 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:11:00.477731 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.489031 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ac6c23-d677-4a48-b8cd-4a0b7b21df64']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:00.500101 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f9320e-da30-42e1-ae1d-38e17d611fdb') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:00.500395 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f9320e-da30-42e1-ae1d-38e17d611fdb') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:00.510049 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.525286 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.531581 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:11:00.531979 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:11:00.535218 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:11:00.597795 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.602596 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.604801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/84ac6c23-d677-4a48-b8cd-4a0b7b21df64 HTTP/1.1" status: 204 len: 168 time: 0.5246439 Jul 23 21:11:00.608074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32860) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:00.638373 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf046a7-9b12-4239-864d-0888b06d2b39 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:11:00.638859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf046a7-9b12-4239-864d-0888b06d2b39 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:11:00.640655 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bbf046a7-9b12-4239-864d-0888b06d2b39 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/subnets/cbc60200-f2f1-4b2b-b5fa-570edb6204ab HTTP/1.1" status: 404 len: 337 time: 0.0313036 Jul 23 21:11:00.643367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32862) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:00.662821 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17053e2-086c-4242-820b-5462a38df0f8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:11:00.663613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17053e2-086c-4242-820b-5462a38df0f8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:11:00.665544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b17053e2-086c-4242-820b-5462a38df0f8 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/3e10eb67-5113-46f0-87ea-8987cc5d5934 HTTP/1.1" status: 404 len: 339 time: 0.0211744 Jul 23 21:11:00.668513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32864) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:00.704957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cd3ec-79e6-4a2f-b3f3-a35155d28e29 None None] DHCP port deletion for 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:11:00.705929 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fa4f1d-8d75-4c9f-b059-caf96962e83c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:11:00.706542 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8fa4f1d-8d75-4c9f-b059-caf96962e83c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:11:00.708535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c8fa4f1d-8d75-4c9f-b059-caf96962e83c tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/subnets/f21c4fbc-cecb-4c3d-8e31-09bf2b3db4f8 HTTP/1.1" status: 404 len: 337 time: 0.0390003 Jul 23 21:11:00.711194 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32866) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:00.727366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b9834f02-16bc-445e-91f7-98099b96bf2f None None] Could not find standard attr ID for object a5890374-fd13-49cc-a58e-507446aa17d6. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:11:00.731465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e83f02-77d2-4288-959e-7ef973027784 None None] Network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:00.731596 n-d-793620-13 neutron-server[94027]: INFO neutron.pecan_wsgi.hooks.translation [None req-b446496e-c331-4607-b9bc-f35de054299f tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] DELETE failed (client error): The resource could not be found. Jul 23 21:11:00.732068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b446496e-c331-4607-b9bc-f35de054299f tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94027) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 23 21:11:00.734620 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b446496e-c331-4607-b9bc-f35de054299f tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/3c5ed1b5-29e2-49b0-b2e4-62db9d9aee33 HTTP/1.1" status: 404 len: 339 time: 0.0222740 Jul 23 21:11:00.737202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32868) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:00.748592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e83f02-77d2-4288-959e-7ef973027784 None None] Network 84ac6c23-d677-4a48-b8cd-4a0b7b21df64 could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 21:11:00.790279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Deleting subnet 896cb37e-9849-4a1d-bf05-295d0c6c1b8e {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:11:00.793715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.836439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.930304 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:00.943949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa2fc4-b9f5-4aae-a0ea-f86bf29658bd tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Network': ['ID=84ac6c23-d677-4a48-b8cd-4a0b7b21df64,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:00.990394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.016907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Subnet': ['ID=896cb37e-9849-4a1d-bf05-295d0c6c1b8e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:01.021472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.023445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b331bd2d-7657-47fd-a4a8-66cec18d489a tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/subnets/896cb37e-9849-4a1d-bf05-295d0c6c1b8e HTTP/1.1" status: 204 len: 168 time: 0.2852519 Jul 23 21:11:01.026021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:01.029592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bad801-aadd-4d2b-aa01-79305d0d16b5 None None] Network 812cff05-4a39-402d-b597-28c61860661a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:01.105011 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.162249 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Deleting port 1f4519b3-3a2e-4666-a01d-493aa9c55821 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:11:01.163084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.236320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] For port 1f4519b3-3a2e-4666-a01d-493aa9c55821, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=1f4519b3-3a2e-4666-a01d-493aa9c55821,segment=NetworkSegment(ec8ce2cb-8da6-4c9e-913d-d7f9453ca509),segment_id=ec8ce2cb-8da6-4c9e-913d-d7f9453ca509)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:01.237035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.248616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Calling delete_port for 1f4519b3-3a2e-4666-a01d-493aa9c55821 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:11:01.328912 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.357384 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Port': ['ID=1f4519b3-3a2e-4666-a01d-493aa9c55821,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:01.360826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] No DVR routers for this DVR port 1f4519b3-3a2e-4666-a01d-493aa9c55821 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:11:01.372478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159c843-16ca-4172-9326-72af0e20785f None None] DHCP port deletion for 812cff05-4a39-402d-b597-28c61860661a request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:11:01.439607 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.449508 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812cff05-4a39-402d-b597-28c61860661a']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:01.459285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:01.459582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ce2cb-8da6-4c9e-913d-d7f9453ca509') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:01.469835 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.487826 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.493628 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:11:01.494012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:11:01.496831 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:11:01.552373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.556543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:01.560929 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] 10.222.0.46 "DELETE /v2.0/networks/812cff05-4a39-402d-b597-28c61860661a HTTP/1.1" status: 204 len: 168 time: 0.5310559 Jul 23 21:11:01.573197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7903c1-d6cc-479d-beaf-0aad4606ab67 tempest-NetworksIpV6Test-666097051 tempest-NetworksIpV6Test-666097051-project] Pushing event deleted for resources: {'Network': ['ID=812cff05-4a39-402d-b597-28c61860661a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:01.788528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f4519b3-3a2e-4666-a01d-493aa9c55821 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:11:01.801189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32876) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:01.812514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 1f4519b3-3a2e-4666-a01d-493aa9c55821 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:11:01.812864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 1f4519b3-3a2e-4666-a01d-493aa9c55821 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:11:01.929679 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-599dd90e-0e8c-491e-8a57-5f58daeda8e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=867b164dd06e40ad9e33a6684d78d037&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1272626 Jul 23 21:11:01.932203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32880) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:01.978798 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a355b028-83c9-4c6a-a23c-e66e11dcb17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.004220 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a355b028-83c9-4c6a-a23c-e66e11dcb17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.050444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a355b028-83c9-4c6a-a23c-e66e11dcb17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.054115 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a355b028-83c9-4c6a-a23c-e66e11dcb17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.055308 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a355b028-83c9-4c6a-a23c-e66e11dcb17a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/509beaa7-3b28-4f0c-9793-248b01c80a2b HTTP/1.1" status: 204 len: 168 time: 0.1221819 Jul 23 21:11:02.063576 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355b028-83c9-4c6a-a23c-e66e11dcb17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509beaa7-3b28-4f0c-9793-248b01c80a2b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:02.669722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32902) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:02.760631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-424287010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:02.785278 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.786197 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.836341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.840273 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.855536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.856838 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9d4f0580-ec2a-4e89-a521-6aeccd3777ef tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1861472 Jul 23 21:11:02.860119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32906) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:02.864941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2072170147'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:02.885217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Made reservation on behalf of b646bc71cfe047a49a16c923a16ed67c for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:02.888556 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.897022 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.990628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:02.994270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.019590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:11:03.033097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27a5be6-53bb-4613-bb58-750f372e8bc3,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:03.038181 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.038463 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Added segment db6e5dc9-0825-49ab-951d-7335a8669af6 of type vlan for network 319fe210-dfb6-4e33-8d88-ce8416da6693 Jul 23 21:11:03.080266 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.109027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.114741 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:03.115352 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.152287 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2911630 Jul 23 21:11:03.155972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32908) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:03.160860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Request body: {'subnet': {'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:03.189585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db12de-5ded-4ffc-abdc-c14a24200972 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event updated for resources: {'Network': ['ID=319fe210-dfb6-4e33-8d88-ce8416da6693,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:03.199565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 319fe210-dfb6-4e33-8d88-ce8416da6693 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:11:03.279847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Made reservation on behalf of b646bc71cfe047a49a16c923a16ed67c for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:03.283436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.462551 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.523713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event updated for resources: {'Subnet': ['ID=2bd90163-5df8-4dab-aeb3-1b941c05fe9d,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:03.531544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Checking segment: {'id': 'db6e5dc9-0825-49ab-951d-7335a8669af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:03.531916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Network hostable DHCP agents. Network: 319fe210-dfb6-4e33-8d88-ce8416da6693, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:11:03.547141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Network 319fe210-dfb6-4e33-8d88-ce8416da6693 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:11:03.555778 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 319fe210-dfb6-4e33-8d88-ce8416da6693) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:03.559889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:03.560552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.565357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20429d3-2162-4003-8f3b-a3284247943d None None] Network 319fe210-dfb6-4e33-8d88-ce8416da6693 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:03.574504 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-18e4f773-5e29-4e27-9864-e62b0b58c49a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4175186 Jul 23 21:11:03.578284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32910) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:03.583788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2024497757'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:03.605837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Made reservation on behalf of b646bc71cfe047a49a16c923a16ed67c for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:03.609676 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.633266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:11:03.643218 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.643567 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Added segment 53229a40-4893-4d82-8a0c-90b22f5fc5b6 of type vlan for network 114e8367-dc57-4656-ab85-cd83a2a2523d Jul 23 21:11:03.684034 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.713814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.716370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-319fe210-dfb6-4e33-8d88-ce8416da6693', 'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693', 'tenant_id': 'b646bc71cfe047a49a16c923a16ed67c', 'fixed_ips': [{'subnet_id': '2bd90163-5df8-4dab-aeb3-1b941c05fe9d'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:11:03.717609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.722735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:03.723337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.766679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1845417 Jul 23 21:11:03.766919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32912) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:03.771675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Request body: {'subnet': {'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:03.816649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d87b4b-45b9-4e3a-8bbc-755ca6f4f483 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event updated for resources: {'Network': ['ID=114e8367-dc57-4656-ab85-cd83a2a2523d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:03.839429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 114e8367-dc57-4656-ab85-cd83a2a2523d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:11:03.890919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Made reservation on behalf of b646bc71cfe047a49a16c923a16ed67c for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:03.894441 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:03.907565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Allocated IP 172.20.0.2 (319fe210-dfb6-4e33-8d88-ce8416da6693/2bd90163-5df8-4dab-aeb3-1b941c05fe9d/4109d491-a7d4-41dd-8de1-95bbcd2c476b) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:04.059812 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.068643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Transition to ACTIVE for port object 4109d491-a7d4-41dd-8de1-95bbcd2c476b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:04.078383 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.084884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Transition to ACTIVE for port object 4109d491-a7d4-41dd-8de1-95bbcd2c476b will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:04.090828 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.127119 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Network 319fe210-dfb6-4e33-8d88-ce8416da6693 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:04.129857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:04.132236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:04.146379 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event updated for resources: {'Subnet': ['ID=19dc4b71-ed1a-4d8e-84db-04573bab8763,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:04.146831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Pushing event updated for resources: {'Port': ['ID=4109d491-a7d4-41dd-8de1-95bbcd2c476b,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:04.153539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Checking segment: {'id': '53229a40-4893-4d82-8a0c-90b22f5fc5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:04.154528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Network hostable DHCP agents. Network: 114e8367-dc57-4656-ab85-cd83a2a2523d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:11:04.171125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Network 114e8367-dc57-4656-ab85-cd83a2a2523d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:11:04.179983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 114e8367-dc57-4656-ab85-cd83a2a2523d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:04.184460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:04.185592 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.199841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-71a31956-10c1-44e3-ba58-39d57300887d tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4319365 Jul 23 21:11:04.201783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89db12d-b058-4fba-b2ea-e7abacdce53f None None] Network 114e8367-dc57-4656-ab85-cd83a2a2523d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:04.202628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32914) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:04.207421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-fa17323e-ef6f-4d6d-96e8-87b0cf8e562e tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Request body: {'router': {'external_gateway_info': {'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:04.224925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Attempting to bind port 4109d491-a7d4-41dd-8de1-95bbcd2c476b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:04.225302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Attempting to bind port 4109d491-a7d4-41dd-8de1-95bbcd2c476b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'db6e5dc9-0825-49ab-951d-7335a8669af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:04.225693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Attempting to bind port 4109d491-a7d4-41dd-8de1-95bbcd2c476b on network 319fe210-dfb6-4e33-8d88-ce8416da6693 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:04.239161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:04.239535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Checking segment: {'id': 'db6e5dc9-0825-49ab-951d-7335a8669af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:04.239938 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.240331 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Bound using segment: {'id': 'db6e5dc9-0825-49ab-951d-7335a8669af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:04.240789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Bound port: 4109d491-a7d4-41dd-8de1-95bbcd2c476b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db6e5dc9-0825-49ab-951d-7335a8669af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '319fe210-dfb6-4e33-8d88-ce8416da6693'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:04.241172 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.374869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] For port 4109d491-a7d4-41dd-8de1-95bbcd2c476b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:04.392051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] For port 4109d491-a7d4-41dd-8de1-95bbcd2c476b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4109d491-a7d4-41dd-8de1-95bbcd2c476b,segment=NetworkSegment(db6e5dc9-0825-49ab-951d-7335a8669af6),segment_id=db6e5dc9-0825-49ab-951d-7335a8669af6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:04.399232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.446482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-114e8367-dc57-4656-ab85-cd83a2a2523d', 'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d', 'tenant_id': 'b646bc71cfe047a49a16c923a16ed67c', 'fixed_ips': [{'subnet_id': '19dc4b71-ed1a-4d8e-84db-04573bab8763'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:11:04.447330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.552741 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c7f9e-2b4b-4bc4-9862-f35f4b86989d None None] Pushing event updated for resources: {'Port': ['ID=4109d491-a7d4-41dd-8de1-95bbcd2c476b,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:04.633733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Allocated IP 172.21.0.2 (114e8367-dc57-4656-ab85-cd83a2a2523d/19dc4b71-ed1a-4d8e-84db-04573bab8763/b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:04.801827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.809986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Transition to ACTIVE for port object b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:04.824717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Transition to ACTIVE for port object b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:04.830619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.877122 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fa17323e-ef6f-4d6d-96e8-87b0cf8e562e tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:04.877785 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Network 114e8367-dc57-4656-ab85-cd83a2a2523d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:04.880179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:04.883898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:04.898247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Pushing event updated for resources: {'Port': ['ID=b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:04.992753 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [None req-fa17323e-ef6f-4d6d-96e8-87b0cf8e562e tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 23 21:11:04.993874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fa17323e-ef6f-4d6d-96e8-87b0cf8e562e tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "PUT /v2.0/routers/5d3b4421-e329-446f-8f84-4b949ad6313a HTTP/1.1" status: 400 len: 364 time: 0.7900813 Jul 23 21:11:04.995909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Attempting to bind port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:04.996387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Attempting to bind port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '53229a40-4893-4d82-8a0c-90b22f5fc5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:04.996632 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Attempting to bind port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 on network 114e8367-dc57-4656-ab85-cd83a2a2523d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:05.000058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:05.002252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:05.002636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Checking segment: {'id': '53229a40-4893-4d82-8a0c-90b22f5fc5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:05.003049 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.003475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Bound using segment: {'id': '53229a40-4893-4d82-8a0c-90b22f5fc5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:05.003949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Bound port: b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53229a40-4893-4d82-8a0c-90b22f5fc5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '114e8367-dc57-4656-ab85-cd83a2a2523d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:05.004337 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.053469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Deleting subnet 19dc4b71-ed1a-4d8e-84db-04573bab8763 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:11:05.057034 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.107681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.115143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] For port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:05.129487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] For port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3,segment=NetworkSegment(53229a40-4893-4d82-8a0c-90b22f5fc5b6),segment_id=53229a40-4893-4d82-8a0c-90b22f5fc5b6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:05.135783 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.205201 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.207885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafa592-3e58-466c-b01e-383e67cbef7b None None] Pushing event updated for resources: {'Port': ['ID=b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:05.282494 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.315807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event deleted for resources: {'Subnet': ['ID=19dc4b71-ed1a-4d8e-84db-04573bab8763,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:05.321552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.325789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d41ded11-9ffa-41f1-a020-b79a83fc7bf0 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "DELETE /v2.0/subnets/19dc4b71-ed1a-4d8e-84db-04573bab8763 HTTP/1.1" status: 204 len: 168 time: 0.3224695 Jul 23 21:11:05.326050 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32918) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:05.421366 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.482969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Deleting port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:11:05.483318 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.506650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d89751-6680-4bbd-ad5c-2c9397c8b766 None None] Network 319fe210-dfb6-4e33-8d88-ce8416da6693 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:05.557932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] For port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3,segment=NetworkSegment(53229a40-4893-4d82-8a0c-90b22f5fc5b6),segment_id=53229a40-4893-4d82-8a0c-90b22f5fc5b6)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:05.558302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.571096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Calling delete_port for b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:11:05.597872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1458776b-75f8-4a85-87b0-d36363b62572 None None] Provisioning for port 4109d491-a7d4-41dd-8de1-95bbcd2c476b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:05.659698 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.689407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event deleted for resources: {'Port': ['ID=b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:05.692842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] No DVR routers for this DVR port b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:11:05.775402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.786786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114e8367-dc57-4656-ab85-cd83a2a2523d']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:05.798385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53229a40-4893-4d82-8a0c-90b22f5fc5b6') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:05.798695 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53229a40-4893-4d82-8a0c-90b22f5fc5b6') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:05.808443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.824448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.836796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:11:05.837339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.844615 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4109d491-a7d4-41dd-8de1-95bbcd2c476b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:11:05.856654 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:11:05.915058 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.916021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 4109d491-a7d4-41dd-8de1-95bbcd2c476b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:05.922344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 4109d491-a7d4-41dd-8de1-95bbcd2c476b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:05.922720 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.924248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.928784 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "DELETE /v2.0/networks/114e8367-dc57-4656-ab85-cd83a2a2523d HTTP/1.1" status: 204 len: 168 time: 0.6016347 Jul 23 21:11:05.929284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32920) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:05.940792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97942bb-02ad-4965-a0a4-11415ebe04f5 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event deleted for resources: {'Network': ['ID=114e8367-dc57-4656-ab85-cd83a2a2523d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:05.970915 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b279205-daa2-42c1-8df6-11e3fb14f657 None None] Provisioning complete for port 4109d491-a7d4-41dd-8de1-95bbcd2c476b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:05.971235 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b279205-daa2-42c1-8df6-11e3fb14f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:05.998868 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Deleting subnet 2bd90163-5df8-4dab-aeb3-1b941c05fe9d {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:11:06.002271 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.060306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.089211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.101263 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b279205-daa2-42c1-8df6-11e3fb14f657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.144086 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 4109d491-a7d4-41dd-8de1-95bbcd2c476b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4109d491-a7d4-41dd-8de1-95bbcd2c476b,segment=NetworkSegment(db6e5dc9-0825-49ab-951d-7335a8669af6),segment_id=db6e5dc9-0825-49ab-951d-7335a8669af6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:06.152016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.157576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.223906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=4109d491-a7d4-41dd-8de1-95bbcd2c476b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:06.225012 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.240138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-0b279205-daa2-42c1-8df6-11e3fb14f657 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:11:06.240500 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-0b279205-daa2-42c1-8df6-11e3fb14f657 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:11:06.260102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd90163-5df8-4dab-aeb3-1b941c05fe9d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:06.265736 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.267854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d569b192-edef-4fcc-b4d4-abda98acee99 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "DELETE /v2.0/subnets/2bd90163-5df8-4dab-aeb3-1b941c05fe9d HTTP/1.1" status: 204 len: 168 time: 0.3369579 Jul 23 21:11:06.270819 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32922) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:06.280929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3114986b-5f5a-4c2e-822e-7ec2b5cae75f None None] Network 319fe210-dfb6-4e33-8d88-ce8416da6693 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:06.296022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2db4e-8760-40c7-8bca-f57f79d470f2 None None] DHCP port deletion for 114e8367-dc57-4656-ab85-cd83a2a2523d request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:11:06.343770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6d0cb-b3ca-4ccd-a789-ec5cdeb7b77c None None] Network 114e8367-dc57-4656-ab85-cd83a2a2523d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:06.354901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.362224 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed6d0cb-b3ca-4ccd-a789-ec5cdeb7b77c None None] Network 114e8367-dc57-4656-ab85-cd83a2a2523d could not be found, it might have been deleted concurrently. {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 23 21:11:06.412639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Deleting port 4109d491-a7d4-41dd-8de1-95bbcd2c476b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:11:06.413037 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.477553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] For port 4109d491-a7d4-41dd-8de1-95bbcd2c476b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4109d491-a7d4-41dd-8de1-95bbcd2c476b,segment=NetworkSegment(db6e5dc9-0825-49ab-951d-7335a8669af6),segment_id=db6e5dc9-0825-49ab-951d-7335a8669af6)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:06.477953 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.490248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] DHCP port deletion for 319fe210-dfb6-4e33-8d88-ce8416da6693 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:11:06.490449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Calling delete_port for 4109d491-a7d4-41dd-8de1-95bbcd2c476b owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:11:06.538573 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] Deleting port 4109d491-a7d4-41dd-8de1-95bbcd2c476b {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:11:06.538944 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.575026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.599663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event deleted for resources: {'Port': ['ID=4109d491-a7d4-41dd-8de1-95bbcd2c476b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:06.602731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] For port 4109d491-a7d4-41dd-8de1-95bbcd2c476b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=4109d491-a7d4-41dd-8de1-95bbcd2c476b,segment=NetworkSegment(db6e5dc9-0825-49ab-951d-7335a8669af6),segment_id=db6e5dc9-0825-49ab-951d-7335a8669af6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:06.603335 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.605520 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] No DVR routers for this DVR port 4109d491-a7d4-41dd-8de1-95bbcd2c476b on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:11:06.616437 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] Calling delete_port for 4109d491-a7d4-41dd-8de1-95bbcd2c476b owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:11:06.684271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.694200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319fe210-dfb6-4e33-8d88-ce8416da6693']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:06.694405 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.704590 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db6e5dc9-0825-49ab-951d-7335a8669af6') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:06.704889 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db6e5dc9-0825-49ab-951d-7335a8669af6') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:06.713628 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.718380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] Pushing event deleted for resources: {'Port': ['ID=4109d491-a7d4-41dd-8de1-95bbcd2c476b,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:06.726126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec191b-54ec-46db-b28a-25de84f6ee1f None None] No DVR routers for this DVR port 4109d491-a7d4-41dd-8de1-95bbcd2c476b on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:11:06.727700 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.735161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:11:06.735678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:11:06.738875 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:11:06.760213 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b279205-daa2-42c1-8df6-11e3fb14f657 None None] Port 4109d491-a7d4-41dd-8de1-95bbcd2c476b update to ACTIVE by agent not found {{(pid=94028) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 23 21:11:06.795633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.802123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:06.805887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "DELETE /v2.0/networks/319fe210-dfb6-4e33-8d88-ce8416da6693 HTTP/1.1" status: 204 len: 168 time: 0.5339763 Jul 23 21:11:06.806640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32924) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:06.817046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e876e7e-7ca1-4117-b19b-843a9daa542a tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Pushing event deleted for resources: {'Network': ['ID=319fe210-dfb6-4e33-8d88-ce8416da6693,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:06.838208 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dfdcf9ac-9788-4251-a2c3-8ff5cd8f0d33 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d3b4421-e329-446f-8f84-4b949ad6313a HTTP/1.1" status: 200 len: 205 time: 0.0303993 Jul 23 21:11:06.840594 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32926) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:06.872280 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0ff67cf8-e519-4ffc-8552-2b0d823b1f9f None None] Could not find standard attr ID for object b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3. {{(pid=94028) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 23 21:11:06.916551 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.069766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.071893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.114621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.115140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Fanout notify agent at l3_agent the message router_deleted on router 5d3b4421-e329-446f-8f84-4b949ad6313a {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:11:07.123426 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.124161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6e16941b-80b8-438c-b8c2-7fa1757b02e9 tempest-RoutersNegativeTest-1887534248 tempest-RoutersNegativeTest-1887534248-project] 10.222.0.46 "DELETE /v2.0/routers/5d3b4421-e329-446f-8f84-4b949ad6313a HTTP/1.1" status: 204 len: 168 time: 0.2825544 Jul 23 21:11:07.354636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32932) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:07.480143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-80c1c622-9e5f-49f7-b9ae-8d528c1a8ba2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b646bc71cfe047a49a16c923a16ed67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1243441 Jul 23 21:11:07.482872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:07.532893 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a19d05bf-475d-4ed2-8186-a880680b7575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.553060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a19d05bf-475d-4ed2-8186-a880680b7575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.598611 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a19d05bf-475d-4ed2-8186-a880680b7575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.610031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a19d05bf-475d-4ed2-8186-a880680b7575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:07.610031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a19d05bf-475d-4ed2-8186-a880680b7575 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f27a5be6-53bb-4613-bb58-750f372e8bc3 HTTP/1.1" status: 204 len: 168 time: 0.1197278 Jul 23 21:11:07.614242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d05bf-475d-4ed2-8186-a880680b7575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27a5be6-53bb-4613-bb58-750f372e8bc3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:07.789556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:11:07.809637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:11:07.810447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device b79f7ddb-85e7-4cd6-a2a4-ae23c65bd7a3 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:11:07.811054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4109d491-a7d4-41dd-8de1-95bbcd2c476b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:11:07.830367 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 4109d491-a7d4-41dd-8de1-95bbcd2c476b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:11:07.830720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 4109d491-a7d4-41dd-8de1-95bbcd2c476b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:11:08.202826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32958) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:08.298949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-416419824-network', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:08.319641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Made reservation on behalf of e3ce860bbf2041adab2e813fffd4d7a7 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:08.322102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.331085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.421207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.425005 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.448907 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:11:08.459069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a71759-28ae-4e71-8276-e5ea3fd4e9da,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:08.463846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.464200 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Added segment 47b37252-30f6-44c1-9633-46799368f1bd of type vlan for network b0d01de4-f029-42ef-a7d8-63d0caa54d45 Jul 23 21:11:08.503609 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.531374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.532352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:08.532949 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.559358 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3554122 Jul 23 21:11:08.563606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32962) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:08.569981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Request body: {'subnet': {'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-subnet', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:08.590682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Made reservation on behalf of e3ce860bbf2041adab2e813fffd4d7a7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:08.593147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.598012 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bf0f4-f3bb-4056-8df7-7205848bc9d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d01de4-f029-42ef-a7d8-63d0caa54d45,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:08.607961 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:11:08.776021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.830482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:08.840559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Checking segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:08.840971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Network hostable DHCP agents. Network: b0d01de4-f029-42ef-a7d8-63d0caa54d45, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:11:08.858101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:11:08.866303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b0d01de4-f029-42ef-a7d8-63d0caa54d45) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:08.870122 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:08.870712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.875591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63627b27-b6ff-494e-966a-ff6ad24102c7 None None] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:08.885191 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2e4d74a6-df63-458c-95e8-923f6b550446 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3202300 Jul 23 21:11:08.887638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32964) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:08.892525 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:08.915352 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:08.916244 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.007213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.031949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:11:09.033117 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.153070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.167841 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Allocated IP 172.20.0.2 (b0d01de4-f029-42ef-a7d8-63d0caa54d45/d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b/7d73c74c-0b98-4421-a8d3-f565d99a6e3d) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:09.310678 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.322363 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Transition to ACTIVE for port object 7d73c74c-0b98-4421-a8d3-f565d99a6e3d will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:09.337257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Transition to ACTIVE for port object 7d73c74c-0b98-4421-a8d3-f565d99a6e3d will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:09.342839 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.378262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.381716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:09.384578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:09.388914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:09.398882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Pushing event updated for resources: {'Port': ['ID=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:09.405613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.460787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Attempting to bind port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:09.461160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Attempting to bind port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:09.461558 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Attempting to bind port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:09.466554 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:09.467125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Checking segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:09.467535 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.467935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Bound using segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:09.468404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Bound port: 7d73c74c-0b98-4421-a8d3-f565d99a6e3d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:09.468799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.531339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] For port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:09.534484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] For port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:09.539449 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.549887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Allocated IP 172.25.8.24 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/0bb48c62-f220-4349-80ce-d98c0a57623a) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:09.608191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f103ca-be02-4cae-ae5d-df56edc12d31 None None] Pushing event updated for resources: {'Port': ['ID=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:09.652988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.691677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:09.862745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d73c74c-0b98-4421-a8d3-f565d99a6e3d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:09.923210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:09.989972 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:09.992725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:09.996103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:10.020648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb48c62-f220-4349-80ce-d98c0a57623a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:10.240897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:10.450340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:10.558680 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c0434-49ad-4225-8555-10cf02633ed4 None None] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:10.611098 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:11:10.643952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] Provisioning for port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:10.656908 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] Provisioning complete for port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:10.657283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:10.717553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:11:10.731432 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Sync routers for ids ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:11:10.734295 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:10.735590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e8f74945-1ea1-4a0e-ac5e-9d123adf8088 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8464994 Jul 23 21:11:10.738525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32966) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:10.768748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Routers {'53c7ad61-e7d8-44ee-a259-9e7d74fbb348'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:10.769317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:10.891799 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:10.957745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Set router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:10.988194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] For port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:11.017419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.128881 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ac6b-7962-495f-bd01-e164331a63b9 None None] Pushing event updated for resources: {'Port': ['ID=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:11.202445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:11:10Z', 'revision_number': 3, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:11.228625 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.238368 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Checking router: 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:11:11.238652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Updating router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 port 0bb48c62-f220-4349-80ce-d98c0a57623a binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:11:11.270709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-52a852d6-5f03-4daa-b935-08ac0eb49f5b None None] Provisioning complete for port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:11.271124 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52a852d6-5f03-4daa-b935-08ac0eb49f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.298203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.389878 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Allocated IP 172.20.0.1 (b0d01de4-f029-42ef-a7d8-63d0caa54d45/d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b/43bbd1a0-afc9-4d42-9ca7-cf418eb77814) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:11.504035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.518264 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Transition to ACTIVE for port object 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:11.555031 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.592391 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:11.595346 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:11.599138 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:11.608620 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.624327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Transition to ACTIVE for port object 0bb48c62-f220-4349-80ce-d98c0a57623a will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:11.628566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Pushing event updated for resources: {'Port': ['ID=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:11.632389 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.648797 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.690147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84d80-4c86-4553-acf3-08236c645b36 None None] Pushing event updated for resources: {'Port': ['ID=0bb48c62-f220-4349-80ce-d98c0a57623a,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:11.692458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Attempting to bind port 0bb48c62-f220-4349-80ce-d98c0a57623a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:11.692833 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Attempting to bind port 0bb48c62-f220-4349-80ce-d98c0a57623a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:11.693199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Attempting to bind port 0bb48c62-f220-4349-80ce-d98c0a57623a on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:11.699227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:11.699662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:11.700075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.700523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:11.701079 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Bound port: 0bb48c62-f220-4349-80ce-d98c0a57623a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:11.701079 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.761335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] For port 0bb48c62-f220-4349-80ce-d98c0a57623a, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:11.765973 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] For port 0bb48c62-f220-4349-80ce-d98c0a57623a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0bb48c62-f220-4349-80ce-d98c0a57623a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:11.775318 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.822471 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:11.837708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d73c74c-0b98-4421-a8d3-f565d99a6e3d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:11.867066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Routers {'53c7ad61-e7d8-44ee-a259-9e7d74fbb348'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:11.867724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:11.876288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc84d80-4c86-4553-acf3-08236c645b36 None None] Pushing event updated for resources: {'Port': ['ID=0bb48c62-f220-4349-80ce-d98c0a57623a,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:11.973449 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-29b899ef-6404-449c-a81a-f8d6be0c4150 None None] Provisioning for port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:11.985913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-29b899ef-6404-449c-a81a-f8d6be0c4150 None None] Provisioning complete for port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:11.986288 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-29b899ef-6404-449c-a81a-f8d6be0c4150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.000925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.005457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.026401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:12.026773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.054734 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] Set router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:12.083494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.085296 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Pushing event updated for resources: {'Port': ['ID=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:12.088425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-29b899ef-6404-449c-a81a-f8d6be0c4150 None None] Port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:11:12.183666 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:12.186610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:12.316488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:11:12.432064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0f92d41a-93e3-4350-a3c1-915ba416b3cf None None] Provisioning complete for port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:12.432439 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f92d41a-93e3-4350-a3c1-915ba416b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.441671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:11:12.446603 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-22d0930e-c88c-4c22-8339-57a96c36ff5e admin admin] 10.222.0.46 "PUT /v2.0/routers/53c7ad61-e7d8-44ee-a259-9e7d74fbb348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070606 Jul 23 21:11:12.487935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0f92d41a-93e3-4350-a3c1-915ba416b3cf None None] Port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:11:12.506322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '43bbd1a0-afc9-4d42-9ca7-cf418eb77814', 'name': '', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'mac_address': 'fa:16:3e:f1:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:11Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 1, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'subnets': [{'id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:12.535700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb7f94-3775-47b0-aa87-3d63e1762cd8 None None] The sync data for ids ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'] in n-d-793620-13 is: [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '43bbd1a0-afc9-4d42-9ca7-cf418eb77814', 'name': '', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'mac_address': 'fa:16:3e:f1:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:11Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 1, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'subnets': [{'id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:11:12.941216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32982) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:12.946489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1684063639-network', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:12.968398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Made reservation on behalf of f566e43edecb4408ba0fb4e8ba35f7c7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:12.970901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:12.980912 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.088772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.093679 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.120997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:11:13.132497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de05e65-911a-4a86-8fe5-1be3b2b389d4,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:13.138160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.139267 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Added segment 4b433ae1-4959-49f9-b151-efe54e93dda0 of type vlan for network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe Jul 23 21:11:13.183525 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.216055 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.217070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:13.217743 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.252563 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3100641 Jul 23 21:11:13.255202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32984) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:13.261618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Request body: {'subnet': {'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-subnet', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:13.298820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd4239-29f4-4601-8051-4fa28b3401cb admin admin] Pushing event updated for resources: {'Network': ['ID=7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:13.310034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:11:13.315613 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Made reservation on behalf of f566e43edecb4408ba0fb4e8ba35f7c7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:13.317976 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.495214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.553616 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df6fc73-76f4-4852-83fe-e53aa90ecfb1,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:13.562004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Checking segment: {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:13.562442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Network hostable DHCP agents. Network: 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:11:13.579866 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:11:13.589124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:13.593576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:13.594158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.598723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2e33f-60e1-4bfc-8093-d9fce53ff090 None None] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:13.611506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a4446545-064a-456f-92c4-4484c8af7ef0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3528078 Jul 23 21:11:13.612001 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 32986) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:13.616426 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:13.642565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.643918 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.700561 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.774497 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe', 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'fixed_ips': [{'subnet_id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:11:13.774802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.846892 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.853295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0bb48c62-f220-4349-80ce-d98c0a57623a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:13.961140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b4fb08e-e77b-47a7-90ad-ee236449658e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:13.963000 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Allocated IP 172.20.0.2 (7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe/5df6fc73-76f4-4852-83fe-e53aa90ecfb1/efaeb261-188c-43e0-8536-8f01e58ef72a) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:13.973293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0bb48c62-f220-4349-80ce-d98c0a57623a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:13.981115 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0bb48c62-f220-4349-80ce-d98c0a57623a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:13.981115 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.057144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.077875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.151542 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.180991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Allocated IP 172.25.8.103 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/3bf5e4b7-d3a1-4453-afa5-7ec89d930efa) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:14.187916 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.190745 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0bb48c62-f220-4349-80ce-d98c0a57623a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0bb48c62-f220-4349-80ce-d98c0a57623a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:14.197769 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.199923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Transition to ACTIVE for port object efaeb261-188c-43e0-8536-8f01e58ef72a will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:14.239669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Transition to ACTIVE for port object efaeb261-188c-43e0-8536-8f01e58ef72a will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:14.259561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.274407 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0bb48c62-f220-4349-80ce-d98c0a57623a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:14.303642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.304871 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.308272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:14.312790 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:14.316127 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:14.330376 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Pushing event updated for resources: {'Port': ['ID=efaeb261-188c-43e0-8536-8f01e58ef72a,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:14.348425 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.384264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Attempting to bind port efaeb261-188c-43e0-8536-8f01e58ef72a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:14.384782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Attempting to bind port efaeb261-188c-43e0-8536-8f01e58ef72a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:14.385246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Attempting to bind port efaeb261-188c-43e0-8536-8f01e58ef72a on network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:14.389330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:14.391609 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:14.391967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Checking segment: {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:14.392187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:14.392364 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.392884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Bound using segment: {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:14.393274 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Bound port: efaeb261-188c-43e0-8536-8f01e58ef72a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:14.394285 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.401554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:14.404885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:14.463722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] For port efaeb261-188c-43e0-8536-8f01e58ef72a, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:14.467484 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] For port efaeb261-188c-43e0-8536-8f01e58ef72a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efaeb261-188c-43e0-8536-8f01e58ef72a,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:14.472563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.532190 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c07ca-395a-40a1-bb74-b94cc6935659 None None] Pushing event updated for resources: {'Port': ['ID=efaeb261-188c-43e0-8536-8f01e58ef72a,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:14.568650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Sync routers for ids ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:11:14.578833 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Routers {'53c7ad61-e7d8-44ee-a259-9e7d74fbb348'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:14.579546 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:14.666756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.699703 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Set router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:14.890580 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:14.914521 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '43bbd1a0-afc9-4d42-9ca7-cf418eb77814', 'name': '', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'mac_address': 'fa:16:3e:f1:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:11Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 2, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'subnets': [{'id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:14.944042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Checking router: 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:11:14.944401 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Updating router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:11:14.978251 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.023273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Router b6896e17-a98a-464a-97af-21352cc74f1d is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:11:15.133738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:11:15.145717 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Sync routers for ids ['b6896e17-a98a-464a-97af-21352cc74f1d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:11:15.151514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.156547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 32988) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:11:15.158348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Routers {'b6896e17-a98a-464a-97af-21352cc74f1d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:15.159144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6896e17-a98a-464a-97af-21352cc74f1d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:15.164101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-489b3f3e-b08b-44a0-b801-aa493f57c8c5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5512867 Jul 23 21:11:15.286923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Set router b6896e17-a98a-464a-97af-21352cc74f1d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:15.381962 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.397421 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Transition to ACTIVE for port object 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:15.406086 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.485329 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Pushing event updated for resources: {'Port': ['ID=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:15.524412 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.524731 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.524996 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.525325 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.525679 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.526004 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.526328 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.526649 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.526968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.527275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.527591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.527908 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:15.529675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 3, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:15.568389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Checking router: b6896e17-a98a-464a-97af-21352cc74f1d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:11:15.568855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Attempting to bind port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:15.569330 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Attempting to bind port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:15.569609 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Attempting to bind port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:15.570100 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Updating router b6896e17-a98a-464a-97af-21352cc74f1d port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:11:15.580878 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:15.581181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Checking segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:15.586015 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.586463 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Bound using segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:15.586963 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Bound port: 43bbd1a0-afc9-4d42-9ca7-cf418eb77814, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:15.587355 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.629059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07403fca-e048-4859-9b22-02ec983fdc40 None None] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:11:15.631394 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.671582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.680870 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] For port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:15.687148 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] For port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:15.694301 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:15.750675 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Routers {'53c7ad61-e7d8-44ee-a259-9e7d74fbb348'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:15.751558 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:10:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:15.840134 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3ad22-67b5-4af8-9ee8-bd4d40a7bbba None None] Pushing event updated for resources: {'Port': ['ID=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:15.897764 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] Set router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:15.918285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Allocated IP 172.20.0.1 (7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe/5df6fc73-76f4-4852-83fe-e53aa90ecfb1/d5e8523c-5e91-42c2-9915-8b75412ca093) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:15.951470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5b48f7cb-de39-4183-a8ff-e538d4176b86 None None] Provisioning for port efaeb261-188c-43e0-8536-8f01e58ef72a completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:15.983618 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0bb48c62-f220-4349-80ce-d98c0a57623a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:16.075483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.094223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Transition to ACTIVE for port object d5e8523c-5e91-42c2-9915-8b75412ca093 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:16.134536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.146853 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '43bbd1a0-afc9-4d42-9ca7-cf418eb77814', 'name': '', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'mac_address': 'fa:16:3e:f1:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:11Z', 'updated_at': '2021-07-23T21:11:15Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'subnets': [{'id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:16.155739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.167026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0bb48c62-f220-4349-80ce-d98c0a57623a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:16.167399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.176463 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:16.179502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:16.183394 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:16.185735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Transition to ACTIVE for port object 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:16.190375 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5c8063-d01f-49b7-a16d-6ae16853bf3c None None] The sync data for ids ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'] in n-d-793620-13 is: [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:11:11Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '43bbd1a0-afc9-4d42-9ca7-cf418eb77814', 'name': '', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'mac_address': 'fa:16:3e:f1:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:11Z', 'updated_at': '2021-07-23T21:11:15Z', 'revision_number': 4, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'subnets': [{'id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:11:16.215179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.218062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Pushing event updated for resources: {'Port': ['ID=d5e8523c-5e91-42c2-9915-8b75412ca093,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:16.241158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.316131 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748db64-d572-47e4-896d-9f60c2132b7e None None] Pushing event updated for resources: {'Port': ['ID=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:16.318928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Attempting to bind port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:16.319504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Attempting to bind port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:16.320040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Attempting to bind port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:16.347276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:16.347655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:16.348065 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.348470 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:16.348955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Bound port: 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:16.349409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.390351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efaeb261-188c-43e0-8536-8f01e58ef72a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:16.448106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] For port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:16.477181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] For port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:16.501503 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.544683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port efaeb261-188c-43e0-8536-8f01e58ef72a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:16.554064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port efaeb261-188c-43e0-8536-8f01e58ef72a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:16.554438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.591585 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.599314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6ed4eaf4-4173-43ef-bb7f-a521a6103be1 None None] Provisioning complete for port efaeb261-188c-43e0-8536-8f01e58ef72a triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:16.599692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ed4eaf4-4173-43ef-bb7f-a521a6103be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.606040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8ab4368d-2341-4ccb-8a47-90a6ed3ac7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.676705 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Routers {'b6896e17-a98a-464a-97af-21352cc74f1d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:16.677645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:11:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6896e17-a98a-464a-97af-21352cc74f1d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:16.688947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748db64-d572-47e4-896d-9f60c2132b7e None None] Pushing event updated for resources: {'Port': ['ID=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:16.802560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.805654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.984476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:16.989524 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.057515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port efaeb261-188c-43e0-8536-8f01e58ef72a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efaeb261-188c-43e0-8536-8f01e58ef72a,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:17.062347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Pushing event updated for resources: {'Port': ['ID=d5e8523c-5e91-42c2-9915-8b75412ca093,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:17.063685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] Set router b6896e17-a98a-464a-97af-21352cc74f1d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:17.065925 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ed4eaf4-4173-43ef-bb7f-a521a6103be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.066325 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.067705 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.163432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:17.164941 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:17.255329 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=efaeb261-188c-43e0-8536-8f01e58ef72a,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:17.277732 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-6ed4eaf4-4173-43ef-bb7f-a521a6103be1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:11:17.278087 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-6ed4eaf4-4173-43ef-bb7f-a521a6103be1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:11:17.289178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Router b6896e17-a98a-464a-97af-21352cc74f1d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:11:17.343445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 3, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:17.372824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554914fc-f8f9-4cfc-8c81-9c8f0918b09e None None] The sync data for ids ['b6896e17-a98a-464a-97af-21352cc74f1d'] in n-d-793620-13 is: [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 3, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:11:17.406069 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:11:17.414925 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-179c4ab4-bad6-48e6-bb97-0faabdf25710 admin admin] 10.222.0.46 "PUT /v2.0/routers/b6896e17-a98a-464a-97af-21352cc74f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2533474 Jul 23 21:11:17.820057 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.908023 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:17.943445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:17.996775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9328f703-a98b-4d2c-942e-e84ab05f3f10 None None] Provisioning for port d5e8523c-5e91-42c2-9915-8b75412ca093 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:18.004099 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9328f703-a98b-4d2c-942e-e84ab05f3f10 None None] Provisioning complete for port d5e8523c-5e91-42c2-9915-8b75412ca093 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:18.004476 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9328f703-a98b-4d2c-942e-e84ab05f3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.029098 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:18.037332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:18.037763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.069339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9328f703-a98b-4d2c-942e-e84ab05f3f10 None None] Port d5e8523c-5e91-42c2-9915-8b75412ca093 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:11:18.136437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.173701 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:18.178463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.179477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efaeb261-188c-43e0-8536-8f01e58ef72a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:18.261337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:18.274798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port efaeb261-188c-43e0-8536-8f01e58ef72a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:18.275226 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.358565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:18.406716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:18.410340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:18.410720 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.470279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-92569223-220d-4500-96e3-61683c4c6b67 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:18.471769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-92569223-220d-4500-96e3-61683c4c6b67 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/networks?id=b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 200 len: 816 time: 0.1050041 Jul 23 21:11:18.486932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-4684d566-18b2-42c7-bdb6-8fc0fe64b04b tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/quotas/e3ce860bbf2041adab2e813fffd4d7a7 HTTP/1.1" status: 200 len: 375 time: 0.0094645 Jul 23 21:11:18.490700 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.511008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:18.516061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:18.567039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:18.803800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-bf588d80-244f-4ace-9eb1-5911923f645f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3115225 Jul 23 21:11:18.900865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-abc2c4bb-41fd-45cb-9b50-976b55bc4e4b service neutron] 10.222.0.46 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834932 Jul 23 21:11:18.990252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-01606088-fd8f-451d-b2ef-7ac2d20a0d6c service neutron] 10.222.0.46 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823135 Jul 23 21:11:19.165821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9a8f5cd-efda-421a-b724-24f61615adce req-16f50b90-f1a5-46c1-a65b-42d0fd7ba8a6 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 210 time: 0.0372770 Jul 23 21:11:19.584340 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Sync routers for ids ['b6896e17-a98a-464a-97af-21352cc74f1d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:11:19.594057 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Routers {'b6896e17-a98a-464a-97af-21352cc74f1d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:19.594777 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:11:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6896e17-a98a-464a-97af-21352cc74f1d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:19.703495 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Set router b6896e17-a98a-464a-97af-21352cc74f1d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:19.806180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:19.862639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:19.868633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:19.869002 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:19.914416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:11:16Z', 'revision_number': 4, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5e8523c-5e91-42c2-9915-8b75412ca093', 'name': '', 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:15Z', 'updated_at': '2021-07-23T21:11:16Z', 'revision_number': 2, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'subnets': [{'id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:19.942225 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Checking router: b6896e17-a98a-464a-97af-21352cc74f1d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:11:19.942789 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Updating router b6896e17-a98a-464a-97af-21352cc74f1d port d5e8523c-5e91-42c2-9915-8b75412ca093 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:11:19.954903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:19.990554 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.015658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:20.016056 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.122349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-ad580023-4bac-4054-9fb8-e46bcf5abc91 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:20.124319 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-ad580023-4bac-4054-9fb8-e46bcf5abc91 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "GET /v2.0/networks?id=b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 200 len: 816 time: 0.1540711 Jul 23 21:11:20.138850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Request body: {'port': {'device_id': '402c0ea5-e4a3-42f8-a433-421f04721974', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'admin_state_up': True, 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:20.257173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Made reservation on behalf of e3ce860bbf2041adab2e813fffd4d7a7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:20.260811 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.277527 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.288299 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Transition to ACTIVE for port object d5e8523c-5e91-42c2-9915-8b75412ca093 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:20.295156 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.299293 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4091d833-5340-4844-b109-e2abb6083be6 req-42a39202-ddd2-4aa8-bee0-2f0142e9d9df tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 210 time: 0.0431850 Jul 23 21:11:20.365682 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d75cc2-d2a2-45da-b0ea-5e83c8e0cba0 None None] Pushing event updated for resources: {'Port': ['ID=d5e8523c-5e91-42c2-9915-8b75412ca093,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:20.402738 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Attempting to bind port d5e8523c-5e91-42c2-9915-8b75412ca093 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:20.403111 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Attempting to bind port d5e8523c-5e91-42c2-9915-8b75412ca093 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:20.404152 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Attempting to bind port d5e8523c-5e91-42c2-9915-8b75412ca093 on network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:20.409824 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:20.410221 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Checking segment: {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:20.410625 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.411016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Bound using segment: {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:20.411483 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Bound port: d5e8523c-5e91-42c2-9915-8b75412ca093, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b433ae1-4959-49f9-b151-efe54e93dda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:20.411861 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.434933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Allocated IP 172.20.0.9 (b0d01de4-f029-42ef-a7d8-63d0caa54d45/d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b/f103c7f0-714c-476b-a19a-589833a7d970) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:20.484395 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] For port d5e8523c-5e91-42c2-9915-8b75412ca093, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:20.488072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] For port d5e8523c-5e91-42c2-9915-8b75412ca093, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d5e8523c-5e91-42c2-9915-8b75412ca093,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:20.492195 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.542772 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Routers {'b6896e17-a98a-464a-97af-21352cc74f1d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:11:20.543484 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:11:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6896e17-a98a-464a-97af-21352cc74f1d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:20.596903 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.611722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Transition to ACTIVE for port object f103c7f0-714c-476b-a19a-589833a7d970 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:20.626867 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d75cc2-d2a2-45da-b0ea-5e83c8e0cba0 None None] Pushing event updated for resources: {'Port': ['ID=d5e8523c-5e91-42c2-9915-8b75412ca093,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:20.647410 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.678178 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] Set router b6896e17-a98a-464a-97af-21352cc74f1d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:11:20.701124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:20.704563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:20.711946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:20.716576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Pushing event updated for resources: {'Port': ['ID=f103c7f0-714c-476b-a19a-589833a7d970,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:20.772518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:20.773553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.791587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-b7395aa2-9852-4888-b99f-eb22097e910e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6576948 Jul 23 21:11:20.806228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Request body: {'port': {'device_id': '402c0ea5-e4a3-42f8-a433-421f04721974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:20.886945 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:20.977752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ac2c4580-6783-4cbf-bf0a-05740754d755 None None] Provisioning for port f103c7f0-714c-476b-a19a-589833a7d970 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:20.982637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ac2c4580-6783-4cbf-bf0a-05740754d755 None None] Provisioning complete for port f103c7f0-714c-476b-a19a-589833a7d970 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:20.983230 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac2c4580-6783-4cbf-bf0a-05740754d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.008564 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:11:16Z', 'revision_number': 4, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5e8523c-5e91-42c2-9915-8b75412ca093', 'name': '', 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:15Z', 'updated_at': '2021-07-23T21:11:20Z', 'revision_number': 4, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'subnets': [{'id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:11:21.022272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c4580-6783-4cbf-bf0a-05740754d755 None None] Port f103c7f0-714c-476b-a19a-589833a7d970 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:11:21.036968 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434cf84-3932-4c05-8da3-1f00310573bf None None] The sync data for ids ['b6896e17-a98a-464a-97af-21352cc74f1d'] in n-d-793620-13 is: [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:11:16Z', 'revision_number': 4, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5e8523c-5e91-42c2-9915-8b75412ca093', 'name': '', 'network_id': '7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'mac_address': 'fa:16:3e:32:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:15Z', 'updated_at': '2021-07-23T21:11:20Z', 'revision_number': 4, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'subnets': [{'id': '5df6fc73-76f4-4852-83fe-e53aa90ecfb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:11:21.194242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f103c7f0-714c-476b-a19a-589833a7d970 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:11:21.203261 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.215380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Transition to ACTIVE for port object f103c7f0-714c-476b-a19a-589833a7d970 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:21.219772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.268144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f103c7f0-714c-476b-a19a-589833a7d970,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:21.352931 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Attempting to bind port f103c7f0-714c-476b-a19a-589833a7d970 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:21.353375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Attempting to bind port f103c7f0-714c-476b-a19a-589833a7d970 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:21.353658 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Attempting to bind port f103c7f0-714c-476b-a19a-589833a7d970 on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:21.359127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Port f103c7f0-714c-476b-a19a-589833a7d970 on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:11:21.359465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Attempting to bind port f103c7f0-714c-476b-a19a-589833a7d970 on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:21.364885 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:21.365244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Checking segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:21.365675 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Bound using segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:21.366121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Bound port: f103c7f0-714c-476b-a19a-589833a7d970, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:21.366494 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.475310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] For port f103c7f0-714c-476b-a19a-589833a7d970, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:21.479919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] For port f103c7f0-714c-476b-a19a-589833a7d970, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f103c7f0-714c-476b-a19a-589833a7d970,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:21.486149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.546606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddf65-63db-4364-a2bd-c7ff0d990b76 req-29efeeef-f290-4572-bd9f-129f348bec1e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:21.548345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-673ddf65-63db-4364-a2bd-c7ff0d990b76 req-29efeeef-f290-4572-bd9f-129f348bec1e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 943 time: 0.1397672 Jul 23 21:11:21.549722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:21.550337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.551926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f103c7f0-714c-476b-a19a-589833a7d970 HTTP/1.1" status: 200 len: 1092 time: 0.7519832 Jul 23 21:11:21.554244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402c0ea5-e4a3-42f8-a433-421f04721974', 'tag': 'f103c7f0-714c-476b-a19a-589833a7d970'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:11:21.558577 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "402c0ea5-e4a3-42f8-a433-421f04721974", "tag": "f103c7f0-714c-476b-a19a-589833a7d970"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:11:21.608260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a903f-2e9f-449e-a1dd-351a97fbaeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f103c7f0-714c-476b-a19a-589833a7d970,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:21.640220 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ea1e62-82af-454d-811c-546cccc1af3e x-openstack-request-id: req-34ea1e62-82af-454d-811c-546cccc1af3e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:11:21.640607 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402c0ea5-e4a3-42f8-a433-421f04721974", "tag": "f103c7f0-714c-476b-a19a-589833a7d970", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:11:21.640781 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34ea1e62-82af-454d-811c-546cccc1af3e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:11:21.641153 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402c0ea5-e4a3-42f8-a433-421f04721974', 'tag': 'f103c7f0-714c-476b-a19a-589833a7d970', 'status': 'completed', 'code': 200} Jul 23 21:11:21.660885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-673ddf65-63db-4364-a2bd-c7ff0d990b76 req-88f3e150-269d-42b7-a3f1-a97ff36f230f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993853 Jul 23 21:11:21.689114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-38e78932-1610-4246-9905-ffcacbb5b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:21.690761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-38e78932-1610-4246-9905-ffcacbb5b5fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 1095 time: 0.0940931 Jul 23 21:11:21.734770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-89b82710-08b9-4e4b-b94c-04c6cb041915 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f103c7f0-714c-476b-a19a-589833a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0371413 Jul 23 21:11:21.792838 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-4372f980-4a93-42b5-9207-ffda69a5b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:21.795039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-4372f980-4a93-42b5-9207-ffda69a5b27c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b HTTP/1.1" status: 200 len: 855 time: 0.0546722 Jul 23 21:11:21.847599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5e8523c-5e91-42c2-9915-8b75412ca093 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:21.862612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025429f-90f4-4a57-90ec-98d176984750 req-a5568429-c151-49ec-a2dd-75b327f1bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:21.864480 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-a5568429-c151-49ec-a2dd-75b327f1bbac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0d01de4-f029-42ef-a7d8-63d0caa54d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635552 Jul 23 21:11:21.904916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d5e8523c-5e91-42c2-9915-8b75412ca093 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:21.909160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d5e8523c-5e91-42c2-9915-8b75412ca093 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:21.909575 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:21.964660 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-7ec954d6-a571-413a-8c2f-b4430465043a service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934672 Jul 23 21:11:21.993875 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:22.026275 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d5e8523c-5e91-42c2-9915-8b75412ca093, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d5e8523c-5e91-42c2-9915-8b75412ca093,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:22.031361 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:22.065069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1025429f-90f4-4a57-90ec-98d176984750 req-1d3bcc1d-71d9-4415-9166-d0c4a782701b service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946953 Jul 23 21:11:22.079980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d5e8523c-5e91-42c2-9915-8b75412ca093,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:22.158073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-81403c82-a875-4eff-9c2b-747ec8a7ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:22.159582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-81403c82-a875-4eff-9c2b-747ec8a7ef47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 1095 time: 0.0536680 Jul 23 21:11:22.251954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-b7b2db1a-04d7-4058-b70e-1310f041b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:22.253546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-b7b2db1a-04d7-4058-b70e-1310f041b0ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 200 len: 917 time: 0.0878913 Jul 23 21:11:22.294605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-c3b33c1b-a831-470f-8ce8-d52ece279c15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f103c7f0-714c-476b-a19a-589833a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0350535 Jul 23 21:11:22.347714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-5d626632-05d8-4ccd-8b68-ec87ea161b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:22.349155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-5d626632-05d8-4ccd-8b68-ec87ea161b2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b HTTP/1.1" status: 200 len: 855 time: 0.0476155 Jul 23 21:11:22.406226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-a4488680-77b7-46db-80a0-6ac460065d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:22.407781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-a4488680-77b7-46db-80a0-6ac460065d32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0d01de4-f029-42ef-a7d8-63d0caa54d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522370 Jul 23 21:11:22.493581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-c29f3f3b-b324-4b4b-b5b7-f5806c68fbbe service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792603 Jul 23 21:11:22.585593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2167b98e-24e2-4c0d-87b9-05ae22a7d8dd req-f380869b-8eec-4794-93ed-c0a855e0b1bb service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851562 Jul 23 21:11:22.807887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5115b-7899-4704-9008-0ba4e2102beb req-e0a2e526-7283-45b2-8404-356552e413a8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:22.809277 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ec5115b-7899-4704-9008-0ba4e2102beb req-e0a2e526-7283-45b2-8404-356552e413a8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 943 time: 0.0636368 Jul 23 21:11:22.847173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0ec5115b-7899-4704-9008-0ba4e2102beb req-d80b600c-f62c-4c85-ae64-180aa98a8196 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Jul 23 21:11:23.803505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5e8523c-5e91-42c2-9915-8b75412ca093 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:23.853114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d5e8523c-5e91-42c2-9915-8b75412ca093 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:23.853411 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:23.979773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb99cd-1c41-4e69-b992-6242032a603d req-d096c45f-8158-4763-a443-860ff1e978a1 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:23.981773 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04eb99cd-1c41-4e69-b992-6242032a603d req-d096c45f-8158-4763-a443-860ff1e978a1 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 943 time: 0.0682890 Jul 23 21:11:24.019251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-04eb99cd-1c41-4e69-b992-6242032a603d req-86a19ee1-d2da-4853-acb9-cc34a51c86a8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Jul 23 21:11:24.659051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f103c7f0-714c-476b-a19a-589833a7d970 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:11:24.753076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f103c7f0-714c-476b-a19a-589833a7d970, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f103c7f0-714c-476b-a19a-589833a7d970,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:24.765384 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f103c7f0-714c-476b-a19a-589833a7d970', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'port_id': 'f103c7f0-714c-476b-a19a-589833a7d970', 'mac_address': 'fa:16:3e:0e:08:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:11:24.806378 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:24.818489 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f103c7f0-714c-476b-a19a-589833a7d970 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:11:24.837599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f103c7f0-714c-476b-a19a-589833a7d970, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f103c7f0-714c-476b-a19a-589833a7d970,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:24.841823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:24.888748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f103c7f0-714c-476b-a19a-589833a7d970,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:25.042538 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f103c7f0-714c-476b-a19a-589833a7d970'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:11:25.151491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae2778-718a-4bf6-878b-7fc67e1e3ad4 req-4e233fdb-1387-4188-b869-120f2e4f0364 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:25.152926 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ae2778-718a-4bf6-878b-7fc67e1e3ad4 req-4e233fdb-1387-4188-b869-120f2e4f0364 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 944 time: 0.0652590 Jul 23 21:11:25.194351 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-61ae2778-718a-4bf6-878b-7fc67e1e3ad4 req-57022f26-5819-41da-9e1e-4c23099d036f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Jul 23 21:11:25.856866 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:11:26.323187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da13ae2-c855-4f24-942f-44a99d42a38f req-9333eeb4-c285-4c73-9b87-106a23d662e0 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:26.324601 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8da13ae2-c855-4f24-942f-44a99d42a38f req-9333eeb4-c285-4c73-9b87-106a23d662e0 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 944 time: 0.0638931 Jul 23 21:11:26.362287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8da13ae2-c855-4f24-942f-44a99d42a38f req-cd34698b-4989-44aa-b8c4-16a78fc0af88 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315936 Jul 23 21:11:26.660277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f103c7f0-714c-476b-a19a-589833a7d970 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:26.708595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f103c7f0-714c-476b-a19a-589833a7d970 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:26.712372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f103c7f0-714c-476b-a19a-589833a7d970 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:26.712748 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:26.789612 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:26.814640 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c0ea5-e4a3-42f8-a433-421f04721974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f103c7f0-714c-476b-a19a-589833a7d970'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:11:26.817067 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2837c623-c09e-4f06-8157-97feef8f116f" -d '{"events": [{"server_uuid": "402c0ea5-e4a3-42f8-a433-421f04721974", "name": "network-vif-plugged", "status": "completed", "tag": "f103c7f0-714c-476b-a19a-589833a7d970"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:11:26.829479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f103c7f0-714c-476b-a19a-589833a7d970, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f103c7f0-714c-476b-a19a-589833a7d970,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:26.833631 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:26.862069 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1a6c3a-4bfb-4e3e-8829-ca347d41244d x-openstack-request-id: req-be1a6c3a-4bfb-4e3e-8829-ca347d41244d {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:11:26.862368 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c0ea5-e4a3-42f8-a433-421f04721974", "name": "network-vif-plugged", "status": "completed", "tag": "f103c7f0-714c-476b-a19a-589833a7d970", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:11:26.862608 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-be1a6c3a-4bfb-4e3e-8829-ca347d41244d {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:11:26.862995 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c0ea5-e4a3-42f8-a433-421f04721974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f103c7f0-714c-476b-a19a-589833a7d970', 'code': 200} Jul 23 21:11:26.886650 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f103c7f0-714c-476b-a19a-589833a7d970,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:26.967906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237b60d-53f5-4d12-bae4-714b0d73a239 req-79bed399-5e64-4058-9580-ba2fb719f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:26.969321 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c237b60d-53f5-4d12-bae4-714b0d73a239 req-79bed399-5e64-4058-9580-ba2fb719f780 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 1097 time: 0.0570898 Jul 23 21:11:27.002863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c237b60d-53f5-4d12-bae4-714b0d73a239 req-04dd3afd-fd4e-4e1f-837b-a86acde21d9d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278225 Jul 23 21:11:27.490572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d55fe-d370-4e98-8661-c3f46c5ae348 req-b7114066-892c-4935-9422-4c67ed23d3d2 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:27.492070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-865d55fe-d370-4e98-8661-c3f46c5ae348 req-b7114066-892c-4935-9422-4c67ed23d3d2 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 945 time: 0.0645230 Jul 23 21:11:27.529744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-865d55fe-d370-4e98-8661-c3f46c5ae348 req-3f75ffa9-b062-4652-bbb3-d36c2cec3400 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316582 Jul 23 21:11:28.664299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc262fed-45fa-4095-a9bc-cfc13b1d5937 req-6c47bc92-6237-4bbc-872f-1158332c2b61 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:28.665849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc262fed-45fa-4095-a9bc-cfc13b1d5937 req-6c47bc92-6237-4bbc-872f-1158332c2b61 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 945 time: 0.0679455 Jul 23 21:11:28.703444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bc262fed-45fa-4095-a9bc-cfc13b1d5937 req-172e0e56-07bc-4643-80b0-8f83dd44060f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Jul 23 21:11:28.837507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f230a-f0bf-4920-8e1a-1aa577868ab4 req-f4df1376-9071-4a74-b3ed-1f7e8bbca514 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:28.838951 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-085f230a-f0bf-4920-8e1a-1aa577868ab4 req-f4df1376-9071-4a74-b3ed-1f7e8bbca514 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 945 time: 0.0659540 Jul 23 21:11:28.876816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-085f230a-f0bf-4920-8e1a-1aa577868ab4 req-172da6c5-3117-41f2-beb6-2ddbd7cd65bd tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Jul 23 21:11:43.942752 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fad0fb7e-b7ef-4549-a34f-7cc563b8d09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:44.252093 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:46.465403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:46.486600 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63959ed2-dbe2-4cce-82f2-fda3291f6ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:47.433796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f269fb-8d8f-458e-9dde-09b78327ea3e req-d0135b32-08c7-478b-b931-c2ffd98ff3d1 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:47.435443 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81f269fb-8d8f-458e-9dde-09b78327ea3e req-d0135b32-08c7-478b-b931-c2ffd98ff3d1 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 945 time: 0.0675070 Jul 23 21:11:47.472619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-81f269fb-8d8f-458e-9dde-09b78327ea3e req-db4d72ec-27b0-46d4-83c8-f1b3180f5138 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313172 Jul 23 21:11:47.771722 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:47.909509 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:48.709329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83387a-5d7e-42ee-a13f-3a73f15d86d6 req-5f5600a4-33a8-479a-ab4d-1a4cda94cb4b tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:48.710829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d83387a-5d7e-42ee-a13f-3a73f15d86d6 req-5f5600a4-33a8-479a-ab4d-1a4cda94cb4b tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 945 time: 0.1660924 Jul 23 21:11:48.751804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0d83387a-5d7e-42ee-a13f-3a73f15d86d6 req-6ab60ee4-f05a-48e1-997a-d7fab7c1d635 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Jul 23 21:11:48.989713 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-bd460bff-ee94-461f-969e-d51c9c7d1884 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:48.991291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-bd460bff-ee94-461f-969e-d51c9c7d1884 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 945 time: 0.0732360 Jul 23 21:11:49.100555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Deleting port f103c7f0-714c-476b-a19a-589833a7d970 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:11:49.100899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:49.187807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] For port f103c7f0-714c-476b-a19a-589833a7d970, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f103c7f0-714c-476b-a19a-589833a7d970,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:49.188203 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:49.200528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Calling delete_port for f103c7f0-714c-476b-a19a-589833a7d970 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:11:49.328450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:49.343446 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f103c7f0-714c-476b-a19a-589833a7d970'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:11:49.366620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Pushing event deleted for resources: {'Port': ['ID=f103c7f0-714c-476b-a19a-589833a7d970,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:49.421039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] No DVR routers for this DVR port f103c7f0-714c-476b-a19a-589833a7d970 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:11:49.423827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:49.425954 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2a72533-29ea-4181-bf93-f715b116ac67 req-b02f198f-453a-42c2-9dc1-a392167eef0d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "DELETE /v2.0/ports/f103c7f0-714c-476b-a19a-589833a7d970 HTTP/1.1" status: 204 len: 173 time: 0.4291630 Jul 23 21:11:49.426396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402c0ea5-e4a3-42f8-a433-421f04721974', 'name': 'network-vif-deleted', 'tag': 'f103c7f0-714c-476b-a19a-589833a7d970'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:11:49.428675 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5424a35-a069-4bb8-aa3e-125916195ffb" -d '{"events": [{"server_uuid": "402c0ea5-e4a3-42f8-a433-421f04721974", "name": "network-vif-deleted", "tag": "f103c7f0-714c-476b-a19a-589833a7d970"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:11:49.474995 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc9de5-022c-47eb-af26-3b3a8b2a99da x-openstack-request-id: req-1dfc9de5-022c-47eb-af26-3b3a8b2a99da {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:11:49.475300 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402c0ea5-e4a3-42f8-a433-421f04721974", "name": "network-vif-deleted", "tag": "f103c7f0-714c-476b-a19a-589833a7d970", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:11:49.475555 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dfc9de5-022c-47eb-af26-3b3a8b2a99da {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:11:49.475979 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402c0ea5-e4a3-42f8-a433-421f04721974', 'name': 'network-vif-deleted', 'tag': 'f103c7f0-714c-476b-a19a-589833a7d970', 'status': 'completed', 'code': 200} Jul 23 21:11:49.857191 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:49.863303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9d2c9a06-7510-4932-9bb9-4408e9045191 req-9d030e9f-8242-47ff-b34f-e1ef8d33e590 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=402c0ea5-e4a3-42f8-a433-421f04721974 HTTP/1.1" status: 200 len: 210 time: 0.0348349 Jul 23 21:11:51.486738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-b26bd872-a618-4180-be85-d0bc8e0e32b4 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:51.488239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-b26bd872-a618-4180-be85-d0bc8e0e32b4 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/networks?id=b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 200 len: 816 time: 0.0991695 Jul 23 21:11:51.503481 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-e62fc84b-f4d0-4a24-8940-b2dc13ea098e tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/quotas/e3ce860bbf2041adab2e813fffd4d7a7 HTTP/1.1" status: 200 len: 375 time: 0.0096943 Jul 23 21:11:51.577904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-1fc298b2-1a86-4df1-9598-5a3a287e13d8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694284 Jul 23 21:11:51.671796 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-2a527dc9-a4e3-4d07-ba17-1e10a939f3b5 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826647 Jul 23 21:11:51.769387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-e8e06d04-ff85-4693-ad29-df489b145212 service neutron] 10.222.0.46 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919433 Jul 23 21:11:51.983120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22c5ce17-51c8-4776-8e14-bab84ab8a4cc req-03d1e7dd-f0c6-4a7e-b4c7-e43003b017d0 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 210 time: 0.0775955 Jul 23 21:11:52.784923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f103c7f0-714c-476b-a19a-589833a7d970 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:11:52.808720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f103c7f0-714c-476b-a19a-589833a7d970 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:11:52.809374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f103c7f0-714c-476b-a19a-589833a7d970 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:11:52.827022 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-f34d1331-cc47-47f2-a885-5606dbd570e8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:52.828614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-f34d1331-cc47-47f2-a885-5606dbd570e8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "GET /v2.0/networks?id=b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 200 len: 816 time: 0.1128438 Jul 23 21:11:52.841275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Request body: {'port': {'device_id': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'admin_state_up': True, 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:52.949614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Made reservation on behalf of e3ce860bbf2041adab2e813fffd4d7a7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:11:52.953036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.090317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f3105fe-561e-44ec-bf77-15834eb91d2d req-1d92feb5-d48a-4882-b76b-a990e2045ebb tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 210 time: 0.0349417 Jul 23 21:11:53.106809 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Allocated IP 172.20.0.13 (b0d01de4-f029-42ef-a7d8-63d0caa54d45/d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b/c6985c28-9278-4e5b-96a2-1a85525396bf) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:11:53.253315 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.266458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Transition to ACTIVE for port object c6985c28-9278-4e5b-96a2-1a85525396bf will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:53.298959 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.338840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:11:53.342090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:11:53.345981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:11:53.384233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Pushing event updated for resources: {'Port': ['ID=c6985c28-9278-4e5b-96a2-1a85525396bf,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:53.410357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:53.410994 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.426409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-0c984937-154c-4878-aaee-3d8d67133121 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5894043 Jul 23 21:11:53.481656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Request body: {'port': {'device_id': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:11:53.557065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.590254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44a81e0e-5f9b-4cb2-a4c8-0b049a92dda0 None None] Provisioning for port c6985c28-9278-4e5b-96a2-1a85525396bf completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:53.594093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44a81e0e-5f9b-4cb2-a4c8-0b049a92dda0 None None] Provisioning complete for port c6985c28-9278-4e5b-96a2-1a85525396bf triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:53.594467 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44a81e0e-5f9b-4cb2-a4c8-0b049a92dda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.629050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-44a81e0e-5f9b-4cb2-a4c8-0b049a92dda0 None None] Port c6985c28-9278-4e5b-96a2-1a85525396bf cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:11:53.813219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6985c28-9278-4e5b-96a2-1a85525396bf {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:11:53.820293 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.832256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Transition to ACTIVE for port object c6985c28-9278-4e5b-96a2-1a85525396bf will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:11:53.835333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:53.885011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6985c28-9278-4e5b-96a2-1a85525396bf,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:53.960568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Attempting to bind port c6985c28-9278-4e5b-96a2-1a85525396bf on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:11:53.960911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Attempting to bind port c6985c28-9278-4e5b-96a2-1a85525396bf by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:11:53.961246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Attempting to bind port c6985c28-9278-4e5b-96a2-1a85525396bf on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:53.966626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Port c6985c28-9278-4e5b-96a2-1a85525396bf on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:11:53.966977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Attempting to bind port c6985c28-9278-4e5b-96a2-1a85525396bf on network b0d01de4-f029-42ef-a7d8-63d0caa54d45 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:11:53.972031 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:11:53.972388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Checking segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:11:53.972841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Bound using segment: {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:11:53.973289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Bound port: c6985c28-9278-4e5b-96a2-1a85525396bf, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b37252-30f6-44c1-9633-46799368f1bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:11:53.973726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:54.041106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] For port c6985c28-9278-4e5b-96a2-1a85525396bf, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:11:54.044515 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] For port c6985c28-9278-4e5b-96a2-1a85525396bf, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6985c28-9278-4e5b-96a2-1a85525396bf,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:11:54.049257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:54.085784 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:54.086405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:54.087800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6985c28-9278-4e5b-96a2-1a85525396bf HTTP/1.1" status: 200 len: 1093 time: 0.6544828 Jul 23 21:11:54.088307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'tag': 'c6985c28-9278-4e5b-96a2-1a85525396bf'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:11:54.091173 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05439436-eb14-403b-8d27-13b3e3e639b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1ca4dd-e383-4175-8153-07c5fdfce207", "tag": "c6985c28-9278-4e5b-96a2-1a85525396bf"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:11:54.117409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d57e6-ccc8-42e3-9cdd-47619956eab6 service neutron] Pushing event updated for resources: {'Port': ['ID=c6985c28-9278-4e5b-96a2-1a85525396bf,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:54.166178 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd2dd41-ee9f-4899-beb9-c52d2d4b02e3 x-openstack-request-id: req-efd2dd41-ee9f-4899-beb9-c52d2d4b02e3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:11:54.166498 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1ca4dd-e383-4175-8153-07c5fdfce207", "tag": "c6985c28-9278-4e5b-96a2-1a85525396bf", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:11:54.166722 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-efd2dd41-ee9f-4899-beb9-c52d2d4b02e3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:11:54.167122 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'tag': 'c6985c28-9278-4e5b-96a2-1a85525396bf', 'status': 'completed', 'code': 200} Jul 23 21:11:54.221517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-33cd6ef1-80fa-4f7d-8357-09d150bfaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:54.223065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-33cd6ef1-80fa-4f7d-8357-09d150bfaf6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 1096 time: 0.0910242 Jul 23 21:11:54.527936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-03b7f5cb-2cb2-4256-a35f-e73fda1b4359 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6985c28-9278-4e5b-96a2-1a85525396bf HTTP/1.1" status: 200 len: 217 time: 0.2974708 Jul 23 21:11:54.573179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a53b8ea-3ed3-451c-a3cb-563e0f582a61 req-93a365c6-107a-4f91-8f38-190434e8857f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:54.575086 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a53b8ea-3ed3-451c-a3cb-563e0f582a61 req-93a365c6-107a-4f91-8f38-190434e8857f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 944 time: 0.3950984 Jul 23 21:11:54.603709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-62267abd-e112-40e0-b2a0-a288473efdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:54.606001 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-62267abd-e112-40e0-b2a0-a288473efdfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b HTTP/1.1" status: 200 len: 855 time: 0.0717158 Jul 23 21:11:54.648224 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a53b8ea-3ed3-451c-a3cb-563e0f582a61 req-040f70c1-4f19-4dc9-8a5c-871ae54a6f78 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653276 Jul 23 21:11:54.672486 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf5298-11dc-4260-b104-5112ddb46325 req-a1725db2-72a0-4d92-8740-e9830f3785fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:54.673990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-a1725db2-72a0-4d92-8740-e9830f3785fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0d01de4-f029-42ef-a7d8-63d0caa54d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625179 Jul 23 21:11:54.766142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-35101ae3-845b-491c-9ea1-ed2bf27d2d22 service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857198 Jul 23 21:11:54.852652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-18bf5298-11dc-4260-b104-5112ddb46325 req-40ead8a4-c685-4d1f-9484-63cc9f65d5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805252 Jul 23 21:11:54.960081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-328e278a-8eee-4a56-8ddc-f424e551ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:54.961890 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-328e278a-8eee-4a56-8ddc-f424e551ae71 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 1096 time: 0.0627980 Jul 23 21:11:55.057591 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-0a225b13-f681-4b2e-b8ef-8b0aee7d21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:55.059683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-0a225b13-f681-4b2e-b8ef-8b0aee7d21d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 200 len: 917 time: 0.0915596 Jul 23 21:11:55.112255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-9ebd2048-c0d1-4667-b167-20f839878104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6985c28-9278-4e5b-96a2-1a85525396bf HTTP/1.1" status: 200 len: 217 time: 0.0440059 Jul 23 21:11:55.171671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-59614f99-abff-47b9-bbfb-cbd9a95e8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:55.173134 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-59614f99-abff-47b9-bbfb-cbd9a95e8e5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b HTTP/1.1" status: 200 len: 855 time: 0.0545607 Jul 23 21:11:55.237976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-3d3f9d12-ca1d-497c-9a43-4641ed2aa6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:55.239451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-3d3f9d12-ca1d-497c-9a43-4641ed2aa6e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0d01de4-f029-42ef-a7d8-63d0caa54d45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599871 Jul 23 21:11:55.342169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-df3ba94f-fa23-4f2e-b458-ee7ca0216644 service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959890 Jul 23 21:11:55.435571 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-05439436-eb14-403b-8d27-13b3e3e639b3 req-8b1fbba2-cac2-49f9-9ebd-80f0c9ff0b25 service neutron] 10.222.0.36 "GET /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Jul 23 21:11:55.785460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe276a-4204-43c9-b7c4-94f83027c1b5 req-d0f37014-dbf3-440a-b35b-d3016643d019 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:55.786948 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2efe276a-4204-43c9-b7c4-94f83027c1b5 req-d0f37014-dbf3-440a-b35b-d3016643d019 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 944 time: 0.0677621 Jul 23 21:11:55.825114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2efe276a-4204-43c9-b7c4-94f83027c1b5 req-6e3f0aca-d3bf-4800-897c-b4e5466c953d tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Jul 23 21:11:56.784492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6985c28-9278-4e5b-96a2-1a85525396bf details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:11:56.881216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c6985c28-9278-4e5b-96a2-1a85525396bf, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6985c28-9278-4e5b-96a2-1a85525396bf,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:56.893572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'c6985c28-9278-4e5b-96a2-1a85525396bf', 'network_id': 'b0d01de4-f029-42ef-a7d8-63d0caa54d45', 'port_id': 'c6985c28-9278-4e5b-96a2-1a85525396bf', 'mac_address': 'fa:16:3e:4c:c0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:11:56.930870 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:56.945904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6985c28-9278-4e5b-96a2-1a85525396bf {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:11:56.952636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c8e32-5960-4b5c-a9ed-8bd986cfaead req-1283968d-f3c9-4608-af96-5f02e0e13ed8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:56.954216 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af2c8e32-5960-4b5c-a9ed-8bd986cfaead req-1283968d-f3c9-4608-af96-5f02e0e13ed8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 944 time: 0.0636311 Jul 23 21:11:56.967391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c6985c28-9278-4e5b-96a2-1a85525396bf, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6985c28-9278-4e5b-96a2-1a85525396bf,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:56.971915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:56.993970 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af2c8e32-5960-4b5c-a9ed-8bd986cfaead req-cd6d2393-38b6-47db-b13b-9477908e894b tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Jul 23 21:11:57.021064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c6985c28-9278-4e5b-96a2-1a85525396bf,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:57.028943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.029291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.029660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.029997 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.030332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.030661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.030994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.031317 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.031641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.031964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.032287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.032612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:11:57.161888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c6985c28-9278-4e5b-96a2-1a85525396bf'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:11:58.127571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b530270-823c-42f6-8738-4f8bafdd49b8 req-180afd31-cab3-4562-a7a8-403543c9dba4 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:58.129067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b530270-823c-42f6-8738-4f8bafdd49b8 req-180afd31-cab3-4562-a7a8-403543c9dba4 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 945 time: 0.0636594 Jul 23 21:11:58.166389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0b530270-823c-42f6-8738-4f8bafdd49b8 req-9d901a16-a511-44b8-9ab5-c014910bd163 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314033 Jul 23 21:11:58.787416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6985c28-9278-4e5b-96a2-1a85525396bf up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:11:58.835273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port c6985c28-9278-4e5b-96a2-1a85525396bf completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:11:58.838843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port c6985c28-9278-4e5b-96a2-1a85525396bf triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:11:58.839739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:58.919784 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:58.941217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6985c28-9278-4e5b-96a2-1a85525396bf'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:11:58.943479 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccbc5d8-af06-45af-8d70-70c94651d1bd" -d '{"events": [{"server_uuid": "8d1ca4dd-e383-4175-8153-07c5fdfce207", "name": "network-vif-plugged", "status": "completed", "tag": "c6985c28-9278-4e5b-96a2-1a85525396bf"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:11:58.956289 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port c6985c28-9278-4e5b-96a2-1a85525396bf, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6985c28-9278-4e5b-96a2-1a85525396bf,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:11:58.961339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:11:58.992171 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c545fb9c-bcd4-4583-9001-366eb804e7cf x-openstack-request-id: req-c545fb9c-bcd4-4583-9001-366eb804e7cf {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:11:58.992463 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1ca4dd-e383-4175-8153-07c5fdfce207", "name": "network-vif-plugged", "status": "completed", "tag": "c6985c28-9278-4e5b-96a2-1a85525396bf", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:11:58.992715 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c545fb9c-bcd4-4583-9001-366eb804e7cf {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:11:58.993098 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6985c28-9278-4e5b-96a2-1a85525396bf', 'code': 200} Jul 23 21:11:59.020120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=c6985c28-9278-4e5b-96a2-1a85525396bf,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:11:59.097744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4509fe-94a6-4b53-944b-39b6e9d55cbf req-0bcb202e-b890-4bc0-ad29-8c76fa7f0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:59.099257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a4509fe-94a6-4b53-944b-39b6e9d55cbf req-0bcb202e-b890-4bc0-ad29-8c76fa7f0b59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 1098 time: 0.0570688 Jul 23 21:11:59.132220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a4509fe-94a6-4b53-944b-39b6e9d55cbf req-fb4f4a09-28e7-4464-93c0-986d530803aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264151 Jul 23 21:11:59.297456 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa9410-c9e9-4d21-9f4f-b7d424ea5950 req-95f432b6-a246-44a9-89bf-27a4ddee2326 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:11:59.298881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84aa9410-c9e9-4d21-9f4f-b7d424ea5950 req-95f432b6-a246-44a9-89bf-27a4ddee2326 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 946 time: 0.0658598 Jul 23 21:11:59.335895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-84aa9410-c9e9-4d21-9f4f-b7d424ea5950 req-09c4a74e-44f7-4d6b-aac2-635e3d376edc tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310595 Jul 23 21:12:00.468498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e692d8-5719-4a94-9f32-1fd178b8453b req-e30f4b20-d48e-4b0b-8dee-c90acac0ac70 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:00.469983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1e692d8-5719-4a94-9f32-1fd178b8453b req-e30f4b20-d48e-4b0b-8dee-c90acac0ac70 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 946 time: 0.0657353 Jul 23 21:12:00.506492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1e692d8-5719-4a94-9f32-1fd178b8453b req-20b0f578-cf39-40cb-beb1-dad7e407599f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308516 Jul 23 21:12:00.635611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b1c04-55d7-41bd-8070-598f2317487e req-a86ecb79-7ee6-4e5b-8235-b0eeadbc8b17 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:00.637048 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-793b1c04-55d7-41bd-8070-598f2317487e req-a86ecb79-7ee6-4e5b-8235-b0eeadbc8b17 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 946 time: 0.0650334 Jul 23 21:12:00.673646 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-793b1c04-55d7-41bd-8070-598f2317487e req-c341b508-8a0a-4d6d-93df-d4f936626343 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Jul 23 21:12:02.857223 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:12:13.945279 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b57b-77aa-496d-af2b-23e1fc60ef2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:14.250116 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.467179 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:16.488201 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-43bbd0ec-95fb-4de7-9246-4af81368b5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.775613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:17.911831 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:19.031933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fc84c-7cf5-438f-af44-4211233e22a4 req-c7c77edc-4ba4-44d5-8108-3a83056498d5 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:19.033637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66fc84c-7cf5-438f-af44-4211233e22a4 req-c7c77edc-4ba4-44d5-8108-3a83056498d5 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 946 time: 0.0640085 Jul 23 21:12:19.071633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c66fc84c-7cf5-438f-af44-4211233e22a4 req-44f9e175-1ef4-49ba-948c-ec621cb9e072 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Jul 23 21:12:19.857911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.206610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f40919-b881-434e-b373-8dd5c6b27033 req-0ae52bcc-ae5d-433d-9cbe-e62df80b381f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.208087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0f40919-b881-434e-b373-8dd5c6b27033 req-0ae52bcc-ae5d-433d-9cbe-e62df80b381f tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 946 time: 0.0673656 Jul 23 21:12:20.245536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0f40919-b881-434e-b373-8dd5c6b27033 req-f33b9531-9f2c-48f3-b809-36cbc40a95a7 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/security-groups?id=d0a71759-28ae-4e71-8276-e5ea3fd4e9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318725 Jul 23 21:12:20.524602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9efd9-3176-4786-a679-fb015530d812 req-042a1bee-e0fc-40cf-bb54-db5457245cc8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:20.526235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd9efd9-3176-4786-a679-fb015530d812 req-042a1bee-e0fc-40cf-bb54-db5457245cc8 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 946 time: 0.0622416 Jul 23 21:12:20.626778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Deleting port c6985c28-9278-4e5b-96a2-1a85525396bf {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:20.627123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.712436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] For port c6985c28-9278-4e5b-96a2-1a85525396bf, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=c6985c28-9278-4e5b-96a2-1a85525396bf,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:20.712797 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.725544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Calling delete_port for c6985c28-9278-4e5b-96a2-1a85525396bf owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:20.852707 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.866156 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['c6985c28-9278-4e5b-96a2-1a85525396bf'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:12:20.881788 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Pushing event deleted for resources: {'Port': ['ID=c6985c28-9278-4e5b-96a2-1a85525396bf,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:20.893700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.894060 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.894404 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.894746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.895076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.895407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.895740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.896068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.896400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.896724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.897047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.897371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:20.941915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] No DVR routers for this DVR port c6985c28-9278-4e5b-96a2-1a85525396bf on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:12:20.944531 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:20.946548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd9efd9-3176-4786-a679-fb015530d812 req-32a1453c-0e98-4e87-ba65-6ff88a1d39de tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.36 "DELETE /v2.0/ports/c6985c28-9278-4e5b-96a2-1a85525396bf HTTP/1.1" status: 204 len: 173 time: 0.4147038 Jul 23 21:12:20.946986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'name': 'network-vif-deleted', 'tag': 'c6985c28-9278-4e5b-96a2-1a85525396bf'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:12:20.949341 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22955418-1be7-405f-9d1c-2492671f0e0e" -d '{"events": [{"server_uuid": "8d1ca4dd-e383-4175-8153-07c5fdfce207", "name": "network-vif-deleted", "tag": "c6985c28-9278-4e5b-96a2-1a85525396bf"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:12:21.052374 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33592e66-3456-46ec-a945-b50c01ed4d8f x-openstack-request-id: req-33592e66-3456-46ec-a945-b50c01ed4d8f {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:12:21.052676 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1ca4dd-e383-4175-8153-07c5fdfce207", "name": "network-vif-deleted", "tag": "c6985c28-9278-4e5b-96a2-1a85525396bf", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:12:21.053649 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-33592e66-3456-46ec-a945-b50c01ed4d8f {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:12:21.054061 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1ca4dd-e383-4175-8153-07c5fdfce207', 'name': 'network-vif-deleted', 'tag': 'c6985c28-9278-4e5b-96a2-1a85525396bf', 'status': 'completed', 'code': 200} Jul 23 21:12:21.356543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5facd7e9-2fca-4f7f-b8fb-c810b451dc14 req-7382ee6f-6786-467f-8173-3d5a6fa54e92 tempest-TestEncryptedCinderVolumes-301553935 tempest-TestEncryptedCinderVolumes-301553935-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d1ca4dd-e383-4175-8153-07c5fdfce207 HTTP/1.1" status: 200 len: 210 time: 0.0300961 Jul 23 21:12:22.461203 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33296) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:22.862588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.118008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Deleting port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:23.118276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.205941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] For port 43bbd1a0-afc9-4d42-9ca7-cf418eb77814, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:23.206298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.218366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Calling delete_port for 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:23.397077 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.425649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bbd1a0-afc9-4d42-9ca7-cf418eb77814,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:23.589282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:23.800332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:24.159834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:24.168221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4343a925-a63f-4251-81d9-89f43eb4e1f1 admin admin] 10.222.0.46 "PUT /v2.0/routers/53c7ad61-e7d8-44ee-a259-9e7d74fbb348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7024524 Jul 23 21:12:24.168319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33298) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:24.169178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] Sync routers for ids ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:24.178230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] Routers {'53c7ad61-e7d8-44ee-a259-9e7d74fbb348'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:24.178851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:24.270163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.282366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] Set router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:24.367701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.425083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Deleting port 0bb48c62-f220-4349-80ce-d98c0a57623a {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:24.425424 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.506367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] For port 0bb48c62-f220-4349-80ce-d98c0a57623a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0bb48c62-f220-4349-80ce-d98c0a57623a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:24.506726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.520141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Calling delete_port for 0bb48c62-f220-4349-80ce-d98c0a57623a owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:24.617055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:12:23Z', 'revision_number': 5, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port': {'id': '0bb48c62-f220-4349-80ce-d98c0a57623a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:64:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:09Z', 'updated_at': '2021-07-23T21:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:24.643964 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] Checking router: 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:24.652095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] Routers {'53c7ad61-e7d8-44ee-a259-9e7d74fbb348'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:24.652712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:24.685324 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.712108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb48c62-f220-4349-80ce-d98c0a57623a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:24.745822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] Set router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:24.779497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.801342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:12:24Z', 'revision_number': 6, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:24.828884 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505d9c7e-f0b9-4eb9-9592-b381ece6c0c2 None None] The sync data for ids ['53c7ad61-e7d8-44ee-a259-9e7d74fbb348'] in n-d-793620-13 is: [{'id': '53c7ad61-e7d8-44ee-a259-9e7d74fbb348', 'name': 'tempest-TestEncryptedCinderVolumes-416419824-router', 'tenant_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:08Z', 'updated_at': '2021-07-23T21:12:24Z', 'revision_number': 6, 'project_id': 'e3ce860bbf2041adab2e813fffd4d7a7', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:24.872744 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.874877 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.907703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6985c28-9278-4e5b-96a2-1a85525396bf no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:24.918423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.918957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c7ad61-e7d8-44ee-a259-9e7d74fbb348 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:12:24.923254 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:24.924494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-707d571d-26e9-4ac8-b192-adffe52d2fa9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/53c7ad61-e7d8-44ee-a259-9e7d74fbb348 HTTP/1.1" status: 204 len: 168 time: 0.7553144 Jul 23 21:12:24.927064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33300) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:24.930934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: c6985c28-9278-4e5b-96a2-1a85525396bf {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:24.931357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device c6985c28-9278-4e5b-96a2-1a85525396bf not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:24.970409 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Deleting subnet d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:12:24.973374 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.011051 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.087948 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.144767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.173211 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:25.175252 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.179388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7e15bfde-3b0c-4da8-947b-752da4ba4ab5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1cfeac7-7467-4bc0-9954-c4f5d1bdcd1b HTTP/1.1" status: 204 len: 168 time: 0.2491090 Jul 23 21:12:25.179552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f96c2-b1d8-4bb8-81e6-e6066a2e4d84 None None] Network b0d01de4-f029-42ef-a7d8-63d0caa54d45 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:25.180010 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33302) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:25.259715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.321290 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Deleting port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:25.321663 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.384188 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] For port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,segment=NetworkSegment(47b37252-30f6-44c1-9633-46799368f1bd),segment_id=47b37252-30f6-44c1-9633-46799368f1bd)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:25.384546 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.396647 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Calling delete_port for 7d73c74c-0b98-4421-a8d3-f565d99a6e3d owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:25.476715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.500829 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d73c74c-0b98-4421-a8d3-f565d99a6e3d,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:25.510899 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] No DVR routers for this DVR port 7d73c74c-0b98-4421-a8d3-f565d99a6e3d on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:12:25.514410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.515003 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.515616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.516170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.516754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.517151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.517530 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.518066 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.518630 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.519146 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.519495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.519836 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:25.595498 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.606121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a4c65-7bfe-4c17-b5bb-aa51d8d57e22 None None] DHCP port deletion for b0d01de4-f029-42ef-a7d8-63d0caa54d45 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:12:25.607202 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d01de4-f029-42ef-a7d8-63d0caa54d45']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:25.618537 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b37252-30f6-44c1-9633-46799368f1bd') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:25.618681 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b37252-30f6-44c1-9633-46799368f1bd') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:25.628598 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.643112 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.649127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:12:25.649571 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:12:25.651887 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:12:25.706655 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.714298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:25.717927 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] 10.222.0.46 "DELETE /v2.0/networks/b0d01de4-f029-42ef-a7d8-63d0caa54d45 HTTP/1.1" status: 204 len: 168 time: 0.5370138 Jul 23 21:12:25.719200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33308) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:25.727923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1359e5-cf41-4b79-990a-741b6daaf36d admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d01de4-f029-42ef-a7d8-63d0caa54d45,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:25.836906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d73c74c-0b98-4421-a8d3-f565d99a6e3d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:25.862810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7d73c74c-0b98-4421-a8d3-f565d99a6e3d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:25.863160 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7d73c74c-0b98-4421-a8d3-f565d99a6e3d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:25.863774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:25.885025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:25.885374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 43bbd1a0-afc9-4d42-9ca7-cf418eb77814 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:25.886139 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0bb48c62-f220-4349-80ce-d98c0a57623a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:25.907409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0bb48c62-f220-4349-80ce-d98c0a57623a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:25.907764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0bb48c62-f220-4349-80ce-d98c0a57623a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:26.083257 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:26.332097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Deleting port d5e8523c-5e91-42c2-9915-8b75412ca093 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:26.332375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:26.407801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] For port d5e8523c-5e91-42c2-9915-8b75412ca093, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d5e8523c-5e91-42c2-9915-8b75412ca093,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:26.408160 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:26.420276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Calling delete_port for d5e8523c-5e91-42c2-9915-8b75412ca093 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:26.600754 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:26.631084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e8523c-5e91-42c2-9915-8b75412ca093,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:26.797526 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.007561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Router b6896e17-a98a-464a-97af-21352cc74f1d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:27.113103 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:27.118081 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0549d81c-98ee-42a3-a679-610e1fefd90a admin admin] 10.222.0.46 "PUT /v2.0/routers/b6896e17-a98a-464a-97af-21352cc74f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3977540 Jul 23 21:12:27.121152 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33310) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:27.122569 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] Sync routers for ids ['b6896e17-a98a-464a-97af-21352cc74f1d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:27.132352 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] Routers {'b6896e17-a98a-464a-97af-21352cc74f1d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:27.133038 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6896e17-a98a-464a-97af-21352cc74f1d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:27.227364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.236074 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] Set router b6896e17-a98a-464a-97af-21352cc74f1d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:27.335477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.398144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Deleting port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:27.398490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.420264 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103'}], 'enable_snat': True}, 'gw_port_id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:12:26Z', 'revision_number': 5, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port': {'id': '3bf5e4b7-d3a1-4453-afa5-7ec89d930efa', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:11:14Z', 'updated_at': '2021-07-23T21:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:27.451339 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] Checking router: b6896e17-a98a-464a-97af-21352cc74f1d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:27.459606 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] Routers {'b6896e17-a98a-464a-97af-21352cc74f1d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:27.460214 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b6896e17-a98a-464a-97af-21352cc74f1d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:27.479172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] For port 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:27.479512 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.493147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Calling delete_port for 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:27.545192 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] Set router b6896e17-a98a-464a-97af-21352cc74f1d gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:27.596906 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:12:27Z', 'revision_number': 6, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:27.629857 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cffa5f-f02b-4b03-acfb-a4a3de86f8e0 None None] The sync data for ids ['b6896e17-a98a-464a-97af-21352cc74f1d'] in n-d-793620-13 is: [{'id': 'b6896e17-a98a-464a-97af-21352cc74f1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684063639-router', 'tenant_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:11:13Z', 'updated_at': '2021-07-23T21:12:27Z', 'revision_number': 6, 'project_id': 'f566e43edecb4408ba0fb4e8ba35f7c7', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:27.679161 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:27.704568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf5e4b7-d3a1-4453-afa5-7ec89d930efa,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:27.768943 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.127086 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.130013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.173370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.173934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6896e17-a98a-464a-97af-21352cc74f1d {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:12:28.178288 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.179210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6cf7116a-c66d-4d7d-a640-f5c80a916e55 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b6896e17-a98a-464a-97af-21352cc74f1d HTTP/1.1" status: 204 len: 168 time: 1.0571194 Jul 23 21:12:28.182112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33312) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:28.225073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Deleting subnet 5df6fc73-76f4-4852-83fe-e53aa90ecfb1 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:12:28.227936 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.265668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.341524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.388296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5e8523c-5e91-42c2-9915-8b75412ca093 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:28.404741 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.419592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d5e8523c-5e91-42c2-9915-8b75412ca093 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:28.419945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5e8523c-5e91-42c2-9915-8b75412ca093 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:28.429302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df6fc73-76f4-4852-83fe-e53aa90ecfb1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:28.436011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.437897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7ca4ffa0-f3f0-46c2-a921-0617ea273181 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5df6fc73-76f4-4852-83fe-e53aa90ecfb1 HTTP/1.1" status: 204 len: 168 time: 0.2548625 Jul 23 21:12:28.440567 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33314) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:28.441246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c034710-94eb-4d8f-aa74-3be9fd6428fc None None] Network 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:28.514364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.567665 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Deleting port efaeb261-188c-43e0-8536-8f01e58ef72a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:28.568014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.641664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] DHCP port deletion for 7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:12:28.643359 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] For port efaeb261-188c-43e0-8536-8f01e58ef72a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efaeb261-188c-43e0-8536-8f01e58ef72a,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:28.643734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.657158 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Calling delete_port for efaeb261-188c-43e0-8536-8f01e58ef72a owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:28.693106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] Deleting port efaeb261-188c-43e0-8536-8f01e58ef72a {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:12:28.693632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.740230 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.759073 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] For port efaeb261-188c-43e0-8536-8f01e58ef72a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=efaeb261-188c-43e0-8536-8f01e58ef72a,segment=NetworkSegment(4b433ae1-4959-49f9-b151-efe54e93dda0),segment_id=4b433ae1-4959-49f9-b151-efe54e93dda0)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:28.759470 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.768221 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Pushing event deleted for resources: {'Port': ['ID=efaeb261-188c-43e0-8536-8f01e58ef72a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:28.770268 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] No DVR routers for this DVR port efaeb261-188c-43e0-8536-8f01e58ef72a on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:12:28.772325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] Calling delete_port for efaeb261-188c-43e0-8536-8f01e58ef72a owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:12:28.846641 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.850546 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.857519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:28.867974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b433ae1-4959-49f9-b151-efe54e93dda0') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:28.868207 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b433ae1-4959-49f9-b151-efe54e93dda0') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:28.877026 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.878302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] No DVR routers for this DVR port efaeb261-188c-43e0-8536-8f01e58ef72a on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:12:28.879955 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f06ff7-1c52-4ac2-ad75-16389f6ccb02 None None] Pushing event deleted for resources: {'Port': ['ID=efaeb261-188c-43e0-8536-8f01e58ef72a,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:28.894787 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.901970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:12:28.902443 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:12:28.904374 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:12:28.961292 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.967432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:28.969618 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] 10.222.0.46 "DELETE /v2.0/networks/7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe HTTP/1.1" status: 204 len: 168 time: 0.5280316 Jul 23 21:12:28.981350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a1b89-dd3e-40ad-a1e6-d79a8257ae1c admin admin] Pushing event deleted for resources: {'Network': ['ID=7210eda9-b6d3-4d3b-b605-e2c1a5e9fbfe,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:29.127889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33318) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:29.168818 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c18c8a8f-1b07-4d4c-96e4-3b953441175f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3ce860bbf2041adab2e813fffd4d7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396137 Jul 23 21:12:29.171217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33320) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:29.218620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8257ae90-5818-4a04-8c56-02c748b59eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.239557 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8257ae90-5818-4a04-8c56-02c748b59eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.285357 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8257ae90-5818-4a04-8c56-02c748b59eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.287911 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8257ae90-5818-4a04-8c56-02c748b59eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.289025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8257ae90-5818-4a04-8c56-02c748b59eaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0a71759-28ae-4e71-8276-e5ea3fd4e9da HTTP/1.1" status: 204 len: 168 time: 0.1169355 Jul 23 21:12:29.297404 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257ae90-5818-4a04-8c56-02c748b59eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a71759-28ae-4e71-8276-e5ea3fd4e9da,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:29.589314 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33326) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:29.628359 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-39aa6245-0237-452d-b71b-6bddf8889da0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f566e43edecb4408ba0fb4e8ba35f7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378702 Jul 23 21:12:29.630679 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33328) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:29.681333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14461df3-a547-4d6d-9e78-596a51dcaac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.701937 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14461df3-a547-4d6d-9e78-596a51dcaac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.747647 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14461df3-a547-4d6d-9e78-596a51dcaac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.750216 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-14461df3-a547-4d6d-9e78-596a51dcaac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:29.751383 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-14461df3-a547-4d6d-9e78-596a51dcaac6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3de05e65-911a-4a86-8fe5-1be3b2b389d4 HTTP/1.1" status: 204 len: 168 time: 0.1198144 Jul 23 21:12:29.758949 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14461df3-a547-4d6d-9e78-596a51dcaac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de05e65-911a-4a86-8fe5-1be3b2b389d4,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:29.838641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efaeb261-188c-43e0-8536-8f01e58ef72a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:29.858097 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: efaeb261-188c-43e0-8536-8f01e58ef72a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:29.858533 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device efaeb261-188c-43e0-8536-8f01e58ef72a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:29.859015 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:12:29.877570 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:12:29.877923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3bf5e4b7-d3a1-4453-afa5-7ec89d930efa not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:12:30.394178 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33350) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:30.488683 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-594998274-network', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:30.510565 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Made reservation on behalf of e04adb5c0caf4efa96064546abd6e9b8 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:30.512980 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.521177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.613127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.616881 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.637137 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:12:30.650105 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e1945-b6ee-4694-92d4-71599982639c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:30.655373 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.655719 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Added segment e479c42c-484f-4f20-aa3c-f0290c7b4b87 of type vlan for network b6442400-a42b-468a-8d45-caa2e91b1e72 Jul 23 21:12:30.693965 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.722520 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.723488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:30.724078 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.752224 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3568940 Jul 23 21:12:30.755682 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33354) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:30.761471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Request body: {'subnet': {'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-594998274-subnet', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:30.781948 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Made reservation on behalf of e04adb5c0caf4efa96064546abd6e9b8 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:30.784285 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:30.798799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa451359-be99-48ff-a128-2b563765a2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b6442400-a42b-468a-8d45-caa2e91b1e72,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:30.809053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b6442400-a42b-468a-8d45-caa2e91b1e72 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:12:30.949014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.005507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=308351d6-2964-4410-9c2c-439d0c0e9066,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:31.015476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Checking segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:31.015840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Network hostable DHCP agents. Network: b6442400-a42b-468a-8d45-caa2e91b1e72, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:12:31.032068 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Network b6442400-a42b-468a-8d45-caa2e91b1e72 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:12:31.040874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b6442400-a42b-468a-8d45-caa2e91b1e72) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:31.045886 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:31.046475 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.051276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17129db-4000-4cf2-854a-54366303a043 None None] Network b6442400-a42b-468a-8d45-caa2e91b1e72 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:31.060995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1fae0d8b-defa-4603-a7a2-27c9c2eb2398 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3040600 Jul 23 21:12:31.063503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33356) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:31.068904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:31.090749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.091914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.143163 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.203077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b6442400-a42b-468a-8d45-caa2e91b1e72', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:12:31.203939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.294105 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.348155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Allocated IP 172.20.0.2 (b6442400-a42b-468a-8d45-caa2e91b1e72/308351d6-2964-4410-9c2c-439d0c0e9066/28330cdc-bb52-4e6e-a3cd-2c6f98843388) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:31.491409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.498346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.499687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Transition to ACTIVE for port object 28330cdc-bb52-4e6e-a3cd-2c6f98843388 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:31.515580 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Transition to ACTIVE for port object 28330cdc-bb52-4e6e-a3cd-2c6f98843388 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:31.518781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.522208 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.559526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Network b6442400-a42b-468a-8d45-caa2e91b1e72 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:31.562444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:31.565876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:31.576488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Pushing event updated for resources: {'Port': ['ID=28330cdc-bb52-4e6e-a3cd-2c6f98843388,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:31.632052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Allocated IP 172.25.8.85 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/e3d83ab4-b4d7-4b51-9e05-750ff053a3d1) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:31.635776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Attempting to bind port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:31.636348 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Attempting to bind port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:31.636750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Attempting to bind port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 on network b6442400-a42b-468a-8d45-caa2e91b1e72 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:31.641776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:31.642152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Checking segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:31.642562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.642986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Bound using segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:31.643450 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Bound port: 28330cdc-bb52-4e6e-a3cd-2c6f98843388, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:31.643836 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.709251 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] For port 28330cdc-bb52-4e6e-a3cd-2c6f98843388, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:31.712597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] For port 28330cdc-bb52-4e6e-a3cd-2c6f98843388, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28330cdc-bb52-4e6e-a3cd-2c6f98843388,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:31.716726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.742894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.776667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc834-63d3-487f-901c-add4f63f0ad5 None None] Pushing event updated for resources: {'Port': ['ID=28330cdc-bb52-4e6e-a3cd-2c6f98843388,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:31.786738 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:31.824551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:31.827401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:31.830983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:31.858072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Pushing event updated for resources: {'Port': ['ID=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:32.100752 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:32.295186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:32.427180 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Router 1994de05-8be2-44ff-85b5-da6f33a0bf5f is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:12:32.538624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:32.551155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Sync routers for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:32.554840 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:32.556355 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ad1be4ec-d88e-4345-adf3-7724b5091bef admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4918432 Jul 23 21:12:32.559566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33358) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:32.561826 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:32.562481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:32.687118 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:32.714586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c142f94-22e0-4c38-9931-f499cd8e54c2 None None] Network b6442400-a42b-468a-8d45-caa2e91b1e72 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:32.882383 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9a2545e5-e3cf-4409-acd8-62e237a9b57a None None] Provisioning for port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:33.001652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.004409 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:31Z', 'revision_number': 3, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:33.033325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Checking router: 1994de05-8be2-44ff-85b5-da6f33a0bf5f for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:33.033713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Updating router 1994de05-8be2-44ff-85b5-da6f33a0bf5f port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:12:33.074471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.225478 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Allocated IP 172.20.0.1 (b6442400-a42b-468a-8d45-caa2e91b1e72/308351d6-2964-4410-9c2c-439d0c0e9066/d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:33.332965 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.346459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Transition to ACTIVE for port object d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:33.349994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.362735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Transition to ACTIVE for port object e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:33.367969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.381560 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.419270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Attempting to bind port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:33.419637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Attempting to bind port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:33.419996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Attempting to bind port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:33.420712 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Network b6442400-a42b-468a-8d45-caa2e91b1e72 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:33.422880 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b756-2783-45d8-87ab-4b2befc59afe None None] Pushing event updated for resources: {'Port': ['ID=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:33.425097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:33.427270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:33.427641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:33.428100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.428424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:33.428882 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Bound port: e3d83ab4-b4d7-4b51-9e05-750ff053a3d1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:33.429258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.432143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:33.452282 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Pushing event updated for resources: {'Port': ['ID=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:33.471137 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.487478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] For port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:33.491008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] For port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:33.497075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.547999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:33.548628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:33.788516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1b756-2783-45d8-87ab-4b2befc59afe None None] Pushing event updated for resources: {'Port': ['ID=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:33.818459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-600e9bf3-d525-424e-a1b6-b5ec134af83b None None] Provisioning for port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:33.827428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-600e9bf3-d525-424e-a1b6-b5ec134af83b None None] Provisioning complete for port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:33.827428 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-600e9bf3-d525-424e-a1b6-b5ec134af83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:33.872043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:33.901473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-600e9bf3-d525-424e-a1b6-b5ec134af83b None None] Port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:33.929232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28330cdc-bb52-4e6e-a3cd-2c6f98843388 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:33.944836 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.042947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:34.065243 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:34.065643 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.108156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.112750 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.149117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:31Z', 'revision_number': 3, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:34.178831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e5979-5c99-4890-9641-081011f4a7aa None None] The sync data for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 is: [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:31Z', 'revision_number': 3, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:34.179811 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.181737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Pushing event updated for resources: {'Port': ['ID=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:34.189706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.224932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 28330cdc-bb52-4e6e-a3cd-2c6f98843388, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28330cdc-bb52-4e6e-a3cd-2c6f98843388,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:34.229806 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.282456 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=28330cdc-bb52-4e6e-a3cd-2c6f98843388,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:34.285571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Network b6442400-a42b-468a-8d45-caa2e91b1e72 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:34.286935 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:34.435795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Router 1994de05-8be2-44ff-85b5-da6f33a0bf5f has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:34.538669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d6e99e3a-e34a-459a-a79e-da131554c0b7 None None] Provisioning complete for port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:34.539040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d6e99e3a-e34a-459a-a79e-da131554c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:34.559650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:34.574255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fefa708b-cfc4-423d-8f8b-d9338a411499 admin admin] 10.222.0.46 "PUT /v2.0/routers/1994de05-8be2-44ff-85b5-da6f33a0bf5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134056 Jul 23 21:12:34.574678 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d6e99e3a-e34a-459a-a79e-da131554c0b7 None None] Port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:35.041252 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33374) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:35.046471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1101463951-network', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:35.066660 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Made reservation on behalf of dc29e9967a0e4c3984420ca749b4a153 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:35.068965 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.078298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.165099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.169379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.190512 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:12:35.204070 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264dc268-b89c-49c1-86c3-ce90b04575bc,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:35.208800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.209146 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Added segment 4f7f789e-e1d7-4c58-ae51-4cf68457ed36 of type vlan for network 72a3a949-deb3-49b4-9413-625099cf2546 Jul 23 21:12:35.255232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.283612 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.284693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:35.285254 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.315099 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2727010 Jul 23 21:12:35.317876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33376) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:35.323021 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Request body: {'subnet': {'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1101463951-subnet', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:35.342760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Made reservation on behalf of dc29e9967a0e4c3984420ca749b4a153 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:35.345145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.345708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb96b20-b8f2-413d-b443-36067d278339 admin admin] Pushing event updated for resources: {'Network': ['ID=72a3a949-deb3-49b4-9413-625099cf2546,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:35.356492 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 72a3a949-deb3-49b4-9413-625099cf2546 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:12:35.516655 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.571465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2633573d-a437-4052-8d27-206a93552c71,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:35.582832 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Checking segment: {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:35.583206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Network hostable DHCP agents. Network: 72a3a949-deb3-49b4-9413-625099cf2546, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:12:35.601034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Network 72a3a949-deb3-49b4-9413-625099cf2546 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:12:35.610739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 72a3a949-deb3-49b4-9413-625099cf2546) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:35.614905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:35.615498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.619849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e828b1-2242-4fc4-9f7d-03cad25cb7cd None None] Network 72a3a949-deb3-49b4-9413-625099cf2546 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:35.632673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4eff88c4-0071-4a61-b435-269a467aae79 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114190 Jul 23 21:12:35.632916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33378) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:35.637423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:35.658709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.659715 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.715235 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.752939 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Sync routers for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:35.762775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:35.763383 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:35.774647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-72a3a949-deb3-49b4-9413-625099cf2546', 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'fixed_ips': [{'subnet_id': '2633573d-a437-4052-8d27-206a93552c71'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:12:35.776253 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.856350 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:35.894981 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:35.961625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:35.969725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Allocated IP 172.20.0.2 (72a3a949-deb3-49b4-9413-625099cf2546/2633573d-a437-4052-8d27-206a93552c71/3104729e-37f8-4027-8fa2-06c627395910) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:36.046685 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:36.080814 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:36.080814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.097906 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.119124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.132022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 2, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:36.158168 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Checking router: 1994de05-8be2-44ff-85b5-da6f33a0bf5f for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:36.158528 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Updating router 1994de05-8be2-44ff-85b5-da6f33a0bf5f port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:12:36.200209 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.217826 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.220019 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.236076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Transition to ACTIVE for port object 3104729e-37f8-4027-8fa2-06c627395910 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:36.242287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Allocated IP 172.25.8.192 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/8550bbf4-9593-4a32-ac04-2d8790c9e585) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:36.256305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:36.261765 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.262543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28330cdc-bb52-4e6e-a3cd-2c6f98843388 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:36.267129 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Transition to ACTIVE for port object 3104729e-37f8-4027-8fa2-06c627395910 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:36.312269 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.353421 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.359683 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:36.364062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Network 72a3a949-deb3-49b4-9413-625099cf2546 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:36.370165 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:36.391600 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:36.398026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.440643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:36.443698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Pushing event updated for resources: {'Port': ['ID=3104729e-37f8-4027-8fa2-06c627395910,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:36.444850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:36.445228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.446240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:36.448765 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:36.489221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Pushing event updated for resources: {'Port': ['ID=8550bbf4-9593-4a32-ac04-2d8790c9e585,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:36.497186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Attempting to bind port 3104729e-37f8-4027-8fa2-06c627395910 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:36.497577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Attempting to bind port 3104729e-37f8-4027-8fa2-06c627395910 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:36.498277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Attempting to bind port 3104729e-37f8-4027-8fa2-06c627395910 on network 72a3a949-deb3-49b4-9413-625099cf2546 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:36.509197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:36.510164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Checking segment: {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:36.510963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.511096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Bound using segment: {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:36.511572 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Bound port: 3104729e-37f8-4027-8fa2-06c627395910, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:36.511967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.586495 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.598635 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Transition to ACTIVE for port object d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:36.604193 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.613934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] For port 3104729e-37f8-4027-8fa2-06c627395910, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:36.617604 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] For port 3104729e-37f8-4027-8fa2-06c627395910, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3104729e-37f8-4027-8fa2-06c627395910,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:36.622248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.687444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f6088-da99-4455-a8c6-465a6ee3020b None None] Pushing event updated for resources: {'Port': ['ID=3104729e-37f8-4027-8fa2-06c627395910,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:36.728813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Pushing event updated for resources: {'Port': ['ID=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:36.731799 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Attempting to bind port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:36.731799 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Attempting to bind port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:36.732177 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Attempting to bind port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 on network b6442400-a42b-468a-8d45-caa2e91b1e72 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:36.740633 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.741653 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.742002 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.742346 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.742686 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.743025 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.743359 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.743690 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.744649 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.745072 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.745409 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.745764 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.746093 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:12:36.749727 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:36.750198 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Checking segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:36.750453 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.750844 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Bound using segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:36.751315 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Bound port: d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:36.751771 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.832947 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] For port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:36.836445 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] For port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:36.843318 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:36.948128 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feea9ff-034f-4d7e-acc5-fbfcb67cc83b None None] Pushing event updated for resources: {'Port': ['ID=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:36.969583 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:36.970227 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:37.032443 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:37.133923 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:37.210679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Router b5958e8d-88a6-42d3-af2a-8fb77c708275 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:12:37.323222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:37.332780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Sync routers for ids ['b5958e8d-88a6-42d3-af2a-8fb77c708275'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:37.340408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:37.343360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Routers {'b5958e8d-88a6-42d3-af2a-8fb77c708275'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:37.344009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b5958e8d-88a6-42d3-af2a-8fb77c708275'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:37.344806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33380) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:12:37.345298 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ad2a82d9-e370-4cfb-a670-ed1d3a6c6df7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7109561 Jul 23 21:12:37.369898 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:37.401793 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f07ffe-b5ca-444f-9fb2-5b57c239b5c6 None None] The sync data for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 is: [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:37.500357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Set router b5958e8d-88a6-42d3-af2a-8fb77c708275 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:37.786401 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 3, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:37.847124 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Checking router: b5958e8d-88a6-42d3-af2a-8fb77c708275 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:37.847478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Updating router b5958e8d-88a6-42d3-af2a-8fb77c708275 port 8550bbf4-9593-4a32-ac04-2d8790c9e585 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:12:37.908371 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:37.935285 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.084116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3104729e-37f8-4027-8fa2-06c627395910 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:38.138084 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7f8bfe-4484-465e-8249-2133d31fe641 None None] Network 72a3a949-deb3-49b4-9413-625099cf2546 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:12:38.189418 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Allocated IP 172.20.0.1 (72a3a949-deb3-49b4-9413-625099cf2546/2633573d-a437-4052-8d27-206a93552c71/e625692a-5648-4885-bdde-d7a4d9000f0b) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:38.308683 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.324946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Transition to ACTIVE for port object e625692a-5648-4885-bdde-d7a4d9000f0b will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:38.362229 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.402535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Network 72a3a949-deb3-49b4-9413-625099cf2546 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:38.407846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:38.416784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:38.449017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] Provisioning for port 3104729e-37f8-4027-8fa2-06c627395910 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:38.451079 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Pushing event updated for resources: {'Port': ['ID=e625692a-5648-4885-bdde-d7a4d9000f0b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:38.464661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 3104729e-37f8-4027-8fa2-06c627395910 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:38.466669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] Provisioning complete for port 3104729e-37f8-4027-8fa2-06c627395910 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:38.467043 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.471800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.493979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3104729e-37f8-4027-8fa2-06c627395910 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:38.494928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.620830 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.745090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.771386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.795713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Transition to ACTIVE for port object 8550bbf4-9593-4a32-ac04-2d8790c9e585 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:38.799356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.806121 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.815424 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.817296 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.876846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Pushing event updated for resources: {'Port': ['ID=e625692a-5648-4885-bdde-d7a4d9000f0b,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:38.878865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.889135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] For port 3104729e-37f8-4027-8fa2-06c627395910, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3104729e-37f8-4027-8fa2-06c627395910,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:38.903848 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.917567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f672af-fc19-408b-b1e1-f391c08d460a None None] Pushing event updated for resources: {'Port': ['ID=8550bbf4-9593-4a32-ac04-2d8790c9e585,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:38.938422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Attempting to bind port 8550bbf4-9593-4a32-ac04-2d8790c9e585 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:38.938799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Attempting to bind port 8550bbf4-9593-4a32-ac04-2d8790c9e585 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:38.939169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Attempting to bind port 8550bbf4-9593-4a32-ac04-2d8790c9e585 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:38.972180 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Network 72a3a949-deb3-49b4-9413-625099cf2546 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:38.973963 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:38.976885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:38.977302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:38.977861 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:38.978109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:38.979035 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Bound port: 8550bbf4-9593-4a32-ac04-2d8790c9e585, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:38.979035 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.021562 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94028) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 23 21:12:39.021562 n-d-793620-13 neutron-server[94028]: DEBUG oslo_db.api [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 23 21:12:39.043971 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b9192-9d85-41d3-a1bf-9b5b50a2f735 None None] Pushing event updated for resources: {'Port': ['ID=3104729e-37f8-4027-8fa2-06c627395910,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:39.062603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] For port 8550bbf4-9593-4a32-ac04-2d8790c9e585, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:39.066082 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] For port 8550bbf4-9593-4a32-ac04-2d8790c9e585, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8550bbf4-9593-4a32-ac04-2d8790c9e585,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:39.075811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.108427 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Router b5958e8d-88a6-42d3-af2a-8fb77c708275 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:12:39.153163 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Routers {'b5958e8d-88a6-42d3-af2a-8fb77c708275'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:39.153949 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b5958e8d-88a6-42d3-af2a-8fb77c708275'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:39.159277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f672af-fc19-408b-b1e1-f391c08d460a None None] Pushing event updated for resources: {'Port': ['ID=8550bbf4-9593-4a32-ac04-2d8790c9e585,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:39.244580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:12:39.248782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e0b64293-c0a6-422f-8518-d35ba6d7b095 None None] Provisioning for port e625692a-5648-4885-bdde-d7a4d9000f0b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:39.254565 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f34459aa-9d8e-48e7-9dc4-633dc440b020 admin admin] 10.222.0.46 "PUT /v2.0/routers/b5958e8d-88a6-42d3-af2a-8fb77c708275/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052882 Jul 23 21:12:39.254747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e0b64293-c0a6-422f-8518-d35ba6d7b095 None None] Provisioning complete for port e625692a-5648-4885-bdde-d7a4d9000f0b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:39.255024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0b64293-c0a6-422f-8518-d35ba6d7b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.312603 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e0b64293-c0a6-422f-8518-d35ba6d7b095 None None] Port e625692a-5648-4885-bdde-d7a4d9000f0b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:39.317605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] Set router b5958e8d-88a6-42d3-af2a-8fb77c708275 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:39.355444 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e0b64293-c0a6-422f-8518-d35ba6d7b095 None None] Provisioning complete for port 3104729e-37f8-4027-8fa2-06c627395910 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:39.355823 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e0b64293-c0a6-422f-8518-d35ba6d7b095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.598435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:39.671645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'e625692a-5648-4885-bdde-d7a4d9000f0b', 'name': '', 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'mac_address': 'fa:16:3e:c4:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2633573d-a437-4052-8d27-206a93552c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:37Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 2, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'subnets': [{'id': '2633573d-a437-4052-8d27-206a93552c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:39.674732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:39.709708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:39.710083 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.711672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4d8b-94ef-4c8e-b49e-7a0820247111 None None] The sync data for ids ['b5958e8d-88a6-42d3-af2a-8fb77c708275'] in n-d-793620-13 is: [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'e625692a-5648-4885-bdde-d7a4d9000f0b', 'name': '', 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'mac_address': 'fa:16:3e:c4:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2633573d-a437-4052-8d27-206a93552c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:37Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 2, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'subnets': [{'id': '2633573d-a437-4052-8d27-206a93552c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:39.747490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-00c71d10-f273-4a8c-9b1c-39843896f997 None None] Provisioning complete for port e625692a-5648-4885-bdde-d7a4d9000f0b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:39.748061 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-00c71d10-f273-4a8c-9b1c-39843896f997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.794598 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-00c71d10-f273-4a8c-9b1c-39843896f997 None None] Port e625692a-5648-4885-bdde-d7a4d9000f0b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:39.833963 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.857463 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:12:39.873174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:39.877332 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:39.878167 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:39.970320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:39.976361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:39.977559 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:40.155453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3104729e-37f8-4027-8fa2-06c627395910 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:40.227445 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 3104729e-37f8-4027-8fa2-06c627395910 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:40.227787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:40.332541 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:40.399870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:40.400954 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:41.949561 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Sync routers for ids ['b5958e8d-88a6-42d3-af2a-8fb77c708275'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:12:41.960535 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Routers {'b5958e8d-88a6-42d3-af2a-8fb77c708275'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:41.961169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b5958e8d-88a6-42d3-af2a-8fb77c708275'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:42.081765 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Set router b5958e8d-88a6-42d3-af2a-8fb77c708275 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:42.219901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8550bbf4-9593-4a32-ac04-2d8790c9e585 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:42.284626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 8550bbf4-9593-4a32-ac04-2d8790c9e585 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:42.290447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8550bbf4-9593-4a32-ac04-2d8790c9e585 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:42.291016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.373081 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'e625692a-5648-4885-bdde-d7a4d9000f0b', 'name': '', 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'mac_address': 'fa:16:3e:c4:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2633573d-a437-4052-8d27-206a93552c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:37Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 2, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'subnets': [{'id': '2633573d-a437-4052-8d27-206a93552c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:42.405219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.409493 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Checking router: b5958e8d-88a6-42d3-af2a-8fb77c708275 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:12:42.409854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Updating router b5958e8d-88a6-42d3-af2a-8fb77c708275 port e625692a-5648-4885-bdde-d7a4d9000f0b binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:12:42.431888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 8550bbf4-9593-4a32-ac04-2d8790c9e585, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8550bbf4-9593-4a32-ac04-2d8790c9e585,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:42.437867 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.457475 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.513725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=8550bbf4-9593-4a32-ac04-2d8790c9e585,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:42.766744 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.778360 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Transition to ACTIVE for port object e625692a-5648-4885-bdde-d7a4d9000f0b will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:42.785483 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.880930 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83e3d5-f89e-4d02-bc74-df5f8229521c None None] Pushing event updated for resources: {'Port': ['ID=e625692a-5648-4885-bdde-d7a4d9000f0b,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:42.894232 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Attempting to bind port e625692a-5648-4885-bdde-d7a4d9000f0b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:12:42.894815 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Attempting to bind port e625692a-5648-4885-bdde-d7a4d9000f0b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:12:42.895320 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Attempting to bind port e625692a-5648-4885-bdde-d7a4d9000f0b on network 72a3a949-deb3-49b4-9413-625099cf2546 {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:12:42.902850 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:12:42.903654 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Checking segment: {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:12:42.904149 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.904608 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Bound using segment: {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:12:42.905149 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Bound port: e625692a-5648-4885-bdde-d7a4d9000f0b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7f789e-e1d7-4c58-ae51-4cf68457ed36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:12:42.905622 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:42.984437 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] For port e625692a-5648-4885-bdde-d7a4d9000f0b, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:12:42.987936 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] For port e625692a-5648-4885-bdde-d7a4d9000f0b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e625692a-5648-4885-bdde-d7a4d9000f0b,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:12:43.013098 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:43.083371 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Routers {'b5958e8d-88a6-42d3-af2a-8fb77c708275'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:12:43.083996 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:12:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b5958e8d-88a6-42d3-af2a-8fb77c708275'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:43.280521 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83e3d5-f89e-4d02-bc74-df5f8229521c None None] Pushing event updated for resources: {'Port': ['ID=e625692a-5648-4885-bdde-d7a4d9000f0b,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:43.335409 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] Set router b5958e8d-88a6-42d3-af2a-8fb77c708275 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:12:43.558423 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'e625692a-5648-4885-bdde-d7a4d9000f0b', 'name': '', 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'mac_address': 'fa:16:3e:c4:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2633573d-a437-4052-8d27-206a93552c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:37Z', 'updated_at': '2021-07-23T21:12:42Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'subnets': [{'id': '2633573d-a437-4052-8d27-206a93552c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:12:43.591013 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f8f134-48cb-431b-a225-f50497a670cb None None] The sync data for ids ['b5958e8d-88a6-42d3-af2a-8fb77c708275'] in n-d-793620-13 is: [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:12:38Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'e625692a-5648-4885-bdde-d7a4d9000f0b', 'name': '', 'network_id': '72a3a949-deb3-49b4-9413-625099cf2546', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'mac_address': 'fa:16:3e:c4:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '2633573d-a437-4052-8d27-206a93552c71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:37Z', 'updated_at': '2021-07-23T21:12:42Z', 'revision_number': 4, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'subnets': [{'id': '2633573d-a437-4052-8d27-206a93552c71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:12:43.951642 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89a30263-77b2-4915-958e-7049fd556037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.183902 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8550bbf4-9593-4a32-ac04-2d8790c9e585 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:44.244514 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 8550bbf4-9593-4a32-ac04-2d8790c9e585 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:44.245232 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.305743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.362385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e625692a-5648-4885-bdde-d7a4d9000f0b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:44.420460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port e625692a-5648-4885-bdde-d7a4d9000f0b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:44.424864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e625692a-5648-4885-bdde-d7a4d9000f0b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:44.425240 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.515554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.557688 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port e625692a-5648-4885-bdde-d7a4d9000f0b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e625692a-5648-4885-bdde-d7a4d9000f0b,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:12:44.561688 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:44.616743 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=e625692a-5648-4885-bdde-d7a4d9000f0b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:46.167655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e625692a-5648-4885-bdde-d7a4d9000f0b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:12:46.226393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port e625692a-5648-4885-bdde-d7a4d9000f0b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:46.227014 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:46.526139 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2fe7aaf7-cba4-441d-9c7a-8e30d776c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:46.528920 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:47.789065 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:47.917094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:49.501338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-40948d68-92f2-4397-9ac4-ee903280bad5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:49.502826 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-40948d68-92f2-4397-9ac4-ee903280bad5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 814 time: 0.1013255 Jul 23 21:12:49.517306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-aca708b5-49dd-4645-8ac0-c4e649dfa4ac tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/quotas/e04adb5c0caf4efa96064546abd6e9b8 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Jul 23 21:12:49.581023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-924e4fd7-cbbd-4d70-bd28-0e9521cb9e99 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588470 Jul 23 21:12:49.768950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-73373321-bda8-47f6-b1f8-7a2b24678dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759658 Jul 23 21:12:49.855427 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-e604ef88-a41a-4837-a888-f1d46c938868 service neutron] 10.222.0.46 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804808 Jul 23 21:12:49.859637 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:50.021593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07b18f9d-2ea5-43c9-9929-0620cdb316be req-5a38dbf3-59ea-4975-b8af-9be0b3b35d91 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 210 time: 0.0319753 Jul 23 21:12:50.952209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-13b8a938-ce84-43fa-b7f2-4a9d7bbfa266 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:50.953760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-13b8a938-ce84-43fa-b7f2-4a9d7bbfa266 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 814 time: 0.1094842 Jul 23 21:12:50.965377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'port': {'device_id': '0bd0703e-1617-4845-941e-08fb911bbab2', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'admin_state_up': True, 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:12:51.080841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Made reservation on behalf of e04adb5c0caf4efa96064546abd6e9b8 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:12:51.084520 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:51.129495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbc64d3b-8bc9-45b5-95f6-b8173d6b6647 req-c3e691aa-6931-42f2-8f16-d7c31ac77f5f tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 210 time: 0.0348244 Jul 23 21:12:51.268528 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Allocated IP 172.20.0.10 (b6442400-a42b-468a-8d45-caa2e91b1e72/308351d6-2964-4410-9c2c-439d0c0e9066/008227b3-cc50-4798-8912-4716960f2ce0) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:12:51.483357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:51.499258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Transition to ACTIVE for port object 008227b3-cc50-4798-8912-4716960f2ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:12:51.539820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:51.882705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Network b6442400-a42b-468a-8d45-caa2e91b1e72 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:12:51.885938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:12:51.888476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:12:51.917391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:12:51.949195 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:51.950070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:51.966299 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c3ce3cbd-c843-4f94-8f75-8a290a7b23a3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0047526 Jul 23 21:12:52.170225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-29ddd8a9-0e51-452f-9149-b84ed934558d None None] Provisioning for port 008227b3-cc50-4798-8912-4716960f2ce0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:12:52.175312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-29ddd8a9-0e51-452f-9149-b84ed934558d None None] Provisioning complete for port 008227b3-cc50-4798-8912-4716960f2ce0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:12:52.175681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-29ddd8a9-0e51-452f-9149-b84ed934558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:12:52.211230 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-29ddd8a9-0e51-452f-9149-b84ed934558d None None] Port 008227b3-cc50-4798-8912-4716960f2ce0 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:12:52.289482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2567ea5-3c65-4f47-b7d5-e31c98ea9b0b req-f39c4144-c12e-4347-848d-cbbe89e46409 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:52.291110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2567ea5-3c65-4f47-b7d5-e31c98ea9b0b req-f39c4144-c12e-4347-848d-cbbe89e46409 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0673878 Jul 23 21:12:52.342441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e2567ea5-3c65-4f47-b7d5-e31c98ea9b0b req-79b9a5e1-f03e-4272-b101-d5d709948924 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Jul 23 21:12:53.474858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd0a6c-d403-4ad5-8725-d912c83e02da req-10508605-9068-49d2-93b9-37425f00c16d tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:53.476359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57bd0a6c-d403-4ad5-8725-d912c83e02da req-10508605-9068-49d2-93b9-37425f00c16d tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0684042 Jul 23 21:12:53.517069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57bd0a6c-d403-4ad5-8725-d912c83e02da req-e95675e5-93aa-465f-bf8a-36534964797e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345781 Jul 23 21:12:54.652582 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a428d0-2613-43a7-9b7f-6a12de5548c1 req-027be803-bd45-40bf-bccb-545290d6c28c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:54.654067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22a428d0-2613-43a7-9b7f-6a12de5548c1 req-027be803-bd45-40bf-bccb-545290d6c28c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0669694 Jul 23 21:12:54.693396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-22a428d0-2613-43a7-9b7f-6a12de5548c1 req-feb7d87a-1eb0-447b-b61e-f5bfbc77f1ea tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335162 Jul 23 21:12:55.838055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b0d4e-b63e-458b-bc01-35da38a4b18b req-181b256b-984f-4bce-866c-20c9b6dd6c20 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:55.839725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d4b0d4e-b63e-458b-bc01-35da38a4b18b req-181b256b-984f-4bce-866c-20c9b6dd6c20 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0745618 Jul 23 21:12:55.886963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d4b0d4e-b63e-458b-bc01-35da38a4b18b req-66164fc2-7e5e-4961-ab99-819062fba91a tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Jul 23 21:12:57.030265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a040a-f7a4-4df5-9279-a244e4805409 req-3116eb2e-4b34-498e-8753-1fd0f3517ab7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:57.031648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-878a040a-f7a4-4df5-9279-a244e4805409 req-3116eb2e-4b34-498e-8753-1fd0f3517ab7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0701809 Jul 23 21:12:57.075387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-878a040a-f7a4-4df5-9279-a244e4805409 req-ec98668b-9535-4400-9845-e5964a3e8e44 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jul 23 21:12:58.214139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712ba2d-42fe-47ef-a7ad-e68baae6d232 req-350d138a-b65b-4b13-8f15-95f4aca8f66d tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:58.216757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6712ba2d-42fe-47ef-a7ad-e68baae6d232 req-350d138a-b65b-4b13-8f15-95f4aca8f66d tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0684726 Jul 23 21:12:58.257241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6712ba2d-42fe-47ef-a7ad-e68baae6d232 req-c1622ab0-321a-43a0-8f36-f6d3e58aa37c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359864 Jul 23 21:12:59.396430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff28229-2836-4048-aa1b-97bf6bd3e903 req-1c310c98-e7c3-4d15-873b-4344b23f66b8 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:12:59.397939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ff28229-2836-4048-aa1b-97bf6bd3e903 req-1c310c98-e7c3-4d15-873b-4344b23f66b8 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0709186 Jul 23 21:12:59.438885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1ff28229-2836-4048-aa1b-97bf6bd3e903 req-8a0340ce-8c65-438a-9642-36923d9771a0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346158 Jul 23 21:13:00.572125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234de0dc-5b5e-4903-bd35-9d5ddcec1c97 req-8dd532fb-3461-4abd-b441-b84af09808a4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:00.573635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-234de0dc-5b5e-4903-bd35-9d5ddcec1c97 req-8dd532fb-3461-4abd-b441-b84af09808a4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 932 time: 0.0659020 Jul 23 21:13:00.615728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-234de0dc-5b5e-4903-bd35-9d5ddcec1c97 req-4330337a-d7a0-469e-a9b9-be830af85763 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362475 Jul 23 21:13:01.256696 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Request body: {'port': {'device_id': '0bd0703e-1617-4845-941e-08fb911bbab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:01.331462 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:01.594469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008227b3-cc50-4798-8912-4716960f2ce0 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:13:01.601607 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:01.613690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Transition to ACTIVE for port object 008227b3-cc50-4798-8912-4716960f2ce0 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:13:01.617813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:01.668900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:01.776199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Attempting to bind port 008227b3-cc50-4798-8912-4716960f2ce0 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:13:01.776552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Attempting to bind port 008227b3-cc50-4798-8912-4716960f2ce0 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:13:01.776863 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Attempting to bind port 008227b3-cc50-4798-8912-4716960f2ce0 on network b6442400-a42b-468a-8d45-caa2e91b1e72 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:01.784052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Port 008227b3-cc50-4798-8912-4716960f2ce0 on network b6442400-a42b-468a-8d45-caa2e91b1e72 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:13:01.784376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Attempting to bind port 008227b3-cc50-4798-8912-4716960f2ce0 on network b6442400-a42b-468a-8d45-caa2e91b1e72 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:13:01.792618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:13:01.792982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Checking segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:13:01.793334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Bound using segment: {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:13:01.793786 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Bound port: 008227b3-cc50-4798-8912-4716960f2ce0, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e479c42c-484f-4f20-aa3c-f0290c7b4b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:13:01.794149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:01.812457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bca3a-00fc-4c64-9ea1-72342ef05349 req-114bce22-846e-4454-859f-91b8c6201705 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.814019 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e0bca3a-00fc-4c64-9ea1-72342ef05349 req-114bce22-846e-4454-859f-91b8c6201705 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 944 time: 0.1196856 Jul 23 21:13:01.888998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5e0bca3a-00fc-4c64-9ea1-72342ef05349 req-c7a01f60-f77d-4660-8ac8-77bc0a58f8e7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690935 Jul 23 21:13:01.898228 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:13:01.902916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:13:01.908184 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:01.940009 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:01.940617 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:01.942713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] 10.222.0.36 "PUT /v2.0/ports/008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 1093 time: 0.6905062 Jul 23 21:13:01.944987 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:01.948745 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a53b93-4ae8-435a-ab51-88f42201a478" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:01.981830 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf94a37-ed6c-4d04-8f00-1eb729d0cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:02.000238 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0853a5-f730-4193-bd5d-caf1191336e3 x-openstack-request-id: req-8b0853a5-f730-4193-bd5d-caf1191336e3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:02.000377 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:02.000618 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b0853a5-f730-4193-bd5d-caf1191336e3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:02.001004 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'status': 'completed', 'code': 200} Jul 23 21:13:02.053303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-097314f2-6c35-4b43-8485-eb87aca40ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.054844 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-097314f2-6c35-4b43-8485-eb87aca40ebf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1096 time: 0.0648854 Jul 23 21:13:02.104704 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-afb8123b-e59d-431c-b1fa-ed37d190073a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 217 time: 0.0425658 Jul 23 21:13:02.153942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-f4dc483b-0f01-4958-8334-95f5cfd742ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.155294 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-f4dc483b-0f01-4958-8334-95f5cfd742ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0442362 Jul 23 21:13:02.215304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-846f5108-eed7-4451-abe2-dc4935e0ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.216777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-846f5108-eed7-4451-abe2-dc4935e0ca09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546532 Jul 23 21:13:02.309316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-61b3bc20-d337-4ba6-9cba-815698fd84d5 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858662 Jul 23 21:13:02.399356 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c658cc29-52c2-46fa-beca-9218d774cfb6 req-c12ae59a-77c9-4aaa-bb4c-7c6a1f13b1ef service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833766 Jul 23 21:13:02.501347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-9260ca4d-a32f-4c1d-8d2c-a65fea0c12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.502777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-9260ca4d-a32f-4c1d-8d2c-a65fea0c12ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1096 time: 0.0583992 Jul 23 21:13:02.592381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-9b76249b-592e-4e91-b1ef-901b810c6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.593870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-9b76249b-592e-4e91-b1ef-901b810c6b2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.0854483 Jul 23 21:13:02.638279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-c7ccfa63-42f2-4e60-a013-8570a03174b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 217 time: 0.0383172 Jul 23 21:13:02.686632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-e6810547-c509-438e-92f9-ea568e41f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.688060 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-e6810547-c509-438e-92f9-ea568e41f9b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0439584 Jul 23 21:13:02.749783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-13870f9f-f06e-4d98-9d13-0b2426621844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:02.751284 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-13870f9f-f06e-4d98-9d13-0b2426621844 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563254 Jul 23 21:13:02.846330 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-7788bd01-d829-4fe9-9f89-7496c06b9a16 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880897 Jul 23 21:13:02.935318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-27a53b93-4ae8-435a-ab51-88f42201a478 req-11e6e8c4-fe9a-4436-abd3-8a78163d89ab service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818875 Jul 23 21:13:03.023310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517265e-f67e-4bee-85d7-3bc38993a4f3 req-f2f7a3cd-bb6d-4296-9ac1-07e998b64772 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:03.032754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e517265e-f67e-4bee-85d7-3bc38993a4f3 req-f2f7a3cd-bb6d-4296-9ac1-07e998b64772 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 944 time: 0.0667119 Jul 23 21:13:03.062657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e517265e-f67e-4bee-85d7-3bc38993a4f3 req-991bfc0e-1983-440d-8c5b-ca21675cb404 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315058 Jul 23 21:13:04.192754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b122c3-82b6-4327-a083-a13bd50aaa1a req-a54078f8-217c-4129-b28a-84447481a4a1 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:04.194270 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26b122c3-82b6-4327-a083-a13bd50aaa1a req-a54078f8-217c-4129-b28a-84447481a4a1 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 944 time: 0.0641487 Jul 23 21:13:04.232250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26b122c3-82b6-4327-a083-a13bd50aaa1a req-9daf2149-ab61-473d-8ca3-4482d2811faf tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317233 Jul 23 21:13:05.033259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 008227b3-cc50-4798-8912-4716960f2ce0 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:13:05.144385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:05.155732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '008227b3-cc50-4798-8912-4716960f2ce0', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'port_id': '008227b3-cc50-4798-8912-4716960f2ce0', 'mac_address': 'fa:16:3e:f8:61:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:13:05.190814 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:05.203843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008227b3-cc50-4798-8912-4716960f2ce0 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:13:05.222994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:05.226791 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:05.279611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:05.286942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.287294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.287636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.287968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.288307 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.288638 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.288968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.289295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.290142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.290996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.291339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.291673 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:05.364469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b436c61-1879-47e8-9374-bfc9add4a991 req-3cfcc113-f992-4b0d-a7c8-33c48da345bb tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:05.366036 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b436c61-1879-47e8-9374-bfc9add4a991 req-3cfcc113-f992-4b0d-a7c8-33c48da345bb tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 945 time: 0.0664227 Jul 23 21:13:05.404433 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b436c61-1879-47e8-9374-bfc9add4a991 req-e41b17ee-cacb-4dd0-9d43-ce0236ef01e5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Jul 23 21:13:05.431239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['008227b3-cc50-4798-8912-4716960f2ce0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:13:06.534852 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f38925-d378-4709-be6e-9b15a77337ad req-33676a8a-6738-49e7-9ef5-0bbc08295867 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:06.536345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3f38925-d378-4709-be6e-9b15a77337ad req-33676a8a-6738-49e7-9ef5-0bbc08295867 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 945 time: 0.0666430 Jul 23 21:13:06.573910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3f38925-d378-4709-be6e-9b15a77337ad req-1ac526a2-e7bb-44e9-bd72-ab452cf47137 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Jul 23 21:13:07.062325 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 008227b3-cc50-4798-8912-4716960f2ce0 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:13:07.110553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 008227b3-cc50-4798-8912-4716960f2ce0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:13:07.114042 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 008227b3-cc50-4798-8912-4716960f2ce0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:07.114414 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.190622 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.211355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:07.214217 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc579f70-69c0-4492-89d1-1e100aa7114c" -d '{"events": [{"server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "name": "network-vif-plugged", "status": "completed", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:07.226802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:07.231433 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:07.278892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:07.363731 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc4c468-3e6c-4daf-804c-ad81ef57b6ae x-openstack-request-id: req-0fc4c468-3e6c-4daf-804c-ad81ef57b6ae {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:07.364044 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "name": "network-vif-plugged", "status": "completed", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:07.364296 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0fc4c468-3e6c-4daf-804c-ad81ef57b6ae {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:07.364739 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'code': 200} Jul 23 21:13:07.472160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c8769-3e07-4ee8-9329-f62b87ff1119 req-3bb07d41-9e5c-4d39-8342-45a1e0981274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:07.473681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c82c8769-3e07-4ee8-9329-f62b87ff1119 req-3bb07d41-9e5c-4d39-8342-45a1e0981274 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1098 time: 0.0530629 Jul 23 21:13:07.506064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c82c8769-3e07-4ee8-9329-f62b87ff1119 req-b556b5b9-bc24-424d-aabb-1a63450f81d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264220 Jul 23 21:13:07.705968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8d614-95ca-462b-a704-857eb8c24452 req-533e5a3c-850e-4566-9231-3aab811ebb71 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:07.707460 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bd8d614-95ca-462b-a704-857eb8c24452 req-533e5a3c-850e-4566-9231-3aab811ebb71 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0666614 Jul 23 21:13:07.744534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bd8d614-95ca-462b-a704-857eb8c24452 req-5b350091-4526-483b-8367-bf85166b1d53 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Jul 23 21:13:08.874267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ff393-dd79-474e-a85e-f86b5b1595e2 req-ceeda1da-27f2-4f4f-b691-90a7720f6e06 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:08.875749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-789ff393-dd79-474e-a85e-f86b5b1595e2 req-ceeda1da-27f2-4f4f-b691-90a7720f6e06 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0632815 Jul 23 21:13:08.912024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-789ff393-dd79-474e-a85e-f86b5b1595e2 req-281cc7e9-adb2-41f9-bc48-b1dc15b514ef tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307832 Jul 23 21:13:09.038338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e4e22-77d0-4f73-a722-2483ecc57aa3 req-e2ad18b5-561d-4081-8362-e0f4813fef14 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:09.040560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d18e4e22-77d0-4f73-a722-2483ecc57aa3 req-e2ad18b5-561d-4081-8362-e0f4813fef14 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0633209 Jul 23 21:13:09.078353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d18e4e22-77d0-4f73-a722-2483ecc57aa3 req-337d9b79-7876-4d9b-80d9-fd93f92fc66e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 23 21:13:09.282900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0365c8-1c27-4934-bb4e-45a24cbdffd0 req-3da68109-84b1-464e-90a9-2c5fdb8d9f1c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:09.284360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd0365c8-1c27-4934-bb4e-45a24cbdffd0 req-3da68109-84b1-464e-90a9-2c5fdb8d9f1c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0667052 Jul 23 21:13:09.320776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd0365c8-1c27-4934-bb4e-45a24cbdffd0 req-19e2ef2b-5350-4dc2-a084-2ec1ccbcff99 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301175 Jul 23 21:13:13.945627 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d2baa26f-69b4-47db-810a-d90ac70a293a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:14.272991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.479105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.489576 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7451ceda-b5a4-4a25-bdfc-f06ce9f67536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:16.860450 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:13:17.790845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:17.917262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:19.864330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:20.859498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332a8d5-d3f3-476a-bcec-1dbfcf1c98cd req-0b3ae5d2-fd89-428a-bfb2-f31f12944261 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:20.860968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0332a8d5-d3f3-476a-bcec-1dbfcf1c98cd req-0b3ae5d2-fd89-428a-bfb2-f31f12944261 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0630641 Jul 23 21:13:20.897569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0332a8d5-d3f3-476a-bcec-1dbfcf1c98cd req-19f48358-fc98-4f1c-baed-9cbf25a36051 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jul 23 21:13:20.920307 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33588) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:21.014090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20dd421-7890-4395-ae4f-d7edf032b9cd tempest-TestMinimumBasicScenario-2121605838 tempest-TestMinimumBasicScenario-2121605838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:21.015625 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b20dd421-7890-4395-ae4f-d7edf032b9cd tempest-TestMinimumBasicScenario-2121605838 tempest-TestMinimumBasicScenario-2121605838-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1093 time: 0.0943406 Jul 23 21:13:21.018553 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33592) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:21.022863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '008227b3-cc50-4798-8912-4716960f2ce0', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:21.045868 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.145182 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.246518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Allocated IP 172.25.8.232 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/2826cd53-7919-4b68-905b-d1a82e310374) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:13:21.349610 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.388305 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.424424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:13:21.427320 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:13:21.431282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:13:21.455682 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'Port': ['ID=2826cd53-7919-4b68-905b-d1a82e310374,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:21.782210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:21.859921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.312247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.316720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.389263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'Port': ['ID=2826cd53-7919-4b68-905b-d1a82e310374,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:22.397290 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.495738 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Floating IP 6e0b97a1-ef33-416b-932f-74e76939f27c associated. External IP: 172.25.8.232, port: 008227b3-cc50-4798-8912-4716960f2ce0. Jul 23 21:13:22.700571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Router 1994de05-8be2-44ff-85b5-da6f33a0bf5f has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:13:22.807915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:13:22.817494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] Sync routers for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:13:22.823959 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.827831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:22.828481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:22.863029 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-68027937-d28d-4f2d-ae9d-e83acbeb3203 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8409433 Jul 23 21:13:22.863029 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:22.863430 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:22.863878 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c906927-e14c-4916-94da-a98bcf68269e" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:22.875332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945592285', 'description': 'tempest-secgroup-smoke-1945592285 description', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:22.900728 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:22.937830 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:22.962128 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6425c9-28c9-4f1e-8291-25645ad954f8 x-openstack-request-id: req-db6425c9-28c9-4f1e-8291-25645ad954f8 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:22.962519 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:22.962684 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db6425c9-28c9-4f1e-8291-25645ad954f8 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:22.963205 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'status': 'completed', 'code': 200} Jul 23 21:13:23.019634 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.026708 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.064190 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.065461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2010069 Jul 23 21:13:23.068658 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33600) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:23.071202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.074494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group_rule': {'security_group_id': '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:23.084099 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.084458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.084812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.085156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.085521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.085924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.086763 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.087108 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.087442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.087774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.088106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.088438 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9666e2a0-4e0c-4617-b04a-0c1fa8fe737c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:13:23.092822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906927-e14c-4916-94da-a98bcf68269e req-0283e8b0-5cda-43bf-85bc-47e730995f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:23.094375 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-0283e8b0-5cda-43bf-85bc-47e730995f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1098 time: 0.1080129 Jul 23 21:13:23.108576 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.160710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.166766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.189531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9b3bfa-12bb-46d1-94f0-a9ee32dd2b66,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.193513 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '6e0b97a1-ef33-416b-932f-74e76939f27c', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'port_id': '008227b3-cc50-4798-8912-4716960f2ce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'mac_address': 'fa:16:3e:f8:61:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd0703e-1617-4845-941e-08fb911bbab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:13:21Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 0, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:23.196707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.199271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-43a9b6ca-c344-49d3-9614-e30a9f35638b tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295633 Jul 23 21:13:23.201928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33602) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:23.204071 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906927-e14c-4916-94da-a98bcf68269e req-8ff53cb7-fb07-4575-9285-8cf339341791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:23.205575 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-8ff53cb7-fb07-4575-9285-8cf339341791 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.1048255 Jul 23 21:13:23.206814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group_rule': {'security_group_id': '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:23.224531 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] Checking router: 1994de05-8be2-44ff-85b5-da6f33a0bf5f for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:13:23.235711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:13:23.236347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:13:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:23.243724 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.276093 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-936db38c-d8ac-4851-b66c-e46b2fbc7159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 1000 time: 0.0641859 Jul 23 21:13:23.304188 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.310428 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.326287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906927-e14c-4916-94da-a98bcf68269e req-ae1fd977-189f-4d0d-8a94-d982e5426faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:23.327916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-ae1fd977-189f-4d0d-8a94-d982e5426faf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0454137 Jul 23 21:13:23.332385 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a493fd57-3d38-46b7-8e09-0ef83960a0f3,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.341180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.342682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f6e82365-fb71-45c1-bbf6-d3683e8a15f0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396327 Jul 23 21:13:23.345779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33604) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:23.357810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:13:23.372236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group_rule': {'security_group_id': '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:23.412364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.429934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c906927-e14c-4916-94da-a98bcf68269e req-5038bda7-7bda-4b4e-affc-42e22c4167e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:23.431470 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-5038bda7-7bda-4b4e-affc-42e22c4167e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964653 Jul 23 21:13:23.535842 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.542723 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.570048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47569a9-d527-43ad-beae-9921dc201138,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.576895 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-dcb14307-6180-4461-9932-acf0e54ca9af service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379383 Jul 23 21:13:23.578542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.582199 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3d090530-b4fe-44c0-9718-dc504f7321ce tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2327793 Jul 23 21:13:23.582428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33606) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:23.587427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group_rule': {'security_group_id': '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:23.591053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '6e0b97a1-ef33-416b-932f-74e76939f27c', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'port_id': '008227b3-cc50-4798-8912-4716960f2ce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'mac_address': 'fa:16:3e:f8:61:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd0703e-1617-4845-941e-08fb911bbab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:13:21Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 0, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:13:23.618178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd08f1d-bd33-4d7b-a184-4984d8b76019 None None] The sync data for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 is: [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '6e0b97a1-ef33-416b-932f-74e76939f27c', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'port_id': '008227b3-cc50-4798-8912-4716960f2ce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'mac_address': 'fa:16:3e:f8:61:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd0703e-1617-4845-941e-08fb911bbab2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:13:21Z', 'updated_at': '2021-07-23T21:13:21Z', 'revision_number': 0, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:13:23.671152 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.719217 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3c906927-e14c-4916-94da-a98bcf68269e req-0a429f35-2c22-48f2-9f84-d0f07af2bd89 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274080 Jul 23 21:13:23.759546 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.763346 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.782635 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3daa2c72-84cf-48b4-8128-9b64ce5346cd,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.788364 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.790864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7c449b61-1963-4206-9fcf-7d60dcc78f8e tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2061532 Jul 23 21:13:23.792426 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33608) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:23.797243 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group_rule': {'security_group_id': '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:23.819615 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8759ff2-efd7-4132-8205-74c9d688e3dd None None] New status for floating IP 6e0b97a1-ef33-416b-932f-74e76939f27c: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:13:23.821062 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Project e04adb5c0caf4efa96064546abd6e9b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:13:23.826237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.891245 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.895585 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.916375 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd239ce9-eedb-4e94-94cb-fb2ee7a50a86,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:23.919860 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:23.923747 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33610) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:13:23.924301 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-812d14f2-5923-4e32-9e63-b41d7b18b191 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1303034 Jul 23 21:13:23.928655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'security_group_rule': {'security_group_id': '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8', 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:23.951166 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Project e04adb5c0caf4efa96064546abd6e9b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:13:23.955927 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.020590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.024805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.043284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610e4d26-2a0e-47d7-9bd0-6194e9c96982,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:24.046461 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.047802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b220542f-08a3-44ea-80ee-6b6531645131 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230409 Jul 23 21:13:24.126091 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-24e0e461-e0c6-474c-b679-819fcefbc747 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945592285&fields=id&tenant_id=e04adb5c0caf4efa96064546abd6e9b8 HTTP/1.1" status: 200 len: 267 time: 0.0328567 Jul 23 21:13:24.192267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-dd240905-6a07-4ec8-92e9-db7003b33396 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:24.193765 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-dd240905-6a07-4ec8-92e9-db7003b33396 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0623639 Jul 23 21:13:24.205111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'port': {'security_groups': ['9e4e1945-b6ee-4694-92d4-71599982639c', '3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:13:24.286872 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.465628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:13:24.494462 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.498917 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.510324 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['008227b3-cc50-4798-8912-4716960f2ce0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:13:24.544902 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:24.545586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.547035 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ab1141d7-30f5-4994-a087-79fd467e2330 req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "PUT /v2.0/ports/008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 982 time: 0.3464060 Jul 23 21:13:24.547500 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:13:24.549837 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20849ef-2704-424e-839b-14c1439e9f12" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:13:24.576961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40b13a-7ed8-4568-80dd-7335419f70a5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=6']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:13:24.604132 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88557e9-f2eb-4559-a3bf-72ca349e67ef x-openstack-request-id: req-a88557e9-f2eb-4559-a3bf-72ca349e67ef {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:13:24.604535 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:13:24.605017 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a88557e9-f2eb-4559-a3bf-72ca349e67ef {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:13:24.605768 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'status': 'completed', 'code': 200} Jul 23 21:13:24.610706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['008227b3-cc50-4798-8912-4716960f2ce0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:13:24.729768 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20849ef-2704-424e-839b-14c1439e9f12 req-78632f7c-814c-42ff-b614-b9291e74c162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:24.731493 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-78632f7c-814c-42ff-b614-b9291e74c162 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1137 time: 0.0983679 Jul 23 21:13:24.739663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f55c9-6f43-4ffa-983d-21d728149450 req-e544085f-6c78-4b81-9235-b96134dc194d tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:24.740889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-238f55c9-6f43-4ffa-983d-21d728149450 req-e544085f-6c78-4b81-9235-b96134dc194d tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.1194205 Jul 23 21:13:24.839446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-238f55c9-6f43-4ffa-983d-21d728149450 req-14be3c05-1dc2-43b9-bbb6-3670bfdae193 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896776 Jul 23 21:13:24.859199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20849ef-2704-424e-839b-14c1439e9f12 req-52cf6b84-f5b4-44b9-822c-af4c4c933fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:24.860939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-52cf6b84-f5b4-44b9-822c-af4c4c933fd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.1189322 Jul 23 21:13:24.910778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3ce6328c-dcce-47eb-a992-1834901dd768 None None] Provisioning complete for port 008227b3-cc50-4798-8912-4716960f2ce0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:13:24.911150 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3ce6328c-dcce-47eb-a992-1834901dd768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:24.925824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-a7163c3f-99c2-4f3d-8dfb-414effa316a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0589619 Jul 23 21:13:24.972940 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20849ef-2704-424e-839b-14c1439e9f12 req-b5ce726a-5fc5-4160-b78f-73899379f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:24.974438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-b5ce726a-5fc5-4160-b78f-73899379f6b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0431352 Jul 23 21:13:25.036471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20849ef-2704-424e-839b-14c1439e9f12 req-3adcf583-7d3f-42de-acea-defe3606203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:25.038014 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-3adcf583-7d3f-42de-acea-defe3606203e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575371 Jul 23 21:13:25.134308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-37e5143c-f98c-425d-99e5-70af657010f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Jul 23 21:13:25.230602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d20849ef-2704-424e-839b-14c1439e9f12 req-f1d32be2-c2e8-4b35-bd5d-a38dd3712027 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Jul 23 21:13:42.124320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-7a82cb24-4e04-43c4-a462-6b3a10a79a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:42.125961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-7a82cb24-4e04-43c4-a462-6b3a10a79a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1137 time: 0.0903320 Jul 23 21:13:42.136660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07d1d62-2f7d-46ff-89e5-3395d24dd43b req-eb05eb3b-a656-446d-8d21-df5cf1665895 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:42.137986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e07d1d62-2f7d-46ff-89e5-3395d24dd43b req-eb05eb3b-a656-446d-8d21-df5cf1665895 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.1125233 Jul 23 21:13:42.229911 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e07d1d62-2f7d-46ff-89e5-3395d24dd43b req-0ec1ae75-578d-4ebf-8aae-c853fa4243d7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0832329 Jul 23 21:13:42.249674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-39402e56-bce1-45f0-8b4f-c4e32abcbce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:42.251136 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-39402e56-bce1-45f0-8b4f-c4e32abcbce6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.1122582 Jul 23 21:13:42.318371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-5801b668-c2ce-4a4d-a623-d53184151279 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0607734 Jul 23 21:13:42.367522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-e6aeeb55-603f-497a-9f88-418d5e1e9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:42.368992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-e6aeeb55-603f-497a-9f88-418d5e1e9d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0440793 Jul 23 21:13:42.426392 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-7ab1c8e7-aa1f-40a1-9c71-aa60c91dbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:42.427854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-7ab1c8e7-aa1f-40a1-9c71-aa60c91dbfb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518119 Jul 23 21:13:42.786974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-446dcbf6-0b4d-4739-ad39-87cac533b127 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514049 Jul 23 21:13:42.878790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1e6550c0-83b2-4a44-a7da-4c96be308bf6 req-0c197c36-e7cf-4f43-a429-ece9f01acdcb service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807719 Jul 23 21:13:43.363724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfdeac-a640-4e9c-a388-8c7076525b44 req-8be9fed2-1e7b-4d8b-8efd-5d8928681b7a tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:43.365239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3cfdeac-a640-4e9c-a388-8c7076525b44 req-8be9fed2-1e7b-4d8b-8efd-5d8928681b7a tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0672586 Jul 23 21:13:43.404568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3cfdeac-a640-4e9c-a388-8c7076525b44 req-bde2f1fc-f79f-4947-b3b1-4bc7f0c9f693 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328398 Jul 23 21:13:43.948758 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca7ef237-e208-4503-a408-0a7356eb45a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:44.278108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:44.546816 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad126c0d-3587-4de0-bbff-a1791421818d req-7782381e-30d8-4210-a24f-d6d0d7cc986c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:44.548169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad126c0d-3587-4de0-bbff-a1791421818d req-7782381e-30d8-4210-a24f-d6d0d7cc986c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0624235 Jul 23 21:13:44.586303 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad126c0d-3587-4de0-bbff-a1791421818d req-ace03772-4a26-4731-bcd5-580b3b0b456f tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324275 Jul 23 21:13:45.718011 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f94d8-f3db-410e-88d6-baa4b139c10f req-e0859393-7c17-4200-b7df-6d3fe7b7ef26 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:45.719492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-540f94d8-f3db-410e-88d6-baa4b139c10f req-e0859393-7c17-4200-b7df-6d3fe7b7ef26 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0628448 Jul 23 21:13:45.759010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-540f94d8-f3db-410e-88d6-baa4b139c10f req-f08ea895-2b2d-41a8-8a75-4bca74ac76bd tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338469 Jul 23 21:13:46.471750 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:46.488698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f71a7444-5b83-46be-8d09-1f38fd45a69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:46.890269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6dee7-3455-4a47-8cf2-425904855960 req-2f291b8e-e83c-474e-8cab-6e3313f6ea59 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:46.891760 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9f6dee7-3455-4a47-8cf2-425904855960 req-2f291b8e-e83c-474e-8cab-6e3313f6ea59 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0661035 Jul 23 21:13:46.931429 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d9f6dee7-3455-4a47-8cf2-425904855960 req-c94160d0-42a6-4942-87c8-b999a1840143 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340061 Jul 23 21:13:47.816919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:47.920325 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:48.058925 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8657-3eb9-44c4-93e4-6c5fa1fae3ad req-02c1c792-9826-477e-8a74-7914b71f2cc2 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:48.060458 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c76a8657-3eb9-44c4-93e4-6c5fa1fae3ad req-02c1c792-9826-477e-8a74-7914b71f2cc2 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0637746 Jul 23 21:13:48.100546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c76a8657-3eb9-44c4-93e4-6c5fa1fae3ad req-0db63b7d-ffe3-4508-8143-255e45e8feb5 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343211 Jul 23 21:13:49.235724 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9ae94-7785-446e-8550-5a352fd59353 req-e928f9a8-eb87-445b-8d23-6ef538b6ec44 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:49.237200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40e9ae94-7785-446e-8550-5a352fd59353 req-e928f9a8-eb87-445b-8d23-6ef538b6ec44 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0662208 Jul 23 21:13:49.277997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-40e9ae94-7785-446e-8550-5a352fd59353 req-c26b6a94-8556-41a7-9223-2c832d451fa1 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343511 Jul 23 21:13:49.864239 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:13:50.405530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f61e8-80e9-45a1-aff0-05aa13cd2e21 req-ebe0cf4d-ad4a-4ac6-b47b-f4b0d1042ce1 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:50.406938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d6f61e8-80e9-45a1-aff0-05aa13cd2e21 req-ebe0cf4d-ad4a-4ac6-b47b-f4b0d1042ce1 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0641115 Jul 23 21:13:50.445746 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8d6f61e8-80e9-45a1-aff0-05aa13cd2e21 req-243ac2c8-df8f-4069-b890-1bcb70b2927f tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331292 Jul 23 21:13:50.794493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-430333db-e598-4f89-a05c-c4bb3e0bdc35 req-39c4b1fc-c235-4d5d-92f6-b4bfd9e46f34 service neutron] (94026) timed out ('10.222.0.36', 62279) {{(pid=94026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:13:51.573971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b82214-83b2-4398-9b35-f95c0a25c522 req-fbb46d00-b808-47de-855e-a45636b59451 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:51.575475 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3b82214-83b2-4398-9b35-f95c0a25c522 req-fbb46d00-b808-47de-855e-a45636b59451 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0632970 Jul 23 21:13:51.614637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b3b82214-83b2-4398-9b35-f95c0a25c522 req-bf3661b1-0ec6-47c3-8203-aacbe9f59e9a tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335140 Jul 23 21:13:52.747338 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82fcbf8-ca2f-45db-b23a-90af41ed87c9 req-86c24af4-7e1d-4a40-91c9-f00d9fa0f7af tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:52.748819 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c82fcbf8-ca2f-45db-b23a-90af41ed87c9 req-86c24af4-7e1d-4a40-91c9-f00d9fa0f7af tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0671322 Jul 23 21:13:52.787666 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c82fcbf8-ca2f-45db-b23a-90af41ed87c9 req-ddf76f8c-7e0c-4d1c-87dc-e9244726c02c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331016 Jul 23 21:13:53.822594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-98c4ca09-3977-45da-8ec5-0036953be96e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534542 Jul 23 21:13:53.859725 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:13:53.957089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da18775-19fc-4bf7-bd74-5d191ab5e754 req-3acdeb99-0693-4c3f-9c49-2c1f411be156 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:53.958613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5da18775-19fc-4bf7-bd74-5d191ab5e754 req-3acdeb99-0693-4c3f-9c49-2c1f411be156 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.1015546 Jul 23 21:13:53.963911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-80b0f1e7-14b4-4324-87ac-36c5ec4b2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:53.965316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-80b0f1e7-14b4-4324-87ac-36c5ec4b2c22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1137 time: 0.0983469 Jul 23 21:13:54.019538 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5da18775-19fc-4bf7-bd74-5d191ab5e754 req-6ba4f821-5e8f-4e65-8b52-85c33117261c tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8&id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531194 Jul 23 21:13:54.087561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-b82fa230-5a26-4f2c-b951-f0778a1db0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:54.088987 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-b82fa230-5a26-4f2c-b951-f0778a1db0f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.1033409 Jul 23 21:13:54.152968 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-8236ad69-21b0-4a13-8083-ffb05188b4a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0580282 Jul 23 21:13:54.200445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-48629a60-8fad-4af9-a61b-6f91b4311db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:54.202015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-48629a60-8fad-4af9-a61b-6f91b4311db9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0431199 Jul 23 21:13:54.263572 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-644bb7be-00be-4c55-82e8-9ea95b8a07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:13:54.265162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-644bb7be-00be-4c55-82e8-9ea95b8a07b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573816 Jul 23 21:13:54.350696 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-38e759cb-53a4-480c-b5ff-f43ddb5632dd service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794547 Jul 23 21:13:54.441332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82705737-7ab7-4b16-bac2-c277e3361e4f req-ff3e160f-f51e-40a0-8947-7f8f44e70e04 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843775 Jul 23 21:14:13.949455 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b7cdbf1c-995e-4302-a2ba-d1617faa252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:14.279075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:16.473299 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:16.487815 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ffc45749-c75d-45f4-b32b-8d6e9db2cc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:17.839847 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:17.922618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:19.867550 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.355531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-8dbb290b-7fca-4604-bd87-dd6d2f64b5ac tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945592285&fields=id&tenant_id=e04adb5c0caf4efa96064546abd6e9b8 HTTP/1.1" status: 200 len: 267 time: 0.0388241 Jul 23 21:14:26.422442 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-bf1167d2-b051-4ce1-abe9-5dde67926793 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:26.423928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-bf1167d2-b051-4ce1-abe9-5dde67926793 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 985 time: 0.0628848 Jul 23 21:14:26.435777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Request body: {'port': {'security_groups': ['9e4e1945-b6ee-4694-92d4-71599982639c']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:26.522575 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.691969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:26.720801 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.725818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.739370 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['008227b3-cc50-4798-8912-4716960f2ce0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:14:26.770301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:26.770926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.772345 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a67eef11-d602-4879-bea7-c9a9dceae608 req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "PUT /v2.0/ports/008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 943 time: 0.3411837 Jul 23 21:14:26.772798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:26.775142 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:26.779825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33672) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:26.827309 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bd551d-e1ba-4d4a-8bf6-236f243de677 x-openstack-request-id: req-d0bd551d-e1ba-4d4a-8bf6-236f243de677 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:26.827647 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:26.827867 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0bd551d-e1ba-4d4a-8bf6-236f243de677 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:26.828281 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'status': 'completed', 'code': 200} Jul 23 21:14:26.834502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event updated for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=7']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:26.845293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['008227b3-cc50-4798-8912-4716960f2ce0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:14:26.887447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.887789 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.888144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.888487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.889126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.889126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.889776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.889912 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.890139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.890470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.890799 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.891466 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a847963c-ace9-4695-88a1-e059ece5a2b3 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:26.921739 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf96a04e-b08c-4b19-9d4d-d3c9780f91f7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.954193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf96a04e-b08c-4b19-9d4d-d3c9780f91f7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:26.978318 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-cfb3f205-1d2a-4356-b43e-3fa61baf60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:26.979864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-cfb3f205-1d2a-4356-b43e-3fa61baf60e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1098 time: 0.1291492 Jul 23 21:14:27.058425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-40882389-1d44-43c2-9a8b-da07c7d82b37 None None] Provisioning complete for port 008227b3-cc50-4798-8912-4716960f2ce0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:27.058794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-40882389-1d44-43c2-9a8b-da07c7d82b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.088998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-946dc751-86f5-43c8-92e5-71e1444d8244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:27.090532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-946dc751-86f5-43c8-92e5-71e1444d8244 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.0993791 Jul 23 21:14:27.105239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf96a04e-b08c-4b19-9d4d-d3c9780f91f7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.108099 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bf96a04e-b08c-4b19-9d4d-d3c9780f91f7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.109178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bf96a04e-b08c-4b19-9d4d-d3c9780f91f7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "DELETE /v2.0/security-groups/3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8 HTTP/1.1" status: 204 len: 168 time: 0.3284159 Jul 23 21:14:27.112119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33674) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:27.154790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96a04e-b08c-4b19-9d4d-d3c9780f91f7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e4732-14a3-472d-9cc9-0a0b70ac0fc8,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:27.172862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-d34f299a-b671-4074-9b20-add507e93bf0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0756838 Jul 23 21:14:27.222212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-4abd7dcf-8a04-49dd-b3e4-d84247bdc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:27.223615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-4abd7dcf-8a04-49dd-b3e4-d84247bdc98b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0447223 Jul 23 21:14:27.282689 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Deleting port 2826cd53-7919-4b68-905b-d1a82e310374 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:27.283046 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.290151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-9ebf4937-1d4c-43b8-a00f-cc82c17a2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:27.291715 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-9ebf4937-1d4c-43b8-a00f-cc82c17a2e89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617137 Jul 23 21:14:27.368208 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.368549 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.379967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-6236bae3-0623-436b-be6e-40de9e9d4d85 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817523 Jul 23 21:14:27.380691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Calling delete_port for 2826cd53-7919-4b68-905b-d1a82e310374 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:27.471625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d3268bfd-d97d-4772-bdfa-375b3f18ed4d req-b9f6fc40-d011-4c1c-a7ff-4cf39379576b service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855267 Jul 23 21:14:27.554199 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.579664 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event deleted for resources: {'Port': ['ID=2826cd53-7919-4b68-905b-d1a82e310374,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:27.608350 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.608707 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.609060 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.609406 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.609773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.610114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.610452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.610786 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.611121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.611455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.611785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.612118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:27.652412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.652756 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Floating IP 6e0b97a1-ef33-416b-932f-74e76939f27c disassociated (deleted). External IP: 172.25.8.232, port: 008227b3-cc50-4798-8912-4716960f2ce0. Jul 23 21:14:27.863107 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Router 1994de05-8be2-44ff-85b5-da6f33a0bf5f has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:27.976948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:27.982002 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:27.988221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] Sync routers for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:27.998339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:27.999199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.025939 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-978a545a-9c74-4b3c-a4bb-1bc32c0c0fdc tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "DELETE /v2.0/floatingips/6e0b97a1-ef33-416b-932f-74e76939f27c HTTP/1.1" status: 204 len: 168 time: 0.9125633 Jul 23 21:14:28.026547 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:28.028981 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:28.070767 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ec1ccf-4ab2-4c2f-8457-5c0ad9d5a6fe x-openstack-request-id: req-82ec1ccf-4ab2-4c2f-8457-5c0ad9d5a6fe {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:28.071192 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:28.071450 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-82ec1ccf-4ab2-4c2f-8457-5c0ad9d5a6fe {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:28.071860 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'status': 'completed', 'code': 200} Jul 23 21:14:28.125713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:28.170246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-dbf7f11f-4280-4498-8a2f-08e122916745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:28.171750 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-dbf7f11f-4280-4498-8a2f-08e122916745 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 1098 time: 0.0769565 Jul 23 21:14:28.277744 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-374c7454-c850-4328-9afa-bfd7bfdefa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:28.279329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-374c7454-c850-4328-9afa-bfd7bfdefa4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 200 len: 915 time: 0.1006246 Jul 23 21:14:28.323282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-57930799-3962-4c5a-8d7f-c767f46e1150 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 200 len: 217 time: 0.0377400 Jul 23 21:14:28.374627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.375106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-99404317-cfe5-4552-9964-584ddefd634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:28.376606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-99404317-cfe5-4552-9964-584ddefd634e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 200 len: 853 time: 0.0462613 Jul 23 21:14:28.402548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] Checking router: 1994de05-8be2-44ff-85b5-da6f33a0bf5f for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:28.410844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:28.411482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.437415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-104b1fde-e7dd-4f8d-928b-a106dfaba24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:28.438982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-104b1fde-e7dd-4f8d-928b-a106dfaba24e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b6442400-a42b-468a-8d45-caa2e91b1e72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560634 Jul 23 21:14:28.519550 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:28.529110 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-6048e39b-3047-4405-8096-9c764d747cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826495 Jul 23 21:14:28.624923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-78aa0f38-c0cf-43ed-9a2f-fdd9ebc91283 req-61ea6a9c-18ed-4e24-a9c8-dab888c92161 service neutron] 10.222.0.36 "GET /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889590 Jul 23 21:14:28.723777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:28.751439 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6480a79-6076-4e70-8941-824d08ffb111 None None] The sync data for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 is: [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:33Z', 'revision_number': 4, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd687bff0-1f6d-4fc1-b5eb-e4a09c8dd532', 'name': '', 'network_id': 'b6442400-a42b-468a-8d45-caa2e91b1e72', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'mac_address': 'fa:16:3e:25:e8:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:33Z', 'updated_at': '2021-07-23T21:12:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'subnets': [{'id': '308351d6-2964-4410-9c2c-439d0c0e9066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:28.966290 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d839da-22fa-460e-8a49-3fa1ae3f7800 None None] New status for floating IP 6e0b97a1-ef33-416b-932f-74e76939f27c: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:14:30.859193 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:14:35.050251 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ede9d1-d48f-4da6-8c16-fef4dc6ee5ef req-92783dc4-9aec-4571-b20f-ebeeae0b0779 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:35.051821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16ede9d1-d48f-4da6-8c16-fef4dc6ee5ef req-92783dc4-9aec-4571-b20f-ebeeae0b0779 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0695853 Jul 23 21:14:35.091876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16ede9d1-d48f-4da6-8c16-fef4dc6ee5ef req-c4c217f5-848a-4376-ad9a-9150a27d3aa0 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339406 Jul 23 21:14:36.219421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2296d2-f208-4983-a4f4-5ed99bf11bae req-0e0b6f15-5bfa-4ce5-99e5-90b4dc7d6808 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:36.220938 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f2296d2-f208-4983-a4f4-5ed99bf11bae req-0e0b6f15-5bfa-4ce5-99e5-90b4dc7d6808 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0613749 Jul 23 21:14:36.262067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6f2296d2-f208-4983-a4f4-5ed99bf11bae req-82291f59-321d-468b-a75e-05a96789d8e7 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/security-groups?id=9e4e1945-b6ee-4694-92d4-71599982639c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345721 Jul 23 21:14:36.601299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-9b3c0963-41f8-4450-8df5-58d8530b11fa tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:36.602778 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-9b3c0963-41f8-4450-8df5-58d8530b11fa tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 946 time: 0.0631437 Jul 23 21:14:36.702059 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Deleting port 008227b3-cc50-4798-8912-4716960f2ce0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:36.702404 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:36.792137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] For port 008227b3-cc50-4798-8912-4716960f2ce0, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=008227b3-cc50-4798-8912-4716960f2ce0,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:36.792497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:36.804576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Calling delete_port for 008227b3-cc50-4798-8912-4716960f2ce0 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:36.934193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:36.945658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['008227b3-cc50-4798-8912-4716960f2ce0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:14:36.961887 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Pushing event deleted for resources: {'Port': ['ID=008227b3-cc50-4798-8912-4716960f2ce0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:37.010076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] No DVR routers for this DVR port 008227b3-cc50-4798-8912-4716960f2ce0 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:37.013025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:37.015096 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f27e95aa-ecad-4682-8cb4-3eeda213454f req-5642b779-035e-4eab-8f33-df710fa6d8c4 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.36 "DELETE /v2.0/ports/008227b3-cc50-4798-8912-4716960f2ce0 HTTP/1.1" status: 204 len: 173 time: 0.4062288 Jul 23 21:14:37.015531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'name': 'network-vif-deleted', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:37.018122 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791c32c-7092-485c-aa0a-cb3a37de37ca" -d '{"events": [{"server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "name": "network-vif-deleted", "tag": "008227b3-cc50-4798-8912-4716960f2ce0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:37.063759 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115dc98b-d020-415c-8543-2c9adfd83f45 x-openstack-request-id: req-115dc98b-d020-415c-8543-2c9adfd83f45 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:37.064320 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd0703e-1617-4845-941e-08fb911bbab2", "name": "network-vif-deleted", "tag": "008227b3-cc50-4798-8912-4716960f2ce0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:37.064800 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-115dc98b-d020-415c-8543-2c9adfd83f45 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:37.065414 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd0703e-1617-4845-941e-08fb911bbab2', 'name': 'network-vif-deleted', 'tag': '008227b3-cc50-4798-8912-4716960f2ce0', 'status': 'completed', 'code': 200} Jul 23 21:14:37.383967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38e4a43d-82e6-4316-9ed1-77305dda12e6 req-930de6c4-e565-4c90-9892-dda2d44b1ec2 tempest-TestMinimumBasicScenario-850328712 tempest-TestMinimumBasicScenario-850328712-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bd0703e-1617-4845-941e-08fb911bbab2 HTTP/1.1" status: 200 len: 210 time: 0.0324092 Jul 23 21:14:38.935367 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33770) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:39.280933 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:39.533133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Deleting port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:39.533392 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:39.610691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] For port d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:39.611048 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:39.623743 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Calling delete_port for d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:39.803776 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:39.829259 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:40.008247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:40.522401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Router 1994de05-8be2-44ff-85b5-da6f33a0bf5f has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:40.629302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:40.635192 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-927268da-dbc7-49ea-9a8d-16f1ac863c8c admin admin] 10.222.0.46 "PUT /v2.0/routers/1994de05-8be2-44ff-85b5-da6f33a0bf5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986978 Jul 23 21:14:40.637827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33772) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:40.638876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] Sync routers for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:40.648382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:40.648998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:40.742014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:40.846791 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:40.899004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Deleting port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:40.899356 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:40.917671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:40.980439 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] For port e3d83ab4-b4d7-4b51-9e05-750ff053a3d1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:40.981058 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:40.993148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Calling delete_port for e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:41.095287 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:14:39Z', 'revision_number': 5, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port': {'id': 'e3d83ab4-b4d7-4b51-9e05-750ff053a3d1', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:29:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:41.133028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] Checking router: 1994de05-8be2-44ff-85b5-da6f33a0bf5f for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:41.141566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] Routers {'1994de05-8be2-44ff-85b5-da6f33a0bf5f'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:41.142298 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:41.159272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.185735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d83ab4-b4d7-4b51-9e05-750ff053a3d1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:41.228924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] Set router 1994de05-8be2-44ff-85b5-da6f33a0bf5f gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:41.246642 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.280607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:14:40Z', 'revision_number': 6, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:41.312460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e34f58-6bec-4976-9be0-fc422a172865 None None] The sync data for ids ['1994de05-8be2-44ff-85b5-da6f33a0bf5f'] in n-d-793620-13 is: [{'id': '1994de05-8be2-44ff-85b5-da6f33a0bf5f', 'name': 'tempest-TestMinimumBasicScenario-594998274-router', 'tenant_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:31Z', 'updated_at': '2021-07-23T21:14:40Z', 'revision_number': 6, 'project_id': 'e04adb5c0caf4efa96064546abd6e9b8', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:41.349251 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.351449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.394544 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.395045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1994de05-8be2-44ff-85b5-da6f33a0bf5f {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:14:41.399603 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.400774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6b8b702c-63bd-459d-a518-3dd94550c6ed admin admin] 10.222.0.46 "DELETE /v2.0/routers/1994de05-8be2-44ff-85b5-da6f33a0bf5f HTTP/1.1" status: 204 len: 168 time: 0.7619071 Jul 23 21:14:41.403351 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:41.447106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Deleting subnet 308351d6-2964-4410-9c2c-439d0c0e9066 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:14:41.450105 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.482155 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.484878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 008227b3-cc50-4798-8912-4716960f2ce0 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:41.505387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 008227b3-cc50-4798-8912-4716960f2ce0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:41.505985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 008227b3-cc50-4798-8912-4716960f2ce0 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:41.562107 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.611076 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.635240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=308351d6-2964-4410-9c2c-439d0c0e9066,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:41.640781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.642664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a967372e-1123-43ae-a303-402a9e3ee8eb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/308351d6-2964-4410-9c2c-439d0c0e9066 HTTP/1.1" status: 204 len: 168 time: 0.2383647 Jul 23 21:14:41.645642 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33776) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:41.646114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8197f844-e7e8-4a3e-8705-f10122ddba26 None None] Network b6442400-a42b-468a-8d45-caa2e91b1e72 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:14:41.731389 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.788299 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Deleting port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:41.788735 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.857133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] For port 28330cdc-bb52-4e6e-a3cd-2c6f98843388, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=28330cdc-bb52-4e6e-a3cd-2c6f98843388,segment=NetworkSegment(e479c42c-484f-4f20-aa3c-f0290c7b4b87),segment_id=e479c42c-484f-4f20-aa3c-f0290c7b4b87)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:41.857564 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.869866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Calling delete_port for 28330cdc-bb52-4e6e-a3cd-2c6f98843388 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:41.953530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:41.977372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Pushing event deleted for resources: {'Port': ['ID=28330cdc-bb52-4e6e-a3cd-2c6f98843388,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:41.983082 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] No DVR routers for this DVR port 28330cdc-bb52-4e6e-a3cd-2c6f98843388 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:42.057645 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:42.071284 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6442400-a42b-468a-8d45-caa2e91b1e72']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:42.083502 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e479c42c-484f-4f20-aa3c-f0290c7b4b87') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:42.083925 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e479c42c-484f-4f20-aa3c-f0290c7b4b87') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:42.093272 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:42.107888 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:42.110730 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401c6794-684b-489c-a849-65fe52e69514 None None] DHCP port deletion for b6442400-a42b-468a-8d45-caa2e91b1e72 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:14:42.115321 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:14:42.115773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:14:42.117508 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:14:42.178757 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:42.184831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:42.193481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33778) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:42.193682 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b6442400-a42b-468a-8d45-caa2e91b1e72 HTTP/1.1" status: 204 len: 168 time: 0.5431387 Jul 23 21:14:42.204273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa6fcb-f855-41d1-979c-7c78011ff610 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6442400-a42b-468a-8d45-caa2e91b1e72,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:42.224540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:42.246374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:42.246829 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d687bff0-1f6d-4fc1-b5eb-e4a09c8dd532 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:42.247345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:42.267102 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:42.267535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e3d83ab4-b4d7-4b51-9e05-750ff053a3d1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:42.268034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28330cdc-bb52-4e6e-a3cd-2c6f98843388 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:42.287553 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 28330cdc-bb52-4e6e-a3cd-2c6f98843388 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:42.287943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 28330cdc-bb52-4e6e-a3cd-2c6f98843388 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:42.819657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.077617 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Deleting port e625692a-5648-4885-bdde-d7a4d9000f0b {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:43.077927 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.159174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] For port e625692a-5648-4885-bdde-d7a4d9000f0b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=e625692a-5648-4885-bdde-d7a4d9000f0b,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:43.159532 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.172554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Calling delete_port for e625692a-5648-4885-bdde-d7a4d9000f0b owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:43.353102 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.382287 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Pushing event deleted for resources: {'Port': ['ID=e625692a-5648-4885-bdde-d7a4d9000f0b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:43.557326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.768380 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Router b5958e8d-88a6-42d3-af2a-8fb77c708275 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:43.886225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:43.891562 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-873f01a4-5bd9-448a-be08-9341c203aa1f admin admin] 10.222.0.46 "PUT /v2.0/routers/b5958e8d-88a6-42d3-af2a-8fb77c708275/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7007678 Jul 23 21:14:43.894057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33780) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:43.894706 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] Sync routers for ids ['b5958e8d-88a6-42d3-af2a-8fb77c708275'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:43.904736 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] Routers {'b5958e8d-88a6-42d3-af2a-8fb77c708275'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:43.905351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b5958e8d-88a6-42d3-af2a-8fb77c708275'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:43.951152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ecff36e4-2e48-4d70-93d9-2eefcdc8463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:43.998714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.018010 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] Set router b5958e8d-88a6-42d3-af2a-8fb77c708275 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:44.104023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.163578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Deleting port 8550bbf4-9593-4a32-ac04-2d8790c9e585 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:44.163935 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.199632 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:14:43Z', 'revision_number': 5, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port': {'id': '8550bbf4-9593-4a32-ac04-2d8790c9e585', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:12:36Z', 'updated_at': '2021-07-23T21:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:44.229631 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] Checking router: b5958e8d-88a6-42d3-af2a-8fb77c708275 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:44.238306 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] Routers {'b5958e8d-88a6-42d3-af2a-8fb77c708275'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:44.239012 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b5958e8d-88a6-42d3-af2a-8fb77c708275'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:44.264233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] For port 8550bbf4-9593-4a32-ac04-2d8790c9e585, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=8550bbf4-9593-4a32-ac04-2d8790c9e585,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:44.264594 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.276997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Calling delete_port for 8550bbf4-9593-4a32-ac04-2d8790c9e585 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:44.293923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.322700 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] Set router b5958e8d-88a6-42d3-af2a-8fb77c708275 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:44.373075 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:14:44Z', 'revision_number': 6, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:44.402644 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48924385-6d4f-4d87-a510-1ec6a5f2e295 None None] The sync data for ids ['b5958e8d-88a6-42d3-af2a-8fb77c708275'] in n-d-793620-13 is: [{'id': 'b5958e8d-88a6-42d3-af2a-8fb77c708275', 'name': 'tempest-TestMinimumBasicScenario-1101463951-router', 'tenant_id': 'dc29e9967a0e4c3984420ca749b4a153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:12:35Z', 'updated_at': '2021-07-23T21:14:44Z', 'revision_number': 6, 'project_id': 'dc29e9967a0e4c3984420ca749b4a153', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:44.453854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.479467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Pushing event deleted for resources: {'Port': ['ID=8550bbf4-9593-4a32-ac04-2d8790c9e585,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:44.542938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.632398 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.634493 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.679839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.680343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5958e8d-88a6-42d3-af2a-8fb77c708275 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:14:44.684631 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.685804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-61499056-81e8-4377-9b69-7e9b2f0f0247 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b5958e8d-88a6-42d3-af2a-8fb77c708275 HTTP/1.1" status: 204 len: 168 time: 0.7908211 Jul 23 21:14:44.688327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33782) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:44.732116 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Deleting subnet 2633573d-a437-4052-8d27-206a93552c71 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:14:44.735070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.769926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.858899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.910514 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.938656 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:44.940523 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2633573d-a437-4052-8d27-206a93552c71 HTTP/1.1" status: 204 len: 168 time: 0.2513657 Jul 23 21:14:44.941701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f969310-8c0f-4dd8-ae93-3785689e802c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2633573d-a437-4052-8d27-206a93552c71,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:44.943181 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33784) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:44.946792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39648fca-867c-4ea4-9744-f766e668468e None None] Network 72a3a949-deb3-49b4-9413-625099cf2546 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:14:45.010729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.065987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Deleting port 3104729e-37f8-4027-8fa2-06c627395910 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:45.066334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.135167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] For port 3104729e-37f8-4027-8fa2-06c627395910, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3104729e-37f8-4027-8fa2-06c627395910,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:45.135936 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.148842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Calling delete_port for 3104729e-37f8-4027-8fa2-06c627395910 owned by network:dhcp {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:45.170867 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db22769-9f5c-4734-b553-6500552191df None None] DHCP port deletion for 72a3a949-deb3-49b4-9413-625099cf2546 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:14:45.222608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3db22769-9f5c-4734-b553-6500552191df None None] Deleting port 3104729e-37f8-4027-8fa2-06c627395910 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:14:45.222983 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.233391 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.268392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] No DVR routers for this DVR port 3104729e-37f8-4027-8fa2-06c627395910 on host n-d-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:45.273525 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Pushing event deleted for resources: {'Port': ['ID=3104729e-37f8-4027-8fa2-06c627395910,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:45.288576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3db22769-9f5c-4734-b553-6500552191df None None] For port 3104729e-37f8-4027-8fa2-06c627395910, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=3104729e-37f8-4027-8fa2-06c627395910,segment=NetworkSegment(4f7f789e-e1d7-4c58-ae51-4cf68457ed36),segment_id=4f7f789e-e1d7-4c58-ae51-4cf68457ed36)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:45.288967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.301060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3db22769-9f5c-4734-b553-6500552191df None None] Calling delete_port for 3104729e-37f8-4027-8fa2-06c627395910 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:14:45.342720 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.353589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a3a949-deb3-49b4-9413-625099cf2546']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:45.364490 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7f789e-e1d7-4c58-ae51-4cf68457ed36') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:45.364788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7f789e-e1d7-4c58-ae51-4cf68457ed36') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:45.373796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.387260 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.390846 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.398429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:14:45.398876 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:14:45.400910 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:14:45.414460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db22769-9f5c-4734-b553-6500552191df None None] Pushing event deleted for resources: {'Port': ['ID=3104729e-37f8-4027-8fa2-06c627395910,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:45.422795 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db22769-9f5c-4734-b553-6500552191df None None] No DVR routers for this DVR port 3104729e-37f8-4027-8fa2-06c627395910 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:14:45.425381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.425679 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.426032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.426897 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.427395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.428381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.428381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.428581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.428890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.429226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.429621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.429906 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db22769-9f5c-4734-b553-6500552191df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:45.471865 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.478202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.480031 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] 10.222.0.46 "DELETE /v2.0/networks/72a3a949-deb3-49b4-9413-625099cf2546 HTTP/1.1" status: 204 len: 168 time: 0.5358527 Jul 23 21:14:45.492051 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd6adcd-ffc3-46c2-8ff3-8ff3b498328f admin admin] Pushing event deleted for resources: {'Network': ['ID=72a3a949-deb3-49b4-9413-625099cf2546,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:45.637380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33790) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:45.675881 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-51d1f41c-7b1d-4334-b9ac-e20f3b809eae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e04adb5c0caf4efa96064546abd6e9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372000 Jul 23 21:14:45.678717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33792) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:45.725809 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcc16035-21c0-411b-8822-42655a93aad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.748108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcc16035-21c0-411b-8822-42655a93aad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.798890 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcc16035-21c0-411b-8822-42655a93aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.802247 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-fcc16035-21c0-411b-8822-42655a93aad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:45.803426 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-fcc16035-21c0-411b-8822-42655a93aad1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e4e1945-b6ee-4694-92d4-71599982639c HTTP/1.1" status: 204 len: 168 time: 0.1237710 Jul 23 21:14:45.811127 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc16035-21c0-411b-8822-42655a93aad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e1945-b6ee-4694-92d4-71599982639c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:46.121065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33798) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:46.159467 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f2145d61-4313-4871-b30a-f4e2134b36eb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc29e9967a0e4c3984420ca749b4a153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371673 Jul 23 21:14:46.162539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33800) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:46.215766 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb7948d9-5b60-4e97-898a-f9b77719fd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.215977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3104729e-37f8-4027-8fa2-06c627395910 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:46.238475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 3104729e-37f8-4027-8fa2-06c627395910 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:46.238665 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb7948d9-5b60-4e97-898a-f9b77719fd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.239417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 3104729e-37f8-4027-8fa2-06c627395910 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:46.240004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8550bbf4-9593-4a32-ac04-2d8790c9e585 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:46.258822 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 8550bbf4-9593-4a32-ac04-2d8790c9e585 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:46.259157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 8550bbf4-9593-4a32-ac04-2d8790c9e585 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:46.259565 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e625692a-5648-4885-bdde-d7a4d9000f0b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:14:46.279182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: e625692a-5648-4885-bdde-d7a4d9000f0b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:14:46.279537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device e625692a-5648-4885-bdde-d7a4d9000f0b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:14:46.286412 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb7948d9-5b60-4e97-898a-f9b77719fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.289013 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-eb7948d9-5b60-4e97-898a-f9b77719fd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.290205 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-eb7948d9-5b60-4e97-898a-f9b77719fd5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/264dc268-b89c-49c1-86c3-ce90b04575bc HTTP/1.1" status: 204 len: 168 time: 0.1266537 Jul 23 21:14:46.302889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7948d9-5b60-4e97-898a-f9b77719fd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264dc268-b89c-49c1-86c3-ce90b04575bc,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:46.482390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:46.493531 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e60e4161-b7ad-41ed-85c4-085cf5bbaaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.831183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.928826 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.934908 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33840) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:47.939610 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72486037', 'description': 'tempest-secgroup-smoke-72486037 description', 'project_id': 'dc1b63dbde204353be59322b8c6567b7'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:47.962037 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:47.969861 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.062697 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.066409 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.108595 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3456b3a-e289-45cb-8ba5-3e9dfafdd85c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.161804 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.165478 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.191808 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.193072 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2571554 Jul 23 21:14:48.196363 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33842) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.197129 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912932d-bfe4-4c86-9c7c-42b15fa67ed6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396d6110-c7db-490c-80fa-f0c2afba5805,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.201252 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '396d6110-c7db-490c-80fa-f0c2afba5805', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.229714 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.275271 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.278816 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.296611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d513e763-1e5e-46be-ba74-50a09a9921df,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.302341 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.303513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-77652376-af98-43e7-8fa4-c2c03e88eb56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1061485 Jul 23 21:14:48.306197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33844) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.310534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '396d6110-c7db-490c-80fa-f0c2afba5805', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.335534 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.394015 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.398009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.415139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d2d4c5-4eb7-40dd-bf13-72ffe0fdd34e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.421296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.422569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8b73fd5d-689a-4d27-94fe-7fd0b6115acf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154404 Jul 23 21:14:48.425242 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33846) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.429683 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '396d6110-c7db-490c-80fa-f0c2afba5805', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.457233 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.515003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.518276 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.538316 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de044e59-221a-43a5-8de3-b87021a8fa56,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.543758 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.547871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-040226e7-21dc-499a-b9a3-721d497d6845 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188250 Jul 23 21:14:48.547871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.552704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '396d6110-c7db-490c-80fa-f0c2afba5805', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.579449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.641065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.644729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.666130 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2be6827-256c-4500-b9bb-738eecadb4fa,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.670413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.671598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-44519c11-cc9e-41f1-a4b7-42820e836508 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228163 Jul 23 21:14:48.674237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.679090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '396d6110-c7db-490c-80fa-f0c2afba5805', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.701672 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:14:48.706242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.767995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.774576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.796875 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485582a7-8a0e-4b46-a67f-5532a0508027,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.800760 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.802067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c22fb810-9262-4167-9018-92afcde879dd tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269162 Jul 23 21:14:48.804828 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33852) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.809297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '396d6110-c7db-490c-80fa-f0c2afba5805', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.830140 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:14:48.835557 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.897011 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.900564 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.918163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed22619-effb-419b-899d-a06e34692524,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:48.923573 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.924641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2f185f75-2f80-495d-b5b2-490b90bcdd1a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188858 Jul 23 21:14:48.927637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33854) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:48.932481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'network': {'name': 'tempest-network-smoke--1886969407', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'port_security_enabled': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:48.951436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:14:48.955061 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.978634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:14:48.987897 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:48.988248 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Added segment cf2a2ed6-216c-442f-b10e-724b159c2e4a of type vlan for network 3573740b-62bb-4721-8337-d2ce4241fa9b Jul 23 21:14:49.028012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.055902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.061372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:49.061982 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.098682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700373 Jul 23 21:14:49.101785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33856) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:49.106930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'admin_state_up': True, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:49.131775 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.132934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f800f16-314a-4122-ac15-9102f489e708 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Network': ['ID=3573740b-62bb-4721-8337-d2ce4241fa9b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:49.133141 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.147876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 3573740b-62bb-4721-8337-d2ce4241fa9b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:14:49.188759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.328673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.518512 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.541475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.640616 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.34 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/aeb66873-3207-48f8-ae81-9a321493bc0e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:14:49.744728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.782925 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:49.817270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:14:49.821455 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:49.824939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:14:49.851328 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=aeb66873-3207-48f8-ae81-9a321493bc0e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:49.872262 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:50.077449 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:50.273462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:50.398091 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router b80069b2-0ee8-46f8-b0f1-18735834239d is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:14:50.505657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:50.517255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Sync routers for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:50.524856 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:50.526221 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9396a27c-5628-4f24-91a9-db6fc755ea13 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4233813 Jul 23 21:14:50.526969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:50.527599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:50.529273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33860) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:50.635562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:50.649721 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4e51c0df-2f93-45f3-80be-867ad44e137a tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=dc1b63dbde204353be59322b8c6567b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191249 Jul 23 21:14:50.652310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33864) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:50.801900 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a2712-fa66-494d-999f-1727b73530c3 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:50.803488 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-450a2712-fa66-494d-999f-1727b73530c3 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502647 Jul 23 21:14:50.806424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33866) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:50.821664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:49Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:50.843156 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d8ad2f58-dc3f-45c8-b2c1-33a7bc01cbef tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331550 Jul 23 21:14:50.843380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33868) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:50.848540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Checking router: b80069b2-0ee8-46f8-b0f1-18735834239d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:50.848781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212262051', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:50.849411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Updating router b80069b2-0ee8-46f8-b0f1-18735834239d port aeb66873-3207-48f8-ae81-9a321493bc0e binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:14:50.886150 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:50.938935 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:14:50.942634 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.122620 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.142167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.151853 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Transition to ACTIVE for port object aeb66873-3207-48f8-ae81-9a321493bc0e will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:51.157565 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.179860 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Subnet': ['ID=96054cda-5f3c-4ffc-910c-98ca6e8de7ca,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:51.191004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Checking segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:14:51.191377 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network hostable DHCP agents. Network: 3573740b-62bb-4721-8337-d2ce4241fa9b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:14:51.208874 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 3573740b-62bb-4721-8337-d2ce4241fa9b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:14:51.209286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Attempting to bind port aeb66873-3207-48f8-ae81-9a321493bc0e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:14:51.209723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Attempting to bind port aeb66873-3207-48f8-ae81-9a321493bc0e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:14:51.210114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Attempting to bind port aeb66873-3207-48f8-ae81-9a321493bc0e on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:51.212924 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b48163-944a-4e64-9c64-534d1c4eb2e7 None None] Pushing event updated for resources: {'Port': ['ID=aeb66873-3207-48f8-ae81-9a321493bc0e,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:51.217845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:14:51.218204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 3573740b-62bb-4721-8337-d2ce4241fa9b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:51.218336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:14:51.218625 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.218991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:14:51.220153 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Bound port: aeb66873-3207-48f8-ae81-9a321493bc0e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:14:51.220153 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.223139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:51.223857 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.241756 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a5c0df07-df7d-48af-bf10-d5e595be1369 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3962195 Jul 23 21:14:51.242629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6578cc6f-56aa-48b6-a8ff-b128b5e763a0 None None] Network 3573740b-62bb-4721-8337-d2ce4241fa9b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:14:51.243449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33870) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:14:51.327740 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] For port aeb66873-3207-48f8-ae81-9a321493bc0e, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:14:51.345242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] For port aeb66873-3207-48f8-ae81-9a321493bc0e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aeb66873-3207-48f8-ae81-9a321493bc0e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:14:51.353214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.470608 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b48163-944a-4e64-9c64-534d1c4eb2e7 None None] Pushing event updated for resources: {'Port': ['ID=aeb66873-3207-48f8-ae81-9a321493bc0e,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:51.473687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:51.474302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:51.511700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-3573740b-62bb-4721-8337-d2ce4241fa9b', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:14:51.512568 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:51.661375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:51.797846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Allocated IP 172.20.0.2 (3573740b-62bb-4721-8337-d2ce4241fa9b/96054cda-5f3c-4ffc-910c-98ca6e8de7ca/660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:14:51.978789 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:49Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:52.002221 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.179664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f57e9-893f-44ff-bc60-b4a7b8f770a7 None None] The sync data for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 is: [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:49Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:52.181496 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.190313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Transition to ACTIVE for port object 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:52.210999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Transition to ACTIVE for port object 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:52.217339 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.260839 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Network 3573740b-62bb-4721-8337-d2ce4241fa9b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:14:52.263757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:52.266634 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:14:52.276732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Pushing event updated for resources: {'Port': ['ID=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:52.298020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.1 (3573740b-62bb-4721-8337-d2ce4241fa9b/96054cda-5f3c-4ffc-910c-98ca6e8de7ca/f088cc87-5864-48a4-ad03-4d50cee4675d) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:14:52.337588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Attempting to bind port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:14:52.337970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Attempting to bind port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:14:52.338505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Attempting to bind port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 on network 3573740b-62bb-4721-8337-d2ce4241fa9b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:52.343689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:14:52.344578 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Checking segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:14:52.344706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.345007 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Bound using segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:14:52.345567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Bound port: 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:14:52.345962 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.428496 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.429624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] For port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:14:52.433771 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] For port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:14:52.447974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object f088cc87-5864-48a4-ad03-4d50cee4675d will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:52.449539 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.495569 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.516223 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8027ca6-83ae-4c0f-a611-e3f26fed9db0 None None] Pushing event updated for resources: {'Port': ['ID=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:52.544966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 3573740b-62bb-4721-8337-d2ce4241fa9b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:14:52.550102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:52.562283 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=f088cc87-5864-48a4-ad03-4d50cee4675d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:52.567251 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:14:52.618476 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:52.794516 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:53.114424 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:53.119404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:53.199722 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=f088cc87-5864-48a4-ad03-4d50cee4675d,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:53.204842 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:53.302235 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 3573740b-62bb-4721-8337-d2ce4241fa9b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:14:53.303798 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:53.426499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router b80069b2-0ee8-46f8-b0f1-18735834239d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:14:53.436913 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427f1a7f-d4e0-46c7-bc7b-c3ce07e57371 None None] Network 3573740b-62bb-4721-8337-d2ce4241fa9b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:14:53.540745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:14:53.547685 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-79f7a3df-aaeb-476b-8d2d-02a281b6dbd8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/b80069b2-0ee8-46f8-b0f1-18735834239d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3031712 Jul 23 21:14:53.557337 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-537a6454-1e96-4be0-9c4c-83e8d0cae0bb None None] Provisioning for port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:53.705312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-332662bb-b051-45b7-a201-d38bc5530559 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72486037&fields=id&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 267 time: 0.0341167 Jul 23 21:14:53.828652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-cafbc1ee-9f32-4e7d-9663-b79e7afdd4b9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:53.830197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-cafbc1ee-9f32-4e7d-9663-b79e7afdd4b9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/networks?id=3573740b-62bb-4721-8337-d2ce4241fa9b HTTP/1.1" status: 200 len: 797 time: 0.1173999 Jul 23 21:14:53.833023 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Sync routers for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:14:53.843710 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:53.844620 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:53.846113 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-d98e271c-7e69-4827-ab97-8d7c9ef56d9f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/quotas/dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 375 time: 0.0096161 Jul 23 21:14:53.893175 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff6b96fd-b2f8-4e33-bb5c-2024a951fed2 None None] Provisioning for port f088cc87-5864-48a4-ad03-4d50cee4675d completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:53.898821 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff6b96fd-b2f8-4e33-bb5c-2024a951fed2 None None] Provisioning complete for port f088cc87-5864-48a4-ad03-4d50cee4675d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:53.899527 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff6b96fd-b2f8-4e33-bb5c-2024a951fed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:53.930807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-11308a38-ca39-40b1-bb8b-39084aa57861 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781353 Jul 23 21:14:53.950507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b96fd-b2f8-4e33-bb5c-2024a951fed2 None None] Port f088cc87-5864-48a4-ad03-4d50cee4675d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:14:53.967078 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:54.053495 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-71df7ae0-316e-4579-a282-6fd23b2c4b1c service neutron] 10.222.0.46 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196625 Jul 23 21:14:54.095859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d9100e0c-dbac-4e6f-8c09-658b2e24c412 None None] Provisioning complete for port f088cc87-5864-48a4-ad03-4d50cee4675d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:54.096248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d9100e0c-dbac-4e6f-8c09-658b2e24c412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.148380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d9100e0c-dbac-4e6f-8c09-658b2e24c412 None None] Port f088cc87-5864-48a4-ad03-4d50cee4675d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:14:54.216584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-30f7846d-4837-42ce-a65c-1c67cf6cc945 service neutron] 10.222.0.46 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560411 Jul 23 21:14:54.319549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:54.338086 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 2, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:54.366942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Checking router: b80069b2-0ee8-46f8-b0f1-18735834239d for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:14:54.367315 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Updating router b80069b2-0ee8-46f8-b0f1-18735834239d port f088cc87-5864-48a4-ad03-4d50cee4675d binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:14:54.378709 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-d5d68443-0275-4f75-9808-56d693b8e709 None None] Provisioning complete for port f088cc87-5864-48a4-ad03-4d50cee4675d triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:54.379196 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d5d68443-0275-4f75-9808-56d693b8e709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.414770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:54.416516 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.424157 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:54.424646 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.434190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-535b2989-892c-4ec3-b6dc-e134b826026b req-e2b4a432-c05d-4be0-b291-9e50f4021e76 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 210 time: 0.0327024 Jul 23 21:14:54.461681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-d5d68443-0275-4f75-9808-56d693b8e709 None None] Port f088cc87-5864-48a4-ad03-4d50cee4675d cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:14:54.526119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.563051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:54.567385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.568358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aeb66873-3207-48f8-ae81-9a321493bc0e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:54.650594 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:54.663476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port aeb66873-3207-48f8-ae81-9a321493bc0e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:54.667835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aeb66873-3207-48f8-ae81-9a321493bc0e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:54.668214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.734660 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.745372 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Transition to ACTIVE for port object f088cc87-5864-48a4-ad03-4d50cee4675d will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:54.752509 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.755534 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.778998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port aeb66873-3207-48f8-ae81-9a321493bc0e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aeb66873-3207-48f8-ae81-9a321493bc0e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:54.784067 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.815943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Pushing event updated for resources: {'Port': ['ID=f088cc87-5864-48a4-ad03-4d50cee4675d,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:54.828798 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.828798 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.829151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.829352 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.829717 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.830048 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.830521 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.830852 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.831181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.831506 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.831835 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.832190 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:14:54.848475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=aeb66873-3207-48f8-ae81-9a321493bc0e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:54.903835 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Attempting to bind port f088cc87-5864-48a4-ad03-4d50cee4675d on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:14:54.904768 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Attempting to bind port f088cc87-5864-48a4-ad03-4d50cee4675d by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:14:54.905137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Attempting to bind port f088cc87-5864-48a4-ad03-4d50cee4675d on network 3573740b-62bb-4721-8337-d2ce4241fa9b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:54.911310 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:14:54.911690 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Checking segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:14:54.912151 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.912711 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Bound using segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:14:54.913184 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Bound port: f088cc87-5864-48a4-ad03-4d50cee4675d, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:14:54.913596 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:54.982940 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] For port f088cc87-5864-48a4-ad03-4d50cee4675d, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:14:54.986492 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] For port f088cc87-5864-48a4-ad03-4d50cee4675d, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f088cc87-5864-48a4-ad03-4d50cee4675d,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:14:54.990892 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:55.046803 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:14:55.047437 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:55.086731 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be2dbc-68a1-4fce-b6bf-3471d6777f1f None None] Pushing event updated for resources: {'Port': ['ID=f088cc87-5864-48a4-ad03-4d50cee4675d,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:55.158345 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:14:55.367337 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:14:55.394453 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37786452-61d0-409c-a9cb-67e94a409f0a None None] The sync data for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 is: [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:14:55.416396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-00147936-f00e-45c9-81e5-d8cc1a432ac4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:55.417958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-00147936-f00e-45c9-81e5-d8cc1a432ac4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/networks?id=3573740b-62bb-4721-8337-d2ce4241fa9b HTTP/1.1" status: 200 len: 797 time: 0.1355729 Jul 23 21:14:55.474997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-f289e460-c6dd-4344-a5cb-7e362034e6a7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 378 time: 0.0477304 Jul 23 21:14:55.485378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'port': {'device_id': '10895c6d-b551-45a7-9059-eabdcf91037f', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'admin_state_up': True, 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'security_groups': ['396d6110-c7db-490c-80fa-f0c2afba5805']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:55.558511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89aae3e0-406f-4e1b-bd99-1d374edea0d6 req-98928dda-d781-44e9-91a3-17053da20d84 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 210 time: 0.0376859 Jul 23 21:14:55.637382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:14:55.641013 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:55.775317 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.14 (3573740b-62bb-4721-8337-d2ce4241fa9b/96054cda-5f3c-4ffc-910c-98ca6e8de7ca/6de89615-f8f1-4e45-83f0-136623d71ced) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:14:55.920949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:55.935237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object 6de89615-f8f1-4e45-83f0-136623d71ced will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:55.970730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.304820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 3573740b-62bb-4721-8337-d2ce4241fa9b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:14:56.307868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:14:56.311628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:14:56.324013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f088cc87-5864-48a4-ad03-4d50cee4675d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:56.347359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=6de89615-f8f1-4e45-83f0-136623d71ced,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:56.370705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:56.371451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.387780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-13e22b38-b429-4070-9ff9-edc31f77e439 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9060490 Jul 23 21:14:56.400185 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Request body: {'port': {'device_id': '10895c6d-b551-45a7-9059-eabdcf91037f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:14:56.404440 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port f088cc87-5864-48a4-ad03-4d50cee4675d completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:56.413793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f088cc87-5864-48a4-ad03-4d50cee4675d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:56.414526 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.485635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.507167 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.546768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port f088cc87-5864-48a4-ad03-4d50cee4675d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f088cc87-5864-48a4-ad03-4d50cee4675d,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:14:56.552377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.553180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:56.629095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=f088cc87-5864-48a4-ad03-4d50cee4675d,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:56.640504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:56.640887 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.688855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e14ffce4-0dfb-4ea0-9ddf-786d2763e348 None None] Provisioning for port 6de89615-f8f1-4e45-83f0-136623d71ced completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:14:56.693726 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e14ffce4-0dfb-4ea0-9ddf-786d2763e348 None None] Provisioning complete for port 6de89615-f8f1-4e45-83f0-136623d71ced triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:56.694204 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e14ffce4-0dfb-4ea0-9ddf-786d2763e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.759972 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e14ffce4-0dfb-4ea0-9ddf-786d2763e348 None None] Port 6de89615-f8f1-4e45-83f0-136623d71ced cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:14:56.766113 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aeb66873-3207-48f8-ae81-9a321493bc0e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:56.769621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386486ea-ba2b-4cb7-accf-fbf3cfb77158 req-28a3932b-1fc6-4a20-b7de-2191b346d8df tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:56.771897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-386486ea-ba2b-4cb7-accf-fbf3cfb77158 req-28a3932b-1fc6-4a20-b7de-2191b346d8df tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 932 time: 0.1336963 Jul 23 21:14:56.812155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aeb66873-3207-48f8-ae81-9a321493bc0e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:56.812535 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.845728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-386486ea-ba2b-4cb7-accf-fbf3cfb77158 req-8f4f3be5-f22a-42d4-b490-1ad43cab6ea8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672045 Jul 23 21:14:56.852336 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de89615-f8f1-4e45-83f0-136623d71ced {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:14:56.868365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.873628 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Transition to ACTIVE for port object 6de89615-f8f1-4e45-83f0-136623d71ced will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:14:56.877697 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:56.933639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Pushing event updated for resources: {'Port': ['ID=6de89615-f8f1-4e45-83f0-136623d71ced,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:57.001449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Attempting to bind port 6de89615-f8f1-4e45-83f0-136623d71ced on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:14:57.001807 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Attempting to bind port 6de89615-f8f1-4e45-83f0-136623d71ced by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:14:57.002137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Attempting to bind port 6de89615-f8f1-4e45-83f0-136623d71ced on network 3573740b-62bb-4721-8337-d2ce4241fa9b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:57.007307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Port 6de89615-f8f1-4e45-83f0-136623d71ced on network 3573740b-62bb-4721-8337-d2ce4241fa9b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:14:57.007632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Attempting to bind port 6de89615-f8f1-4e45-83f0-136623d71ced on network 3573740b-62bb-4721-8337-d2ce4241fa9b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:14:57.012568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:14:57.012834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Checking segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:14:57.013217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Bound using segment: {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:14:57.013674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Bound port: 6de89615-f8f1-4e45-83f0-136623d71ced, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf2a2ed6-216c-442f-b10e-724b159c2e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:14:57.014037 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:57.085266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] For port 6de89615-f8f1-4e45-83f0-136623d71ced, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:14:57.089210 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] For port 6de89615-f8f1-4e45-83f0-136623d71ced, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6de89615-f8f1-4e45-83f0-136623d71ced,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:14:57.093496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:57.132681 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.133671 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:57.135337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] 10.222.0.36 "PUT /v2.0/ports/6de89615-f8f1-4e45-83f0-136623d71ced HTTP/1.1" status: 200 len: 1093 time: 0.7405815 Jul 23 21:14:57.138188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:14:57.146501 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0377ec7d-72d1-40ff-91a2-71f54c44b864" -d '{"events": [{"name": "network-changed", "server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:14:57.173711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7213a-e1e3-47c8-8221-5eb1120a4f34 service neutron] Pushing event updated for resources: {'Port': ['ID=6de89615-f8f1-4e45-83f0-136623d71ced,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:14:57.210930 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42fae6-70cd-4957-9c51-8c7fee4f7d08 x-openstack-request-id: req-0b42fae6-70cd-4957-9c51-8c7fee4f7d08 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:14:57.211236 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:14:57.211491 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b42fae6-70cd-4957-9c51-8c7fee4f7d08 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:14:57.211892 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced', 'status': 'completed', 'code': 200} Jul 23 21:14:57.239469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-bf8ad677-29c0-4578-94d3-d2769b485e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.241020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-bf8ad677-29c0-4578-94d3-d2769b485e97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 1096 time: 0.0605090 Jul 23 21:14:57.283610 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-0cdfa33e-be86-4faf-8f77-bb80a88a6cf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de89615-f8f1-4e45-83f0-136623d71ced HTTP/1.1" status: 200 len: 217 time: 0.0355816 Jul 23 21:14:57.336974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-7ed45f37-d839-4db9-a0b6-861ca048048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.338526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-7ed45f37-d839-4db9-a0b6-861ca048048a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96054cda-5f3c-4ffc-910c-98ca6e8de7ca HTTP/1.1" status: 200 len: 835 time: 0.0498633 Jul 23 21:14:57.396861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-a5150d3d-c353-4515-aa41-cbebb28213b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.398380 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-a5150d3d-c353-4515-aa41-cbebb28213b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3573740b-62bb-4721-8337-d2ce4241fa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532017 Jul 23 21:14:57.487063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-dd52aa8c-fa66-42c2-9052-f377b88db4ea service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818293 Jul 23 21:14:57.579929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01744b67-60fb-4eed-98b4-e1b4edbd4a07 req-d857cdbe-1d5d-495b-bbaf-e082ffd8c0fa service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866492 Jul 23 21:14:57.679538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-a6a80b4a-9b4b-46ea-a52c-035391554a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.681012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-a6a80b4a-9b4b-46ea-a52c-035391554a46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 1096 time: 0.0537760 Jul 23 21:14:57.772121 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-1c718a9b-3ddb-4c83-a7fe-f456a7d6a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.773667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-1c718a9b-3ddb-4c83-a7fe-f456a7d6a26d service neutron] 10.222.0.36 "GET /v2.0/networks?id=3573740b-62bb-4721-8337-d2ce4241fa9b HTTP/1.1" status: 200 len: 898 time: 0.0863962 Jul 23 21:14:57.815197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-dbc97f1f-1d3a-4a7c-a747-552ae4e75b19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de89615-f8f1-4e45-83f0-136623d71ced HTTP/1.1" status: 200 len: 217 time: 0.0335073 Jul 23 21:14:57.862023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-ac68fbca-6210-48df-99d5-0104961bd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.864233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-ac68fbca-6210-48df-99d5-0104961bd026 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96054cda-5f3c-4ffc-910c-98ca6e8de7ca HTTP/1.1" status: 200 len: 835 time: 0.0427022 Jul 23 21:14:57.954398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-40a80c86-1139-4867-9ec0-c2e1cbee9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:57.955945 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-40a80c86-1139-4867-9ec0-c2e1cbee9e0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3573740b-62bb-4721-8337-d2ce4241fa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851390 Jul 23 21:14:58.068326 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c2a39-67e5-4ea8-8923-40f808812ad9 req-1a3ba3d9-d48d-41f4-80da-017187c5222e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:58.070595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-789c2a39-67e5-4ea8-8923-40f808812ad9 req-1a3ba3d9-d48d-41f4-80da-017187c5222e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 944 time: 0.1515362 Jul 23 21:14:58.105703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-24da01f9-72db-40be-86be-16aa71ccfe2e service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425166 Jul 23 21:14:58.147028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-789c2a39-67e5-4ea8-8923-40f808812ad9 req-c58a1549-f63a-4234-90eb-1bd6b68d48d8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693769 Jul 23 21:14:58.217210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0377ec7d-72d1-40ff-91a2-71f54c44b864 req-7ba244a1-c53a-4786-975f-980d643053b5 service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042888 Jul 23 21:14:58.236311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f088cc87-5864-48a4-ad03-4d50cee4675d up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:14:58.292667 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port f088cc87-5864-48a4-ad03-4d50cee4675d triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:14:58.293059 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:14:59.283013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaea26-781a-4708-a860-8076ce126c9c req-8fb774f1-ec0c-497d-a1c7-36791b0d026e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:14:59.284501 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01eaea26-781a-4708-a860-8076ce126c9c req-8fb774f1-ec0c-497d-a1c7-36791b0d026e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 944 time: 0.0685451 Jul 23 21:14:59.322638 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01eaea26-781a-4708-a860-8076ce126c9c req-16d246f9-f14e-4f7b-9bd0-ac175c88cbeb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313699 Jul 23 21:15:00.448518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4683d2-c850-4fd3-8a6d-6bfbcee90a3e req-113dee39-3da2-49ba-a943-c68b554e32c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:00.450046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec4683d2-c850-4fd3-8a6d-6bfbcee90a3e req-113dee39-3da2-49ba-a943-c68b554e32c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 944 time: 0.0631299 Jul 23 21:15:00.487039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec4683d2-c850-4fd3-8a6d-6bfbcee90a3e req-9e07bb3e-0ea5-4fe4-90d5-4335bad7adcb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315235 Jul 23 21:15:01.516111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6de89615-f8f1-4e45-83f0-136623d71ced details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:15:01.611106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6de89615-f8f1-4e45-83f0-136623d71ced, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6de89615-f8f1-4e45-83f0-136623d71ced,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:01.620275 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42670e-8b81-4594-ad8d-e7a4d5d6c3d4 req-cc37e26d-e32e-4eec-a75e-04818a8f6a26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:01.621793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb42670e-8b81-4594-ad8d-e7a4d5d6c3d4 req-cc37e26d-e32e-4eec-a75e-04818a8f6a26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 944 time: 0.0678339 Jul 23 21:15:01.623686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '6de89615-f8f1-4e45-83f0-136623d71ced', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'port_id': '6de89615-f8f1-4e45-83f0-136623d71ced', 'mac_address': 'fa:16:3e:23:cb:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:15:01.660094 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bb42670e-8b81-4594-ad8d-e7a4d5d6c3d4 req-77bc7955-2557-4b08-88ff-0115bf6d2954 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325642 Jul 23 21:15:01.668889 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.681944 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de89615-f8f1-4e45-83f0-136623d71ced {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:01.700988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6de89615-f8f1-4e45-83f0-136623d71ced, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6de89615-f8f1-4e45-83f0-136623d71ced,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:01.704882 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:01.751962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6de89615-f8f1-4e45-83f0-136623d71ced,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:01.962469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['6de89615-f8f1-4e45-83f0-136623d71ced'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:15:02.788232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32eec08-5b62-409e-b566-7928b9639b0f req-de5bbb94-daab-4925-985c-09c236fe65a9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:02.789730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b32eec08-5b62-409e-b566-7928b9639b0f req-de5bbb94-daab-4925-985c-09c236fe65a9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 945 time: 0.0628021 Jul 23 21:15:02.827264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b32eec08-5b62-409e-b566-7928b9639b0f req-7a8fb780-3d85-4819-87b2-1d5b05237721 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320311 Jul 23 21:15:03.546347 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6de89615-f8f1-4e45-83f0-136623d71ced up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:03.593366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 6de89615-f8f1-4e45-83f0-136623d71ced completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:03.596843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 6de89615-f8f1-4e45-83f0-136623d71ced triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:03.597213 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:03.674095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:03.696555 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:03.698868 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8386717d-2146-4b80-bec9-e06b79314d2b" -d '{"events": [{"server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "name": "network-vif-plugged", "status": "completed", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:03.711254 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 6de89615-f8f1-4e45-83f0-136623d71ced, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6de89615-f8f1-4e45-83f0-136623d71ced,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:03.715459 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:03.744635 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b2a0ae-9cdc-401c-8f76-1ed5c0d79993 x-openstack-request-id: req-89b2a0ae-9cdc-401c-8f76-1ed5c0d79993 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:03.744926 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "name": "network-vif-plugged", "status": "completed", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:03.745179 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-89b2a0ae-9cdc-401c-8f76-1ed5c0d79993 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:03.745585 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced', 'code': 200} Jul 23 21:15:03.776601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=6de89615-f8f1-4e45-83f0-136623d71ced,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:03.845652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7dee6-a7a9-43ac-9e97-b1c42000f95d req-9635ab50-4743-4b8b-972a-553bc680a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:03.846944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44d7dee6-a7a9-43ac-9e97-b1c42000f95d req-9635ab50-4743-4b8b-972a-553bc680a2a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 1098 time: 0.0529115 Jul 23 21:15:03.881607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44d7dee6-a7a9-43ac-9e97-b1c42000f95d req-44c00cc4-bb62-425e-86e8-08624aedcb68 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281537 Jul 23 21:15:03.959495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a2583-b13e-489d-b154-c3a553e6497d req-bd0237ee-bebb-4bc9-8244-c2a21fa966c9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:03.961066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-922a2583-b13e-489d-b154-c3a553e6497d req-bd0237ee-bebb-4bc9-8244-c2a21fa966c9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0669534 Jul 23 21:15:04.000325 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-922a2583-b13e-489d-b154-c3a553e6497d req-b6d92a04-945c-42f9-a4d4-ee6bd1b82da6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318406 Jul 23 21:15:05.139458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6ad2-a498-4188-a893-9a972dcb1d40 req-05f3c850-4854-4ffd-a3d5-5616f5288a92 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.140873 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-709a6ad2-a498-4188-a893-9a972dcb1d40 req-05f3c850-4854-4ffd-a3d5-5616f5288a92 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0697925 Jul 23 21:15:05.178498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-709a6ad2-a498-4188-a893-9a972dcb1d40 req-f0f85435-728c-4548-a8f3-e8bbca9b147e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311916 Jul 23 21:15:05.310997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39f016-6ccd-489c-80ef-e05df8ef1e7d req-c5efe005-7b35-4f5f-8dc3-4bd72eefad07 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.312489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c39f016-6ccd-489c-80ef-e05df8ef1e7d req-c5efe005-7b35-4f5f-8dc3-4bd72eefad07 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0686712 Jul 23 21:15:05.350974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6c39f016-6ccd-489c-80ef-e05df8ef1e7d req-e5ae34db-1b6f-4921-93e6-1120b190edda tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319264 Jul 23 21:15:05.372800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33932) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:05.427128 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18e01b6-c0f9-4431-8c45-d00c55535017 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:05.428679 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f18e01b6-c0f9-4431-8c45-d00c55535017 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 1093 time: 0.0549247 Jul 23 21:15:05.431665 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33936) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:05.436140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '6de89615-f8f1-4e45-83f0-136623d71ced', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:05.461638 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:05.564042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:05.664783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.120 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/2bd4f2b3-4f63-4957-8d5b-4c83fc2d5bdd) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:05.766930 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:05.805151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:05.838419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:05.841301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:05.844723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:05.875420 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=2bd4f2b3-4f63-4957-8d5b-4c83fc2d5bdd,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:06.230033 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:06.307357 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:06.451309 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:06.455682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:06.522448 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=2bd4f2b3-4f63-4957-8d5b-4c83fc2d5bdd,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:06.531845 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:06.628341 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 38eb1f0e-7267-4c83-aeb1-5a37e933646e associated. External IP: 172.25.8.120, port: 6de89615-f8f1-4e45-83f0-136623d71ced. Jul 23 21:15:06.826945 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router b80069b2-0ee8-46f8-b0f1-18735834239d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:15:07.207186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:15:07.216879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] Sync routers for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:15:07.223298 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:07.226824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:07.227451 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:07.260657 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9dc84705-e32c-4eb9-95e1-9fde54f77957 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8279588 Jul 23 21:15:07.261356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:07.263609 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4944c-896c-423e-acc5-20d9dcd8197c" -d '{"events": [{"name": "network-changed", "server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:07.305861 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e619e30-e6fb-4bc2-910a-0d0e150323b1 x-openstack-request-id: req-1e619e30-e6fb-4bc2-910a-0d0e150323b1 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:07.306157 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:07.306408 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e619e30-e6fb-4bc2-910a-0d0e150323b1 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:07.306874 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced', 'status': 'completed', 'code': 200} Jul 23 21:15:07.337184 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:07.407476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11955f-b18d-4dc5-9ef5-5dfc00b18e70 req-3da19281-fb1b-444a-81f7-09bba107f71b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:07.408964 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca11955f-b18d-4dc5-9ef5-5dfc00b18e70 req-3da19281-fb1b-444a-81f7-09bba107f71b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0964568 Jul 23 21:15:07.431339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-81f2b660-ec30-42dd-8a13-0b7f4c97873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:07.432846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-81f2b660-ec30-42dd-8a13-0b7f4c97873e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 1098 time: 0.0911722 Jul 23 21:15:07.486440 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ca11955f-b18d-4dc5-9ef5-5dfc00b18e70 req-7fb1ef78-0c2d-4bbd-8e7e-7d6765fd04ed tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697205 Jul 23 21:15:07.510872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 33942) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:07.540401 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-47f6fa5a-52fc-4345-a471-d52681223e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:07.542537 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-47f6fa5a-52fc-4345-a471-d52681223e4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3573740b-62bb-4721-8337-d2ce4241fa9b HTTP/1.1" status: 200 len: 898 time: 0.1014221 Jul 23 21:15:07.569698 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '38eb1f0e-7267-4c83-aeb1-5a37e933646e', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'port_id': '6de89615-f8f1-4e45-83f0-136623d71ced', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'mac_address': 'fa:16:3e:23:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10895c6d-b551-45a7-9059-eabdcf91037f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:15:06Z', 'updated_at': '2021-07-23T21:15:06Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:56Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:07.579273 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-56962862-7a2b-4961-b7be-315cc639424a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/38eb1f0e-7267-4c83-aeb1-5a37e933646e HTTP/1.1" status: 200 len: 992 time: 0.0668471 Jul 23 21:15:07.597028 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] Checking router: b80069b2-0ee8-46f8-b0f1-18735834239d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:15:07.605589 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:07.606460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:14:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:07.611864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-67837862-fcea-4630-9236-f8c32ae7be5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de89615-f8f1-4e45-83f0-136623d71ced HTTP/1.1" status: 200 len: 1000 time: 0.0628614 Jul 23 21:15:07.660321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-9168972d-5c62-4c23-9abe-97968a4d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:07.661827 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-9168972d-5c62-4c23-9abe-97968a4d3777 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96054cda-5f3c-4ffc-910c-98ca6e8de7ca HTTP/1.1" status: 200 len: 835 time: 0.0440016 Jul 23 21:15:07.712645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:07.719600 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-2bfba315-c302-4b10-8602-ebc9f5bf1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:07.721108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-2bfba315-c302-4b10-8602-ebc9f5bf1725 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3573740b-62bb-4721-8337-d2ce4241fa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526330 Jul 23 21:15:07.811981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-176b8d41-1e73-4bfa-8fb5-cd33a1c34cf2 service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848498 Jul 23 21:15:07.858993 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:15:07.900308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-24b4944c-896c-423e-acc5-20d9dcd8197c req-79ae9e0b-9480-4a90-a03b-ded084f64987 service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820196 Jul 23 21:15:07.937907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '38eb1f0e-7267-4c83-aeb1-5a37e933646e', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'port_id': '6de89615-f8f1-4e45-83f0-136623d71ced', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'mac_address': 'fa:16:3e:23:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10895c6d-b551-45a7-9059-eabdcf91037f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:15:06Z', 'updated_at': '2021-07-23T21:15:06Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:56Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:07.968970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279f64bb-10a3-446a-8300-1ba836c7140c None None] The sync data for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 is: [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '38eb1f0e-7267-4c83-aeb1-5a37e933646e', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'port_id': '6de89615-f8f1-4e45-83f0-136623d71ced', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'mac_address': 'fa:16:3e:23:cb:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10895c6d-b551-45a7-9059-eabdcf91037f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:15:06Z', 'updated_at': '2021-07-23T21:15:06Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:56Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:15:08.155309 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a1b386-82a3-490f-aac4-df736b6bcde9 None None] New status for floating IP 38eb1f0e-7267-4c83-aeb1-5a37e933646e: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:15:08.580648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33944) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:08.647414 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-38e1b956-2b94-4c95-ab43-4a4473018eb3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/38eb1f0e-7267-4c83-aeb1-5a37e933646e HTTP/1.1" status: 200 len: 994 time: 0.0656812 Jul 23 21:15:13.952958 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-51790de4-2bc6-40c9-b174-ae8f7d324dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:14.301126 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:16.479896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:16.485256 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2aed10ca-998d-4522-a084-00e8ed82f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:17.840081 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:17.930155 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:19.874423 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:37.437017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c42b41-e921-4ee0-8e15-239d78d789b4 req-f0fd1c5c-394c-4fca-8fa2-226f25f04f74 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:37.438541 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47c42b41-e921-4ee0-8e15-239d78d789b4 req-f0fd1c5c-394c-4fca-8fa2-226f25f04f74 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0630293 Jul 23 21:15:37.476876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47c42b41-e921-4ee0-8e15-239d78d789b4 req-de85a5f8-5f5d-4c32-be09-b4926087ce3c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318818 Jul 23 21:15:38.625232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92010b8b-661b-42fe-864b-404aacb34f70 req-670b1a94-f724-4e09-bc8a-6f3f034475a4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:38.626731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92010b8b-661b-42fe-864b-404aacb34f70 req-670b1a94-f724-4e09-bc8a-6f3f034475a4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0619292 Jul 23 21:15:38.667731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-92010b8b-661b-42fe-864b-404aacb34f70 req-4b59b480-a49e-4c81-b583-a9988e77a34e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351579 Jul 23 21:15:38.689451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33966) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:38.750020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-415c7774-76ef-47c4-b881-0a92eca8ee11 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/38eb1f0e-7267-4c83-aeb1-5a37e933646e HTTP/1.1" status: 200 len: 994 time: 0.0592198 Jul 23 21:15:40.019394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c525f6c-920b-4ea4-8528-3602cbfad406 req-c9091020-1fab-451a-aee9-73be93c3a3ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:40.020787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c525f6c-920b-4ea4-8528-3602cbfad406 req-c9091020-1fab-451a-aee9-73be93c3a3ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0671771 Jul 23 21:15:40.060448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c525f6c-920b-4ea4-8528-3602cbfad406 req-ff639802-34c9-4f63-bd80-ab57a04d25df tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339527 Jul 23 21:15:41.204843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f8fc3-f0f2-4d62-ac7a-2d5745265697 req-e370b54a-3412-48c5-a6b8-fb584424fa8a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:41.206382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3f8fc3-f0f2-4d62-ac7a-2d5745265697 req-e370b54a-3412-48c5-a6b8-fb584424fa8a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0667405 Jul 23 21:15:41.249447 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ea3f8fc3-f0f2-4d62-ac7a-2d5745265697 req-7127f868-4dbb-444d-bb53-12a436e58745 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373566 Jul 23 21:15:41.271355 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33976) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:41.333712 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a232a61f-3d47-4b0c-8d2f-a687cee12c18 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/38eb1f0e-7267-4c83-aeb1-5a37e933646e HTTP/1.1" status: 200 len: 994 time: 0.0610332 Jul 23 21:15:41.614554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33982) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:41.765573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 2bd4f2b3-4f63-4957-8d5b-4c83fc2d5bdd {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:15:41.765914 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:41.841996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:41.842325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:41.854087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 2bd4f2b3-4f63-4957-8d5b-4c83fc2d5bdd owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:15:42.027756 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.055259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=2bd4f2b3-4f63-4957-8d5b-4c83fc2d5bdd,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:42.083556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.083914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.084262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.084608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.084953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.085293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.085661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.085999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.086334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.086666 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.087006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.087335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:42.131640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.131979 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 38eb1f0e-7267-4c83-aeb1-5a37e933646e disassociated (deleted). External IP: 172.25.8.120, port: 6de89615-f8f1-4e45-83f0-136623d71ced. Jul 23 21:15:42.338239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router b80069b2-0ee8-46f8-b0f1-18735834239d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:15:42.441307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:15:42.446115 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:42.450992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] Sync routers for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:15:42.460712 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:42.461327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:42.486479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3772ef57-4d68-4c5a-a2e2-28d7dd1e8150 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/floatingips/38eb1f0e-7267-4c83-aeb1-5a37e933646e HTTP/1.1" status: 204 len: 168 time: 0.8708200 Jul 23 21:15:42.487114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:42.489400 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b31b21-171a-4951-93a0-5997e876630c" -d '{"events": [{"name": "network-changed", "server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:42.532387 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ce6a7-bfc7-4941-b778-4fe24ec0be86 x-openstack-request-id: req-c17ce6a7-bfc7-4941-b778-4fe24ec0be86 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:42.532687 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:42.532945 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c17ce6a7-bfc7-4941-b778-4fe24ec0be86 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:42.533348 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced', 'status': 'completed', 'code': 200} Jul 23 21:15:42.578415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:42.614627 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31b21-171a-4951-93a0-5997e876630c req-6f0403ff-5b5b-4660-b882-858c6fe3c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.616557 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-6f0403ff-5b5b-4660-b882-858c6fe3c6df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 1098 time: 0.0628207 Jul 23 21:15:42.754424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31b21-171a-4951-93a0-5997e876630c req-dae45a75-778c-4411-9736-d9ff72a5e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.755913 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-dae45a75-778c-4411-9736-d9ff72a5e4e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3573740b-62bb-4721-8337-d2ce4241fa9b HTTP/1.1" status: 200 len: 898 time: 0.1324232 Jul 23 21:15:42.781668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:56Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:42.805106 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-eac9d536-d01c-4c6c-a293-462b119fef8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6de89615-f8f1-4e45-83f0-136623d71ced HTTP/1.1" status: 200 len: 217 time: 0.0383320 Jul 23 21:15:42.812499 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] Checking router: b80069b2-0ee8-46f8-b0f1-18735834239d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:15:42.816040 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbf2da-9d2b-4f48-a3f8-8b57617c3ded req-cbf230a3-c0db-4418-b1b7-bc4e78c940eb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.817534 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66dbf2da-9d2b-4f48-a3f8-8b57617c3ded req-cbf230a3-c0db-4418-b1b7-bc4e78c940eb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.1320281 Jul 23 21:15:42.820872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:42.821515 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:42.895797 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31b21-171a-4951-93a0-5997e876630c req-a6336e8b-0987-4f3e-ab78-f0c9205063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.897225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-a6336e8b-0987-4f3e-ab78-f0c9205063d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=96054cda-5f3c-4ffc-910c-98ca6e8de7ca HTTP/1.1" status: 200 len: 835 time: 0.0788147 Jul 23 21:15:42.900241 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-66dbf2da-9d2b-4f48-a3f8-8b57617c3ded req-d6e12450-b81c-46da-8afc-7c327fedb126 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737343 Jul 23 21:15:42.972800 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b31b21-171a-4951-93a0-5997e876630c req-0c6583a9-dba2-42f9-b5b5-c4620f852882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:42.974390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-0c6583a9-dba2-42f9-b5b5-c4620f852882 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3573740b-62bb-4721-8337-d2ce4241fa9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681119 Jul 23 21:15:43.069132 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-934112a7-fd48-47e3-ad80-a8144891a321 service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858142 Jul 23 21:15:43.093780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:43.164329 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8b31b21-171a-4951-93a0-5997e876630c req-99cab3ed-fa63-465b-9f7d-d8b364a2bfce service neutron] 10.222.0.36 "GET /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883460 Jul 23 21:15:43.298377 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:56Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:43.324564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d522ddd-89fe-40f2-8e08-423ff5a1e2ef None None] The sync data for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 is: [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:52Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'f088cc87-5864-48a4-ad03-4d50cee4675d', 'name': '', 'network_id': '3573740b-62bb-4721-8337-d2ce4241fa9b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:08:6f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:52Z', 'updated_at': '2021-07-23T21:14:56Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '96054cda-5f3c-4ffc-910c-98ca6e8de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:15:43.534121 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2e463a-681b-4465-8f35-604d470e5eee None None] New status for floating IP 38eb1f0e-7267-4c83-aeb1-5a37e933646e: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:15:43.953802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4222e030-50f9-4788-843e-7c7fafee6f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.034037 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4ff52-07ca-4bbd-a70c-16dc6da36f98 req-e7fee94d-10c6-4c26-bd8a-eb2d1a0b1a27 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.035554 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9db4ff52-07ca-4bbd-a70c-16dc6da36f98 req-e7fee94d-10c6-4c26-bd8a-eb2d1a0b1a27 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0626752 Jul 23 21:15:44.074474 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9db4ff52-07ca-4bbd-a70c-16dc6da36f98 req-bfa36bab-125e-445b-8784-6e00aa5ee680 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=396d6110-c7db-490c-80fa-f0c2afba5805&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332141 Jul 23 21:15:44.304547 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.316989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-13294d4b-d401-4619-8cf0-8d11f360aadf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:44.318489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-13294d4b-d401-4619-8cf0-8d11f360aadf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 946 time: 0.0758629 Jul 23 21:15:44.415992 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 6de89615-f8f1-4e45-83f0-136623d71ced {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:15:44.416337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.506136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port 6de89615-f8f1-4e45-83f0-136623d71ced, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=6de89615-f8f1-4e45-83f0-136623d71ced,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:44.506422 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.518289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 6de89615-f8f1-4e45-83f0-136623d71ced owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:15:44.641725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.672325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=6de89615-f8f1-4e45-83f0-136623d71ced,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:44.722262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] No DVR routers for this DVR port 6de89615-f8f1-4e45-83f0-136623d71ced on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:15:44.724837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:44.726940 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ddfe6512-ee1b-4ff9-80b4-13d6a9a0780b req-67bfee9a-ccba-4dd8-8608-11568c294c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "DELETE /v2.0/ports/6de89615-f8f1-4e45-83f0-136623d71ced HTTP/1.1" status: 204 len: 173 time: 0.4029787 Jul 23 21:15:44.734539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'name': 'network-vif-deleted', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:44.737681 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf1de52-e71b-44c8-be1a-8bf35c966ab2" -d '{"events": [{"server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "name": "network-vif-deleted", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:44.779783 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fec5e3-0e73-4286-a0b8-7abfb061715d x-openstack-request-id: req-50fec5e3-0e73-4286-a0b8-7abfb061715d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:44.780081 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10895c6d-b551-45a7-9059-eabdcf91037f", "name": "network-vif-deleted", "tag": "6de89615-f8f1-4e45-83f0-136623d71ced", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:44.780331 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50fec5e3-0e73-4286-a0b8-7abfb061715d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:44.780749 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10895c6d-b551-45a7-9059-eabdcf91037f', 'name': 'network-vif-deleted', 'tag': '6de89615-f8f1-4e45-83f0-136623d71ced', 'status': 'completed', 'code': 200} Jul 23 21:15:44.858021 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:15:45.189512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9c27000c-e6b2-41ea-bed5-261b120e9db1 req-6f809976-dc9d-488b-aa58-f9876bcf0193 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10895c6d-b551-45a7-9059-eabdcf91037f HTTP/1.1" status: 200 len: 210 time: 0.0303392 Jul 23 21:15:46.247517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 33998) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:46.475390 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.486432 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f58eacd3-8309-43c9-bdb0-b655d00f6351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:46.654317 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.207563 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port f088cc87-5864-48a4-ad03-4d50cee4675d {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:15:47.207909 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.293296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port f088cc87-5864-48a4-ad03-4d50cee4675d, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=f088cc87-5864-48a4-ad03-4d50cee4675d,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:47.294012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.306424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for f088cc87-5864-48a4-ad03-4d50cee4675d owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:15:47.485957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.511795 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=f088cc87-5864-48a4-ad03-4d50cee4675d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:47.691029 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.697374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6de89615-f8f1-4e45-83f0-136623d71ced no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:47.721316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 6de89615-f8f1-4e45-83f0-136623d71ced {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:15:47.721684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 6de89615-f8f1-4e45-83f0-136623d71ced not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:47.840816 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:47.909827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router b80069b2-0ee8-46f8-b0f1-18735834239d has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:15:47.932592 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.013764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:15:48.020743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a64efbd1-9d80-4965-b93e-f6a09dc236a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/b80069b2-0ee8-46f8-b0f1-18735834239d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721481 Jul 23 21:15:48.022741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34000) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:48.025311 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] Sync routers for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:15:48.034923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:48.035622 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:48.083406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting subnet 96054cda-5f3c-4ffc-910c-98ca6e8de7ca {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:15:48.086681 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.125448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.149599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:48.213332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.279413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.314894 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Subnet': ['ID=96054cda-5f3c-4ffc-910c-98ca6e8de7ca,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:48.318915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.320816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2be9a17f-e4ee-4cab-9c64-8276558b8b2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/subnets/96054cda-5f3c-4ffc-910c-98ca6e8de7ca HTTP/1.1" status: 204 len: 168 time: 0.2971466 Jul 23 21:15:48.323570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34002) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:48.329116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a0181-35c8-4546-a0e0-d0a88b797555 None None] Network 3573740b-62bb-4721-8337-d2ce4241fa9b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:48.358911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:15:47Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:48.419644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] Checking router: b80069b2-0ee8-46f8-b0f1-18735834239d for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:15:48.437552 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.450725 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] Routers {'b80069b2-0ee8-46f8-b0f1-18735834239d'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:48.451351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['b80069b2-0ee8-46f8-b0f1-18735834239d'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:48.540718 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.584421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] Set router b80069b2-0ee8-46f8-b0f1-18735834239d gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:48.593977 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port aeb66873-3207-48f8-ae81-9a321493bc0e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:15:48.594390 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.647196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] DHCP port deletion for 3573740b-62bb-4721-8337-d2ce4241fa9b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:15:48.677294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port aeb66873-3207-48f8-ae81-9a321493bc0e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aeb66873-3207-48f8-ae81-9a321493bc0e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:48.677665 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.688989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for aeb66873-3207-48f8-ae81-9a321493bc0e owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:15:48.789014 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Deleting port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:15:48.789680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.857590 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.858885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] For port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,segment=NetworkSegment(cf2a2ed6-216c-442f-b10e-724b159c2e4a),segment_id=cf2a2ed6-216c-442f-b10e-724b159c2e4a)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:48.859275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.878707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Calling delete_port for 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:15:48.885806 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:15:47Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:48.894320 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=aeb66873-3207-48f8-ae81-9a321493bc0e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:48.917060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb4c1d-48be-4564-b42a-317300e9345c None None] The sync data for ids ['b80069b2-0ee8-46f8-b0f1-18735834239d'] in n-d-793620-13 is: [{'id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143351427', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:15:47Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'aeb66873-3207-48f8-ae81-9a321493bc0e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b80069b2-0ee8-46f8-b0f1-18735834239d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:14:49Z', 'updated_at': '2021-07-23T21:14:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:15:48.954348 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:48.987437 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.014907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Pushing event deleted for resources: {'Port': ['ID=660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:49.019886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] No DVR routers for this DVR port 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:15:49.026857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.027204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.027544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.027877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.028209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.028537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.029675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.029675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.029675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.029975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.030141 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.030462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e293d688-8b8c-414e-9083-f2945cefbbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.056194 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.058349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.101891 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.102449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Fanout notify agent at l3_agent the message router_deleted on router b80069b2-0ee8-46f8-b0f1-18735834239d {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:15:49.109510 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.110614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9d401a2f-105a-4137-ad28-49836b65e304 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/routers/b80069b2-0ee8-46f8-b0f1-18735834239d HTTP/1.1" status: 204 len: 168 time: 0.7861683 Jul 23 21:15:49.113770 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34004) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:49.190949 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.275191 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.286399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3573740b-62bb-4721-8337-d2ce4241fa9b']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:49.302858 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2a2ed6-216c-442f-b10e-724b159c2e4a') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:49.303159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2a2ed6-216c-442f-b10e-724b159c2e4a') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:49.312449 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.326859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.333074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:15:49.333542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:15:49.336419 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:15:49.395136 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.400476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.405904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/networks/3573740b-62bb-4721-8337-d2ce4241fa9b HTTP/1.1" status: 204 len: 168 time: 0.2884099 Jul 23 21:15:49.406857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34006) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:49.418848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec1fa4-6159-4db3-b551-5efcb9089c31 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Network': ['ID=3573740b-62bb-4721-8337-d2ce4241fa9b,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:49.469772 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.496071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.559920 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.562603 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:49.567877 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/security-groups/396d6110-c7db-490c-80fa-f0c2afba5805 HTTP/1.1" status: 204 len: 168 time: 0.1576915 Jul 23 21:15:49.577589 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396d6110-c7db-490c-80fa-f0c2afba5805,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:49.587415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.587788 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.588132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.588477 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.588817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.589223 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.589522 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.589863 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.590197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.590529 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.590881 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.591197 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ccf86d-37e4-4a11-a715-1566d1ff51da tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:15:49.880288 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.085765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34012) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.090453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090626586', 'description': 'tempest-secgroup-smoke-2090626586 description', 'project_id': 'dc1b63dbde204353be59322b8c6567b7'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.114027 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.195879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.200173 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.230752 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.232271 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1454782 Jul 23 21:15:50.232984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32187626-ea6d-4d37-bb47-8f846144f451 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94661d9-f467-435a-b426-3cf3ecae6981,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.235853 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34014) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.241428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'f94661d9-f467-435a-b426-3cf3ecae6981', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.256029 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f088cc87-5864-48a4-ad03-4d50cee4675d no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:50.270389 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.276143 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: f088cc87-5864-48a4-ad03-4d50cee4675d {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:15:50.276556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device f088cc87-5864-48a4-ad03-4d50cee4675d not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:50.277045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:50.295895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:15:50.296247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 660a1e91-0a41-41c3-8d5a-48ebb3d7bcf9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:50.296749 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aeb66873-3207-48f8-ae81-9a321493bc0e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:15:50.316030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: aeb66873-3207-48f8-ae81-9a321493bc0e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:15:50.316380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aeb66873-3207-48f8-ae81-9a321493bc0e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:15:50.332601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.336683 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.359288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc5563d-d442-4468-b2e3-3386c50c5143,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.365991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.367169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-674f3a86-b66a-445e-a9af-a4369b74048c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293590 Jul 23 21:15:50.369997 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34016) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.374413 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'f94661d9-f467-435a-b426-3cf3ecae6981', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.401253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.458626 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.462164 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.480181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab3c039-e05e-49f1-922a-33b8dd39adc5,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.485834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.487573 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8e5f61e9-18a2-46d3-a870-d23ad685c64b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166463 Jul 23 21:15:50.490226 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34018) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.495018 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'f94661d9-f467-435a-b426-3cf3ecae6981', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.520716 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.577303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.581483 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.601965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c007a8e6-3580-47c3-a743-03400ab60b61,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.605507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.606941 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-12faff67-89a7-4a89-b8d4-43dda4d83a75 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155083 Jul 23 21:15:50.609827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34020) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.614273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'f94661d9-f467-435a-b426-3cf3ecae6981', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.639385 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.697093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.700956 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.722531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5cd427-2d51-40d7-904e-892b64903723,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.729837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.731269 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5e97fc43-d472-4f91-910b-4c3c1a5fb420 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1202791 Jul 23 21:15:50.734094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34022) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.738447 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'f94661d9-f467-435a-b426-3cf3ecae6981', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.761115 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:15:50.765770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.826478 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.831144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.848554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2379978b-7a33-4f11-9d1a-e488cd54fae8,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.854123 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.855320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2b8c588c-79cb-4043-bcbf-0a139108c352 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203105 Jul 23 21:15:50.858301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34024) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.863424 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'f94661d9-f467-435a-b426-3cf3ecae6981', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:50.885655 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:15:50.890379 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.951382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.955793 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.973105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24053eef-4015-4cac-a53a-9fc9b815b0a3,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:50.978118 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:50.979607 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e86c0f32-d917-452c-bb5f-0b1f0bc49b54 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203401 Jul 23 21:15:50.982648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34026) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:50.987498 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'network': {'name': 'tempest-network-smoke--1401464519', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'port_security_enabled': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:51.007606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:51.011057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.033779 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:15:51.042871 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.043256 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Added segment 0633763d-8360-4186-baff-1154cdb35bbe of type vlan for network b69323e7-7c86-4d3a-9266-00c4f5b86a59 Jul 23 21:15:51.086039 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.113988 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.119494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:51.120076 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.152974 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1693399 Jul 23 21:15:51.155688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34028) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:51.160249 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'admin_state_up': True, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:51.200051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e009c78-8f95-43db-8cc7-7e4ef89468ff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Network': ['ID=b69323e7-7c86-4d3a-9266-00c4f5b86a59,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:51.210693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:15:51.213113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.214413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.272375 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.405267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.592495 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.610667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.708854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.225 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/dbfd2972-d547-412a-8a45-b997be415f6e) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:51.813302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.852069 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:51.888084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:51.890742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:51.894201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:51.922118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=dbfd2972-d547-412a-8a45-b997be415f6e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:52.149322 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:52.622774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:52.744164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 5f46a858-893a-443a-967a-bbae449135df is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:15:52.851554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:15:52.862460 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Sync routers for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:15:52.869467 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:52.870723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7310add5-b3c2-427e-b66b-c4d0ea8247d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7141197 Jul 23 21:15:52.872374 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:52.873064 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:52.873869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34030) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:52.908614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-695f500b-9703-41d3-b8b4-cda9f3423222 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=dc1b63dbde204353be59322b8c6567b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329878 Jul 23 21:15:52.911315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34032) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:52.974532 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:53.059730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223f3b3f-89b6-4a13-b133-dfacf71bf19e tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:53.061271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-223f3b3f-89b6-4a13-b133-dfacf71bf19e tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490419 Jul 23 21:15:53.064561 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34034) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:53.099350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-17509ecb-2ee5-47ff-9f27-c476584c5b6e tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336001 Jul 23 21:15:53.101923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34036) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:53.107016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1839765587', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:53.151042 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:52Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:53.177724 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Checking router: 5f46a858-893a-443a-967a-bbae449135df for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:15:53.178071 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Updating router 5f46a858-893a-443a-967a-bbae449135df port dbfd2972-d547-412a-8a45-b997be415f6e binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:15:53.192759 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:53.196236 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.211804 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.382803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.446257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Subnet': ['ID=df8bc6e4-65be-4528-af51-6738b81dee2e,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:53.457854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Checking segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:53.458229 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network hostable DHCP agents. Network: b69323e7-7c86-4d3a-9266-00c4f5b86a59, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:15:53.475679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:15:53.484543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, b69323e7-7c86-4d3a-9266-00c4f5b86a59) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:53.489074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:53.489706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.496419 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563460ac-c002-41d8-b7b6-f6bc4a68cf97 None None] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:53.506868 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d7701ce0-8e4e-49c3-9842-5961ad53586f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4013097 Jul 23 21:15:53.507174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34038) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:15:53.553560 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.563742 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Transition to ACTIVE for port object dbfd2972-d547-412a-8a45-b997be415f6e will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:53.570361 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.618432 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Attempting to bind port dbfd2972-d547-412a-8a45-b997be415f6e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:53.618800 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Attempting to bind port dbfd2972-d547-412a-8a45-b997be415f6e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:53.619160 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Attempting to bind port dbfd2972-d547-412a-8a45-b997be415f6e on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:53.628699 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b3737-6c54-4f3c-9ed4-f0adf054ad56 None None] Pushing event updated for resources: {'Port': ['ID=dbfd2972-d547-412a-8a45-b997be415f6e,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:53.631889 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:53.633726 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:53.633726 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.633726 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:53.633726 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Bound port: dbfd2972-d547-412a-8a45-b997be415f6e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:53.634109 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.654359 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:15:53.655300 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.687482 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] For port dbfd2972-d547-412a-8a45-b997be415f6e, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:53.690662 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] For port dbfd2972-d547-412a-8a45-b997be415f6e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dbfd2972-d547-412a-8a45-b997be415f6e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:53.695214 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.742903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:53.742903 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:53.796502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Allocated IP 172.20.0.2 (b69323e7-7c86-4d3a-9266-00c4f5b86a59/df8bc6e4-65be-4528-af51-6738b81dee2e/9a99243f-71de-4278-afef-98b402e80596) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:53.852808 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:53.931237 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b3737-6c54-4f3c-9ed4-f0adf054ad56 None None] Pushing event updated for resources: {'Port': ['ID=dbfd2972-d547-412a-8a45-b997be415f6e,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:53.948018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.961606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Transition to ACTIVE for port object 9a99243f-71de-4278-afef-98b402e80596 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:53.978567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Transition to ACTIVE for port object 9a99243f-71de-4278-afef-98b402e80596 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:53.982859 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:53.989689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.029854 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:54.037502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:54.040191 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:54.055720 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Pushing event updated for resources: {'Port': ['ID=9a99243f-71de-4278-afef-98b402e80596,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:54.084459 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:52Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:54.112466 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce5600-dbc4-4ddd-aa24-c3da69a5041e None None] The sync data for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 is: [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:52Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:15:54.121128 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Attempting to bind port 9a99243f-71de-4278-afef-98b402e80596 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:54.121537 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Attempting to bind port 9a99243f-71de-4278-afef-98b402e80596 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:54.121958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Attempting to bind port 9a99243f-71de-4278-afef-98b402e80596 on network b69323e7-7c86-4d3a-9266-00c4f5b86a59 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:54.130633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:54.130633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Checking segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:54.130633 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.130633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Bound using segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:54.130633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Bound port: 9a99243f-71de-4278-afef-98b402e80596, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:54.130633 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.197421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] For port 9a99243f-71de-4278-afef-98b402e80596, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:54.200635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] For port 9a99243f-71de-4278-afef-98b402e80596, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9a99243f-71de-4278-afef-98b402e80596,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:54.206330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.269901 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695178ab-4c9c-478f-a173-ea280dabe1a0 None None] Pushing event updated for resources: {'Port': ['ID=9a99243f-71de-4278-afef-98b402e80596,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:54.332669 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.1 (b69323e7-7c86-4d3a-9266-00c4f5b86a59/df8bc6e4-65be-4528-af51-6738b81dee2e/d39f2e22-888e-4c81-8144-351b8ab6ba84) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:54.502640 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.518802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object d39f2e22-888e-4c81-8144-351b8ab6ba84 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:54.559491 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.608358 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:54.612394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:54.614847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:54.643100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=d39f2e22-888e-4c81-8144-351b8ab6ba84,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:54.667546 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:54.824568 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:55.124409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:55.130274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:55.197468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608811f2-ccde-4c0a-916e-6dc43dc0e25d None None] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:15:55.205728 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=d39f2e22-888e-4c81-8144-351b8ab6ba84,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:55.208248 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:55.287864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5a62ffa4-5b2d-4b02-b148-665ea952de6c None None] Provisioning for port 9a99243f-71de-4278-afef-98b402e80596 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:55.307746 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:55.309090 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:55.424129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 5f46a858-893a-443a-967a-bbae449135df has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:15:55.538177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:15:55.553775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0678308c-536e-4277-b1e2-80812eea6215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/5f46a858-893a-443a-967a-bbae449135df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0362151 Jul 23 21:15:55.630764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39382e7c-fbf6-49f7-98c1-1af3ac15fd63 None None] Provisioning for port d39f2e22-888e-4c81-8144-351b8ab6ba84 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:55.634796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-39382e7c-fbf6-49f7-98c1-1af3ac15fd63 None None] Provisioning complete for port d39f2e22-888e-4c81-8144-351b8ab6ba84 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:55.635163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-39382e7c-fbf6-49f7-98c1-1af3ac15fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:55.677319 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-39382e7c-fbf6-49f7-98c1-1af3ac15fd63 None None] Port d39f2e22-888e-4c81-8144-351b8ab6ba84 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:15:55.716478 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-0fb80c85-a2e7-42be-a7a1-5e9af681ed79 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090626586&fields=id&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 267 time: 0.0418763 Jul 23 21:15:55.780264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Sync routers for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:15:55.795872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:55.796430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:55.835135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-11202a3c-9f8f-465e-9ee1-533c9cd4d919 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:55.836770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-11202a3c-9f8f-465e-9ee1-533c9cd4d919 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 797 time: 0.1134410 Jul 23 21:15:55.853122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-62507610-26d3-4414-8b27-1f17a3410ce7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/quotas/dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 375 time: 0.0102649 Jul 23 21:15:55.933235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-0db80a7e-ab5c-4ce6-9d3c-d36722f22288 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726416 Jul 23 21:15:56.006627 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b18b21ba-6a01-4149-a8d9-7f95bfae8ac6 None None] Provisioning complete for port d39f2e22-888e-4c81-8144-351b8ab6ba84 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:56.007002 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b18b21ba-6a01-4149-a8d9-7f95bfae8ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:56.039560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-2858d1cc-841b-473a-a65d-2dd7fbd561ab service neutron] 10.222.0.46 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926306 Jul 23 21:15:56.084746 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b18b21ba-6a01-4149-a8d9-7f95bfae8ac6 None None] Port d39f2e22-888e-4c81-8144-351b8ab6ba84 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:15:56.107952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:56.135335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-7ca1202a-a9a4-4c2e-8fd8-b68ab2ee8778 service neutron] 10.222.0.46 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897503 Jul 23 21:15:56.270340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b5c7ec03-520e-4f6a-834c-6311542cea64 None None] Provisioning complete for port d39f2e22-888e-4c81-8144-351b8ab6ba84 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:56.270773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b5c7ec03-520e-4f6a-834c-6311542cea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:56.380769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dbfd2972-d547-412a-8a45-b997be415f6e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:56.382662 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b5c7ec03-520e-4f6a-834c-6311542cea64 None None] Port d39f2e22-888e-4c81-8144-351b8ab6ba84 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:15:56.464849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 2, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:56.468521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port dbfd2972-d547-412a-8a45-b997be415f6e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:56.501475 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Checking router: 5f46a858-893a-443a-967a-bbae449135df for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:15:56.501991 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Updating router 5f46a858-893a-443a-967a-bbae449135df port d39f2e22-888e-4c81-8144-351b8ab6ba84 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:15:56.503912 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port dbfd2972-d547-412a-8a45-b997be415f6e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:56.504292 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:56.572626 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:56.668533 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0701a5a6-e812-4d92-96f7-a5b17a049f1c req-aa887c93-e2fd-4171-8bf1-4898fa4650e0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 210 time: 0.3555174 Jul 23 21:15:56.710605 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:56.749708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port dbfd2972-d547-412a-8a45-b997be415f6e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dbfd2972-d547-412a-8a45-b997be415f6e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:56.755163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:56.756171 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9a99243f-71de-4278-afef-98b402e80596 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:56.899147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=dbfd2972-d547-412a-8a45-b997be415f6e,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:56.926064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 9a99243f-71de-4278-afef-98b402e80596 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:56.937375 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9a99243f-71de-4278-afef-98b402e80596 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:56.937773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.031930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.063530 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Transition to ACTIVE for port object d39f2e22-888e-4c81-8144-351b8ab6ba84 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:57.074021 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.086085 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.143963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c0a66-edf2-4333-9bef-711c6b7168c2 None None] Pushing event updated for resources: {'Port': ['ID=d39f2e22-888e-4c81-8144-351b8ab6ba84,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:57.182081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 9a99243f-71de-4278-afef-98b402e80596, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9a99243f-71de-4278-afef-98b402e80596,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:57.209498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.253235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Attempting to bind port d39f2e22-888e-4c81-8144-351b8ab6ba84 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:57.253641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Attempting to bind port d39f2e22-888e-4c81-8144-351b8ab6ba84 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:57.254008 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Attempting to bind port d39f2e22-888e-4c81-8144-351b8ab6ba84 on network b69323e7-7c86-4d3a-9266-00c4f5b86a59 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:57.263357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:57.263735 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Checking segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:57.264140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.264536 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Bound using segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:57.265005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Bound port: d39f2e22-888e-4c81-8144-351b8ab6ba84, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:57.265386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.312993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=9a99243f-71de-4278-afef-98b402e80596,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:57.350469 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] For port d39f2e22-888e-4c81-8144-351b8ab6ba84, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:57.353903 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] For port d39f2e22-888e-4c81-8144-351b8ab6ba84, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d39f2e22-888e-4c81-8144-351b8ab6ba84,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:57.359146 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.421412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-6ea578fd-e3e0-4c01-85ca-832c727b30f2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:57.424084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-6ea578fd-e3e0-4c01-85ca-832c727b30f2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 797 time: 0.1320941 Jul 23 21:15:57.430490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:15:57.431140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:57.472818 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c0a66-edf2-4333-9bef-711c6b7168c2 None None] Pushing event updated for resources: {'Port': ['ID=d39f2e22-888e-4c81-8144-351b8ab6ba84,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:57.483568 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-cffbcdc8-d1b5-45f3-8f77-0158ef090c68 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 380 time: 0.0497284 Jul 23 21:15:57.492882 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'port': {'device_id': '4c91deca-8305-4255-bf13-9932465c405c', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'admin_state_up': True, 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'security_groups': ['f94661d9-f467-435a-b426-3cf3ecae6981']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:57.558926 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:15:57.604860 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:15:57.608729 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.740869 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.5 (b69323e7-7c86-4d3a-9266-00c4f5b86a59/df8bc6e4-65be-4528-af51-6738b81dee2e/bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:15:57.776961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d4b7b97-4b60-4a3c-adb4-3d8dbe1759c2 req-b20f2760-5262-4b16-af7c-7fc48e13ecdb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 210 time: 0.0314600 Jul 23 21:15:57.786056 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:57Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:15:57.816762 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f289e216-355f-435f-9c06-454d99e83b05 None None] The sync data for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 is: [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:57Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:15:57.932243 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:57.951510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:57.984490 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.026650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:15:58.031688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:15:58.041672 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:15:58.045633 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:58.093247 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:58.093926 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.109867 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-e3b92b52-1ecd-4389-a4f4-4a2c4a48574a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210139 Jul 23 21:15:58.121933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Request body: {'port': {'device_id': '4c91deca-8305-4255-bf13-9932465c405c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:15:58.207162 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.325843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4bdbd0d2-dd10-4f02-ba96-7bee4aad57af None None] Provisioning for port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:58.330782 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4bdbd0d2-dd10-4f02-ba96-7bee4aad57af None None] Provisioning complete for port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:58.333685 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd0d2-dd10-4f02-ba96-7bee4aad57af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.379238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbd0d2-dd10-4f02-ba96-7bee4aad57af None None] Port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:15:58.391250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dbfd2972-d547-412a-8a45-b997be415f6e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:58.444941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port dbfd2972-d547-412a-8a45-b997be415f6e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:58.445323 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.528072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9a99243f-71de-4278-afef-98b402e80596 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:58.535295 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:15:58.543576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.559135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Transition to ACTIVE for port object bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:15:58.564821 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.578429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 9a99243f-71de-4278-afef-98b402e80596 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:58.578809 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.624973 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Pushing event updated for resources: {'Port': ['ID=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:58.680922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d39f2e22-888e-4c81-8144-351b8ab6ba84 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:15:58.706595 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Attempting to bind port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:15:58.707003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Attempting to bind port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:15:58.707440 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Attempting to bind port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb on network b69323e7-7c86-4d3a-9266-00c4f5b86a59 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:58.713934 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb on network b69323e7-7c86-4d3a-9266-00c4f5b86a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:15:58.714895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Attempting to bind port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb on network b69323e7-7c86-4d3a-9266-00c4f5b86a59 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:15:58.723483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:15:58.724564 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Checking segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:15:58.725063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Bound using segment: {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:15:58.725664 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Bound port: bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0633763d-8360-4186-baff-1154cdb35bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:15:58.726130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.741408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d39f2e22-888e-4c81-8144-351b8ab6ba84 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:15:58.748516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d39f2e22-888e-4c81-8144-351b8ab6ba84 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:15:58.748891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.823293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] For port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:15:58.834201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] For port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:15:58.842023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.849928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.899067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d39f2e22-888e-4c81-8144-351b8ab6ba84, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d39f2e22-888e-4c81-8144-351b8ab6ba84,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:15:58.909268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:58.909858 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.911253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] 10.222.0.36 "PUT /v2.0/ports/bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 1092 time: 0.7946060 Jul 23 21:15:58.912345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:15:58.912559 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:15:58.914614 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f46d5-7d94-4036-8210-55d3a35f98e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:15:58.969791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d39f2e22-888e-4c81-8144-351b8ab6ba84,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:59.004823 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7676fb-03c8-4091-8000-4bd568f9aa62 x-openstack-request-id: req-bd7676fb-03c8-4091-8000-4bd568f9aa62 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:15:59.005121 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:15:59.005383 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bd7676fb-03c8-4091-8000-4bd568f9aa62 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:15:59.005809 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'status': 'completed', 'code': 200} Jul 23 21:15:59.023296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49759ee-4a59-4990-91a6-f3e34172b48d service neutron] Pushing event updated for resources: {'Port': ['ID=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:15:59.059000 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568536de-fa37-4582-828f-dcd2d77f68a9 req-3fd3a217-92a5-4e6b-8fb2-fc5cd4143282 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.060633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-568536de-fa37-4582-828f-dcd2d77f68a9 req-3fd3a217-92a5-4e6b-8fb2-fc5cd4143282 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 943 time: 0.1552825 Jul 23 21:15:59.081954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-848b0c24-3263-4466-80ff-42948b03234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.083879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-848b0c24-3263-4466-80ff-42948b03234d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1095 time: 0.1268976 Jul 23 21:15:59.143143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-3413004c-8e04-46e7-abe7-30b9682badcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 217 time: 0.0514233 Jul 23 21:15:59.163730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-568536de-fa37-4582-828f-dcd2d77f68a9 req-3b6a6c4c-3fab-48ea-be61-4cb337336640 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852575 Jul 23 21:15:59.197924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-fce46455-74a2-4d75-a6ed-c01ec7d5f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.199445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-fce46455-74a2-4d75-a6ed-c01ec7d5f42a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 200 len: 835 time: 0.0488563 Jul 23 21:15:59.258954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-9e89972e-15a2-4aaa-beaf-c7e656264ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.260449 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-9e89972e-15a2-4aaa-beaf-c7e656264ee8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b69323e7-7c86-4d3a-9266-00c4f5b86a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543649 Jul 23 21:15:59.352625 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-4be09be8-bb6c-4aaf-a4be-ca31dc894604 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860460 Jul 23 21:15:59.442047 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-579a78f9-ac51-4b1d-b05c-cb9e79db55a0 req-0634ec80-a1ee-488b-ba5f-0c59e6a6238f service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821266 Jul 23 21:15:59.546843 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-f6dcb8bb-3154-4c44-8ebe-9a04b4c0f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.548806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-f6dcb8bb-3154-4c44-8ebe-9a04b4c0f6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1095 time: 0.0574052 Jul 23 21:15:59.636182 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-4aca17ea-db00-4e20-8b5f-1a1a6cb7c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.637654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-4aca17ea-db00-4e20-8b5f-1a1a6cb7c043 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 898 time: 0.0830390 Jul 23 21:15:59.682422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-efb72120-c299-499d-8869-e79a6b30b6b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 217 time: 0.0378113 Jul 23 21:15:59.732158 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-8fa6d680-8fd5-485a-a5f0-d0762c02befd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.733624 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-8fa6d680-8fd5-485a-a5f0-d0762c02befd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 200 len: 835 time: 0.0448797 Jul 23 21:15:59.790597 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-720e0074-11e5-41ea-83ec-54342210f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:15:59.792071 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-720e0074-11e5-41ea-83ec-54342210f56e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b69323e7-7c86-4d3a-9266-00c4f5b86a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518794 Jul 23 21:15:59.887643 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-50ee0d9e-1d38-4297-9a94-84ba72b1246d service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876923 Jul 23 21:15:59.978439 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e52f46d5-7d94-4036-8210-55d3a35f98e0 req-84f082d9-6288-48a8-add2-e6de2c8bbc51 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843406 Jul 23 21:16:00.273043 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d39f2e22-888e-4c81-8144-351b8ab6ba84 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:16:00.318345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafb30c-7138-4276-a4fe-3ec4ac1f1423 req-c2387132-7fc2-4492-b1a8-cef61b328dc1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:00.319854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fafb30c-7138-4276-a4fe-3ec4ac1f1423 req-c2387132-7fc2-4492-b1a8-cef61b328dc1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 943 time: 0.0763006 Jul 23 21:16:00.326255 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d39f2e22-888e-4c81-8144-351b8ab6ba84 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:16:00.326255 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:00.360095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7fafb30c-7138-4276-a4fe-3ec4ac1f1423 req-6af66a0f-0895-424c-ac26-d73b78d7973e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345004 Jul 23 21:16:01.491742 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6dff0b-66b9-4d8d-b187-291004000d98 req-66700072-6acc-4a6d-bee9-92f5921fa3a1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:01.493257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb6dff0b-66b9-4d8d-b187-291004000d98 req-66700072-6acc-4a6d-bee9-92f5921fa3a1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 943 time: 0.0639348 Jul 23 21:16:01.529525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fb6dff0b-66b9-4d8d-b187-291004000d98 req-438ebcb2-e9f3-4a47-b214-69c2d8b7c5d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307503 Jul 23 21:16:01.728765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:16:01.819135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:01.830155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'port_id': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'mac_address': 'fa:16:3e:81:6e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:16:01.869499 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:01.881754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:16:01.900571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:01.904746 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:01.950087 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:02.127595 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:16:02.656949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94f0ee-29bd-4886-a9b3-47b748c287b7 req-d597096c-efef-43ef-8eac-c1d64dcf7d0c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:02.659082 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c94f0ee-29bd-4886-a9b3-47b748c287b7 req-d597096c-efef-43ef-8eac-c1d64dcf7d0c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 944 time: 0.0629821 Jul 23 21:16:02.695114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7c94f0ee-29bd-4886-a9b3-47b748c287b7 req-1dd3170f-02d6-4dec-bd06-16f6e01699c6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304341 Jul 23 21:16:03.744199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:16:03.794205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:16:03.798071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:16:03.799029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:03.827704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464263f-8772-4a91-a186-e704f9ea9e82 req-43475dbb-4911-4d7b-928c-7518d825f670 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:03.829211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b464263f-8772-4a91-a186-e704f9ea9e82 req-43475dbb-4911-4d7b-928c-7518d825f670 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 944 time: 0.0677190 Jul 23 21:16:03.867530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b464263f-8772-4a91-a186-e704f9ea9e82 req-05337e77-4f3e-4e5e-9a79-cbef06c98b04 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319972 Jul 23 21:16:03.882389 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:03.904364 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:03.906610 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e07fb-f4c7-450c-9459-eaa304481817" -d '{"events": [{"server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "name": "network-vif-plugged", "status": "completed", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:03.920062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:16:03.925164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:03.948266 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c07bc14-3c05-41d2-b4da-52b1aaa0c97f x-openstack-request-id: req-6c07bc14-3c05-41d2-b4da-52b1aaa0c97f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:03.948562 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "name": "network-vif-plugged", "status": "completed", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:03.948813 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c07bc14-3c05-41d2-b4da-52b1aaa0c97f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:03.949199 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'code': 200} Jul 23 21:16:03.977069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:04.063268 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b6387-6b2b-4537-927e-d1d5d2bcb071 req-7b78ad6a-5c3a-4407-b142-260a6f16df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:04.064800 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-789b6387-6b2b-4537-927e-d1d5d2bcb071 req-7b78ad6a-5c3a-4407-b142-260a6f16df12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1097 time: 0.0537281 Jul 23 21:16:04.101896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-789b6387-6b2b-4537-927e-d1d5d2bcb071 req-f3175622-dd33-4fd4-afdc-3fb41dc894bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309873 Jul 23 21:16:05.001280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd16330-a625-44bf-a5df-6566996f5e6d req-39060f4b-f3a0-42d0-86ae-088cafb5fc0b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:05.002997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd16330-a625-44bf-a5df-6566996f5e6d req-39060f4b-f3a0-42d0-86ae-088cafb5fc0b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0672944 Jul 23 21:16:05.040663 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-edd16330-a625-44bf-a5df-6566996f5e6d req-02683953-edac-40ed-9f78-a29466c74f2d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Jul 23 21:16:05.168735 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3daaa-32ab-4e39-acea-b5de9aed4f07 req-5cec9313-b3ef-4d8b-a310-38ce7b32320f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:05.170182 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6b3daaa-32ab-4e39-acea-b5de9aed4f07 req-5cec9313-b3ef-4d8b-a310-38ce7b32320f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0625570 Jul 23 21:16:05.207739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d6b3daaa-32ab-4e39-acea-b5de9aed4f07 req-89925f54-bc3e-4b35-aaaa-5b2fc916c19a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Jul 23 21:16:05.229325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34090) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:16:05.280554 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917e57b-6c32-487d-b84f-82a5474b5498 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:05.282075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1917e57b-6c32-487d-b84f-82a5474b5498 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1092 time: 0.0517519 Jul 23 21:16:05.285614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34092) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:16:05.289900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:16:05.312524 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:05.410705 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:05.514437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.30 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/94609c09-327b-459f-b781-d5a532f53747) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:16:05.615855 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:05.654173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:05.688596 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:16:05.692829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:16:05.696174 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:16:05.703792 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=94609c09-327b-459f-b781-d5a532f53747,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:06.049820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:06.128014 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:06.275682 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:06.280093 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:06.347415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=94609c09-327b-459f-b781-d5a532f53747,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:16:06.357286 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:06.455351 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP a7931dae-320d-4c17-bb3b-25a484db96de associated. External IP: 172.25.8.30, port: bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb. Jul 23 21:16:06.662077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 5f46a858-893a-443a-967a-bbae449135df has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:16:06.768070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:16:06.778017 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] Sync routers for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:16:06.783543 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:06.788340 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:16:06.788958 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:16:06.821991 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a1bc61e1-9a12-4d0a-9954-db341e709a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5329335 Jul 23 21:16:06.821991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:16:06.822409 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:16:06.859426 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd09cfc4-752a-411d-8c5f-84278ff7f5be x-openstack-request-id: req-dd09cfc4-752a-411d-8c5f-84278ff7f5be {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:16:06.859715 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:16:06.859964 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd09cfc4-752a-411d-8c5f-84278ff7f5be {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:16:06.860907 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'status': 'completed', 'code': 200} Jul 23 21:16:06.899234 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:16:06.980723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd82482-5085-4079-8be1-c8f71514c8b4 req-947c3885-c4e9-4758-959b-745e720b5eed tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:06.982425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5dd82482-5085-4079-8be1-c8f71514c8b4 req-947c3885-c4e9-4758-959b-745e720b5eed tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.1032541 Jul 23 21:16:06.987629 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-2a895fa5-51db-4aa5-ba3b-303bde95aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:06.989067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-2a895fa5-51db-4aa5-ba3b-303bde95aef6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1097 time: 0.1085982 Jul 23 21:16:07.134242 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a7931dae-320d-4c17-bb3b-25a484db96de', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5f46a858-893a-443a-967a-bbae449135df', 'port_id': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'mac_address': 'fa:16:3e:81:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c91deca-8305-4255-bf13-9932465c405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:16:05Z', 'updated_at': '2021-07-23T21:16:05Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:58Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:16:07.161390 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] Checking router: 5f46a858-893a-443a-967a-bbae449135df for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:16:07.170054 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:16:07.170670 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:15:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:16:07.279729 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:16:07.359337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5dd82482-5085-4079-8be1-c8f71514c8b4 req-6efbe699-824f-4181-83df-eaf94b7436e8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692720 Jul 23 21:16:07.381928 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34100) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:16:07.410702 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-16a3187c-2818-4fc9-a67b-60720debc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:07.412160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-16a3187c-2818-4fc9-a67b-60720debc3e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 898 time: 0.4154775 Jul 23 21:16:07.449274 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e8deea34-bcef-478e-a4f1-6cd83562993c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/a7931dae-320d-4c17-bb3b-25a484db96de HTTP/1.1" status: 200 len: 990 time: 0.0651078 Jul 23 21:16:07.479693 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-38a1c602-9c5f-412f-b647-f47e25a9ef30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 998 time: 0.0605433 Jul 23 21:16:07.511862 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a7931dae-320d-4c17-bb3b-25a484db96de', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5f46a858-893a-443a-967a-bbae449135df', 'port_id': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'mac_address': 'fa:16:3e:81:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c91deca-8305-4255-bf13-9932465c405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:16:05Z', 'updated_at': '2021-07-23T21:16:05Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:58Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:16:07.528319 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-a14ddde1-be9e-4911-b16d-fdd05aa60798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:07.529846 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-a14ddde1-be9e-4911-b16d-fdd05aa60798 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 200 len: 835 time: 0.0435758 Jul 23 21:16:07.538509 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8675297c-2419-4887-8a2b-2c029b3c03a7 None None] The sync data for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 is: [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': 'a7931dae-320d-4c17-bb3b-25a484db96de', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '5f46a858-893a-443a-967a-bbae449135df', 'port_id': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'mac_address': 'fa:16:3e:81:6e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c91deca-8305-4255-bf13-9932465c405c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:16:05Z', 'updated_at': '2021-07-23T21:16:05Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:58Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:16:07.589100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-5d5fd520-0758-4acb-a9dc-a4e6767a29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:07.590656 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-5d5fd520-0758-4acb-a9dc-a4e6767a29f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b69323e7-7c86-4d3a-9266-00c4f5b86a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548973 Jul 23 21:16:07.691919 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-d338ef73-140a-4950-8213-7e1e8218563c service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946701 Jul 23 21:16:07.750637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ad5bd-ada5-440a-8235-9be2149b2398 None None] New status for floating IP a7931dae-320d-4c17-bb3b-25a484db96de: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:16:07.786446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1d0d0c42-6eed-4ffc-b5ba-8e080efdf5f0 req-567bbdf7-2868-4d31-89b9-19e9f9e393c1 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878351 Jul 23 21:16:08.451278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34102) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:16:08.511059 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-166385aa-3ae3-40ff-b3fe-804a67c4868a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/a7931dae-320d-4c17-bb3b-25a484db96de HTTP/1.1" status: 200 len: 992 time: 0.0586360 Jul 23 21:16:13.956710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d76cc536-a403-40db-b53f-d9d69cf455fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:14.307754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.644409 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:16.650733 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8af31a22-7b08-492d-86df-02f549ecebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:17.845205 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:17.935649 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:19.880931 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:21.857984 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:16:41.899984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14482ebf-f50a-4d92-86b5-6b820d22fbb4 req-5d52468d-9e7f-4e98-a40a-c4e88428260b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:41.901505 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14482ebf-f50a-4d92-86b5-6b820d22fbb4 req-5d52468d-9e7f-4e98-a40a-c4e88428260b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.1014645 Jul 23 21:16:41.903312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-8c58a9cc-f19b-45ad-9e99-2f35b30e0dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:41.904668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-8c58a9cc-f19b-45ad-9e99-2f35b30e0dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1097 time: 0.0959542 Jul 23 21:16:41.969861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14482ebf-f50a-4d92-86b5-6b820d22fbb4 req-3d84276e-5c37-424a-99c0-1db570a3fb55 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620942 Jul 23 21:16:42.030457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-80d097c3-011f-4c27-93de-d5fc4aeae1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.031984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-80d097c3-011f-4c27-93de-d5fc4aeae1fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 898 time: 0.1187596 Jul 23 21:16:42.097882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-d1c68f71-54cc-4680-98a6-eadd34b22b65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 1000 time: 0.0591486 Jul 23 21:16:42.149840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-850f6fa0-b1ea-4fa6-b8b0-12e9bbf89092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.151281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-850f6fa0-b1ea-4fa6-b8b0-12e9bbf89092 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 200 len: 835 time: 0.0473189 Jul 23 21:16:42.208688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-67767a6a-de9e-409e-80e0-9c402326ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:42.210235 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-67767a6a-de9e-409e-80e0-9c402326ff0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b69323e7-7c86-4d3a-9266-00c4f5b86a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528772 Jul 23 21:16:42.303761 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-9a7391e7-e52f-4f1b-ab6f-82b078d954e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Jul 23 21:16:42.392145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bbeb799-f26e-470d-9f0a-63359b8d282f req-f317fcb2-576f-4be7-a98b-d6595e6df299 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820453 Jul 23 21:16:43.109163 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf33a79-9b57-4257-9e85-02dbda1e1c94 req-4b3f6550-e791-40e6-a89e-d0ba7752d3be tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:43.110706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbf33a79-9b57-4257-9e85-02dbda1e1c94 req-4b3f6550-e791-40e6-a89e-d0ba7752d3be tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0649745 Jul 23 21:16:43.152490 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fbf33a79-9b57-4257-9e85-02dbda1e1c94 req-a67d3c45-cc2d-41e4-bf4b-396d5f34f358 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363076 Jul 23 21:16:43.956512 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbdc87bb-ac59-4117-a285-e0926e1d7a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:44.284565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b5b91-6cb8-45db-8224-50f75021d148 req-1c5d342d-1094-4681-a8c2-3323989a915f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:44.286099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b92b5b91-6cb8-45db-8224-50f75021d148 req-1c5d342d-1094-4681-a8c2-3323989a915f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0643570 Jul 23 21:16:44.319150 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:44.326986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b92b5b91-6cb8-45db-8224-50f75021d148 req-d1716980-05d9-4841-9704-44d833330f7f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 Jul 23 21:16:45.456645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97182b0a-467d-4b84-82c3-6479cb49e63d req-13080232-c01f-4df1-9649-de20848c27b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:45.458173 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97182b0a-467d-4b84-82c3-6479cb49e63d req-13080232-c01f-4df1-9649-de20848c27b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0638287 Jul 23 21:16:45.495989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-97182b0a-467d-4b84-82c3-6479cb49e63d req-657ea962-c9de-4b59-8dee-599a3354d210 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322468 Jul 23 21:16:46.475350 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.490414 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7c61c0aa-878f-44c8-8502-c43cf995d9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:46.641188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ca202-572c-4af8-9be3-7cdd80e531b9 req-75cda67b-65b6-46d8-9b8d-887dc1483b56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:46.642992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f25ca202-572c-4af8-9be3-7cdd80e531b9 req-75cda67b-65b6-46d8-9b8d-887dc1483b56 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0809829 Jul 23 21:16:46.680286 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f25ca202-572c-4af8-9be3-7cdd80e531b9 req-425f34f7-d08a-4149-bcd9-f5f9e89544f6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316360 Jul 23 21:16:47.809084 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0f3c3-85f5-4529-a2c6-eaf20b7bb3e6 req-552691dd-2747-4c3e-ab55-1206245f075e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:47.810627 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c0f3c3-85f5-4529-a2c6-eaf20b7bb3e6 req-552691dd-2747-4c3e-ab55-1206245f075e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0638371 Jul 23 21:16:47.848242 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91c0f3c3-85f5-4529-a2c6-eaf20b7bb3e6 req-b32ef4b7-32d5-478c-91d6-80ae05117e58 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Jul 23 21:16:47.862024 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:47.938227 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:49.067070 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653c7fd-721f-4357-9210-2d15f3813089 req-6bfc190d-1029-4c04-ad38-8d9473603d19 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:49.068577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2653c7fd-721f-4357-9210-2d15f3813089 req-6bfc190d-1029-4c04-ad38-8d9473603d19 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.1393600 Jul 23 21:16:49.111500 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2653c7fd-721f-4357-9210-2d15f3813089 req-f3a8367b-5dde-4846-979b-6fb401d7ed59 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369942 Jul 23 21:16:49.882430 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:16:50.243896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c84acd-0f2d-4c8f-9175-f53e97083475 req-761c9e57-eda8-455f-bb40-e17e5b2ffb04 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:50.245400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85c84acd-0f2d-4c8f-9175-f53e97083475 req-761c9e57-eda8-455f-bb40-e17e5b2ffb04 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0645030 Jul 23 21:16:50.282441 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85c84acd-0f2d-4c8f-9175-f53e97083475 req-a6df435f-6ba2-4fe7-8d1e-e551bde6ebc8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Jul 23 21:16:51.411774 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188b751-a5c7-43bf-ab93-7ea933980b45 req-8eb6eff6-4237-47d2-a260-35f84742f90f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:51.413262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8188b751-a5c7-43bf-ab93-7ea933980b45 req-8eb6eff6-4237-47d2-a260-35f84742f90f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0630910 Jul 23 21:16:51.450972 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8188b751-a5c7-43bf-ab93-7ea933980b45 req-65dad8ee-8231-43e9-b464-558e31929243 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320289 Jul 23 21:16:52.631750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee8b13-6263-4e1b-bfd2-281092b929b8 req-1047d727-eaf9-486a-92be-815708a2e41d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:52.633354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acee8b13-6263-4e1b-bfd2-281092b929b8 req-1047d727-eaf9-486a-92be-815708a2e41d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.1157238 Jul 23 21:16:52.679543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acee8b13-6263-4e1b-bfd2-281092b929b8 req-95d6f6d9-7b1e-4736-824c-4f72f6e1af34 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Jul 23 21:16:53.810023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7991f8-49db-4a5a-b4d0-f115bb53f21e req-90dba8d9-b3db-4a3d-bed8-f5da2d2393c3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:53.812043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c7991f8-49db-4a5a-b4d0-f115bb53f21e req-90dba8d9-b3db-4a3d-bed8-f5da2d2393c3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0643859 Jul 23 21:16:53.849720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c7991f8-49db-4a5a-b4d0-f115bb53f21e req-997b26dc-53c6-4dfd-80a0-853f60722a86 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Jul 23 21:16:54.981074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a941b0e-852a-4336-a8fa-4b0da2ad7008 req-44b7a102-1270-4278-8a24-756717b447c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:54.982897 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a941b0e-852a-4336-a8fa-4b0da2ad7008 req-44b7a102-1270-4278-8a24-756717b447c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0656605 Jul 23 21:16:55.027684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9a941b0e-852a-4336-a8fa-4b0da2ad7008 req-eedbbbfe-fca1-43ef-a2c8-074e204de5d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Jul 23 21:16:56.158514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6c328-ea73-416b-9e10-2fea5c47aaee req-406c2b23-4224-4a6d-829d-a668b2eb4972 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:56.160020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67a6c328-ea73-416b-9e10-2fea5c47aaee req-406c2b23-4224-4a6d-829d-a668b2eb4972 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0640006 Jul 23 21:16:56.197408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67a6c328-ea73-416b-9e10-2fea5c47aaee req-02a542cd-38d1-45de-9e83-9844cb8d2e77 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Jul 23 21:16:57.334489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d89126-28c5-4136-9f07-16e0eff1de11 req-a868524d-380e-4ab3-b6d1-6e082fa06ac8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:57.336216 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8d89126-28c5-4136-9f07-16e0eff1de11 req-a868524d-380e-4ab3-b6d1-6e082fa06ac8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0704589 Jul 23 21:16:57.375028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b8d89126-28c5-4136-9f07-16e0eff1de11 req-1a1d41fd-de6e-4c86-af48-536c906f5829 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329900 Jul 23 21:16:57.597284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-dcb62cf1-af99-42e9-a694-b7daec2524b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:57.599126 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-dcb62cf1-af99-42e9-a694-b7daec2524b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1097 time: 0.0999179 Jul 23 21:16:57.704707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-8758b0ca-7cce-4ea9-886d-fe42b62364fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:57.706255 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-8758b0ca-7cce-4ea9-886d-fe42b62364fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 898 time: 0.0875487 Jul 23 21:16:57.774314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-06905d59-5721-46f9-a426-7b6c4b130e24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 1000 time: 0.0612798 Jul 23 21:16:57.824142 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-113e5880-6157-4101-93ce-9e2c8aca7d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:57.825642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-113e5880-6157-4101-93ce-9e2c8aca7d1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 200 len: 835 time: 0.0432546 Jul 23 21:16:57.885983 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-0f42a961-7dfd-485d-8a5f-3c1023174e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:57.887494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-0f42a961-7dfd-485d-8a5f-3c1023174e86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b69323e7-7c86-4d3a-9266-00c4f5b86a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555406 Jul 23 21:16:57.990754 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-9d05b2c0-9b7a-4d6c-9017-f6eb31933cda service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922832 Jul 23 21:16:58.080317 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31dc1c3b-d446-457b-b54c-7f8b6abd9842 req-6f090878-4aa8-47a4-9d82-3e9d730eb780 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825663 Jul 23 21:16:58.511281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11669fc-5079-4fd3-84ce-7bb92a5ba6bf req-16f0d1b3-3db5-4ffc-b545-e43890c9d9de tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:16:58.512669 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b11669fc-5079-4fd3-84ce-7bb92a5ba6bf req-16f0d1b3-3db5-4ffc-b545-e43890c9d9de tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0685830 Jul 23 21:16:58.551142 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b11669fc-5079-4fd3-84ce-7bb92a5ba6bf req-e049a725-6df9-452a-a349-c9ff883951e8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326297 Jul 23 21:16:58.572856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34160) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:16:58.632812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ee5ffb11-aa80-4057-8114-aa04a1cb0eea tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/a7931dae-320d-4c17-bb3b-25a484db96de HTTP/1.1" status: 200 len: 992 time: 0.0587864 Jul 23 21:16:58.858845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:17:13.957121 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-061874c9-9524-4aab-bd3a-f7026af11351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:14.318108 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:16.480359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:16.490681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5ea98c63-883a-464f-b1d0-bb460bfc65ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:17.859248 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:17.941399 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:19.886054 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.064513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34174) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:31.222573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 94609c09-327b-459f-b781-d5a532f53747 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:31.222920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.303023 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.303267 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.314670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 94609c09-327b-459f-b781-d5a532f53747 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:31.461644 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.485266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=94609c09-327b-459f-b781-d5a532f53747,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:31.495006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.495362 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.495704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.496041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.496374 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.496707 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.497391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.497391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.497760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.498094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.498421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.498749 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:31.558772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.559017 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP a7931dae-320d-4c17-bb3b-25a484db96de disassociated (deleted). External IP: 172.25.8.30, port: bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb. Jul 23 21:17:31.762859 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 5f46a858-893a-443a-967a-bbae449135df has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:31.867400 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:31.871805 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:31.876939 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] Sync routers for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:31.885366 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:31.886047 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:31.908792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0a967c92-2189-437a-a7b9-b8f14b9b07cf tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/floatingips/a7931dae-320d-4c17-bb3b-25a484db96de HTTP/1.1" status: 204 len: 168 time: 0.8431816 Jul 23 21:17:31.909402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:31.911697 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627a2e9c-ff35-42cc-8fac-06311bc93bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:32.009415 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd55d1-c79f-42bf-9892-16e3dc2c4b31 x-openstack-request-id: req-ffbd55d1-c79f-42bf-9892-16e3dc2c4b31 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:32.009749 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:32.010121 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ffbd55d1-c79f-42bf-9892-16e3dc2c4b31 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:32.010413 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'status': 'completed', 'code': 200} Jul 23 21:17:32.088572 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:32.104965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-ad6b49ea-035e-46e4-bb43-c866b26cf022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.107002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-ad6b49ea-035e-46e4-bb43-c866b26cf022 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 1097 time: 0.0653758 Jul 23 21:17:32.252884 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4dc4-8d38-40d8-afa2-cd70a07393fe req-0fd2b0e7-7d1a-47aa-94ec-8ec9f61700b0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.254339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-280f4dc4-8d38-40d8-afa2-cd70a07393fe req-0fd2b0e7-7d1a-47aa-94ec-8ec9f61700b0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.1318953 Jul 23 21:17:32.255769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-49f31d50-a2df-4d1e-bbb0-437c83ec58e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.257118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-49f31d50-a2df-4d1e-bbb0-437c83ec58e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 200 len: 898 time: 0.1440485 Jul 23 21:17:32.300686 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:58Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:32.309168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-a0ed5362-ef25-41ee-a641-a89a087bc5cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 200 len: 217 time: 0.0429146 Jul 23 21:17:32.331600 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] Checking router: 5f46a858-893a-443a-967a-bbae449135df for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:32.339595 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:32.340191 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:32.349611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-280f4dc4-8d38-40d8-afa2-cd70a07393fe req-71377a68-fe49-4763-b46e-515cb0bce3a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896013 Jul 23 21:17:32.377201 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-c370bbf3-1501-4637-a1f7-95c84a53a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.378757 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-c370bbf3-1501-4637-a1f7-95c84a53a9d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 200 len: 835 time: 0.0603626 Jul 23 21:17:32.444246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-77b11970-d097-4b12-a7a1-da66e4d15be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:32.445792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-77b11970-d097-4b12-a7a1-da66e4d15be7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b69323e7-7c86-4d3a-9266-00c4f5b86a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595107 Jul 23 21:17:32.453792 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:32.536436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-ee592fd9-7128-4432-827e-dc115264fec4 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826108 Jul 23 21:17:32.631985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-627a2e9c-ff35-42cc-8fac-06311bc93bd4 req-e4756a07-d9ae-4f42-9337-f73507803436 service neutron] 10.222.0.36 "GET /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890725 Jul 23 21:17:32.650019 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:58Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:32.675965 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e429875b-2493-4bfa-9030-bf6065ab6c4b None None] The sync data for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 is: [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:54Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd39f2e22-888e-4c81-8144-351b8ab6ba84', 'name': '', 'network_id': 'b69323e7-7c86-4d3a-9266-00c4f5b86a59', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:81:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:54Z', 'updated_at': '2021-07-23T21:15:58Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'df8bc6e4-65be-4528-af51-6738b81dee2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:32.885354 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bdf2c1-dcea-4b67-be93-dfb07791b2f0 None None] New status for floating IP a7931dae-320d-4c17-bb3b-25a484db96de: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:17:33.483512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbb9fe-c9d2-4ded-80ea-5c07d27a03a4 req-962a6c58-c7b3-481d-8090-8a7a66166c03 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:33.485010 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fbbb9fe-c9d2-4ded-80ea-5c07d27a03a4 req-962a6c58-c7b3-481d-8090-8a7a66166c03 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0665300 Jul 23 21:17:33.522302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8fbbb9fe-c9d2-4ded-80ea-5c07d27a03a4 req-e507798e-5b8e-4a2a-9a64-1302de057894 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=f94661d9-f467-435a-b426-3cf3ecae6981&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Jul 23 21:17:33.613966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-fb722b68-0ecd-4ca9-9aa9-a29dcf251b61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:33.615420 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-fb722b68-0ecd-4ca9-9aa9-a29dcf251b61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c91deca-8305-4255-bf13-9932465c405c HTTP/1.1" status: 200 len: 945 time: 0.0621014 Jul 23 21:17:33.715969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:33.716303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.804787 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:33.805153 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.817262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:33.948839 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:33.978993 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:34.028391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] No DVR routers for this DVR port bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:17:34.031029 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:34.033022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd118c9d-6949-4896-8b36-0ab91f0da0ba req-2cb9858b-f4ed-4f8d-9b49-4c86104733e1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "DELETE /v2.0/ports/bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb HTTP/1.1" status: 204 len: 173 time: 0.4124231 Jul 23 21:17:34.033532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'name': 'network-vif-deleted', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:34.035774 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac691dde-248f-439a-a940-7e4ef4818153" -d '{"events": [{"server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "name": "network-vif-deleted", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:34.076715 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a808344-e8f7-48cc-8cce-fe2465b9c396 x-openstack-request-id: req-8a808344-e8f7-48cc-8cce-fe2465b9c396 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:34.077015 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c91deca-8305-4255-bf13-9932465c405c", "name": "network-vif-deleted", "tag": "bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:34.077272 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a808344-e8f7-48cc-8cce-fe2465b9c396 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:34.077698 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c91deca-8305-4255-bf13-9932465c405c', 'name': 'network-vif-deleted', 'tag': 'bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb', 'status': 'completed', 'code': 200} Jul 23 21:17:34.579750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34190) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:35.267250 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.524678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port d39f2e22-888e-4c81-8144-351b8ab6ba84 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:35.525025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.616331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port d39f2e22-888e-4c81-8144-351b8ab6ba84, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d39f2e22-888e-4c81-8144-351b8ab6ba84,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:35.616922 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.629422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for d39f2e22-888e-4c81-8144-351b8ab6ba84 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:35.811456 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:35.838588 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=d39f2e22-888e-4c81-8144-351b8ab6ba84,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:35.860075 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:17:36.020192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.232783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 5f46a858-893a-443a-967a-bbae449135df has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:36.340981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:36.350358 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34192) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:36.350783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7ac966bc-9674-4360-b760-4272e58974d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/5f46a858-893a-443a-967a-bbae449135df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7699063 Jul 23 21:17:36.353223 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] Sync routers for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:36.362917 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:36.363538 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:36.408074 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting subnet df8bc6e4-65be-4528-af51-6738b81dee2e {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:17:36.411345 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.452673 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.469375 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:36.542716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.603515 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.635035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Subnet': ['ID=df8bc6e4-65be-4528-af51-6738b81dee2e,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:36.637543 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.642191 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/subnets/df8bc6e4-65be-4528-af51-6738b81dee2e HTTP/1.1" status: 204 len: 168 time: 0.2881851 Jul 23 21:17:36.643204 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34198) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:36.645300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec32a65-4bf6-411d-8eb3-608fded70cb4 None None] Network b69323e7-7c86-4d3a-9266-00c4f5b86a59 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:17:36.657906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.658663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.659258 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.659832 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.660392 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.660967 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.661564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.662139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.662753 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.663332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.663818 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:17:35Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:36.664192 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.664891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d162b287-1ee6-4d61-b162-04387af8f803 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:36.694443 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] Checking router: 5f46a858-893a-443a-967a-bbae449135df for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:36.703623 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] Routers {'5f46a858-893a-443a-967a-bbae449135df'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:36.704241 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5f46a858-893a-443a-967a-bbae449135df'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:36.751262 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.811803 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] Set router 5f46a858-893a-443a-967a-bbae449135df gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:36.855196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] DHCP port deletion for b69323e7-7c86-4d3a-9266-00c4f5b86a59 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:17:36.869614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.911657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Deleting port 9a99243f-71de-4278-afef-98b402e80596 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:36.912045 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.939150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port dbfd2972-d547-412a-8a45-b997be415f6e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:17:36.939663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:36.987900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] For port 9a99243f-71de-4278-afef-98b402e80596, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=9a99243f-71de-4278-afef-98b402e80596,segment=NetworkSegment(0633763d-8360-4186-baff-1154cdb35bbe),segment_id=0633763d-8360-4186-baff-1154cdb35bbe)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:36.988415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.001480 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Calling delete_port for 9a99243f-71de-4278-afef-98b402e80596 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:37.009977 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:17:35Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:37.047132 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a0225-c6f5-4ae1-8eb5-629c474ed4a7 None None] The sync data for ids ['5f46a858-893a-443a-967a-bbae449135df'] in n-d-793620-13 is: [{'id': '5f46a858-893a-443a-967a-bbae449135df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1492808535', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:17:35Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': 'dbfd2972-d547-412a-8a45-b997be415f6e', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:60:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f46a858-893a-443a-967a-bbae449135df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:15:51Z', 'updated_at': '2021-07-23T21:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:37.053668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port dbfd2972-d547-412a-8a45-b997be415f6e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dbfd2972-d547-412a-8a45-b997be415f6e,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:37.053924 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.071127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for dbfd2972-d547-412a-8a45-b997be415f6e owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:17:37.095601 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.126840 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Pushing event deleted for resources: {'Port': ['ID=9a99243f-71de-4278-afef-98b402e80596,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:37.131349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] No DVR routers for this DVR port 9a99243f-71de-4278-afef-98b402e80596 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:17:37.139341 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.139687 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.140208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.140708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.141205 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.141728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.142209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.142682 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.143649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.143988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.144326 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.144702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d23545-3bd8-4c29-a62c-c84c121c1e1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:37.270867 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.297848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=dbfd2972-d547-412a-8a45-b997be415f6e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:37.361783 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.453813 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.456031 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.510769 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.511463 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Fanout notify agent at l3_agent the message router_deleted on router 5f46a858-893a-443a-967a-bbae449135df {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:17:37.519159 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.522795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e1fda296-8b85-44bb-80df-3f4ec65db4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/routers/5f46a858-893a-443a-967a-bbae449135df HTTP/1.1" status: 204 len: 168 time: 0.8766990 Jul 23 21:17:37.523029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34200) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:37.607701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.699782 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.711407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69323e7-7c86-4d3a-9266-00c4f5b86a59']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:37.722357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0633763d-8360-4186-baff-1154cdb35bbe') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:37.722791 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0633763d-8360-4186-baff-1154cdb35bbe') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:37.733056 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.746999 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.753982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:17:37.754388 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:17:37.757361 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:17:37.824822 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.829727 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.831857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/networks/b69323e7-7c86-4d3a-9266-00c4f5b86a59 HTTP/1.1" status: 204 len: 168 time: 0.3078313 Jul 23 21:17:37.834760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34202) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:37.846638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27b8ab-b7d0-4e9e-84de-df043058bd66 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Network': ['ID=b69323e7-7c86-4d3a-9266-00c4f5b86a59,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:37.895716 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2eb8bf-f51d-4413-a4df-b8937163d754 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.921180 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2eb8bf-f51d-4413-a4df-b8937163d754 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.981509 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2eb8bf-f51d-4413-a4df-b8937163d754 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.984789 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-da2eb8bf-f51d-4413-a4df-b8937163d754 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:37.985978 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-da2eb8bf-f51d-4413-a4df-b8937163d754 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/security-groups/f94661d9-f467-435a-b426-3cf3ecae6981 HTTP/1.1" status: 204 len: 168 time: 0.1500397 Jul 23 21:17:37.994909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2eb8bf-f51d-4413-a4df-b8937163d754 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94661d9-f467-435a-b426-3cf3ecae6981,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:38.194381 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:38.214392 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:17:38.214744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device bc1e8ad5-0f2b-4b7b-b5f6-40a4cc45fceb not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:38.275659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34208) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:38.281379 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648230473', 'description': 'tempest-secgroup-smoke-1648230473 description', 'project_id': 'dc1b63dbde204353be59322b8c6567b7'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:38.307259 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.329540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dbfd2972-d547-412a-8a45-b997be415f6e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:38.350505 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: dbfd2972-d547-412a-8a45-b997be415f6e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:17:38.350855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dbfd2972-d547-412a-8a45-b997be415f6e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:38.351483 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9a99243f-71de-4278-afef-98b402e80596 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:38.371506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 9a99243f-71de-4278-afef-98b402e80596 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:17:38.371792 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 9a99243f-71de-4278-afef-98b402e80596 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:38.372238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d39f2e22-888e-4c81-8144-351b8ab6ba84 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:17:38.392272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d39f2e22-888e-4c81-8144-351b8ab6ba84 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:17:38.392626 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d39f2e22-888e-4c81-8144-351b8ab6ba84 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:17:38.398388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.402334 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.431302 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.432530 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1556273 Jul 23 21:17:38.433640 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1229-31c1-48a6-b1b3-82c12921d5b8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc992c0-fe4e-435f-8bef-db60d5546d07,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:38.435795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34210) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:38.440306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'fbc992c0-fe4e-435f-8bef-db60d5546d07', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:38.475836 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.541666 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.546578 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.566037 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99f0958-3199-4aef-a504-70a25ebda171,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:38.574422 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.577922 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2d4bebac-5d56-497c-918a-1dc758bcaf41 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1411338 Jul 23 21:17:38.579148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34212) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:38.583895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'fbc992c0-fe4e-435f-8bef-db60d5546d07', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:38.611545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.667258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.671202 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.690489 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f58fb02-0dc4-497b-aa46-d622955cd7ad,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:38.697509 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.698840 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-d57b8ad0-2d0f-44d8-a442-9e818bd4b6c4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186082 Jul 23 21:17:38.702033 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34214) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:38.706496 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'fbc992c0-fe4e-435f-8bef-db60d5546d07', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:38.733033 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.793686 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.798729 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.816799 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1203d0d2-ea38-4272-aa6b-008898a19d1d,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:38.823951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.825243 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ed1a651d-a4d3-4548-8aa5-6c5323be5b09 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222465 Jul 23 21:17:38.828488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34216) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:38.833826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'fbc992c0-fe4e-435f-8bef-db60d5546d07', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:38.861503 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.921198 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.926421 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.944571 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4043b3a3-2022-4337-a6f3-eaaf7f7d1a0a,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:38.950339 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:38.952019 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9cf13c5d-0462-4a95-a720-b8449696a3bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219296 Jul 23 21:17:38.954781 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34218) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:38.959190 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'fbc992c0-fe4e-435f-8bef-db60d5546d07', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:38.981337 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:17:38.987439 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.048707 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.052417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.069347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61ea538-b353-4f32-ae84-5205bc9bf9ba,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:39.076955 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.078198 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-43402400-b481-41b1-ba91-7be8c75acd23 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224868 Jul 23 21:17:39.080939 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34220) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:39.085465 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'fbc992c0-fe4e-435f-8bef-db60d5546d07', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:39.108105 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:17:39.112915 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.175029 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.178675 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.195855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf739c7-c259-4862-a0ff-60aff76635a7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:39.202226 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.203315 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8335629a-1a85-4e17-bc06-4ecd9b4e7a06 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214190 Jul 23 21:17:39.206198 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34222) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:39.211106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'network': {'name': 'tempest-network-smoke--371981127', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:39.232196 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:39.235821 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.260142 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:17:39.269770 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.270117 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Added segment b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6 of type vlan for network 86c19a57-7c29-406b-898e-22a03f11952b Jul 23 21:17:39.309679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.337977 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.344087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:39.344671 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.378820 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1716125 Jul 23 21:17:39.381580 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34224) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:39.385946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'admin_state_up': True, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:39.430191 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66111382-2284-43d5-b95c-f58e094799d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Network': ['ID=86c19a57-7c29-406b-898e-22a03f11952b,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:39.441049 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 86c19a57-7c29-406b-898e-22a03f11952b details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:17:39.446839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.447905 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.500677 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.642715 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.832500 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.851613 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:39.958795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.26 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/6cb95afd-4651-4317-b7ea-dba4cc54a1b6) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:40.057684 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:40.097035 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:40.136366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:40.139048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:40.143163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:40.167635 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:40.395845 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:40.925216 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.049475 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 51dcacbf-b3ba-4503-b5a3-250f315eab28 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:17:41.154464 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:41.163671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Sync routers for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:41.173116 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:41.173774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:41.173951 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.175153 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cfc9a76a-2fc5-4c98-8d8a-237b98618f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7926495 Jul 23 21:17:41.179424 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34226) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:41.209846 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a49fb5e1-688b-447a-8f40-363121d50aef tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=dc1b63dbde204353be59322b8c6567b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293636 Jul 23 21:17:41.212549 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34228) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:41.288091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:41.304551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb8fce-27e5-4a77-b323-ee8c53dcea2b tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:41.306119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-decb8fce-27e5-4a77-b323-ee8c53dcea2b tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926642 Jul 23 21:17:41.308945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34230) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:41.337140 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ccd1409c-e703-48d1-b0a7-58982111bee2 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261767 Jul 23 21:17:41.339088 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34232) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:41.344805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-266156869', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:41.437789 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:41.441203 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.471711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:40Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:41.501425 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Checking router: 51dcacbf-b3ba-4503-b5a3-250f315eab28 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:41.501887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Updating router 51dcacbf-b3ba-4503-b5a3-250f315eab28 port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:17:41.536928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.627568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.689468 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Subnet': ['ID=6d76fc1e-b153-437f-b114-01d23cc932ff,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:41.697168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Checking segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:41.697566 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network hostable DHCP agents. Network: 86c19a57-7c29-406b-898e-22a03f11952b, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:17:41.714285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 86c19a57-7c29-406b-898e-22a03f11952b is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:17:41.723366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 86c19a57-7c29-406b-898e-22a03f11952b) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:41.728339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:41.729127 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.738728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1fdd45-654d-4c67-9d2b-9a434d200e8f None None] Network 86c19a57-7c29-406b-898e-22a03f11952b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:17:41.745455 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9fcd311-4a08-4288-80f6-6689b5ca5f61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4053078 Jul 23 21:17:41.748891 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34234) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:41.846892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.868075 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Transition to ACTIVE for port object 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:41.876892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.959478 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa17fab-d5d2-4541-9932-8d86fafed91a None None] Pushing event updated for resources: {'Port': ['ID=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:41.966855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Attempting to bind port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:41.967235 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Attempting to bind port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:41.967613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Attempting to bind port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:41.989811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:41.990198 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:41.990614 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:41.991011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:41.991481 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Bound port: 6cb95afd-4651-4317-b7ea-dba4cc54a1b6, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:41.991868 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.012336 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-86c19a57-7c29-406b-898e-22a03f11952b', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:17:42.013223 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.106855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] For port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:42.132519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] For port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:42.140306 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.197224 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.237768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Allocated IP 172.20.0.2 (86c19a57-7c29-406b-898e-22a03f11952b/6d76fc1e-b153-437f-b114-01d23cc932ff/461696c4-942f-4060-9f05-56b750153559) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:42.239624 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:42.240264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:42.246876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa17fab-d5d2-4541-9932-8d86fafed91a None None] Pushing event updated for resources: {'Port': ['ID=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:42.412240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:42.577947 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.595780 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Transition to ACTIVE for port object 461696c4-942f-4060-9f05-56b750153559 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:42.630161 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Transition to ACTIVE for port object 461696c4-942f-4060-9f05-56b750153559 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:42.636180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.684215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.1 (86c19a57-7c29-406b-898e-22a03f11952b/6d76fc1e-b153-437f-b114-01d23cc932ff/ac9a288a-ab92-4647-9d59-eaf89841831e) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:42.812698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.827097 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object ac9a288a-ab92-4647-9d59-eaf89841831e will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:42.842544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Network 86c19a57-7c29-406b-898e-22a03f11952b is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:42.847194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:42.857613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:42.862053 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.862983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Pushing event updated for resources: {'Port': ['ID=461696c4-942f-4060-9f05-56b750153559,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:42.898546 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:40Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:42.906972 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 86c19a57-7c29-406b-898e-22a03f11952b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:42.910112 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:42.913805 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:42.953671 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d9a389-3f9b-4f5a-ad51-0daa7bdc1fc1 None None] The sync data for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 is: [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:40Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:42.953961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=ac9a288a-ab92-4647-9d59-eaf89841831e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:42.960588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Attempting to bind port 461696c4-942f-4060-9f05-56b750153559 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:42.960855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Attempting to bind port 461696c4-942f-4060-9f05-56b750153559 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:42.961221 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Attempting to bind port 461696c4-942f-4060-9f05-56b750153559 on network 86c19a57-7c29-406b-898e-22a03f11952b {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:42.966895 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:42.967276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Checking segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:42.967677 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.968068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Bound using segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:42.968534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Bound port: 461696c4-942f-4060-9f05-56b750153559, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:42.968917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:42.979096 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.041865 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] For port 461696c4-942f-4060-9f05-56b750153559, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:43.045831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] For port 461696c4-942f-4060-9f05-56b750153559, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=461696c4-942f-4060-9f05-56b750153559,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:43.051466 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.115313 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae4ccb-1d0e-4cab-86d0-25f4eea143f0 None None] Pushing event updated for resources: {'Port': ['ID=461696c4-942f-4060-9f05-56b750153559,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:43.136831 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.475475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.480528 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.559974 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=ac9a288a-ab92-4647-9d59-eaf89841831e,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:43.562970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:43.660930 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 86c19a57-7c29-406b-898e-22a03f11952b is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:43.662446 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:43.784893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 51dcacbf-b3ba-4503-b5a3-250f315eab28 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:43.906758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:43.911514 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b4c591f4-0da4-4e44-bbee-8510cf8148b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/51dcacbf-b3ba-4503-b5a3-250f315eab28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1615734 Jul 23 21:17:43.962113 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-95141324-978b-4e95-9dc9-a02a9b373962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.067597 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-688dd48f-e360-4ef8-a2a6-3b4ca6fe669f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648230473&fields=id&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 267 time: 0.0374701 Jul 23 21:17:44.070863 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f8031f-db09-46fd-8267-6d82b913903b None None] Network 86c19a57-7c29-406b-898e-22a03f11952b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:17:44.156003 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-44099a60-fa49-4cc7-8450-c52bf46b658d None None] Provisioning for port 461696c4-942f-4060-9f05-56b750153559 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:44.179013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-55ac9f2a-e15a-4b3a-a80f-ca3f0a26992f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:44.180520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-55ac9f2a-e15a-4b3a-a80f-ca3f0a26992f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 796 time: 0.1054399 Jul 23 21:17:44.196290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ef8bcdd5-733e-4a0b-94ed-2efc1b3c429d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/quotas/dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 375 time: 0.0094125 Jul 23 21:17:44.273399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-e049e8cd-4748-4101-907a-e7c153a09efb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713007 Jul 23 21:17:44.350607 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.414551 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:44.466949 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-fd006c59-fc27-4cde-865c-52adfade2bb5 service neutron] 10.222.0.46 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725366 Jul 23 21:17:44.472770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:44.478200 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:44.478653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.568056 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-12f1b10d-9e10-4046-80f4-f151081fd2a0 service neutron] 10.222.0.46 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002309 Jul 23 21:17:44.572497 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.600904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5e10e5bf-b462-4f6c-b321-d1ed5acd6afa None None] Provisioning for port ac9a288a-ab92-4647-9d59-eaf89841831e completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:44.607707 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:44.608947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-5e10e5bf-b462-4f6c-b321-d1ed5acd6afa None None] Provisioning complete for port ac9a288a-ab92-4647-9d59-eaf89841831e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:44.609324 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5e10e5bf-b462-4f6c-b321-d1ed5acd6afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.633603 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.634151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 461696c4-942f-4060-9f05-56b750153559 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:44.679342 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Sync routers for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:44.690539 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:44.691466 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:44.728989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-5e10e5bf-b462-4f6c-b321-d1ed5acd6afa None None] Port ac9a288a-ab92-4647-9d59-eaf89841831e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:44.747975 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:44.791543 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 461696c4-942f-4060-9f05-56b750153559 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:44.801360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 461696c4-942f-4060-9f05-56b750153559 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:44.801793 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.807893 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-573f8903-fd43-4428-9ad4-d57f5b77b38d req-87fcfa70-3e8d-4fac-9a9c-b520d0835020 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 210 time: 0.0461965 Jul 23 21:17:44.912526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4ce347ef-63fa-4ae6-aacc-abce86b21ae2 None None] Provisioning complete for port ac9a288a-ab92-4647-9d59-eaf89841831e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:44.912909 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4ce347ef-63fa-4ae6-aacc-abce86b21ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.919681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:44.920419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:44.982140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4ce347ef-63fa-4ae6-aacc-abce86b21ae2 None None] Port ac9a288a-ab92-4647-9d59-eaf89841831e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:44.996142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 461696c4-942f-4060-9f05-56b750153559, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=461696c4-942f-4060-9f05-56b750153559,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:45.001606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.065568 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=461696c4-942f-4060-9f05-56b750153559,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:45.102076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-63ecd5aa-e94b-4a87-b6c3-b39ccd3cf7e9 None None] Provisioning complete for port ac9a288a-ab92-4647-9d59-eaf89841831e triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:45.102453 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63ecd5aa-e94b-4a87-b6c3-b39ccd3cf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.138270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-63ecd5aa-e94b-4a87-b6c3-b39ccd3cf7e9 None None] Port ac9a288a-ab92-4647-9d59-eaf89841831e cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:45.253713 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 2, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:45.286795 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Checking router: 51dcacbf-b3ba-4503-b5a3-250f315eab28 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:45.287151 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Updating router 51dcacbf-b3ba-4503-b5a3-250f315eab28 port ac9a288a-ab92-4647-9d59-eaf89841831e binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:17:45.321982 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.575238 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.584361 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Transition to ACTIVE for port object ac9a288a-ab92-4647-9d59-eaf89841831e will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:45.590361 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.646057 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Pushing event updated for resources: {'Port': ['ID=ac9a288a-ab92-4647-9d59-eaf89841831e,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:45.672392 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.672783 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.673079 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.673415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.673773 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.674118 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.674442 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.674860 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.675194 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.675517 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.675839 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.676160 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:17:45.719883 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Attempting to bind port ac9a288a-ab92-4647-9d59-eaf89841831e on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:45.720450 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Attempting to bind port ac9a288a-ab92-4647-9d59-eaf89841831e by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:45.720450 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Attempting to bind port ac9a288a-ab92-4647-9d59-eaf89841831e on network 86c19a57-7c29-406b-898e-22a03f11952b {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:45.727267 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:45.728512 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Checking segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:45.729836 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.730282 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Bound using segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:45.730772 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Bound port: ac9a288a-ab92-4647-9d59-eaf89841831e, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:45.731167 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.809120 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] For port ac9a288a-ab92-4647-9d59-eaf89841831e, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:45.812765 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] For port ac9a288a-ab92-4647-9d59-eaf89841831e, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ac9a288a-ab92-4647-9d59-eaf89841831e,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:45.818483 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:45.857813 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-37e44dd5-2d01-490d-82e1-6129ae29e53a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:45.859330 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-37e44dd5-2d01-490d-82e1-6129ae29e53a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 796 time: 0.1482537 Jul 23 21:17:45.889122 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:45.889889 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:45.940595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d0b7f51b-2056-4a3a-9154-2e77640e62a8 req-bb28c0c7-a377-4fd4-a493-4567adf317ed tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 210 time: 0.0375135 Jul 23 21:17:45.944713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-0318dd10-c5ad-4f5b-ba6d-daf6468ae5f7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 380 time: 0.0769787 Jul 23 21:17:45.955230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'port': {'device_id': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'admin_state_up': True, 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'security_groups': ['fbc992c0-fe4e-435f-8bef-db60d5546d07']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:45.999395 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4259c-795f-4524-8f94-552e580d6557 None None] Pushing event updated for resources: {'Port': ['ID=ac9a288a-ab92-4647-9d59-eaf89841831e,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:46.023769 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:46.086652 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:17:46.090601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.213044 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.3 (86c19a57-7c29-406b-898e-22a03f11952b/6d76fc1e-b153-437f-b114-01d23cc932ff/e6883700-d823-427f-8135-58b8d141eee5) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:46.233610 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:45Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:46.259816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e1e53-67b1-4883-9c61-33a0a3c7eab3 None None] The sync data for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 is: [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:45Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:46.388507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.395764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:46.404650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object e6883700-d823-427f-8135-58b8d141eee5 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:46.447455 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.450502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:46.451474 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.501253 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 86c19a57-7c29-406b-898e-22a03f11952b is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:46.505642 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:46.508638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:46.511548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.515939 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-13740e32-7b48-4522-b57f-68df28fd70ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.550971 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:46.573216 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 461696c4-942f-4060-9f05-56b750153559 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:46.582753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:46.583732 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.606031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ead02c0f-120e-4514-8207-053b011126e9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548116 Jul 23 21:17:46.618382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Request body: {'port': {'device_id': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:46.634411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 461696c4-942f-4060-9f05-56b750153559 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:46.634974 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.703827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.841942 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b47517e6-c0d1-419a-a26c-b411b024e050 None None] Provisioning for port e6883700-d823-427f-8135-58b8d141eee5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:46.846185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b47517e6-c0d1-419a-a26c-b411b024e050 None None] Provisioning complete for port e6883700-d823-427f-8135-58b8d141eee5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:46.846588 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b47517e6-c0d1-419a-a26c-b411b024e050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:46.882054 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-b47517e6-c0d1-419a-a26c-b411b024e050 None None] Port e6883700-d823-427f-8135-58b8d141eee5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:17:47.000289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6883700-d823-427f-8135-58b8d141eee5 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:17:47.008457 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:47.048114 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Transition to ACTIVE for port object e6883700-d823-427f-8135-58b8d141eee5 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:17:47.054498 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:47.116056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:47.179402 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293916c7-fcb7-49c6-917c-7c7865d92d07 req-0b713ad7-4dbd-4910-840f-69294e6be0c0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:47.181079 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-293916c7-fcb7-49c6-917c-7c7865d92d07 req-0b713ad7-4dbd-4910-840f-69294e6be0c0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 931 time: 0.1658964 Jul 23 21:17:47.241654 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:17:47.241999 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:17:47.242339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 on network 86c19a57-7c29-406b-898e-22a03f11952b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:47.247576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-293916c7-fcb7-49c6-917c-7c7865d92d07 req-d9e87667-4daf-4b86-b851-d695e95a3f2b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557127 Jul 23 21:17:47.251083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Port e6883700-d823-427f-8135-58b8d141eee5 on network 86c19a57-7c29-406b-898e-22a03f11952b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:17:47.251331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 on network 86c19a57-7c29-406b-898e-22a03f11952b {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:17:47.256737 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:17:47.257091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Checking segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:17:47.257517 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Bound using segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:17:47.257961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Bound port: e6883700-d823-427f-8135-58b8d141eee5, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:17:47.258333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:47.331689 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:17:47.335063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:17:47.341353 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:47.376307 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:47.376875 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:47.378332 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] 10.222.0.36 "PUT /v2.0/ports/e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 1092 time: 0.7648962 Jul 23 21:17:47.378780 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:47.381040 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7016493-c242-447c-95f5-ddff58fd5390" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:47.412818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac182f09-3bf6-46bd-a7f9-2f39831a34d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:47.456375 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e0c54f-f759-478c-ab1c-36e18987a7f6 x-openstack-request-id: req-50e0c54f-f759-478c-ab1c-36e18987a7f6 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:47.456675 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:47.456936 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50e0c54f-f759-478c-ab1c-36e18987a7f6 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:47.457335 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'status': 'completed', 'code': 200} Jul 23 21:17:47.489165 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-dd06aa6d-37dc-4938-b372-a9540ee6722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:47.490779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-dd06aa6d-37dc-4938-b372-a9540ee6722b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1095 time: 0.0676916 Jul 23 21:17:47.534323 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-21842302-11af-4c24-994b-aa7a97ff6054 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 217 time: 0.0348341 Jul 23 21:17:47.584092 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-e8f781e2-5a81-4572-a786-0ca0b0c7f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:47.585603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-e8f781e2-5a81-4572-a786-0ca0b0c7f259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0453355 Jul 23 21:17:47.647239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-76d0178e-42f8-4b45-95a1-bba2116661cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:47.648764 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-76d0178e-42f8-4b45-95a1-bba2116661cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568228 Jul 23 21:17:47.740202 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-767e1c0d-d8c9-44be-9138-df452f873e46 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844569 Jul 23 21:17:47.831492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e20df516-667a-40f8-9b22-2026f66e41f9 req-8dfe7d59-9422-4c92-9491-21f938121866 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 Jul 23 21:17:47.873964 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:47.930368 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7016493-c242-447c-95f5-ddff58fd5390 req-9b1fad79-ac33-4a72-9fd7-e3bae5d09ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:47.931763 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-9b1fad79-ac33-4a72-9fd7-e3bae5d09ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1095 time: 0.0552115 Jul 23 21:17:47.944219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:48.024250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7016493-c242-447c-95f5-ddff58fd5390 req-c1fb2a53-b22a-4475-8e8e-50f5d30dd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:48.025762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-c1fb2a53-b22a-4475-8e8e-50f5d30dd35d service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0880656 Jul 23 21:17:48.069721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-ebf80b3a-c48a-41a8-a625-540081d1a531 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 217 time: 0.0372105 Jul 23 21:17:48.118559 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7016493-c242-447c-95f5-ddff58fd5390 req-91a652ff-df36-47f4-85bf-11adc2e1e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:48.119988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-91a652ff-df36-47f4-85bf-11adc2e1e2fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0435882 Jul 23 21:17:48.180592 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7016493-c242-447c-95f5-ddff58fd5390 req-ddd69d38-11ed-4238-8a53-0bb32479d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:48.181995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-ddd69d38-11ed-4238-8a53-0bb32479d868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550129 Jul 23 21:17:48.268942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-49b1b811-0adb-4826-b8ae-db07c7de49e5 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802474 Jul 23 21:17:48.374199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac9a288a-ab92-4647-9d59-eaf89841831e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:48.426227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port ac9a288a-ab92-4647-9d59-eaf89841831e completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:48.430556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ac9a288a-ab92-4647-9d59-eaf89841831e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:48.431059 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:48.514865 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:48.550176 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port ac9a288a-ab92-4647-9d59-eaf89841831e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ac9a288a-ab92-4647-9d59-eaf89841831e,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:48.554747 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:48.604303 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=ac9a288a-ab92-4647-9d59-eaf89841831e,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:48.707506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a7016493-c242-447c-95f5-ddff58fd5390 req-dfb74dd3-2e6a-4432-8631-bbd3e35d5c8a service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318910 Jul 23 21:17:48.732094 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025465ea-7fc5-40b8-acdc-ab326c5c82c5 req-42f98833-2163-452a-b8e8-095975df56c2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:48.733673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-025465ea-7fc5-40b8-acdc-ab326c5c82c5 req-42f98833-2163-452a-b8e8-095975df56c2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 943 time: 0.0823023 Jul 23 21:17:48.770338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-025465ea-7fc5-40b8-acdc-ab326c5c82c5 req-840cb09a-2210-4bc1-abda-2738688499ce tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311074 Jul 23 21:17:49.890665 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:49.900357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d19f95-6ffe-4c68-8255-e9ff1eaa57ba req-5cfd037d-1fb3-47d1-b309-42bd68b4dcba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:49.901883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d19f95-6ffe-4c68-8255-e9ff1eaa57ba req-5cfd037d-1fb3-47d1-b309-42bd68b4dcba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 943 time: 0.0645576 Jul 23 21:17:49.942777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c5d19f95-6ffe-4c68-8255-e9ff1eaa57ba req-65cd9312-03a2-4308-a725-9e22c6aad6d7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349445 Jul 23 21:17:50.256393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e6883700-d823-427f-8135-58b8d141eee5 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:17:50.338817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac9a288a-ab92-4647-9d59-eaf89841831e up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:50.383796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:50.399517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'e6883700-d823-427f-8135-58b8d141eee5', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'port_id': 'e6883700-d823-427f-8135-58b8d141eee5', 'mac_address': 'fa:16:3e:ca:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:17:50.430750 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port ac9a288a-ab92-4647-9d59-eaf89841831e triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:50.431122 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:50.468206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:50.488002 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6883700-d823-427f-8135-58b8d141eee5 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:17:50.513831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:50.531473 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:50.588479 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:50.770748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['e6883700-d823-427f-8135-58b8d141eee5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:17:51.083810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01017d5c-8806-4b1e-8b7f-5277d8f25cd5 req-b99b956d-8ea8-4c10-a014-0c914c3f90b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:51.085318 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01017d5c-8806-4b1e-8b7f-5277d8f25cd5 req-b99b956d-8ea8-4c10-a014-0c914c3f90b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 944 time: 0.0660014 Jul 23 21:17:51.122976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-01017d5c-8806-4b1e-8b7f-5277d8f25cd5 req-56b729e4-160b-4141-aa99-cde4a8b5a851 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Jul 23 21:17:52.250543 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731c5ef-b14c-40ee-bae1-298b059cfa9f req-84de2574-5ec0-464c-97cb-e94be0bd50d7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.252030 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4731c5ef-b14c-40ee-bae1-298b059cfa9f req-84de2574-5ec0-464c-97cb-e94be0bd50d7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 944 time: 0.0639741 Jul 23 21:17:52.267430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e6883700-d823-427f-8135-58b8d141eee5 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:17:52.290291 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4731c5ef-b14c-40ee-bae1-298b059cfa9f req-2701c631-3ddc-4c43-8050-29895c9c5eb9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326753 Jul 23 21:17:52.318809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port e6883700-d823-427f-8135-58b8d141eee5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:17:52.322351 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port e6883700-d823-427f-8135-58b8d141eee5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:17:52.322729 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:52.397911 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:52.419952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:52.422178 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dfb69d-68b6-4301-8668-2c45c795cd88" -d '{"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-plugged", "status": "completed", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:52.435988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:17:52.440597 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:52.464028 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa515f62-e98c-4532-a053-564c67e3557f x-openstack-request-id: req-aa515f62-e98c-4532-a053-564c67e3557f {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:52.464321 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-plugged", "status": "completed", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:52.464578 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa515f62-e98c-4532-a053-564c67e3557f {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:52.464959 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'code': 200} Jul 23 21:17:52.490835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:52.571164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865019f-4440-413c-b7c2-7763664cf39d req-d341a874-4804-4863-8b16-bb47035d4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:52.572634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c865019f-4440-413c-b7c2-7763664cf39d req-d341a874-4804-4863-8b16-bb47035d4356 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1097 time: 0.0542989 Jul 23 21:17:52.605360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c865019f-4440-413c-b7c2-7763664cf39d req-f6be8564-8de6-4ffd-aa49-ad8ce0761593 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259776 Jul 23 21:17:53.422134 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf7145-8348-4151-a126-01eaf90781e7 req-7203c7c2-1efe-4211-bc82-293a7c4d1f94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:53.423706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3baf7145-8348-4151-a126-01eaf90781e7 req-7203c7c2-1efe-4211-bc82-293a7c4d1f94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0652611 Jul 23 21:17:53.463702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3baf7145-8348-4151-a126-01eaf90781e7 req-27bb1e00-b610-4a98-b5fb-0bf0ce1264f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336411 Jul 23 21:17:54.595240 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6d125-8e47-4ddc-ad3a-66305edea20f req-ba152eb4-1bce-4aa3-99cc-5d619bf1c1eb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:54.596630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80b6d125-8e47-4ddc-ad3a-66305edea20f req-ba152eb4-1bce-4aa3-99cc-5d619bf1c1eb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0635581 Jul 23 21:17:54.638313 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80b6d125-8e47-4ddc-ad3a-66305edea20f req-b11e8b1e-7cad-47c8-9aab-73b9ee8d465a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360563 Jul 23 21:17:54.767052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd4634-2a06-4e5e-9ed7-699857ebd4a3 req-09f1d5ad-90fc-4377-9074-9b83594b381c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:54.768519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21fd4634-2a06-4e5e-9ed7-699857ebd4a3 req-09f1d5ad-90fc-4377-9074-9b83594b381c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0633428 Jul 23 21:17:54.805046 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-21fd4634-2a06-4e5e-9ed7-699857ebd4a3 req-1ac22969-78dc-42ca-84a7-78476ba4f74b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310681 Jul 23 21:17:54.826227 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34286) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:54.881369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224a37a-9015-4a44-a324-63f8edac1da5 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:54.882992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2224a37a-9015-4a44-a324-63f8edac1da5 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1092 time: 0.0557549 Jul 23 21:17:54.885833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34288) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:54.890772 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'e6883700-d823-427f-8135-58b8d141eee5', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:17:54.913299 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.010122 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.126539 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.83 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/52f47199-4531-4025-a50b-3f8187c02453) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:17:55.232953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.271862 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.308007 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:17:55.313071 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:17:55.320276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:17:55.323058 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=52f47199-4531-4025-a50b-3f8187c02453,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:55.665668 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.748568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.891158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.895526 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:55.969186 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=52f47199-4531-4025-a50b-3f8187c02453,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:17:55.978632 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:56.084007 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 8a271adf-a14e-475d-9819-97bed7ff487a associated. External IP: 172.25.8.83, port: e6883700-d823-427f-8135-58b8d141eee5. Jul 23 21:17:56.611822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 51dcacbf-b3ba-4503-b5a3-250f315eab28 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:17:56.714169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:17:56.724240 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] Sync routers for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:17:56.732594 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:17:56.738278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:56.738940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:56.771325 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9f3bc035-5077-46ba-9317-94d2d30d3e9c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8844442 Jul 23 21:17:56.772020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:17:56.774313 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815a68d8-4f47-43e3-903f-1d44f69e3851" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:17:56.822785 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0fcee-d569-484f-850f-3272158024e5 x-openstack-request-id: req-31c0fcee-d569-484f-850f-3272158024e5 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:17:56.823143 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:17:56.823456 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31c0fcee-d569-484f-850f-3272158024e5 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:17:56.823945 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'status': 'completed', 'code': 200} Jul 23 21:17:56.853695 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:56.925150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046836e6-870d-4a76-a7e1-3f881123c718 req-08601d6b-d8f8-445d-9253-fcc2c5c6296a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:56.926612 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-046836e6-870d-4a76-a7e1-3f881123c718 req-08601d6b-d8f8-445d-9253-fcc2c5c6296a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.1062636 Jul 23 21:17:56.931484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-f5358e0f-e922-4d19-9b50-c2785dc19596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:56.932902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-f5358e0f-e922-4d19-9b50-c2785dc19596 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1097 time: 0.0842447 Jul 23 21:17:56.993461 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-046836e6-870d-4a76-a7e1-3f881123c718 req-e3068799-5d6f-4b64-b85f-7e855d5d27c9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595829 Jul 23 21:17:57.016285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34296) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:57.048097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-9bfa05a2-2397-47d6-8e1d-84526c15ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:57.049810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-9bfa05a2-2397-47d6-8e1d-84526c15ad70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.1094370 Jul 23 21:17:57.079544 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8a271adf-a14e-475d-9819-97bed7ff487a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'port_id': 'e6883700-d823-427f-8135-58b8d141eee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'mac_address': 'fa:16:3e:ca:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:55Z', 'updated_at': '2021-07-23T21:17:55Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:48Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:57.086855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-2c04d2cb-f45f-4ec6-b7af-dd694663dcfb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/8a271adf-a14e-475d-9819-97bed7ff487a HTTP/1.1" status: 200 len: 990 time: 0.0681188 Jul 23 21:17:57.110710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] Checking router: 51dcacbf-b3ba-4503-b5a3-250f315eab28 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:17:57.118891 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:17:57.119496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:17:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:57.123614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-e7b82bbc-690d-4ad8-832b-dbdc5e4bcb47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 998 time: 0.0672281 Jul 23 21:17:57.172034 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-08d4e1c1-50ea-48b2-bdbc-5f670b888eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:57.173641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-08d4e1c1-50ea-48b2-bdbc-5f670b888eec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0439694 Jul 23 21:17:57.223256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:17:57.232096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-9c45e2be-2f1a-4b75-ba13-7e71cb41c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:57.233639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-9c45e2be-2f1a-4b75-ba13-7e71cb41c293 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541487 Jul 23 21:17:57.326162 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-2bba620c-2aa2-4fc8-bc76-4070a162bbc0 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860949 Jul 23 21:17:57.415635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-815a68d8-4f47-43e3-903f-1d44f69e3851 req-fbac0aa8-7709-411c-8f8c-44c0d08f189a service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822783 Jul 23 21:17:57.455999 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8a271adf-a14e-475d-9819-97bed7ff487a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'port_id': 'e6883700-d823-427f-8135-58b8d141eee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'mac_address': 'fa:16:3e:ca:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:55Z', 'updated_at': '2021-07-23T21:17:55Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:48Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:17:57.483022 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be948efa-e6e4-4a22-9ecd-3ff71fa93574 None None] The sync data for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 is: [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '8a271adf-a14e-475d-9819-97bed7ff487a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'port_id': 'e6883700-d823-427f-8135-58b8d141eee5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'mac_address': 'fa:16:3e:ca:38:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:17:55Z', 'updated_at': '2021-07-23T21:17:55Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:48Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:17:57.665600 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60575a2f-9f5e-4e91-b798-156de9704aac None None] New status for floating IP 8a271adf-a14e-475d-9819-97bed7ff487a: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:17:58.089570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34298) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:17:58.152732 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-86be5b70-2f0b-439a-9ea3-76eb261cc7f2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/8a271adf-a14e-475d-9819-97bed7ff487a HTTP/1.1" status: 200 len: 992 time: 0.0620592 Jul 23 21:17:59.342789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-e198bcb9-c74a-487a-8ab3-682bcf0bfd99 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562999 Jul 23 21:17:59.439023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-2a007811-3ce2-4354-84be-908845e43b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:59.440471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-2a007811-3ce2-4354-84be-908845e43b09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1097 time: 0.0541718 Jul 23 21:17:59.552357 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-3eb2a985-73cc-4f40-a18e-6fbd711d1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:59.554353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-3eb2a985-73cc-4f40-a18e-6fbd711d1011 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0956042 Jul 23 21:17:59.622795 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-ba68556f-e230-4c34-9e0b-992c76c86aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 1000 time: 0.0621862 Jul 23 21:17:59.669692 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-53458877-a566-42a9-be40-d8d0f65649d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:59.671123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-53458877-a566-42a9-be40-d8d0f65649d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0425835 Jul 23 21:17:59.733850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-fe3091af-dee6-4a98-9669-4324d952a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:17:59.735369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-fe3091af-dee6-4a98-9669-4324d952a2c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586169 Jul 23 21:17:59.828171 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-d4968184-812f-4f51-a742-71957bc398b4 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847464 Jul 23 21:17:59.920877 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f673ab43-5140-488d-9fc0-cc3e7669ce00 req-efe19aa3-f74a-44b7-a7df-2e970e6d1a9d service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Jul 23 21:18:12.859934 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:18:13.954264 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-44f488f4-d3c3-44ac-aa8b-5a2e67f49bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:14.352752 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:16.491246 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:16.493533 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5668692f-7167-4ecc-922f-1738e789f091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:17.864930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:17.949539 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:19.891801 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:26.955377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f52fe-9629-449a-8520-e40dd9cd782a req-a046c3d0-e1ef-431d-96ff-020f0cf68d43 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:26.957186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f6f52fe-9629-449a-8520-e40dd9cd782a req-a046c3d0-e1ef-431d-96ff-020f0cf68d43 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0726929 Jul 23 21:18:27.022730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f6f52fe-9629-449a-8520-e40dd9cd782a req-e271a702-736c-429b-9b5d-b52a87b1b03c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551710 Jul 23 21:18:27.039423 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-af84f23f-5321-42a9-9b40-84ea0b30f8da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1252294 Jul 23 21:18:28.196299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0bf0e-3c74-4ed4-80a9-2872f0f93c51 req-56c380f9-b633-456f-93d3-16149b602a08 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:28.197836 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26c0bf0e-3c74-4ed4-80a9-2872f0f93c51 req-56c380f9-b633-456f-93d3-16149b602a08 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.1049395 Jul 23 21:18:28.230262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-448cc572-6d76-46c2-907f-608325e4416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:28.231728 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-448cc572-6d76-46c2-907f-608325e4416d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1097 time: 0.0851212 Jul 23 21:18:28.264750 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-26c0bf0e-3c74-4ed4-80a9-2872f0f93c51 req-e762b30d-2c2c-4b0f-b47e-783a57626141 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596082 Jul 23 21:18:28.334343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-73157f51-b540-4784-a73b-c2e6efd0b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:28.335821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-73157f51-b540-4784-a73b-c2e6efd0b0a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0948083 Jul 23 21:18:28.399479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-32a2f55c-c80a-4cfb-96fa-7436eb4b3221 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 1000 time: 0.0571754 Jul 23 21:18:28.446266 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-49c98a34-4ab1-4bfd-bfe7-2be6afde1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:28.447683 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-49c98a34-4ab1-4bfd-bfe7-2be6afde1da9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0417736 Jul 23 21:18:28.508314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-6a85c095-1a16-4663-8314-b11e81feb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:28.509813 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-6a85c095-1a16-4663-8314-b11e81feb090 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555508 Jul 23 21:18:28.596714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-d95645cf-9ad0-4daa-86f1-be3b7ef42143 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798104 Jul 23 21:18:28.688633 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-2be6480b-9ff6-4734-9105-a1f2f95c43e0 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 Jul 23 21:18:29.394394 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde1d9d-66a0-4956-b224-566fcdf985d8 req-910e736f-ffb9-4fc8-96d0-baebd0bacdd7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:29.396179 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bdde1d9d-66a0-4956-b224-566fcdf985d8 req-910e736f-ffb9-4fc8-96d0-baebd0bacdd7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0643353 Jul 23 21:18:29.433730 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bdde1d9d-66a0-4956-b224-566fcdf985d8 req-f768b32e-bcf2-41d4-9919-ba0e3a580781 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Jul 23 21:18:30.565389 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3c2ec-f47b-40f7-b9e0-da82004b16e7 req-ee4aa2fb-02c5-482b-82a4-0046b824baa2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:30.566815 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-baf3c2ec-f47b-40f7-b9e0-da82004b16e7 req-ee4aa2fb-02c5-482b-82a4-0046b824baa2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0665240 Jul 23 21:18:30.603551 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-baf3c2ec-f47b-40f7-b9e0-da82004b16e7 req-747c3212-59bd-4d14-8a13-26299fde04a3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312366 Jul 23 21:18:31.733288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1e618-a3ae-46d5-aac5-0962ff8529b4 req-3d842dee-7f2e-48a6-8727-4a862f27b17d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:31.734804 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fa1e618-a3ae-46d5-aac5-0962ff8529b4 req-3d842dee-7f2e-48a6-8727-4a862f27b17d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0644965 Jul 23 21:18:31.771982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4fa1e618-a3ae-46d5-aac5-0962ff8529b4 req-b0624b43-4cbe-4a9a-b7ef-2c8cb8272e24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Jul 23 21:18:32.899077 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ccee-d188-4aac-b51e-0aa722caa8b8 req-5b4dc076-0e13-4026-8d8d-1f252185f94d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:32.900556 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1923ccee-d188-4aac-b51e-0aa722caa8b8 req-5b4dc076-0e13-4026-8d8d-1f252185f94d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0632110 Jul 23 21:18:32.937069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1923ccee-d188-4aac-b51e-0aa722caa8b8 req-53ba4a46-395a-4921-a3c0-1c8c0b822da9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307856 Jul 23 21:18:34.069491 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634a8e7-3754-4a57-a839-9ccec210991b req-a39238b6-566a-4a6f-8811-fa12cb5e5ca6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:34.071038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c634a8e7-3754-4a57-a839-9ccec210991b req-a39238b6-566a-4a6f-8811-fa12cb5e5ca6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0676241 Jul 23 21:18:34.109705 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c634a8e7-3754-4a57-a839-9ccec210991b req-e766939e-cc19-49b5-8748-56c425aa70ec tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Jul 23 21:18:35.238436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccc97b-f35e-4541-8474-7270609bb4bc req-a40e66ce-cf30-4008-8305-cb0b23955a19 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:35.239928 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dccc97b-f35e-4541-8474-7270609bb4bc req-a40e66ce-cf30-4008-8305-cb0b23955a19 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0638835 Jul 23 21:18:35.276546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4dccc97b-f35e-4541-8474-7270609bb4bc req-fc15d2b3-f939-44a4-8c79-a3b4395dff44 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304699 Jul 23 21:18:36.411255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d738a2-d7c2-41d4-8e43-40bd75da9792 req-64fbbbc0-92ae-45c4-988c-4bb7bed3932a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:36.412762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2d738a2-d7c2-41d4-8e43-40bd75da9792 req-64fbbbc0-92ae-45c4-988c-4bb7bed3932a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0696628 Jul 23 21:18:36.451121 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b2d738a2-d7c2-41d4-8e43-40bd75da9792 req-6264b4ab-4f29-49c4-a94e-3b7f63bcd79a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Jul 23 21:18:37.584518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75768e-56bc-476a-b4e6-6291c09264c3 req-527ced1f-2ac6-4be4-ad74-a0a90be76060 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:37.586073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd75768e-56bc-476a-b4e6-6291c09264c3 req-527ced1f-2ac6-4be4-ad74-a0a90be76060 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0658982 Jul 23 21:18:37.625067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd75768e-56bc-476a-b4e6-6291c09264c3 req-37001e14-0954-4a94-8aab-ef79a8d20f26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Jul 23 21:18:38.752388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3558ddb-e0ab-4f05-a838-87712cfbea61 req-1ac84c89-2dd6-43b1-9a04-88f4c0f76301 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:38.753903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3558ddb-e0ab-4f05-a838-87712cfbea61 req-1ac84c89-2dd6-43b1-9a04-88f4c0f76301 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0636106 Jul 23 21:18:38.790605 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f3558ddb-e0ab-4f05-a838-87712cfbea61 req-b8db7656-eb0d-41e0-a022-5d9792348e25 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Jul 23 21:18:39.922076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893918bd-2d66-498a-a5ad-52154d4f35ab req-2d872e5a-1dcd-4504-8d71-b0637c7cc0b3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:39.923542 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-893918bd-2d66-498a-a5ad-52154d4f35ab req-2d872e5a-1dcd-4504-8d71-b0637c7cc0b3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0652661 Jul 23 21:18:39.959724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-893918bd-2d66-498a-a5ad-52154d4f35ab req-85641d18-4905-4131-a839-0075b2828e67 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306256 Jul 23 21:18:40.512697 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-9778bda6-a3e2-432c-ace4-811277faf2aa service neutron] show failed (client error): The resource could not be found. Jul 23 21:18:40.513709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-9778bda6-a3e2-432c-ace4-811277faf2aa service neutron] 10.222.0.36 "GET /v2.0/ports/e6883700-d823-427f-8135-58b8d141eee5/bindings/n-h1-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0534933 Jul 23 21:18:40.754491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-fde3bb91-f6fe-406d-82b9-b0c9ec198265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:40.756034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-fde3bb91-f6fe-406d-82b9-b0c9ec198265 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 1097 time: 0.0941606 Jul 23 21:18:40.767171 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:18:40.838475 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:41.038349 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:41.071293 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:18:41.089186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a1df8-2cd0-4044-b5c1-1912455a85ed req-0355a88a-47f4-4abc-aa55-aaf5d23a5d43 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.090703 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4a1df8-2cd0-4044-b5c1-1912455a85ed req-0355a88a-47f4-4abc-aa55-aaf5d23a5d43 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0653245 Jul 23 21:18:41.113526 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:18:41.115814 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f82b4-a111-4d03-a876-40e1b4ce2588" -d '{"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:18:41.120328 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:41.133155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Transition to ACTIVE for port object e6883700-d823-427f-8135-58b8d141eee5 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:18:41.137778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:41.143471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd4a1df8-2cd0-4044-b5c1-1912455a85ed req-10019023-0f41-4d00-9d1c-55a95a36563d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466821 Jul 23 21:18:41.223476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=6']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:41.239389 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72671e2d-fe04-43b6-86cc-61a3013a15a7 x-openstack-request-id: req-72671e2d-fe04-43b6-86cc-61a3013a15a7 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:18:41.239624 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-unplugged", "status": "completed", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:18:41.239882 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72671e2d-fe04-43b6-86cc-61a3013a15a7 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:18:41.240287 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'code': 200} Jul 23 21:18:41.241875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.242230 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.242579 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.242923 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.243263 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.243601 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.243945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.245021 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.245497 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.246004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.246344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.246680 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:41.286331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] No DVR routers for this DVR port e6883700-d823-427f-8135-58b8d141eee5 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:18:41.426161 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:18:41.426505 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:18:41.426841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 on network 86c19a57-7c29-406b-898e-22a03f11952b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:18:41.431205 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Port e6883700-d823-427f-8135-58b8d141eee5 on network 86c19a57-7c29-406b-898e-22a03f11952b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:18:41.431541 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Attempting to bind port e6883700-d823-427f-8135-58b8d141eee5 on network 86c19a57-7c29-406b-898e-22a03f11952b {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:18:41.436643 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:18:41.436992 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Checking segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:18:41.437380 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Bound using segment: {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:18:41.437842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Bound port: e6883700-d823-427f-8135-58b8d141eee5, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:18:41.438209 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:41.501309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:18:41.504324 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:18:41.508177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:41.546218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.546974 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:41.548393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] 10.222.0.47 "PUT /v2.0/ports/e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 1092 time: 0.7852657 Jul 23 21:18:41.580875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29827780-29fa-4c72-bb9d-e93406e5fd7a service neutron] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=7']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:41.631557 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-b1a27494-320f-485c-b10e-8b768f20ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.633108 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-b1a27494-320f-485c-b10e-8b768f20ed36 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1095 time: 0.0609369 Jul 23 21:18:41.728472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-de6da167-a57f-40c4-b230-22feeb357a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.730549 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-de6da167-a57f-40c4-b230-22feeb357a26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0900486 Jul 23 21:18:41.798388 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-dcfcac20-2379-46d3-8be5-4c53c664db65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 998 time: 0.0618491 Jul 23 21:18:41.845814 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-9f966fb5-64fe-4b70-9bb5-7385a641d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.847310 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-9f966fb5-64fe-4b70-9bb5-7385a641d013 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0431490 Jul 23 21:18:41.904282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-d46a9a15-73f6-4b7f-8428-48ac26fb6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:41.905806 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-d46a9a15-73f6-4b7f-8428-48ac26fb6b5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527024 Jul 23 21:18:41.997016 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-ac6e63e8-7639-4694-943d-4c347c6fcec8 service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851946 Jul 23 21:18:42.090807 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-8ba9ab1c-de88-48b6-8f93-dba424d9f8b5 service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864983 Jul 23 21:18:42.272829 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd61fac-a28d-4856-91fb-1f53d20b4f4d req-5fcc8767-f1b7-4a2a-b738-1aa2aac66e12 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:42.274377 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acd61fac-a28d-4856-91fb-1f53d20b4f4d req-5fcc8767-f1b7-4a2a-b738-1aa2aac66e12 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 943 time: 0.0642493 Jul 23 21:18:42.311639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-acd61fac-a28d-4856-91fb-1f53d20b4f4d req-3e26899f-598b-4e8e-b3b8-c244811b7c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Jul 23 21:18:43.241585 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:18:43.243946 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:18:43.292680 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0607a7a3-7b78-466a-b42a-453286e1b672 x-openstack-request-id: req-0607a7a3-7b78-466a-b42a-453286e1b672 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:18:43.293051 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:18:43.293329 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0607a7a3-7b78-466a-b42a-453286e1b672 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:18:43.293762 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'status': 'completed', 'code': 200} Jul 23 21:18:43.366335 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-cdf5c688-8d37-4c56-a486-0c807b5683ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.367864 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-cdf5c688-8d37-4c56-a486-0c807b5683ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1095 time: 0.0577142 Jul 23 21:18:43.370478 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-d368645d-1af2-49b3-bfb4-6b71574c322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.372052 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-d368645d-1af2-49b3-bfb4-6b71574c322b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1095 time: 0.0561454 Jul 23 21:18:43.462266 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-04bed55d-a170-4e00-8d51-2632897bae5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.463896 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-04bed55d-a170-4e00-8d51-2632897bae5d service neutron] 10.222.0.47 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0850167 Jul 23 21:18:43.503469 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-ade5a2a0-b2f5-4937-8afe-938438ba5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.504945 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-ade5a2a0-b2f5-4937-8afe-938438ba5600 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.1309068 Jul 23 21:18:43.519739 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ec563-3591-41ae-a9a0-2010aab1d674 req-ce415922-e0a9-4860-b204-9f9b48a95c48 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.521777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be6ec563-3591-41ae-a9a0-2010aab1d674 req-ce415922-e0a9-4860-b204-9f9b48a95c48 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 943 time: 0.1286685 Jul 23 21:18:43.536606 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-5c51e956-e81d-49ba-b0b7-84fc74fc5f40 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 998 time: 0.0648687 Jul 23 21:18:43.601957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-d6c6b853-c70b-4bb7-8780-8b2d9ac7b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.603888 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-d6c6b853-c70b-4bb7-8780-8b2d9ac7b97f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0516887 Jul 23 21:18:43.621194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-be6ec563-3591-41ae-a9a0-2010aab1d674 req-ef0c1712-5296-43ff-befc-320b222c844e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585625 Jul 23 21:18:43.623124 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-0c1ae803-9186-4d70-bdcd-7b1715185e02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 998 time: 0.1114142 Jul 23 21:18:43.672993 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-13a4135e-97b1-46a6-9619-1263d129db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.674531 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-13a4135e-97b1-46a6-9619-1263d129db38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643933 Jul 23 21:18:43.675611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-41717770-50de-444d-a01f-a66e02f97d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.677073 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-41717770-50de-444d-a01f-a66e02f97d37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0477426 Jul 23 21:18:43.736138 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-2f6fc7eb-a0d6-4943-bd50-54f215a824a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:43.737684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-2f6fc7eb-a0d6-4943-bd50-54f215a824a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538580 Jul 23 21:18:43.769927 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-e1ce02cd-edfc-4f7e-9786-44ef55df8c4d service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883403 Jul 23 21:18:43.830882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-2a0708e0-cde7-48b5-838c-a7499968a959 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869784 Jul 23 21:18:43.864556 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-eea68847-ca9a-4bf7-ab49-94931d4b4476 service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889189 Jul 23 21:18:43.918822 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57b3e62f-0e92-4aa7-a22e-85e6c3d68cd7 req-df8533a7-208c-4244-a07a-a5b903805fae service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822985 Jul 23 21:18:43.955026 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-52938e3e-1823-411f-bd14-96e44e0d5345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:44.362149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:44.472611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e6883700-d823-427f-8135-58b8d141eee5 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:18:44.510170 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device e6883700-d823-427f-8135-58b8d141eee5 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:18:44.751219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e6883700-d823-427f-8135-58b8d141eee5 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:18:44.755954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f687dc7d-8ae2-41db-b5e5-e93512a018ed req-6ac95877-7d19-4a1f-93dc-39dbb7641a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:44.757498 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f687dc7d-8ae2-41db-b5e5-e93512a018ed req-6ac95877-7d19-4a1f-93dc-39dbb7641a5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 943 time: 0.0672069 Jul 23 21:18:44.795155 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f687dc7d-8ae2-41db-b5e5-e93512a018ed req-8c19fb7b-b260-47f2-a991-f4fc6274659f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314050 Jul 23 21:18:44.849711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:45.025106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e6883700-d823-427f-8135-58b8d141eee5', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'port_id': 'e6883700-d823-427f-8135-58b8d141eee5', 'mac_address': 'fa:16:3e:ca:38:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:18:45.053239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd844277-d56f-492b-8dc8-a89ff7c8fca7 req-e763a5ef-ac1b-4a66-bbaa-131531b8090f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.054769 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd844277-d56f-492b-8dc8-a89ff7c8fca7 req-e763a5ef-ac1b-4a66-bbaa-131531b8090f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 943 time: 0.1046953 Jul 23 21:18:45.062635 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:45.065918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-0926deb4-bf29-4b09-91e4-6a42a8573221 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.067340 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-0926deb4-bf29-4b09-91e4-6a42a8573221 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8&tenant_id=dc1b63dbde204353be59322b8c6567b7&binding%3Ahost_id=n-h1-793620-13 HTTP/1.1" status: 200 len: 943 time: 0.1082747 Jul 23 21:18:45.076093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6883700-d823-427f-8135-58b8d141eee5 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:18:45.096686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:45.100537 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:45.132338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd844277-d56f-492b-8dc8-a89ff7c8fca7 req-3aab4237-4ab8-44d4-93bc-844ea185f5b9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640020 Jul 23 21:18:45.147467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:45.155174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.155755 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.156028 n-d-793620-13 neutron-server[94027]: INFO neutron.api.v2.resource [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-ad8ab25b-b24b-47e3-95d1-8cbbd23f3811 service neutron] delete failed (client error): The resource could not be found. Jul 23 21:18:45.156151 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.156430 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.156941 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.157065 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-ad8ab25b-b24b-47e3-95d1-8cbbd23f3811 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e6883700-d823-427f-8135-58b8d141eee5/bindings/n-h2-793620-13 HTTP/1.1" status: 404 len: 381 time: 0.0809245 Jul 23 21:18:45.157577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.157916 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.158253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.158587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.158919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.159248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.159584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:18:45.291767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-d81696b4-01c2-41b0-bd84-560fb8e2529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.293271 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-d81696b4-01c2-41b0-bd84-560fb8e2529f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1096 time: 0.0924942 Jul 23 21:18:45.308472 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3bacd-a7f3-4c79-9c36-db8e41b105d5 req-92ab91c1-1ab8-491a-a23e-8889a1ba77bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.309898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ca3bacd-a7f3-4c79-9c36-db8e41b105d5 req-92ab91c1-1ab8-491a-a23e-8889a1ba77bb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 944 time: 0.1005979 Jul 23 21:18:45.350764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e6883700-d823-427f-8135-58b8d141eee5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:18:45.397652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3ca3bacd-a7f3-4c79-9c36-db8e41b105d5 req-4472fd98-be4a-4f08-a442-005e7bb86076 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807633 Jul 23 21:18:45.423381 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-f6bc6a5e-3fd1-41e6-88ac-93d5a17898e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.424862 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-f6bc6a5e-3fd1-41e6-88ac-93d5a17898e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.1249878 Jul 23 21:18:45.487617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-4cb15bfa-a13b-455c-b0b3-569c1bb9d5cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 999 time: 0.0567784 Jul 23 21:18:45.540492 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-502c649c-0246-4adf-82cc-56723bac13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.542659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-502c649c-0246-4adf-82cc-56723bac13c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0493789 Jul 23 21:18:45.600686 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-2f160475-ad59-44c5-8d12-e0e51e63d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:45.602214 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-2f160475-ad59-44c5-8d12-e0e51e63d2ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537033 Jul 23 21:18:45.691816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-a93af0e5-ece7-41c7-810d-6a3f0c2b948e service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825038 Jul 23 21:18:45.778590 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8f3d3475-a2a3-4e3b-83f3-f5166ed6f7f8 req-36d20744-3d1c-4ebe-89f5-a2ad92870581 service neutron] 10.222.0.36 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805290 Jul 23 21:18:46.486090 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:46.496563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f3c094c4-bc0b-45fc-a61e-ef924f96c8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:46.529785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3df228-d8b0-4d94-9b30-abc8bcb6eb96 req-51da7cb5-86bc-41a8-a5e3-8656760d7f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:46.531250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b3df228-d8b0-4d94-9b30-abc8bcb6eb96 req-51da7cb5-86bc-41a8-a5e3-8656760d7f1f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 944 time: 0.0643709 Jul 23 21:18:46.572070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7b3df228-d8b0-4d94-9b30-abc8bcb6eb96 req-bf607953-948d-4814-b6e7-0010f45bee7b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Jul 23 21:18:46.594602 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34394) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:18:46.656914 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-8fd559bf-833e-414e-82c6-b5ebeb889962 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/8a271adf-a14e-475d-9819-97bed7ff487a HTTP/1.1" status: 200 len: 991 time: 0.0611830 Jul 23 21:18:46.751493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e6883700-d823-427f-8135-58b8d141eee5 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:18:46.801067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e6883700-d823-427f-8135-58b8d141eee5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:18:46.804579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e6883700-d823-427f-8135-58b8d141eee5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:18:46.804949 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:46.879055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:46.901077 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:18:46.903335 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5670e477-2d85-4405-aefb-30fc5469f548" -d '{"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-plugged", "status": "completed", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:18:46.915928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:18:46.920293 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:46.972581 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=9']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:18:46.994817 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c7299b-0618-4c6d-9dc9-4c90e588c89c x-openstack-request-id: req-a8c7299b-0618-4c6d-9dc9-4c90e588c89c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:18:46.995170 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-plugged", "status": "completed", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:18:46.995429 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a8c7299b-0618-4c6d-9dc9-4c90e588c89c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:18:46.995829 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'code': 200} Jul 23 21:18:47.874040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:47.948446 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:49.860555 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:18:49.894715 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:18:57.327654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-196be1cd-dfed-4ab8-9d64-613c1dfae4a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546899 Jul 23 21:18:57.423784 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-edef5cda-1fef-4e1c-a2b7-7c1f1d68def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:57.425294 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-edef5cda-1fef-4e1c-a2b7-7c1f1d68def8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1097 time: 0.0576332 Jul 23 21:18:57.526061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-2311b841-264a-4be0-86e4-36d98ca6eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:57.527602 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-2311b841-264a-4be0-86e4-36d98ca6eabb service neutron] 10.222.0.47 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0854530 Jul 23 21:18:57.596930 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-799a840e-89f9-4c5c-93e6-61b213bda7b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 1000 time: 0.0631347 Jul 23 21:18:57.644694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-b91b4f2b-2f68-4a2c-b474-8664d6dbb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:57.646195 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-b91b4f2b-2f68-4a2c-b474-8664d6dbb7da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0440507 Jul 23 21:18:57.706471 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-82c7cff6-50cf-4115-8b8d-7aba1fefa148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:18:57.707999 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-82c7cff6-50cf-4115-8b8d-7aba1fefa148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562012 Jul 23 21:18:57.800226 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-580afb69-a488-4d47-9ca3-bc3a337635c6 service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852046 Jul 23 21:18:57.888521 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3dd82e82-e47f-452f-9614-0ed3ac729795 req-74873ab3-b3b3-46f3-ba91-5cf9ba79cf70 service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820372 Jul 23 21:19:13.955599 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df8f5da7-aa9c-4556-aa3f-f850f47054dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:14.391735 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:14.996193 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34410) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:15.155758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 52f47199-4531-4025-a50b-3f8187c02453 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:19:15.156110 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.230518 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.230851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.242340 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 52f47199-4531-4025-a50b-3f8187c02453 owned by network:floatingip {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:19:15.387584 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.418542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=52f47199-4531-4025-a50b-3f8187c02453,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:15.480893 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.481237 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 8a271adf-a14e-475d-9819-97bed7ff487a disassociated (deleted). External IP: 172.25.8.83, port: e6883700-d823-427f-8135-58b8d141eee5. Jul 23 21:19:15.690482 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 51dcacbf-b3ba-4503-b5a3-250f315eab28 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:19:15.799801 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:19:15.804244 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:15.810519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] Sync routers for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:19:15.819312 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:15.819933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:15.840654 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1e50c791-3ee4-4c8b-aee7-34c342278c2c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/floatingips/8a271adf-a14e-475d-9819-97bed7ff487a HTTP/1.1" status: 204 len: 168 time: 0.8433428 Jul 23 21:19:15.841231 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:15.843519 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:15.882893 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf8a07-8be0-41b9-8269-c6c1c837fd5d x-openstack-request-id: req-6caf8a07-8be0-41b9-8269-c6c1c837fd5d {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:15.883295 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:15.884347 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6caf8a07-8be0-41b9-8269-c6c1c837fd5d {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:15.884882 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'status': 'completed', 'code': 200} Jul 23 21:19:15.932032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:15.979179 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-f3b8424b-2131-4fd2-aaff-6833c5bb852e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:15.980878 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-f3b8424b-2131-4fd2-aaff-6833c5bb852e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 1097 time: 0.0765274 Jul 23 21:19:16.080141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-dcf2ac4d-f43b-4eca-a259-52377f0ccdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:16.081760 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-dcf2ac4d-f43b-4eca-a259-52377f0ccdd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 200 len: 897 time: 0.0930769 Jul 23 21:19:16.087109 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7628c1-2ba2-42d0-a692-474578236a95 req-f17c0d6c-de0a-4d4f-9060-a9ae59db4013 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:16.088881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e7628c1-2ba2-42d0-a692-474578236a95 req-f17c0d6c-de0a-4d4f-9060-a9ae59db4013 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0680707 Jul 23 21:19:16.128970 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-32e60e38-e5e8-4e70-801f-cde4a31f7b2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 200 len: 217 time: 0.0400660 Jul 23 21:19:16.129934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4e7628c1-2ba2-42d0-a692-474578236a95 req-00634868-3769-4580-8edf-e44c81e9c467 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jul 23 21:19:16.146892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:48Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:16.177197 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] Checking router: 51dcacbf-b3ba-4503-b5a3-250f315eab28 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:19:16.177761 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-e7be8318-2a75-46f1-89e0-f78b30ab1f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:16.179270 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-e7be8318-2a75-46f1-89e0-f78b30ab1f91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 200 len: 834 time: 0.0437741 Jul 23 21:19:16.186234 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:16.186843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:18:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:16.237848 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-fbf15723-d77a-4fdd-ba71-1b324a5d15eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:16.239254 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-fbf15723-d77a-4fdd-ba71-1b324a5d15eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=86c19a57-7c29-406b-898e-22a03f11952b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526669 Jul 23 21:19:16.289579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:16.331942 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-021ef9df-e80e-4796-b43e-355b19bf7525 service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851700 Jul 23 21:19:16.420920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1d8eb7f2-50ec-4310-ad09-7855cecdd98e req-9507de69-2cd5-48bb-9e9f-a6f1b909e6ac service neutron] 10.222.0.47 "GET /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822709 Jul 23 21:19:16.500780 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:16.507829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4db57754-5d29-4b49-9399-9e0651411293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:16.518660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:48Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:16.545078 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94c5311-02b8-456d-a909-f0bb09dbe151 None None] The sync data for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 is: [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:43Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'ac9a288a-ab92-4647-9d59-eaf89841831e', 'name': '', 'network_id': '86c19a57-7c29-406b-898e-22a03f11952b', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:cd:e0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:42Z', 'updated_at': '2021-07-23T21:17:48Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': '6d76fc1e-b153-437f-b114-01d23cc932ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:19:16.827990 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d6d05d-107f-4fdc-b532-9d4fffde6e3d None None] New status for floating IP 8a271adf-a14e-475d-9819-97bed7ff487a: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:19:17.259764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb99aa-b6c6-4220-bd85-9dd04d4ea7b2 req-2c03d390-9e92-400c-8d8f-de209c95597b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:17.261257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ecb99aa-b6c6-4220-bd85-9dd04d4ea7b2 req-2c03d390-9e92-400c-8d8f-de209c95597b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0620351 Jul 23 21:19:17.299116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9ecb99aa-b6c6-4220-bd85-9dd04d4ea7b2 req-215ab23e-fd24-43a9-b897-ac31db836491 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=fbc992c0-fe4e-435f-8bef-db60d5546d07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Jul 23 21:19:17.309951 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-8a50b4f2-68fe-4466-b1b6-f71adcc8cfcb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:17.311527 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-8a50b4f2-68fe-4466-b1b6-f71adcc8cfcb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fc0da34-048d-4ea2-98f1-44c6abc953d8 HTTP/1.1" status: 200 len: 945 time: 0.0677762 Jul 23 21:19:17.408015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port e6883700-d823-427f-8135-58b8d141eee5 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:19:17.408353 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:17.497847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port e6883700-d823-427f-8135-58b8d141eee5, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e6883700-d823-427f-8135-58b8d141eee5,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:17.498205 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:17.510057 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for e6883700-d823-427f-8135-58b8d141eee5 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:19:17.639547 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:17.672001 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=e6883700-d823-427f-8135-58b8d141eee5,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:17.719285 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] No DVR routers for this DVR port e6883700-d823-427f-8135-58b8d141eee5 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:19:17.722284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:17.724396 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-f6131cff-186e-43ac-bcd2-0a301e5f193c req-a9f7d3eb-8ea7-45c0-ac61-8067a2650215 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "DELETE /v2.0/ports/e6883700-d823-427f-8135-58b8d141eee5 HTTP/1.1" status: 204 len: 173 time: 0.4073372 Jul 23 21:19:17.873101 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:17.886447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-deleted', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:17.889045 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cc0aef-31f3-4d67-a485-7aa1db99c377" -d '{"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-deleted", "tag": "e6883700-d823-427f-8135-58b8d141eee5"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:17.925256 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3a51c7-2e1c-4f25-aa4f-044825053709 x-openstack-request-id: req-bb3a51c7-2e1c-4f25-aa4f-044825053709 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:17.925588 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0da34-048d-4ea2-98f1-44c6abc953d8", "name": "network-vif-deleted", "tag": "e6883700-d823-427f-8135-58b8d141eee5", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:17.925846 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bb3a51c7-2e1c-4f25-aa4f-044825053709 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:17.926245 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc0da34-048d-4ea2-98f1-44c6abc953d8', 'name': 'network-vif-deleted', 'tag': 'e6883700-d823-427f-8135-58b8d141eee5', 'status': 'completed', 'code': 200} Jul 23 21:19:17.952446 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:18.353291 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34424) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:18.702781 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:18.960271 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port ac9a288a-ab92-4647-9d59-eaf89841831e {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:19:18.960536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:19.047137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port ac9a288a-ab92-4647-9d59-eaf89841831e, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=ac9a288a-ab92-4647-9d59-eaf89841831e,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:19.047504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:19.064079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for ac9a288a-ab92-4647-9d59-eaf89841831e owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:19:19.242082 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:19.267604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=ac9a288a-ab92-4647-9d59-eaf89841831e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:19.281783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.282144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.282494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.282841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.283181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.283518 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.283957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.284181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.284507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.284842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.285173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.285569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:19.457336 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:19.900653 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:19.971946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 51dcacbf-b3ba-4503-b5a3-250f315eab28 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:19:20.076187 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:19:20.081504 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c8194c23-20d8-4b83-be40-c488766998ef tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/51dcacbf-b3ba-4503-b5a3-250f315eab28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7270966 Jul 23 21:19:20.084160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34426) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:20.086239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b5798-8089-4d66-8857-229432980389 None None] Sync routers for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:19:20.097072 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:20.097875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:20.140476 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting subnet 6d76fc1e-b153-437f-b114-01d23cc932ff {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:19:20.143485 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.183864 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.201528 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:20.271417 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.339567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.369159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Subnet': ['ID=6d76fc1e-b153-437f-b114-01d23cc932ff,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:20.371199 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.375968 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34428) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:20.376817 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae78cc5-24d9-486a-afd8-6a3b630bb539 None None] Network 86c19a57-7c29-406b-898e-22a03f11952b requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:19:20.381994 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-fee08435-ebd3-4561-b580-94eb7581d0d0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/subnets/6d76fc1e-b153-437f-b114-01d23cc932ff HTTP/1.1" status: 204 len: 168 time: 0.2966869 Jul 23 21:19:20.469523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:19:19Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:20.482837 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.519992 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b5798-8089-4d66-8857-229432980389 None None] Checking router: 51dcacbf-b3ba-4503-b5a3-250f315eab28 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:19:20.533693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] Routers {'51dcacbf-b3ba-4503-b5a3-250f315eab28'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:20.534322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['51dcacbf-b3ba-4503-b5a3-250f315eab28'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:20.656784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] Set router 51dcacbf-b3ba-4503-b5a3-250f315eab28 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:20.721269 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] DHCP port deletion for 86c19a57-7c29-406b-898e-22a03f11952b request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:19:20.859140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] Deleting port 461696c4-942f-4060-9f05-56b750153559 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:19:20.859511 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.910429 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:20.966590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:19:20.966848 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.044936 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e6883700-d823-427f-8135-58b8d141eee5 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:19:21.052120 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port 6cb95afd-4651-4317-b7ea-dba4cc54a1b6, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:21.052488 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.065076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:19:21.077708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: e6883700-d823-427f-8135-58b8d141eee5 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:19:21.077947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e6883700-d823-427f-8135-58b8d141eee5 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:19:21.123794 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] For port 461696c4-942f-4060-9f05-56b750153559, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=461696c4-942f-4060-9f05-56b750153559,segment=NetworkSegment(b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6),segment_id=b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:21.124182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.139747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] Calling delete_port for 461696c4-942f-4060-9f05-56b750153559 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:19:21.156859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f61b5798-8089-4d66-8857-229432980389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:19:19Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:21.216062 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61b5798-8089-4d66-8857-229432980389 None None] The sync data for ids ['51dcacbf-b3ba-4503-b5a3-250f315eab28'] in n-d-793620-13 is: [{'id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'name': 'tempest-TestNetworkAdvancedServerOps-router-286871706', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:19:19Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '6cb95afd-4651-4317-b7ea-dba4cc54a1b6', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dcacbf-b3ba-4503-b5a3-250f315eab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:17:39Z', 'updated_at': '2021-07-23T21:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:19:21.233237 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.260734 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.262763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=6cb95afd-4651-4317-b7ea-dba4cc54a1b6,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:21.287352 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] Pushing event deleted for resources: {'Port': ['ID=461696c4-942f-4060-9f05-56b750153559,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:21.291039 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44b477-2926-41bf-ba96-da5bf58a3429 None None] No DVR routers for this DVR port 461696c4-942f-4060-9f05-56b750153559 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:19:21.323710 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.416730 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.419131 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.466014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.466684 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Fanout notify agent at l3_agent the message router_deleted on router 51dcacbf-b3ba-4503-b5a3-250f315eab28 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:19:21.473692 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.474824 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-596424be-bcf5-4a94-9146-194d173576d2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/routers/51dcacbf-b3ba-4503-b5a3-250f315eab28 HTTP/1.1" status: 204 len: 168 time: 1.0978634 Jul 23 21:19:21.477821 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34432) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:21.552891 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.648055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.658750 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c19a57-7c29-406b-898e-22a03f11952b']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:21.669378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:21.669822 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1176dfa-16c2-4d8d-9ebb-d0e3337cdfb6') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:21.679124 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.693953 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.700770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:19:21.701169 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:19:21.704128 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:19:21.766145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.771519 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.773878 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/networks/86c19a57-7c29-406b-898e-22a03f11952b HTTP/1.1" status: 204 len: 168 time: 0.2951236 Jul 23 21:19:21.776700 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34434) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:21.788467 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f0f8-aabf-4fee-922b-813db40d26a8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Network': ['ID=86c19a57-7c29-406b-898e-22a03f11952b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:21.844137 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418ac190-a84c-450d-8549-6b5d0c832072 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.871210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418ac190-a84c-450d-8549-6b5d0c832072 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.939489 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418ac190-a84c-450d-8549-6b5d0c832072 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.942380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-418ac190-a84c-450d-8549-6b5d0c832072 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:21.943642 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-418ac190-a84c-450d-8549-6b5d0c832072 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/security-groups/fbc992c0-fe4e-435f-8bef-db60d5546d07 HTTP/1.1" status: 204 len: 168 time: 0.1659193 Jul 23 21:19:21.953161 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac190-a84c-450d-8549-6b5d0c832072 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc992c0-fe4e-435f-8bef-db60d5546d07,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:22.310370 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34440) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:22.315123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459111393', 'description': 'tempest-secgroup-smoke-1459111393 description', 'project_id': 'dc1b63dbde204353be59322b8c6567b7'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:22.338795 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.386349 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:19:22.410447 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:19:22.410793 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6cb95afd-4651-4317-b7ea-dba4cc54a1b6 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:19:22.411217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 461696c4-942f-4060-9f05-56b750153559 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:19:22.424767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.428497 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.429461 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 461696c4-942f-4060-9f05-56b750153559 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:19:22.429838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 461696c4-942f-4060-9f05-56b750153559 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:19:22.430256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac9a288a-ab92-4647-9d59-eaf89841831e no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:19:22.450788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: ac9a288a-ab92-4647-9d59-eaf89841831e {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:19:22.451757 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device ac9a288a-ab92-4647-9d59-eaf89841831e not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:19:22.456834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.458108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1467276 Jul 23 21:19:22.461051 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34442) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:22.466281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'e130d1a1-982f-426f-b621-0e935b176b74', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:22.471406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a8111-e810-42c1-b891-4d8e2c1b8c24 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e130d1a1-982f-426f-b621-0e935b176b74,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:22.495786 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.550091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.553586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.570276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077f955f-50f9-4e83-a0c6-e6dc7ab16822,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:22.576998 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.578234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-226950f8-7715-4d7a-beb3-53dd85c133a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160293 Jul 23 21:19:22.580932 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34444) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:22.585327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'e130d1a1-982f-426f-b621-0e935b176b74', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:22.611824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.667057 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.670770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.692167 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94402a21-13ff-411a-92e9-07b83615ba63,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:22.694658 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.695793 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-14a5886f-07d2-4b9b-875c-d9a4b416620a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1138988 Jul 23 21:19:22.698766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34446) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:22.703397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'e130d1a1-982f-426f-b621-0e935b176b74', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:22.728703 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.784365 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.787938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.806147 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ef9546-0550-44dc-821e-72e4bc85eee4,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:22.812940 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.814160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-55f0d551-6022-4b1c-a0cf-6846265cc4d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143913 Jul 23 21:19:22.816864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34448) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:22.821386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'e130d1a1-982f-426f-b621-0e935b176b74', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:22.847035 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.907181 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.910953 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.931262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba595fd-9e68-4c69-9030-19e4eec3878a,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:22.937009 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:22.938253 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-bbc0cb60-b8d5-4b24-b314-0892818f3e97 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204932 Jul 23 21:19:22.940920 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34450) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:22.945395 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'e130d1a1-982f-426f-b621-0e935b176b74', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:22.967105 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:19:22.971885 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.031824 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.035730 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.056127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106cbef5-2e9a-4a20-87cf-9ad539723947,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:23.062987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.064312 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-81a357f9-38ed-4b49-9946-b78ac61c505f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224277 Jul 23 21:19:23.067974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34452) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:23.072586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': 'e130d1a1-982f-426f-b621-0e935b176b74', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:23.094213 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:19:23.098969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.158052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.161643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.178569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dda8c0-79b5-4acc-b7bf-7e30cc8e7049,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:23.185104 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.186387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-386a7d28-5fec-4bc2-8afd-7ed066181805 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174667 Jul 23 21:19:23.189148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34454) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:23.194081 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'network': {'name': 'tempest-network-smoke--2028108575', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'port_security_enabled': True}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:23.215851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:19:23.219287 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.243104 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:19:23.251823 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.252164 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Added segment 763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5 of type vlan for network a5659dcf-60d6-4b31-a822-4566fb836f30 Jul 23 21:19:23.293337 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.321369 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.326919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:23.327504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.361771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1715374 Jul 23 21:19:23.364539 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34456) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:23.369546 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'admin_state_up': True, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:23.413861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05421-842e-47f5-a615-5be360a30b94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Network': ['ID=a5659dcf-60d6-4b31-a822-4566fb836f30,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:23.424126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network a5659dcf-60d6-4b31-a822-4566fb836f30 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:19:23.427488 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.428588 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.479523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.626576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.818928 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.841920 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:23.942072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.121 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/67823ae6-7705-421f-b126-35a558731184) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:19:24.049788 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:24.087876 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:24.123598 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:24.126235 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:24.130124 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:19:24.156276 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=67823ae6-7705-421f-b126-35a558731184,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:24.379272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:24.572904 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:24.700586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 20bcd593-49bb-48d1-a7d7-6446ef346c1a is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94027) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:19:24.804356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:19:24.813813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Sync routers for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:19:24.822867 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:24.823081 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:24.823558 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:24.824287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a7a0d479-1ec3-4a0f-8cc5-8a30994d5ab4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4588273 Jul 23 21:19:24.827460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34458) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:24.856016 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7015e728-b1e9-42cc-b92a-5ac5e64e4834 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=dc1b63dbde204353be59322b8c6567b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274475 Jul 23 21:19:24.858901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34460) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:24.948123 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750e35e6-62ec-41c4-a873-32ff61407a64 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:24.949654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-750e35e6-62ec-41c4-a873-32ff61407a64 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898056 Jul 23 21:19:24.952586 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34462) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:24.986305 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-449a7f11-5b76-48db-99b8-55a31896efaf tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325727 Jul 23 21:19:24.988603 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34464) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:24.993359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1777790748', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:25.024928 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:25.079079 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:19:25.082652 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.202248 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:24Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:25.228826 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Checking router: 20bcd593-49bb-48d1-a7d7-6446ef346c1a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:19:25.229097 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Updating router 20bcd593-49bb-48d1-a7d7-6446ef346c1a port 67823ae6-7705-421f-b126-35a558731184 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:19:25.262782 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.263372 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.326901 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Subnet': ['ID=beae26b6-209c-4a40-a358-f3b892288788,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:25.339058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Checking segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:25.339678 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network hostable DHCP agents. Network: a5659dcf-60d6-4b31-a822-4566fb836f30, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:19:25.356857 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network a5659dcf-60d6-4b31-a822-4566fb836f30 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:19:25.366052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, a5659dcf-60d6-4b31-a822-4566fb836f30) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:25.371028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:25.371616 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.380968 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b18a91-9498-4224-99b7-21030a9f0a71 None None] Network a5659dcf-60d6-4b31-a822-4566fb836f30 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:19:25.387692 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5be7ad9f-fb7c-4608-a4de-fb21e55c889c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3979878 Jul 23 21:19:25.390277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34466) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:25.528518 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.538543 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Transition to ACTIVE for port object 67823ae6-7705-421f-b126-35a558731184 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:25.545013 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.547288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-a5659dcf-60d6-4b31-a822-4566fb836f30', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:19:25.548650 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.588981 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Pushing event updated for resources: {'Port': ['ID=67823ae6-7705-421f-b126-35a558731184,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:25.598674 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.599022 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.599363 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.599702 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.600038 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.600365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.600688 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.601013 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.601336 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.601685 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.602060 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.602504 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:19:25.615642 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Attempting to bind port 67823ae6-7705-421f-b126-35a558731184 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:19:25.616019 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Attempting to bind port 67823ae6-7705-421f-b126-35a558731184 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:19:25.616444 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Attempting to bind port 67823ae6-7705-421f-b126-35a558731184 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:25.621529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:19:25.621902 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:25.622307 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.622695 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:19:25.623156 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Bound port: 67823ae6-7705-421f-b126-35a558731184, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:19:25.623666 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.676834 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] For port 67823ae6-7705-421f-b126-35a558731184, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:25.680035 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] For port 67823ae6-7705-421f-b126-35a558731184, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67823ae6-7705-421f-b126-35a558731184,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:19:25.686856 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.702946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Allocated IP 172.20.0.2 (a5659dcf-60d6-4b31-a822-4566fb836f30/beae26b6-209c-4a40-a358-f3b892288788/a69840bf-53d5-4f04-8cab-9bdd48cfb507) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:19:25.754121 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:25.754917 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:25.791370 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f863635-e991-4f72-836e-cfa5a472241b None None] Pushing event updated for resources: {'Port': ['ID=67823ae6-7705-421f-b126-35a558731184,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:25.851131 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.869407 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:25.881271 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.890566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Transition to ACTIVE for port object a69840bf-53d5-4f04-8cab-9bdd48cfb507 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:25.905744 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Transition to ACTIVE for port object a69840bf-53d5-4f04-8cab-9bdd48cfb507 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:25.912210 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:25.949874 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Network a5659dcf-60d6-4b31-a822-4566fb836f30 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:25.954406 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:25.961189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:19:25.964459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Pushing event updated for resources: {'Port': ['ID=a69840bf-53d5-4f04-8cab-9bdd48cfb507,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:26.027485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Attempting to bind port a69840bf-53d5-4f04-8cab-9bdd48cfb507 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:19:26.027888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Attempting to bind port a69840bf-53d5-4f04-8cab-9bdd48cfb507 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:19:26.028264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Attempting to bind port a69840bf-53d5-4f04-8cab-9bdd48cfb507 on network a5659dcf-60d6-4b31-a822-4566fb836f30 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:26.037516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:19:26.037957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Checking segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:26.038397 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.038809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Bound using segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:19:26.039305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Bound port: a69840bf-53d5-4f04-8cab-9bdd48cfb507, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:19:26.039738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.068561 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:24Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:26.101456 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c2bb3c-c3f3-4412-b3c8-f1f6d9416210 None None] The sync data for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 is: [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:24Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:19:26.114758 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] For port a69840bf-53d5-4f04-8cab-9bdd48cfb507, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:26.124666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] For port a69840bf-53d5-4f04-8cab-9bdd48cfb507, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a69840bf-53d5-4f04-8cab-9bdd48cfb507,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:19:26.140410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.213579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48646a00-b33e-473e-9b4c-f2a9c19f682e None None] Pushing event updated for resources: {'Port': ['ID=a69840bf-53d5-4f04-8cab-9bdd48cfb507,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:26.515639 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67823ae6-7705-421f-b126-35a558731184 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:26.531918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.1 (a5659dcf-60d6-4b31-a822-4566fb836f30/beae26b6-209c-4a40-a358-f3b892288788/d3d5ba9a-679f-4058-b0c2-78e67c58c7ba) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:19:26.584101 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 67823ae6-7705-421f-b126-35a558731184 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:26.588556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 67823ae6-7705-421f-b126-35a558731184 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:26.589018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.667026 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.677415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.683736 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object d3d5ba9a-679f-4058-b0c2-78e67c58c7ba will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:26.701189 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 67823ae6-7705-421f-b126-35a558731184, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67823ae6-7705-421f-b126-35a558731184,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:26.710498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.729915 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.770664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=67823ae6-7705-421f-b126-35a558731184,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:26.786244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network a5659dcf-60d6-4b31-a822-4566fb836f30 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:26.787399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:26.790144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:26.792141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:19:26.842585 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:26.863434 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:19:26.998129 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.183751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb412e-853b-407e-aa16-4c01b6a45e77 None None] Network a5659dcf-60d6-4b31-a822-4566fb836f30 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:19:27.268023 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c030b0a7-99e4-47d1-b92e-ae8648cbbe97 None None] Provisioning for port a69840bf-53d5-4f04-8cab-9bdd48cfb507 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:27.290046 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.294921 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.371233 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:27.373843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.473205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network a5659dcf-60d6-4b31-a822-4566fb836f30 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:27.474772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:27.601304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 20bcd593-49bb-48d1-a7d7-6446ef346c1a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:19:27.611845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9fd698bb-c65d-4daa-b64d-a5fed1cfc4f8 None None] Provisioning for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:27.616776 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9fd698bb-c65d-4daa-b64d-a5fed1cfc4f8 None None] Provisioning complete for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:27.617214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9fd698bb-c65d-4daa-b64d-a5fed1cfc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.653208 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-9fd698bb-c65d-4daa-b64d-a5fed1cfc4f8 None None] Port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:19:27.720343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:19:27.735038 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9075cdd2-655e-4652-9047-1aabb1ec9b26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/20bcd593-49bb-48d1-a7d7-6446ef346c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3336279 Jul 23 21:19:27.761391 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Sync routers for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:19:27.778775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:27.779403 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:27.819154 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4f462e18-1cfa-48a2-92d0-a3a144ed00a8 None None] Provisioning complete for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:27.819425 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4f462e18-1cfa-48a2-92d0-a3a144ed00a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:27.885401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-cbc1184f-56cb-4f8c-97b9-63051fe163bc tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459111393&fields=id&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 267 time: 0.0417509 Jul 23 21:19:27.900958 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-4f462e18-1cfa-48a2-92d0-a3a144ed00a8 None None] Port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:19:27.925900 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:28.005643 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f04eaeb9-4bb1-46b8-affa-0d88c9ac11fc tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:28.007337 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f04eaeb9-4bb1-46b8-affa-0d88c9ac11fc tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 797 time: 0.1131506 Jul 23 21:19:28.029499 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-eea9a9aa-7203-47a7-a828-3ad9b1da0edb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/quotas/dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 375 time: 0.0153475 Jul 23 21:19:28.075724 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-88f84e8d-3e69-4f24-a62d-5302289c58aa None None] Provisioning complete for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:28.076103 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-88f84e8d-3e69-4f24-a62d-5302289c58aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.099942 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-6ab12cfd-2e13-4f70-9b66-c1cc5ff4e18a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629761 Jul 23 21:19:28.117258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-b6a985c0-0324-4939-bed5-dd4195d86a12 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:19:28.118438 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-b6a985c0-0324-4939-bed5-dd4195d86a12 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065169 Jul 23 21:19:28.142353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-88f84e8d-3e69-4f24-a62d-5302289c58aa None None] Port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:19:28.171185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:27Z', 'revision_number': 2, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:28.202025 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Checking router: 20bcd593-49bb-48d1-a7d7-6446ef346c1a for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:19:28.202382 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Updating router 20bcd593-49bb-48d1-a7d7-6446ef346c1a port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:19:28.236742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.255452 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-9f90fe1e-2cf5-453c-99c2-e3bed4e862e4 service neutron] 10.222.0.46 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303887 Jul 23 21:19:28.349985 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-b12aa74e-6a05-44b9-931f-2ded234d4fcb service neutron] 10.222.0.46 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878212 Jul 23 21:19:28.504890 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a69840bf-53d5-4f04-8cab-9bdd48cfb507 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:28.542497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6afbe2de-6d95-43ba-8a5c-e182500aee19 req-273a7e19-c17e-4548-b0f3-5894ffea5600 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 210 time: 0.0355864 Jul 23 21:19:28.558479 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.575033 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Transition to ACTIVE for port object d3d5ba9a-679f-4058-b0c2-78e67c58c7ba will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:28.584138 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.612883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a69840bf-53d5-4f04-8cab-9bdd48cfb507 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:28.622778 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a69840bf-53d5-4f04-8cab-9bdd48cfb507 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:28.623684 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.666233 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfbbbd-0c32-4a83-8c16-a16ff75506f2 None None] Pushing event updated for resources: {'Port': ['ID=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:28.728932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Attempting to bind port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:19:28.729301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Attempting to bind port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:19:28.729885 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Attempting to bind port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba on network a5659dcf-60d6-4b31-a822-4566fb836f30 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:28.738152 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:19:28.738526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Checking segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:28.738926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.739316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Bound using segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:19:28.739987 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Bound port: d3d5ba9a-679f-4058-b0c2-78e67c58c7ba, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:19:28.740377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.813043 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.863764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] For port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:28.879058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port a69840bf-53d5-4f04-8cab-9bdd48cfb507, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a69840bf-53d5-4f04-8cab-9bdd48cfb507,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:28.885871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] For port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:19:28.887915 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.888736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67823ae6-7705-421f-b126-35a558731184 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:28.894044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:28.989415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:28.990081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:28.995467 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=a69840bf-53d5-4f04-8cab-9bdd48cfb507,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:29.294239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 67823ae6-7705-421f-b126-35a558731184 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:29.294536 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:29.342308 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfbbbd-0c32-4a83-8c16-a16ff75506f2 None None] Pushing event updated for resources: {'Port': ['ID=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:29.369282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:29.535556 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-69acb391-37a5-4063-93d0-502930671d74 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:29.537210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-69acb391-37a5-4063-93d0-502930671d74 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 797 time: 0.1194057 Jul 23 21:19:29.596297 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-a5b11b94-df30-47c2-87fb-3966a326908e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 380 time: 0.0507469 Jul 23 21:19:29.608330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'port': {'device_id': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'admin_state_up': True, 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'security_groups': ['e130d1a1-982f-426f-b621-0e935b176b74']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:29.618561 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:28Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:29.645305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26567e18-ebe3-49ff-8817-8262053de067 None None] The sync data for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 is: [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:28Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:19:29.666023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-37afb33b-e6d6-4466-8c25-daa100cc6c83 req-492e562e-12a2-4fec-b9f4-7fffb639afa6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 210 time: 0.0529742 Jul 23 21:19:29.764327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:19:29.768413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:29.905909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.14 (a5659dcf-60d6-4b31-a822-4566fb836f30/beae26b6-209c-4a40-a358-f3b892288788/87d4e9b1-7ca2-4013-abc4-fa68f8375417) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:19:30.048090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.064479 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object 87d4e9b1-7ca2-4013-abc4-fa68f8375417 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:30.099036 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.151179 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network a5659dcf-60d6-4b31-a822-4566fb836f30 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:30.154375 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:30.158175 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:19:30.186069 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=87d4e9b1-7ca2-4013-abc4-fa68f8375417,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:30.219733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:30.220463 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.236747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-f3b4faff-c78f-44b4-a69b-640e3e409059 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6331792 Jul 23 21:19:30.249386 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Request body: {'port': {'device_id': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:30.329977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.383428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-50135675-8044-400c-bf09-47968a013a49 None None] Provisioning for port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:30.387588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-50135675-8044-400c-bf09-47968a013a49 None None] Provisioning complete for port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:30.388369 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50135675-8044-400c-bf09-47968a013a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.440135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-50135675-8044-400c-bf09-47968a013a49 None None] Port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:19:30.498811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a69840bf-53d5-4f04-8cab-9bdd48cfb507 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:30.552068 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a69840bf-53d5-4f04-8cab-9bdd48cfb507 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:30.552681 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.636301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d3d5ba9a-679f-4058-b0c2-78e67c58c7ba up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:30.651410 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d4e9b1-7ca2-4013-abc4-fa68f8375417 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:19:30.660961 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.674373 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Transition to ACTIVE for port object 87d4e9b1-7ca2-4013-abc4-fa68f8375417 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:19:30.678419 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.689864 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:30.693887 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:30.694261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.792099 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.794575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Pushing event updated for resources: {'Port': ['ID=87d4e9b1-7ca2-4013-abc4-fa68f8375417,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:30.830970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:30.835710 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.850347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Attempting to bind port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:19:30.850690 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Attempting to bind port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:19:30.851029 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Attempting to bind port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 on network a5659dcf-60d6-4b31-a822-4566fb836f30 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:30.860312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 on network a5659dcf-60d6-4b31-a822-4566fb836f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:19:30.860647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Attempting to bind port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 on network a5659dcf-60d6-4b31-a822-4566fb836f30 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:19:30.873332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:19:30.873704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Checking segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:19:30.874093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Bound using segment: {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:19:30.874538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Bound port: 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:19:30.874902 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:30.884703 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570f056-54a6-45c6-a266-403ab580651d req-1ba6e6e2-9b46-421d-bc0b-75d82988f9d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:30.886333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7570f056-54a6-45c6-a266-403ab580651d req-1ba6e6e2-9b46-421d-bc0b-75d82988f9d5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 944 time: 0.1035013 Jul 23 21:19:30.901477 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:30.956935 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-7570f056-54a6-45c6-a266-403ab580651d req-73be0738-aaaa-478b-b67c-745beade5b5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626571 Jul 23 21:19:30.979644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] For port 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:19:30.982821 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] For port 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:19:30.987335 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:31.024671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.025428 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:31.026833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 1093 time: 0.7821631 Jul 23 21:19:31.027344 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:31.029622 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:31.064200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88e107-36d4-4a6e-89b9-4af7304700d1 service neutron] Pushing event updated for resources: {'Port': ['ID=87d4e9b1-7ca2-4013-abc4-fa68f8375417,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:31.083865 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963c1988-d5e6-449d-8a48-a8d5f2bd983e x-openstack-request-id: req-963c1988-d5e6-449d-8a48-a8d5f2bd983e {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:31.084263 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:31.084607 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-963c1988-d5e6-449d-8a48-a8d5f2bd983e {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:31.085094 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'status': 'completed', 'code': 200} Jul 23 21:19:31.135510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-4547df52-e23e-409d-aef5-8c543e20a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.137114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-4547df52-e23e-409d-aef5-8c543e20a501 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1096 time: 0.0651376 Jul 23 21:19:31.179260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-86bf1fe0-00fe-41d9-b222-443150f01eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 217 time: 0.0353022 Jul 23 21:19:31.233053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-c04b31e3-da8d-4a92-95ab-16b4fa071a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.234598 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-c04b31e3-da8d-4a92-95ab-16b4fa071a44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0490904 Jul 23 21:19:31.293072 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812329f-5326-4904-ae6e-2801bdabb59e req-7ba60666-d6f1-4751-acd9-1f3057a92746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.294574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-7ba60666-d6f1-4751-acd9-1f3057a92746 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539837 Jul 23 21:19:31.385275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-ab844eeb-88b4-4e93-a697-02ffe04c1721 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Jul 23 21:19:31.478817 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0812329f-5326-4904-ae6e-2801bdabb59e req-245a8cc9-b2c2-479a-bc1a-9fcdf2fcb79d service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875168 Jul 23 21:19:31.623296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-ddb7e812-773b-4c1d-bb3b-2011cb5d6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.624792 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-ddb7e812-773b-4c1d-bb3b-2011cb5d6081 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1096 time: 0.0549264 Jul 23 21:19:31.719896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-4bb1ec98-4e61-4a38-bcb1-908f23ac78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.721290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-4bb1ec98-4e61-4a38-bcb1-908f23ac78d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 898 time: 0.0902698 Jul 23 21:19:31.762684 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-1b41d591-c153-4274-9490-1ffa93a68f8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 217 time: 0.0338244 Jul 23 21:19:31.814432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-feeae8e2-94ba-4ea7-9840-39dbcb756e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.815896 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-feeae8e2-94ba-4ea7-9840-39dbcb756e3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0470185 Jul 23 21:19:31.873909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-89cb6392-7897-42e5-b967-f6e51ac91a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:31.875404 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-89cb6392-7897-42e5-b967-f6e51ac91a53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526695 Jul 23 21:19:31.967648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-80d2aa82-d689-4cd3-94f4-7909ecfe0a55 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851932 Jul 23 21:19:32.094702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-633ad863-ff4a-43d0-9e1c-04e1a4244f7f req-95d75cbb-f0a0-4b4d-89a2-3c45465fa7f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197443 Jul 23 21:19:32.116715 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a30b5e-64a4-4444-8afe-a08d753d1d0e req-94ae3c19-272b-4fbe-a84f-f1b38a221c8c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:32.118783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62a30b5e-64a4-4444-8afe-a08d753d1d0e req-94ae3c19-272b-4fbe-a84f-f1b38a221c8c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 944 time: 0.0835302 Jul 23 21:19:32.157372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62a30b5e-64a4-4444-8afe-a08d753d1d0e req-d35c263f-faf7-4dd6-a9b5-42d2d8dc3541 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326722 Jul 23 21:19:32.388037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d3d5ba9a-679f-4058-b0c2-78e67c58c7ba up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:32.438532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:32.438901 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:33.291777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fed0e0-01ba-4cdf-b2e8-2e59a9cddb3a req-83f888aa-988b-4427-a157-1243a7cca04d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:33.293181 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8fed0e0-01ba-4cdf-b2e8-2e59a9cddb3a req-83f888aa-988b-4427-a157-1243a7cca04d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 944 time: 0.0677550 Jul 23 21:19:33.330102 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e8fed0e0-01ba-4cdf-b2e8-2e59a9cddb3a req-46fa829a-cc04-4a4c-b386-8e67b421ccc7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312455 Jul 23 21:19:34.458624 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cb6f3-6847-4041-991b-4ddc921a9b95 req-bdd3eaf6-0700-40b6-87d6-3e6e3fe68ade tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:34.460103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-086cb6f3-6847-4041-991b-4ddc921a9b95 req-bdd3eaf6-0700-40b6-87d6-3e6e3fe68ade tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 944 time: 0.0624251 Jul 23 21:19:34.497762 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-086cb6f3-6847-4041-991b-4ddc921a9b95 req-491baad7-3fe7-4e45-951c-a5db355b1bb1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314882 Jul 23 21:19:34.685704 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 87d4e9b1-7ca2-4013-abc4-fa68f8375417 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:19:34.783823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:34.794825 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'port_id': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'mac_address': 'fa:16:3e:65:3d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:19:34.831352 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:34.844193 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d4e9b1-7ca2-4013-abc4-fa68f8375417 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:19:34.863946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:34.868080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:34.915910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=87d4e9b1-7ca2-4013-abc4-fa68f8375417,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:35.068939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['87d4e9b1-7ca2-4013-abc4-fa68f8375417'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:19:35.636193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956fcebe-bda4-498d-acf4-55d03979ed97 req-0c0398e2-88cf-4b40-9f8d-8a9c622a367c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:35.637706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-956fcebe-bda4-498d-acf4-55d03979ed97 req-0c0398e2-88cf-4b40-9f8d-8a9c622a367c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 945 time: 0.0686719 Jul 23 21:19:35.675401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-956fcebe-bda4-498d-acf4-55d03979ed97 req-3ac86c76-8951-4a65-972e-5fd80d273378 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Jul 23 21:19:36.707140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 87d4e9b1-7ca2-4013-abc4-fa68f8375417 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:19:36.762378 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:19:36.766476 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:19:36.766847 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:36.804433 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0713-1228-45dc-a8cd-21e4aef5efbc req-8f046a2c-b548-4b7d-89e3-ca12ce653c22 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:36.806234 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf5e0713-1228-45dc-a8cd-21e4aef5efbc req-8f046a2c-b548-4b7d-89e3-ca12ce653c22 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 945 time: 0.0636065 Jul 23 21:19:36.847988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:36.850594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cf5e0713-1228-45dc-a8cd-21e4aef5efbc req-61825204-e926-4d92-b2c5-f9822fd4b901 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Jul 23 21:19:36.873765 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:36.876095 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e19c904-6b28-4101-aae2-4138ba67bb2c" -d '{"events": [{"server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "name": "network-vif-plugged", "status": "completed", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:36.889621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:19:36.894663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:36.920319 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e70fed-d680-4115-8e27-18d9128417bd x-openstack-request-id: req-94e70fed-d680-4115-8e27-18d9128417bd {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:36.920604 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "name": "network-vif-plugged", "status": "completed", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:36.920867 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94e70fed-d680-4115-8e27-18d9128417bd {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:36.921288 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'code': 200} Jul 23 21:19:36.949209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=87d4e9b1-7ca2-4013-abc4-fa68f8375417,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:37.027969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7531a-b83b-4fe1-9107-547935864ce3 req-af94ac0c-8482-49f2-9359-e2f241eb61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:37.029511 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5a7531a-b83b-4fe1-9107-547935864ce3 req-af94ac0c-8482-49f2-9359-e2f241eb61ca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1098 time: 0.0542605 Jul 23 21:19:37.065600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5a7531a-b83b-4fe1-9107-547935864ce3 req-8bd801f2-f49a-4f03-9141-d3f71f449e09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288908 Jul 23 21:19:37.998156 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721310f-b087-4e2a-afcb-bc426cc5f5e4 req-6a7b7ff4-6a92-4bd9-9603-30473aac5c68 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:37.999673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a721310f-b087-4e2a-afcb-bc426cc5f5e4 req-6a7b7ff4-6a92-4bd9-9603-30473aac5c68 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0671098 Jul 23 21:19:38.039413 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a721310f-b087-4e2a-afcb-bc426cc5f5e4 req-ba825fe8-cddc-4c2f-8652-a382ae7465d6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334439 Jul 23 21:19:38.170421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8daebe-9fe0-4f25-b819-1644d575fe5e req-9c93f988-4e8e-4d4a-9f22-14fff8c5d0ca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:38.171910 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc8daebe-9fe0-4f25-b819-1644d575fe5e req-9c93f988-4e8e-4d4a-9f22-14fff8c5d0ca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0633101 Jul 23 21:19:38.210584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cc8daebe-9fe0-4f25-b819-1644d575fe5e req-a66f311f-46b8-4b7a-9743-c65af1fc758e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Jul 23 21:19:38.231936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34518) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:38.288169 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a150e20b-4137-4bcf-b96c-001397930925 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:38.289689 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a150e20b-4137-4bcf-b96c-001397930925 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1093 time: 0.0564590 Jul 23 21:19:38.292583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34520) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:38.296880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:19:38.318668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:38.412338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:38.514963 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.114 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/50d3743d-0ba5-4dda-b9ee-c7225331c4cb) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:19:38.613132 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:38.651577 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:38.687301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:19:38.690067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:19:38.693150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:19:38.728058 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=50d3743d-0ba5-4dda-b9ee-c7225331c4cb,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:39.064282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:39.143504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:39.290504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:39.294853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:39.362480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=50d3743d-0ba5-4dda-b9ee-c7225331c4cb,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:19:39.373083 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:39.470892 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 9ad177cd-faeb-4742-8c77-e85dfc40185e associated. External IP: 172.25.8.114, port: 87d4e9b1-7ca2-4013-abc4-fa68f8375417. Jul 23 21:19:39.992840 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 20bcd593-49bb-48d1-a7d7-6446ef346c1a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:19:40.099239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:19:40.109822 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] Sync routers for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:19:40.115818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:40.119511 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:40.120133 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:40.153334 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2c04907f-ffa8-4ba3-a751-c4684162e3a5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8597274 Jul 23 21:19:40.153968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:19:40.156236 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:19:40.193141 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7a5e2d-9186-4cf0-a636-32688e90937a x-openstack-request-id: req-7f7a5e2d-9186-4cf0-a636-32688e90937a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:19:40.193631 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:19:40.194005 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f7a5e2d-9186-4cf0-a636-32688e90937a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:19:40.194424 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'status': 'completed', 'code': 200} Jul 23 21:19:40.233989 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:40.307054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe983e7-14a9-405a-b02f-60fd95164d5b req-92f81b7d-3848-4f0f-bb04-78c723c862d3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.308570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe983e7-14a9-405a-b02f-60fd95164d5b req-92f81b7d-3848-4f0f-bb04-78c723c862d3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.1036985 Jul 23 21:19:40.315516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-22f70cef-1f59-4a6a-b1ad-486520646eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.317350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-22f70cef-1f59-4a6a-b1ad-486520646eca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1098 time: 0.0999126 Jul 23 21:19:40.381997 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-efe983e7-14a9-405a-b02f-60fd95164d5b req-285557b3-011b-4fdf-bbbf-75070ce03008 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632858 Jul 23 21:19:40.405613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34526) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:40.439653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-434d8196-ef99-402f-8732-1c292d79d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.441221 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-434d8196-ef99-402f-8732-1c292d79d2d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 898 time: 0.1146274 Jul 23 21:19:40.468061 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '9ad177cd-faeb-4742-8c77-e85dfc40185e', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'port_id': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'mac_address': 'fa:16:3e:65:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:19:38Z', 'updated_at': '2021-07-23T21:19:38Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:30Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:40.470871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7736a22f-1169-4af7-999d-be6ecdde7e6a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/9ad177cd-faeb-4742-8c77-e85dfc40185e HTTP/1.1" status: 200 len: 992 time: 0.0639915 Jul 23 21:19:40.494800 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] Checking router: 20bcd593-49bb-48d1-a7d7-6446ef346c1a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:19:40.503392 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:19:40.504014 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:19:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:40.505615 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-330e1b2c-cc82-4419-a9f8-22ea11ec196c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 1000 time: 0.0583713 Jul 23 21:19:40.555475 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-ab83dadd-2782-42cb-856f-f92f7b17e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.556849 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-ab83dadd-2782-42cb-856f-f92f7b17e38c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0447872 Jul 23 21:19:40.608607 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:19:40.619063 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-6c14a70d-2cd8-4707-88c1-8efa5a85d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:19:40.620611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-6c14a70d-2cd8-4707-88c1-8efa5a85d226 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580490 Jul 23 21:19:40.631137 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-3761a3c5-68a8-4fc5-a575-a03aed350a41 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:19:40.632083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-3761a3c5-68a8-4fc5-a575-a03aed350a41 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050600 Jul 23 21:19:40.728039 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-5edfb32b-3388-4d15-adb5-8bc0c34dcdfc service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896466 Jul 23 21:19:40.822204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d8c7fc5c-0fca-491d-9d8c-489166b18f4a req-1c9bd417-ffc7-466b-ba6f-49154164a949 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Jul 23 21:19:40.829813 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '9ad177cd-faeb-4742-8c77-e85dfc40185e', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'port_id': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'mac_address': 'fa:16:3e:65:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:19:38Z', 'updated_at': '2021-07-23T21:19:38Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:30Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:19:40.941562 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39627bb6-0e58-49ce-9b4b-5987d8165c51 None None] The sync data for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 is: [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '9ad177cd-faeb-4742-8c77-e85dfc40185e', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'port_id': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'mac_address': 'fa:16:3e:65:3d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:19:38Z', 'updated_at': '2021-07-23T21:19:38Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:30Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:19:41.128011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d674dd0d-8b93-408d-8eb3-b5ccd6e56c14 None None] New status for floating IP 9ad177cd-faeb-4742-8c77-e85dfc40185e: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:19:41.473035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34528) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:19:41.537220 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e7c8dca2-a3db-437f-bde3-ddbd4526dbc5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/9ad177cd-faeb-4742-8c77-e85dfc40185e HTTP/1.1" status: 200 len: 994 time: 0.0629604 Jul 23 21:19:43.955663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4db2d139-e041-4835-8efb-278efdb74422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:44.402187 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:46.498860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:46.503408 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-35feb632-898f-474e-9191-12b9e46b8306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:47.888012 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:47.954766 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:19:49.900110 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:00.795758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-d076f601-24d6-40e0-9c88-ccce31ea7846 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527611 Jul 23 21:20:00.891576 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-dd4d6b4f-9108-4c57-9fd3-8d93fb617578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:00.893075 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-dd4d6b4f-9108-4c57-9fd3-8d93fb617578 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1098 time: 0.0547447 Jul 23 21:20:00.999458 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-097ca998-15cd-47b2-96a3-065dc318f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:01.000912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-097ca998-15cd-47b2-96a3-065dc318f295 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 898 time: 0.0886784 Jul 23 21:20:01.066863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-7a585b56-0a38-491d-b29a-47563444473e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 1002 time: 0.0584197 Jul 23 21:20:01.120303 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-99e0d7ff-596b-4322-9793-cc7152154b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:01.121799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-99e0d7ff-596b-4322-9793-cc7152154b14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0483575 Jul 23 21:20:01.182842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-30ad3d2f-a8ff-4e26-8049-96bbdd5386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:01.184929 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-30ad3d2f-a8ff-4e26-8049-96bbdd5386a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567188 Jul 23 21:20:01.275770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-75938dd5-9efd-467e-a22c-a401751681d4 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842767 Jul 23 21:20:01.372309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17adb7a3-7954-4eee-b15d-eb340a0af960 req-d70c9711-a9a8-4545-b2ea-66e6877c9948 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899107 Jul 23 21:20:03.863709 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:20:13.956195 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3decf824-35fe-4f56-a610-e54ec7b06b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:14.420780 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:14.871321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48681ac-2372-4474-8148-437c51032e94 req-171d4465-bfef-4f94-96f0-8b3c53e8512b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:14.872829 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d48681ac-2372-4474-8148-437c51032e94 req-171d4465-bfef-4f94-96f0-8b3c53e8512b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0648596 Jul 23 21:20:14.909775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d48681ac-2372-4474-8148-437c51032e94 req-8c57955b-174e-4435-a7c0-8af2852f21ae tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312808 Jul 23 21:20:16.045300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c43875-23f8-47f7-a30d-33b1285c78eb req-a497c1ef-c4cd-46c0-b21e-c652734bfef0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:16.046898 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09c43875-23f8-47f7-a30d-33b1285c78eb req-a497c1ef-c4cd-46c0-b21e-c652734bfef0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0685639 Jul 23 21:20:16.085118 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09c43875-23f8-47f7-a30d-33b1285c78eb req-f9b5e8f6-e6fe-4d00-a20f-8756a1cd9fd0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318904 Jul 23 21:20:16.497967 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:16.499680 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-352240d0-796d-4a6f-9a7a-d87e811ad807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:17.214754 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018ca2f-8abb-41ab-a01d-07331bff85fb req-7cabb064-fb0a-4be4-8766-8b1504312386 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:17.216256 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5018ca2f-8abb-41ab-a01d-07331bff85fb req-7cabb064-fb0a-4be4-8766-8b1504312386 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0636344 Jul 23 21:20:17.254053 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5018ca2f-8abb-41ab-a01d-07331bff85fb req-123f8a94-0db1-4302-a90a-bf49380f9c48 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Jul 23 21:20:17.890281 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:17.958415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:18.386283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd098-9816-46ec-a2fb-028864664a64 req-726ae625-c5f7-4229-b09c-f2d1b690d0d8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:18.387791 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-383cd098-9816-46ec-a2fb-028864664a64 req-726ae625-c5f7-4229-b09c-f2d1b690d0d8 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0690954 Jul 23 21:20:18.425572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-383cd098-9816-46ec-a2fb-028864664a64 req-f6d6e0c8-93e4-417c-83a1-afdfbdfb6e2e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Jul 23 21:20:19.554697 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a19c16-ddb9-42c6-859f-b4f41905b455 req-67f1d641-f6db-4af7-bace-518e2052733f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:19.556192 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39a19c16-ddb9-42c6-859f-b4f41905b455 req-67f1d641-f6db-4af7-bace-518e2052733f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0637770 Jul 23 21:20:19.593077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-39a19c16-ddb9-42c6-859f-b4f41905b455 req-52aa943c-826d-4ebf-ac3d-dcfb1986637b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313692 Jul 23 21:20:19.903266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:20.721519 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42e80a-30fd-48aa-b28e-90e57f22611e req-da664720-e664-44aa-9b5c-19772f2dbf4d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:20.722992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a42e80a-30fd-48aa-b28e-90e57f22611e req-da664720-e664-44aa-9b5c-19772f2dbf4d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0617521 Jul 23 21:20:20.759718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3a42e80a-30fd-48aa-b28e-90e57f22611e req-d23d5535-369b-442f-80ad-930777c2f7e4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311735 Jul 23 21:20:21.912510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ade4-5c7c-4a2e-a438-c080d70fdf9d req-68065026-bedf-4fab-bb03-23be479c62f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:21.914008 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8981ade4-5c7c-4a2e-a438-c080d70fdf9d req-68065026-bedf-4fab-bb03-23be479c62f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0839198 Jul 23 21:20:21.954260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8981ade4-5c7c-4a2e-a438-c080d70fdf9d req-1860fd94-4e27-42c6-b298-ecfc667fdf88 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Jul 23 21:20:23.094898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb03ef-dae1-45c7-b950-10f3f0ba3a7d req-a345bace-4166-42b1-bab6-73a9c4160333 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:23.096408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47bb03ef-dae1-45c7-b950-10f3f0ba3a7d req-a345bace-4166-42b1-bab6-73a9c4160333 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0702748 Jul 23 21:20:23.138263 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-47bb03ef-dae1-45c7-b950-10f3f0ba3a7d req-ace4c668-cd03-402d-ba72-46c60c59fc6c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359857 Jul 23 21:20:24.270961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33cacc-9b53-4a5f-b32a-0a4ad443eee0 req-05fad92d-8304-4da8-b983-60ec64be54a1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:24.272687 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a33cacc-9b53-4a5f-b32a-0a4ad443eee0 req-05fad92d-8304-4da8-b983-60ec64be54a1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0666170 Jul 23 21:20:24.310507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6a33cacc-9b53-4a5f-b32a-0a4ad443eee0 req-af376e7c-2714-4aa6-ba46-c0f6cb4d0197 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321367 Jul 23 21:20:25.451047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465210b0-f5b4-4ce5-ba04-f34a29418fdb req-fad886de-9080-47d6-93a6-52154241241f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:25.452561 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-465210b0-f5b4-4ce5-ba04-f34a29418fdb req-fad886de-9080-47d6-93a6-52154241241f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0638018 Jul 23 21:20:25.489720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-465210b0-f5b4-4ce5-ba04-f34a29418fdb req-84c3e9ff-4a25-45db-8c05-d0f47f11ff5c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Jul 23 21:20:26.619954 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404025f3-c4d1-45df-ad2b-dfbf32df9d0c req-3c274dde-5c40-4f09-8e5a-9b2e6648422e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:26.621360 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-404025f3-c4d1-45df-ad2b-dfbf32df9d0c req-3c274dde-5c40-4f09-8e5a-9b2e6648422e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0637343 Jul 23 21:20:26.660963 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-404025f3-c4d1-45df-ad2b-dfbf32df9d0c req-8318099c-9d6d-4556-a6b3-055362dddfff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340285 Jul 23 21:20:27.796877 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879c2ed-58df-4176-aac9-0abdde275bbf req-39118c66-a802-491c-ab7e-cd6b33a46b7d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:27.798401 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1879c2ed-58df-4176-aac9-0abdde275bbf req-39118c66-a802-491c-ab7e-cd6b33a46b7d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0685899 Jul 23 21:20:27.835611 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1879c2ed-58df-4176-aac9-0abdde275bbf req-f9955110-027f-4f9c-b099-795124ad6ac3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Jul 23 21:20:28.967139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6cb08-b92b-48e3-860f-6ef08c5b4612 req-499213a9-d874-4c76-b8a8-29433590870a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:28.971127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bb6cb08-b92b-48e3-860f-6ef08c5b4612 req-499213a9-d874-4c76-b8a8-29433590870a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0633700 Jul 23 21:20:29.007309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5bb6cb08-b92b-48e3-860f-6ef08c5b4612 req-20bf402c-ae5a-4589-aa24-901eb72518f9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Jul 23 21:20:30.143490 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab272c1-922e-4b84-b4b6-006657beb105 req-ab127dbb-12dc-43f1-b97f-69ca14226075 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:30.144995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ab272c1-922e-4b84-b4b6-006657beb105 req-ab127dbb-12dc-43f1-b97f-69ca14226075 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0693738 Jul 23 21:20:30.182828 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8ab272c1-922e-4b84-b4b6-006657beb105 req-77d20a99-f788-43d1-8c4c-2fd9ea7be827 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316784 Jul 23 21:20:31.314221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd436be-e825-4dfe-8980-1fe35243e5ab req-ea2b2298-421b-48f9-b5f9-154c9b6487e3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:31.315658 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbd436be-e825-4dfe-8980-1fe35243e5ab req-ea2b2298-421b-48f9-b5f9-154c9b6487e3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0630515 Jul 23 21:20:31.353394 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dbd436be-e825-4dfe-8980-1fe35243e5ab req-a0e8b7a5-bc5e-4a4a-bb74-c6e689d65323 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312090 Jul 23 21:20:31.376531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34584) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:20:31.436267 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-58479a8c-5cbc-41ac-9d98-3538bef1fac1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/9ad177cd-faeb-4742-8c77-e85dfc40185e HTTP/1.1" status: 200 len: 994 time: 0.0585880 Jul 23 21:20:32.740775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdd2c3-2d0c-4b99-9707-c4e5698eba0d req-5099974d-c95e-4ef4-a785-f266efa60135 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:32.742197 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80cdd2c3-2d0c-4b99-9707-c4e5698eba0d req-5099974d-c95e-4ef4-a785-f266efa60135 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.1059835 Jul 23 21:20:32.759955 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40097c-a8de-4498-9485-76ae69edc571 req-cff43462-5f23-4893-8400-622ef93eb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:32.761341 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-cff43462-5f23-4893-8400-622ef93eb7ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1098 time: 0.0939007 Jul 23 21:20:32.817157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-80cdd2c3-2d0c-4b99-9707-c4e5698eba0d req-8e58090a-a80f-4a17-bb6d-30dd6895c020 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684733 Jul 23 21:20:32.874339 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40097c-a8de-4498-9485-76ae69edc571 req-a486b3b3-1782-4fe2-9786-5cba9f5a4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:32.875787 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-a486b3b3-1782-4fe2-9786-5cba9f5a4330 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 898 time: 0.1073031 Jul 23 21:20:32.943161 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-bb1512ac-5a81-4df7-a2c6-0c74001f758c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 1002 time: 0.0609252 Jul 23 21:20:32.992521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40097c-a8de-4498-9485-76ae69edc571 req-2258ce2c-0f0e-4d1f-b808-eb3467fbe8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:32.993861 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-2258ce2c-0f0e-4d1f-b808-eb3467fbe8d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0448008 Jul 23 21:20:33.057645 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40097c-a8de-4498-9485-76ae69edc571 req-a1a7810d-f1b7-42bb-ad87-4f557beb42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:33.059163 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-a1a7810d-f1b7-42bb-ad87-4f557beb42e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594234 Jul 23 21:20:33.152208 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-24f56ebe-fcda-47cd-8926-e8698cb5d0d9 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863526 Jul 23 21:20:33.246012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce40097c-a8de-4498-9485-76ae69edc571 req-cfcfa8c3-09a7-404a-bb31-e284f61c1c21 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882874 Jul 23 21:20:33.952523 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ddfc7-27fd-4f75-8be5-974a006f8b3d req-7b7720de-e9fb-4628-8085-23080995a942 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:20:33.954099 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa3ddfc7-27fd-4f75-8be5-974a006f8b3d req-7b7720de-e9fb-4628-8085-23080995a942 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0631714 Jul 23 21:20:33.991720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa3ddfc7-27fd-4f75-8be5-974a006f8b3d req-8d0cf8ab-31c0-4cc3-89a2-3529e97af5b5 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Jul 23 21:20:34.013817 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34594) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:20:34.076848 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ff2c611e-3489-4348-b52a-c78cd54b1fed tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/9ad177cd-faeb-4742-8c77-e85dfc40185e HTTP/1.1" status: 200 len: 994 time: 0.0618789 Jul 23 21:20:40.862980 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:20:43.956519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-38ad4d4f-6907-4ff5-a65e-20e024237ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:44.430827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:46.497456 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:46.499125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a42d4c0-9767-41bc-9ec7-31a09a53ad7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:47.925275 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:47.960946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:20:49.906261 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:02.811479 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-9b1269c0-4308-459a-8602-53dde016a8fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525849 Jul 23 21:21:02.902371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-0a34bf1c-e6db-45f3-b4cb-0eb5b98f52f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:02.903883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-0a34bf1c-e6db-45f3-b4cb-0eb5b98f52f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1098 time: 0.0534370 Jul 23 21:21:03.008149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-e3ecdf9f-4787-4ca0-a383-b69a86dc62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:03.009637 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-e3ecdf9f-4787-4ca0-a383-b69a86dc62f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 898 time: 0.0856059 Jul 23 21:21:03.072397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-47680aad-6a1f-44e9-b382-c52a3ecbf0c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 1002 time: 0.0559723 Jul 23 21:21:03.125056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-9c75b29d-b1bf-4557-bb13-7d50a7976873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:03.126522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-9c75b29d-b1bf-4557-bb13-7d50a7976873 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0473988 Jul 23 21:21:03.183428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-016cddcb-1969-4f4c-bd91-0ba921352806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:03.184904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-016cddcb-1969-4f4c-bd91-0ba921352806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513871 Jul 23 21:21:03.273962 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-52f00eec-8395-4f35-b3f5-649af6846f27 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804324 Jul 23 21:21:03.364492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-114806ca-8f87-4015-adbe-ccd1ef5de7ea req-72311051-7bec-4488-8387-aaf00642043f service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836649 Jul 23 21:21:06.823183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34608) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:06.977773 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 50d3743d-0ba5-4dda-b9ee-c7225331c4cb {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:06.978151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:07.054042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:07.054376 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:07.065411 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 50d3743d-0ba5-4dda-b9ee-c7225331c4cb owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:07.210032 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:07.234871 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=50d3743d-0ba5-4dda-b9ee-c7225331c4cb,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:07.264918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.265265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.265634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.265969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.266300 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.266631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.266961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.267289 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.267621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.267953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.268277 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.268599 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:07.305065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:07.305396 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 9ad177cd-faeb-4742-8c77-e85dfc40185e disassociated (deleted). External IP: 172.25.8.114, port: 87d4e9b1-7ca2-4013-abc4-fa68f8375417. Jul 23 21:21:07.813946 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 20bcd593-49bb-48d1-a7d7-6446ef346c1a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:21:07.922053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:21:07.926899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:07.931864 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] Sync routers for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:21:07.941204 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:07.942485 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:20:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:07.968833 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7e998fdd-40d2-4747-bacd-b2822dcdc085 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/floatingips/9ad177cd-faeb-4742-8c77-e85dfc40185e HTTP/1.1" status: 204 len: 168 time: 1.1421099 Jul 23 21:21:07.968833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:07.969159 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb5418-b61e-4431-b18f-0465b3950021" -d '{"events": [{"name": "network-changed", "server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:08.020573 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13dd18-96a8-4d01-903f-54867bf1bc5c x-openstack-request-id: req-9a13dd18-96a8-4d01-903f-54867bf1bc5c {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:08.020927 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:08.021382 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a13dd18-96a8-4d01-903f-54867bf1bc5c {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:08.021866 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'status': 'completed', 'code': 200} Jul 23 21:21:08.050660 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:08.104893 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-47de1d94-3f5c-4222-a30c-0cc90f2f115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:08.106365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-47de1d94-3f5c-4222-a30c-0cc90f2f115c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 1098 time: 0.0612409 Jul 23 21:21:08.240154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-cbac069f-cb47-4f8b-b2c2-a016887ac0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:08.241651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-cbac069f-cb47-4f8b-b2c2-a016887ac0b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 200 len: 898 time: 0.1219394 Jul 23 21:21:08.262917 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:30Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:08.289816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] Checking router: 20bcd593-49bb-48d1-a7d7-6446ef346c1a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:21:08.290779 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-a019121f-7d2b-47df-8c2d-6e1ef58c2aaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 200 len: 217 time: 0.0419326 Jul 23 21:21:08.298415 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:08.299019 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:20:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:08.303181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fef9aa-b0f1-43a2-a264-9433dba836e7 req-03b12dfc-e15b-4a9c-bf90-e78209686991 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:08.304651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82fef9aa-b0f1-43a2-a264-9433dba836e7 req-03b12dfc-e15b-4a9c-bf90-e78209686991 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.1233232 Jul 23 21:21:08.373536 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82fef9aa-b0f1-43a2-a264-9433dba836e7 req-b5d5d2b9-0caf-4d1d-aec6-5a46ac9982ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608413 Jul 23 21:21:08.375144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-cc025172-aadb-429f-9297-02d6cdd4ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:08.376553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-cc025172-aadb-429f-9297-02d6cdd4ecc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 200 len: 835 time: 0.0710297 Jul 23 21:21:08.407017 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:08.442584 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-afffb5a9-3569-49e8-970a-fe38956cb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:08.444444 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-afffb5a9-3569-49e8-970a-fe38956cb1ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a5659dcf-60d6-4b31-a822-4566fb836f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601046 Jul 23 21:21:08.538497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-9de43398-f362-423c-9b43-1c74c16956a6 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868583 Jul 23 21:21:08.598442 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:30Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:08.627188 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e636a-c817-428b-8b11-e239496c8088 None None] The sync data for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 is: [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd3d5ba9a-679f-4058-b0c2-78e67c58c7ba', 'name': '', 'network_id': 'a5659dcf-60d6-4b31-a822-4566fb836f30', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:a6:75:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'beae26b6-209c-4a40-a358-f3b892288788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:26Z', 'updated_at': '2021-07-23T21:19:30Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'beae26b6-209c-4a40-a358-f3b892288788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:21:08.633070 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5fbb5418-b61e-4431-b18f-0465b3950021 req-0061a84b-d8a8-4029-8135-78c00c8dcd93 service neutron] 10.222.0.36 "GET /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878787 Jul 23 21:21:08.830857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706e5019-3f85-4b35-8e8b-f6e0049893c7 None None] New status for floating IP 9ad177cd-faeb-4742-8c77-e85dfc40185e: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:21:09.511039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7c824-849a-4f5f-8578-8e5dd77352f4 req-d6470cde-3a68-422f-a3ac-9f830d75f4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:09.512544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bf7c824-849a-4f5f-8578-8e5dd77352f4 req-d6470cde-3a68-422f-a3ac-9f830d75f4d1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0630176 Jul 23 21:21:09.550719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6bf7c824-849a-4f5f-8578-8e5dd77352f4 req-54e94767-b8d1-4332-9944-c0aa83c9ecc2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=e130d1a1-982f-426f-b621-0e935b176b74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Jul 23 21:21:09.697514 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55df78a-6bf9-4410-af13-384040455d10 req-2b586f3e-03f7-4206-b2f7-6f90f349d10c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:09.698912 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e55df78a-6bf9-4410-af13-384040455d10 req-2b586f3e-03f7-4206-b2f7-6f90f349d10c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "GET /v2.0/ports?device_id=10ec8bdc-d747-4e20-adc4-0310f4d1953a HTTP/1.1" status: 200 len: 946 time: 0.0660715 Jul 23 21:21:09.798868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:09.799213 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:09.885260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port 87d4e9b1-7ca2-4013-abc4-fa68f8375417, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=87d4e9b1-7ca2-4013-abc4-fa68f8375417,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:09.885654 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:09.898359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 87d4e9b1-7ca2-4013-abc4-fa68f8375417 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:10.024669 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:10.055267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=87d4e9b1-7ca2-4013-abc4-fa68f8375417,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:10.103674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] No DVR routers for this DVR port 87d4e9b1-7ca2-4013-abc4-fa68f8375417 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:21:10.106846 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:10.109104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e55df78a-6bf9-4410-af13-384040455d10 req-1055a8ca-c6bc-4137-be52-952285abb281 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.36 "DELETE /v2.0/ports/87d4e9b1-7ca2-4013-abc4-fa68f8375417 HTTP/1.1" status: 204 len: 173 time: 0.4051127 Jul 23 21:21:10.109568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'name': 'network-vif-deleted', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:10.111781 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdb75c5-8335-44e2-8c83-07ffafef96f5" -d '{"events": [{"server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "name": "network-vif-deleted", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:10.146821 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0c92e1-00c1-4b1c-a60b-8e5f81baeef2 x-openstack-request-id: req-fb0c92e1-00c1-4b1c-a60b-8e5f81baeef2 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:10.147118 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ec8bdc-d747-4e20-adc4-0310f4d1953a", "name": "network-vif-deleted", "tag": "87d4e9b1-7ca2-4013-abc4-fa68f8375417", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:10.147369 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fb0c92e1-00c1-4b1c-a60b-8e5f81baeef2 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:10.147766 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ec8bdc-d747-4e20-adc4-0310f4d1953a', 'name': 'network-vif-deleted', 'tag': '87d4e9b1-7ca2-4013-abc4-fa68f8375417', 'status': 'completed', 'code': 200} Jul 23 21:21:10.611471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34626) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:10.957898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:11.220639 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:11.220907 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:11.310057 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port d3d5ba9a-679f-4058-b0c2-78e67c58c7ba, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:11.310423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:11.322483 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for d3d5ba9a-679f-4058-b0c2-78e67c58c7ba owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:11.508255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:11.535663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=d3d5ba9a-679f-4058-b0c2-78e67c58c7ba,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:11.705158 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:11.921243 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 20bcd593-49bb-48d1-a7d7-6446ef346c1a has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:21:12.029262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:21:12.038548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d849a8eb-929c-46fb-b0d6-85d6a92f2aca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/20bcd593-49bb-48d1-a7d7-6446ef346c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4218168 Jul 23 21:21:12.038548 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34628) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:12.041217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] Sync routers for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:21:12.054719 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:12.055336 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:20:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:12.096677 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting subnet beae26b6-209c-4a40-a358-f3b892288788 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:21:12.101148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.142211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.160104 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:12.228969 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.287400 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.314522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Subnet': ['ID=beae26b6-209c-4a40-a358-f3b892288788,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:12.318282 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.320185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-84d6c804-ee7c-47f5-ac5c-107912b6516a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/subnets/beae26b6-209c-4a40-a358-f3b892288788 HTTP/1.1" status: 204 len: 168 time: 0.2816844 Jul 23 21:21:12.322783 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34630) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:12.329512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6c38fe-34fb-49bd-888a-94fb59d8812d None None] Network a5659dcf-60d6-4b31-a822-4566fb836f30 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:21:12.338609 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:21:11Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:12.367554 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] Checking router: 20bcd593-49bb-48d1-a7d7-6446ef346c1a for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:21:12.375748 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] Routers {'20bcd593-49bb-48d1-a7d7-6446ef346c1a'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:12.376473 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:20:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:12.444582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.494763 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] Set router 20bcd593-49bb-48d1-a7d7-6446ef346c1a gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:12.559534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] DHCP port deletion for a5659dcf-60d6-4b31-a822-4566fb836f30 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:21:12.564553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.615718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Deleting port a69840bf-53d5-4f04-8cab-9bdd48cfb507 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:12.616105 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.626041 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 67823ae6-7705-421f-b126-35a558731184 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:21:12.626413 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.684422 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] For port a69840bf-53d5-4f04-8cab-9bdd48cfb507, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a69840bf-53d5-4f04-8cab-9bdd48cfb507,segment=NetworkSegment(763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5),segment_id=763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:12.685214 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.697534 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Calling delete_port for a69840bf-53d5-4f04-8cab-9bdd48cfb507 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:12.713649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port 67823ae6-7705-421f-b126-35a558731184, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=67823ae6-7705-421f-b126-35a558731184,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:12.714256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.725752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 67823ae6-7705-421f-b126-35a558731184 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:21:12.778891 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:21:11Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:12.786377 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.808386 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cc8df6-8df5-4028-837d-f89d9f331fbb None None] The sync data for ids ['20bcd593-49bb-48d1-a7d7-6446ef346c1a'] in n-d-793620-13 is: [{'id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1293210333', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '67823ae6-7705-421f-b126-35a558731184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:21:11Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '67823ae6-7705-421f-b126-35a558731184', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20bcd593-49bb-48d1-a7d7-6446ef346c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:19:23Z', 'updated_at': '2021-07-23T21:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:21:12.815625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] No DVR routers for this DVR port a69840bf-53d5-4f04-8cab-9bdd48cfb507 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:21:12.820387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Pushing event deleted for resources: {'Port': ['ID=a69840bf-53d5-4f04-8cab-9bdd48cfb507,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:12.828663 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.829013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.829361 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.829732 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.830071 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.830412 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.830739 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.831066 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.831393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.831721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.832110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.832521 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcefd791-48fe-4799-ab55-c3692b1f1c91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:12.908154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:12.932738 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=67823ae6-7705-421f-b126-35a558731184,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:12.994472 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.084709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.086742 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.132939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.133510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Fanout notify agent at l3_agent the message router_deleted on router 20bcd593-49bb-48d1-a7d7-6446ef346c1a {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:21:13.140328 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.141422 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-699c37d2-662c-4f1a-ab77-65789f5062ba tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/routers/20bcd593-49bb-48d1-a7d7-6446ef346c1a HTTP/1.1" status: 204 len: 168 time: 0.8177257 Jul 23 21:21:13.144153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34632) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:13.200610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 87d4e9b1-7ca2-4013-abc4-fa68f8375417 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:21:13.220376 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.221909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 87d4e9b1-7ca2-4013-abc4-fa68f8375417 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:21:13.222365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 87d4e9b1-7ca2-4013-abc4-fa68f8375417 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:21:13.313274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.324555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5659dcf-60d6-4b31-a822-4566fb836f30']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:13.335269 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:13.335570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '763e861c-9aa9-4fcf-9bc0-fbe3fd6fc9d5') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:13.344178 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.359770 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.367450 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:21:13.368072 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:21:13.372005 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:21:13.437507 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.447832 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.449753 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/networks/a5659dcf-60d6-4b31-a822-4566fb836f30 HTTP/1.1" status: 204 len: 168 time: 0.3038633 Jul 23 21:21:13.452718 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34634) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:13.460265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dea60b-3bbd-44e4-8562-14a3ddb5f74e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Network': ['ID=a5659dcf-60d6-4b31-a822-4566fb836f30,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:13.517145 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.542003 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.606698 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.609651 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:13.610821 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/security-groups/e130d1a1-982f-426f-b621-0e935b176b74 HTTP/1.1" status: 204 len: 168 time: 0.1569393 Jul 23 21:21:13.620655 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e130d1a1-982f-426f-b621-0e935b176b74,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:13.628311 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.628807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.629128 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.629569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.630024 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.630372 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.630712 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.631053 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.631393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.631729 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.632065 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.632401 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991629e2-7e71-4ce2-ace2-40e84f5900b7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:13.958484 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fae2bfb6-2d96-476c-a7b9-85ca97974434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.094159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34640) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.099542 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783843006', 'description': 'tempest-secgroup-smoke-783843006 description', 'project_id': 'dc1b63dbde204353be59322b8c6567b7'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.122362 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.201318 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.205089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.234092 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe1e38d-e1f8-4f32-889e-34b981689242,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.236309 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.237534 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e0b9aadc-6ae8-468c-a26a-0ab40102eaff tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421893 Jul 23 21:21:14.241842 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34642) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.245846 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '9fe1e38d-e1f8-4f32-889e-34b981689242', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.273396 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.330433 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.334274 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.352203 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9cdc19-d933-4abf-98cd-72060774eb78,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.358150 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.359364 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-6189ee25-b499-4a88-b083-6ff7348ad0f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169965 Jul 23 21:21:14.361948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34644) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.367466 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '9fe1e38d-e1f8-4f32-889e-34b981689242', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.396629 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.437182 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.450805 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a69840bf-53d5-4f04-8cab-9bdd48cfb507 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:21:14.462879 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.467099 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.470893 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a69840bf-53d5-4f04-8cab-9bdd48cfb507 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:21:14.471245 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a69840bf-53d5-4f04-8cab-9bdd48cfb507 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:21:14.471669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d3d5ba9a-679f-4058-b0c2-78e67c58c7ba no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:21:14.488862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcbf01c-a994-453c-8d6a-e3cfdd9fb038,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.492625 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d3d5ba9a-679f-4058-b0c2-78e67c58c7ba {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:21:14.492994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d3d5ba9a-679f-4058-b0c2-78e67c58c7ba not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:21:14.493427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67823ae6-7705-421f-b126-35a558731184 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:21:14.495723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.499568 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a9d10ef0-3bc4-4328-aea2-973760d05149 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340477 Jul 23 21:21:14.499690 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34646) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.504220 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '9fe1e38d-e1f8-4f32-889e-34b981689242', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.515302 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 67823ae6-7705-421f-b126-35a558731184 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:21:14.515655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 67823ae6-7705-421f-b126-35a558731184 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:21:14.530819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.589511 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.593179 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.611113 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be6b2b2-12e2-4394-b7da-5cf15a1eaf84,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.615968 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.617298 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3aae86c5-633d-4e78-b5fa-96b3ebaaa2f1 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167262 Jul 23 21:21:14.620086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34648) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.624535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '9fe1e38d-e1f8-4f32-889e-34b981689242', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.651863 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.708926 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.712687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.729807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e69eb8f-e373-42ab-8975-13fb470cdef1,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.736444 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.737581 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a6a8f0aa-3d05-4649-ab0d-2b0089a5b155 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164796 Jul 23 21:21:14.741315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34650) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.746214 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '9fe1e38d-e1f8-4f32-889e-34b981689242', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.767540 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:21:14.772617 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.831353 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.834703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.854892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2afb14-86cd-46ee-b579-a8f7ef29f95c,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.860089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.861390 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e4189cc5-10d4-4d6b-8ca6-9a652c19b784 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190510 Jul 23 21:21:14.864657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34652) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.869084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'security_group_rule': {'security_group_id': '9fe1e38d-e1f8-4f32-889e-34b981689242', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:14.890479 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Project dc1b63dbde204353be59322b8c6567b7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:21:14.895432 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.955679 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.959165 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.976485 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351e530b-5b2c-4559-ba89-d8b7183ff499,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:14.981758 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:14.983210 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a1c71ce6-2819-4e82-9907-55ab0c14c0d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1176100 Jul 23 21:21:14.986016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34654) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:14.991442 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'network': {'name': 'tempest-network-smoke--1041084500', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'port_security_enabled': True}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:15.013067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:21:15.016434 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.039148 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:21:15.049028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.049376 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Added segment 22317cf0-4883-4d14-b961-81b33207859c of type vlan for network 70085c48-c545-4923-aea0-25d13239771a Jul 23 21:21:15.090871 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.120769 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.126499 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:15.127085 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.161039 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1740379 Jul 23 21:21:15.163867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34656) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:15.170132 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'admin_state_up': True, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:15.211734 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffbcbc-fb7b-4820-ae86-26bbf4477e94 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Network': ['ID=70085c48-c545-4923-aea0-25d13239771a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:15.222140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 70085c48-c545-4923-aea0-25d13239771a details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:21:15.226930 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.227943 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.280513 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.422583 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.620435 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.639014 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.740584 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.197 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:21:15.848644 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.886928 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:15.921895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:21:15.924545 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:15.928011 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:21:15.956067 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:16.182493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:16.378324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:16.498016 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-883342c9-a776-46c0-97c0-d68b3812a60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:16.500452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:16.514347 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:21:16.619892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:21:16.629199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Sync routers for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:21:16.638006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:16.638552 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:16.639181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:16.639324 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ec10a0f4-91b1-4507-8838-b8c6a5f8387d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4744551 Jul 23 21:21:16.642569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34658) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:16.741788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-545597a2-68a3-4591-92cb-ddef291d7892 tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?project_id=dc1b63dbde204353be59322b8c6567b7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0945570 Jul 23 21:21:16.742047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34662) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:16.745849 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:16.829580 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c912ab-1527-4a7c-be68-a6fd8a7432bb tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:16.831074 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-21c912ab-1527-4a7c-be68-a6fd8a7432bb tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881109 Jul 23 21:21:16.834055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34664) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:16.931859 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:16Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:16.958947 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Checking router: 59b32ceb-4de1-40bb-ab96-edd58a0a4092 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:21:16.959300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Updating router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:21:16.994928 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.183735 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-79da7638-278a-4eac-b166-d61d6b426e3d tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/subnets?network_id=6248530e-b7e5-4a34-b85a-f0fe6849937c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3484619 Jul 23 21:21:17.186111 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34668) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:17.190874 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1947865851', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:17.251787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.261523 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Transition to ACTIVE for port object 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:17.267073 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.279674 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:21:17.283230 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.315810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Attempting to bind port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:21:17.316179 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Attempting to bind port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:21:17.316542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Attempting to bind port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:17.327371 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:21:17.327935 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:21:17.328345 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.328736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:21:17.329210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Bound port: 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:21:17.329603 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.331069 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34594b2-2650-43ef-a093-ff7926facfce None None] Pushing event updated for resources: {'Port': ['ID=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:17.386016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] For port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:21:17.389109 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] For port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:21:17.393897 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.449689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:17.450229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:17.455277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34594b2-2650-43ef-a093-ff7926facfce None None] Pushing event updated for resources: {'Port': ['ID=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:17.468047 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.539412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Subnet': ['ID=e80e7776-6538-451f-8356-94953a75663c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:17.547200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Checking segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:21:17.547570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network hostable DHCP agents. Network: 70085c48-c545-4923-aea0-25d13239771a, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:21:17.565962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 70085c48-c545-4923-aea0-25d13239771a is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:21:17.575764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 70085c48-c545-4923-aea0-25d13239771a) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:17.580296 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:17.580899 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.595744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-aeef3841-6307-4924-9106-780c1564250e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4084747 Jul 23 21:21:17.599096 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34670) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:17.657722 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b62d1-9a60-4397-a8c3-d21c11e3d395 None None] Network 70085c48-c545-4923-aea0-25d13239771a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:21:17.789575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:17.862893 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:21:17.965519 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-70085c48-c545-4923-aea0-25d13239771a', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:21:17.966344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:17.990178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.002663 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.028827 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.156847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Allocated IP 172.20.0.2 (70085c48-c545-4923-aea0-25d13239771a/e80e7776-6538-451f-8356-94953a75663c/5bd1a960-d151-41fa-9afc-7b446fd368d9) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:21:18.159501 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:16Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:18.191815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492bb05e-2f46-41e2-96d5-ce6db338e188 None None] The sync data for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 is: [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:16Z', 'revision_number': 3, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:21:18.331117 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.340316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Transition to ACTIVE for port object 5bd1a960-d151-41fa-9afc-7b446fd368d9 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:18.355706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Transition to ACTIVE for port object 5bd1a960-d151-41fa-9afc-7b446fd368d9 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:18.362237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.426835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Network 70085c48-c545-4923-aea0-25d13239771a is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:21:18.433423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:18.435427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Pushing event updated for resources: {'Port': ['ID=5bd1a960-d151-41fa-9afc-7b446fd368d9,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:18.437675 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:21:18.442290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.1 (70085c48-c545-4923-aea0-25d13239771a/e80e7776-6538-451f-8356-94953a75663c/aa5fbf2f-4957-46e3-96fb-604e98663a40) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:21:18.528389 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Attempting to bind port 5bd1a960-d151-41fa-9afc-7b446fd368d9 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:21:18.528759 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Attempting to bind port 5bd1a960-d151-41fa-9afc-7b446fd368d9 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:21:18.529121 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Attempting to bind port 5bd1a960-d151-41fa-9afc-7b446fd368d9 on network 70085c48-c545-4923-aea0-25d13239771a {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:18.534617 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:21:18.535178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Checking segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:21:18.535763 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.536343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Bound using segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:21:18.536823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Bound port: 5bd1a960-d151-41fa-9afc-7b446fd368d9, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:21:18.537209 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.552155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:18.596946 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.612160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object aa5fbf2f-4957-46e3-96fb-604e98663a40 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:18.639181 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] For port 5bd1a960-d151-41fa-9afc-7b446fd368d9, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:21:18.642681 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] For port 5bd1a960-d151-41fa-9afc-7b446fd368d9, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5bd1a960-d151-41fa-9afc-7b446fd368d9,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:21:18.644026 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:18.649027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:18.649616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.651510 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.655724 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.702279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 70085c48-c545-4923-aea0-25d13239771a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:21:18.705477 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:18.713861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:21:18.751983 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e84397-b41b-45e4-8fba-3a972f4d0693 None None] Pushing event updated for resources: {'Port': ['ID=5bd1a960-d151-41fa-9afc-7b446fd368d9,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:18.754626 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=aa5fbf2f-4957-46e3-96fb-604e98663a40,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:18.762786 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.799926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.824486 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:18.829930 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:18.892045 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:18.959464 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:19.249884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:19.255121 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:19.329929 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:19.331771 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=aa5fbf2f-4957-46e3-96fb-604e98663a40,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:19.425020 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 70085c48-c545-4923-aea0-25d13239771a is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:21:19.427196 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:19.546550 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:21:19.646957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66872880-6545-4f69-b11a-c0741a5df532 None None] Network 70085c48-c545-4923-aea0-25d13239771a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:21:19.660688 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:21:19.665628 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-43cb70c3-917c-417c-8af0-daf83b78cf71 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/59b32ceb-4de1-40bb-ab96-edd58a0a4092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655184 Jul 23 21:21:19.728431 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-9a8f77d0-8ea3-493f-b6a1-f9426a59339c None None] Provisioning for port 5bd1a960-d151-41fa-9afc-7b446fd368d9 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:19.823810 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-51a678c8-8aac-4942-8489-c8df84438351 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783843006&fields=id&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 267 time: 0.0356991 Jul 23 21:21:19.913011 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:19.945974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-2a26e5b7-b022-43b9-87be-f64d5f4bb57e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:19.947933 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-2a26e5b7-b022-43b9-87be-f64d5f4bb57e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 797 time: 0.1165576 Jul 23 21:21:19.963967 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-e4de3d81-ba40-4507-8dbe-4b2d37ee8077 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/quotas/dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Jul 23 21:21:20.034108 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-77c900bc-b6c1-46e1-b222-5f5b8b877f4f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647089 Jul 23 21:21:20.052237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-29b7c914-5a9a-42e7-8586-342bebc2f72b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:21:20.053249 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-29b7c914-5a9a-42e7-8586-342bebc2f72b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069754 Jul 23 21:21:20.071508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a109c620-5a2a-478e-b659-bcc1f3b5a0e1 None None] Provisioning for port aa5fbf2f-4957-46e3-96fb-604e98663a40 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:20.075796 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a109c620-5a2a-478e-b659-bcc1f3b5a0e1 None None] Provisioning complete for port aa5fbf2f-4957-46e3-96fb-604e98663a40 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:20.076170 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a109c620-5a2a-478e-b659-bcc1f3b5a0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.122623 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-a109c620-5a2a-478e-b659-bcc1f3b5a0e1 None None] Port aa5fbf2f-4957-46e3-96fb-604e98663a40 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:21:20.123025 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Sync routers for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:21:20.134071 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:20.134835 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:20.163497 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-34fe5124-ee91-4223-a308-1b55689f6e0f service neutron] 10.222.0.46 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026802 Jul 23 21:21:20.242246 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-910d14e7-f7c0-43b6-a93c-a14821ae632a None None] Provisioning complete for port aa5fbf2f-4957-46e3-96fb-604e98663a40 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:20.242623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-910d14e7-f7c0-43b6-a93c-a14821ae632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.262491 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:20.278811 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-910d14e7-f7c0-43b6-a93c-a14821ae632a None None] Port aa5fbf2f-4957-46e3-96fb-604e98663a40 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:21:20.284451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-3614be67-50d3-4491-9ba0-b4f6b21c0b83 service neutron] 10.222.0.46 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150758 Jul 23 21:21:20.515005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c27eb789-d39e-4361-840f-5ff10452d486 None None] Provisioning complete for port aa5fbf2f-4957-46e3-96fb-604e98663a40 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:20.515545 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c27eb789-d39e-4361-840f-5ff10452d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.525974 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:19Z', 'revision_number': 2, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:20.530659 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-59bff557-4bc3-4ea4-87e1-055fa65d41c2 req-70e0242c-4f42-4e4b-a534-5437b6030e46 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 210 time: 0.0817957 Jul 23 21:21:20.567028 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Checking router: 59b32ceb-4de1-40bb-ab96-edd58a0a4092 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:21:20.567388 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Updating router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 port aa5fbf2f-4957-46e3-96fb-604e98663a40 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:21:20.569611 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c27eb789-d39e-4361-840f-5ff10452d486 None None] Port aa5fbf2f-4957-46e3-96fb-604e98663a40 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:21:20.574764 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:20.605145 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.626186 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:20.626560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.715920 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5bd1a960-d151-41fa-9afc-7b446fd368d9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:20.767855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 5bd1a960-d151-41fa-9afc-7b446fd368d9 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:20.772737 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5bd1a960-d151-41fa-9afc-7b446fd368d9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:20.773171 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.858608 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.889880 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.892272 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 5bd1a960-d151-41fa-9afc-7b446fd368d9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5bd1a960-d151-41fa-9afc-7b446fd368d9,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:20.897150 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.901364 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Transition to ACTIVE for port object aa5fbf2f-4957-46e3-96fb-604e98663a40 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:20.908679 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:20.948831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=5bd1a960-d151-41fa-9afc-7b446fd368d9,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:20.981564 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Pushing event updated for resources: {'Port': ['ID=aa5fbf2f-4957-46e3-96fb-604e98663a40,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:21.007678 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.007944 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.008285 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.008620 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.008952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.009282 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.009629 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.009952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.010271 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.010592 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.010910 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.011226 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:21:21.023965 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Attempting to bind port aa5fbf2f-4957-46e3-96fb-604e98663a40 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:21:21.024355 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Attempting to bind port aa5fbf2f-4957-46e3-96fb-604e98663a40 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:21:21.024910 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Attempting to bind port aa5fbf2f-4957-46e3-96fb-604e98663a40 on network 70085c48-c545-4923-aea0-25d13239771a {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:21.030440 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:21:21.030823 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Checking segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:21:21.031229 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:21.031626 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Bound using segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:21:21.032096 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Bound port: aa5fbf2f-4957-46e3-96fb-604e98663a40, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:21:21.036691 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:21.105684 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] For port aa5fbf2f-4957-46e3-96fb-604e98663a40, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:21:21.109635 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] For port aa5fbf2f-4957-46e3-96fb-604e98663a40, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa5fbf2f-4957-46e3-96fb-604e98663a40,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:21:21.115195 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:21.180394 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:21.181060 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:21.216185 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9b6e2-e3d8-4bb3-afb1-cdfe55df547d None None] Pushing event updated for resources: {'Port': ['ID=aa5fbf2f-4957-46e3-96fb-604e98663a40,revision_number=4']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:21.291363 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:21.487137 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:21Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:21.518191 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2671c66-253e-4402-b5b4-d9484a3d9172 None None] The sync data for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 is: [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:21Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:21:21.630272 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-2e844500-336c-4ab6-8869-b0217f81120d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:21.632119 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-2e844500-336c-4ab6-8869-b0217f81120d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 797 time: 0.1419108 Jul 23 21:21:21.677599 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e3fae373-4c3a-4a88-982d-269ee845c4a0 req-7c1d60c2-f629-4224-8517-5a3b52aa39a9 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 210 time: 0.0343981 Jul 23 21:21:21.680469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-501b18dd-6968-4af3-bc27-5966478d25af tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1b63dbde204353be59322b8c6567b7 HTTP/1.1" status: 200 len: 379 time: 0.0376287 Jul 23 21:21:21.692535 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'port': {'device_id': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'admin_state_up': True, 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'security_groups': ['9fe1e38d-e1f8-4f32-889e-34b981689242']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:21.807213 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Made reservation on behalf of dc1b63dbde204353be59322b8c6567b7 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:21:21.810998 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:21.946518 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.20.0.5 (70085c48-c545-4923-aea0-25d13239771a/e80e7776-6538-451f-8356-94953a75663c/e61d1c61-1423-4a27-a413-c171f28ef829) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:21:22.090349 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.104309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Transition to ACTIVE for port object e61d1c61-1423-4a27-a413-c171f28ef829 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:22.138403 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.185368 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 70085c48-c545-4923-aea0-25d13239771a is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:21:22.188456 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:22.192961 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:21:22.202531 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=e61d1c61-1423-4a27-a413-c171f28ef829,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:22.259052 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:22.259734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.275651 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-d0efed15-f294-48a1-8dba-5340250b1121 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893228 Jul 23 21:21:22.286804 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-fd0f41bb-4a6d-4d09-98d7-889ade6d1229 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:21:22.287989 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-fd0f41bb-4a6d-4d09-98d7-889ade6d1229 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062380 Jul 23 21:21:22.299206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Request body: {'port': {'device_id': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:22.379258 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.458299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f4ae73-868a-482e-9370-35439294d86c None None] Provisioning for port e61d1c61-1423-4a27-a413-c171f28ef829 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:22.465549 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c1f4ae73-868a-482e-9370-35439294d86c None None] Provisioning complete for port e61d1c61-1423-4a27-a413-c171f28ef829 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:22.466236 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c1f4ae73-868a-482e-9370-35439294d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.509228 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4ae73-868a-482e-9370-35439294d86c None None] Port e61d1c61-1423-4a27-a413-c171f28ef829 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:21:22.536256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5bd1a960-d151-41fa-9afc-7b446fd368d9 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:22.593945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 5bd1a960-d151-41fa-9afc-7b446fd368d9 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:22.594454 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.677021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa5fbf2f-4957-46e3-96fb-604e98663a40 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:22.710895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61d1c61-1423-4a27-a413-c171f28ef829 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:21:22.720281 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.724873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port aa5fbf2f-4957-46e3-96fb-604e98663a40 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:22.728693 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aa5fbf2f-4957-46e3-96fb-604e98663a40 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:22.729216 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.733987 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Transition to ACTIVE for port object e61d1c61-1423-4a27-a413-c171f28ef829 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:21:22.739337 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.816238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e61d1c61-1423-4a27-a413-c171f28ef829,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:22.825842 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510f9a0-95ab-482b-86fe-fa0d2466c577 req-7a3551b2-d5b5-42cc-b148-5870e227c41a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:22.828168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d510f9a0-95ab-482b-86fe-fa0d2466c577 req-7a3551b2-d5b5-42cc-b148-5870e227c41a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 943 time: 0.0781927 Jul 23 21:21:22.841174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.871606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d510f9a0-95ab-482b-86fe-fa0d2466c577 req-09d40a15-0c40-4e4b-9089-3de67c4fe28b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363586 Jul 23 21:21:22.880612 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port aa5fbf2f-4957-46e3-96fb-604e98663a40, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa5fbf2f-4957-46e3-96fb-604e98663a40,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:22.886935 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.890724 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Attempting to bind port e61d1c61-1423-4a27-a413-c171f28ef829 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:21:22.890950 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Attempting to bind port e61d1c61-1423-4a27-a413-c171f28ef829 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:21:22.891269 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Attempting to bind port e61d1c61-1423-4a27-a413-c171f28ef829 on network 70085c48-c545-4923-aea0-25d13239771a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:22.897558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Port e61d1c61-1423-4a27-a413-c171f28ef829 on network 70085c48-c545-4923-aea0-25d13239771a not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:21:22.897893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Attempting to bind port e61d1c61-1423-4a27-a413-c171f28ef829 on network 70085c48-c545-4923-aea0-25d13239771a {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:21:22.906159 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:21:22.906582 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Checking segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:21:22.907119 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Bound using segment: {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:21:22.907570 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Bound port: e61d1c61-1423-4a27-a413-c171f28ef829, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22317cf0-4883-4d14-b961-81b33207859c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '70085c48-c545-4923-aea0-25d13239771a'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:21:22.907966 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:22.937996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=aa5fbf2f-4957-46e3-96fb-604e98663a40,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:22.976494 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] For port e61d1c61-1423-4a27-a413-c171f28ef829, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:21:22.979909 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] For port e61d1c61-1423-4a27-a413-c171f28ef829, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e61d1c61-1423-4a27-a413-c171f28ef829,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:21:22.985305 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:23.022757 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:23.023593 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:23.025229 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 1092 time: 0.7306092 Jul 23 21:21:23.027699 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:23.030735 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261bb64e-ffa2-4667-a0b7-f0c8720c2010" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:23.065429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f99bd2-b6b6-4f38-93f5-a2ec8a933cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=e61d1c61-1423-4a27-a413-c171f28ef829,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:23.087085 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8cca15-abcd-4ec6-ae7b-694cdf4adb63 x-openstack-request-id: req-0f8cca15-abcd-4ec6-ae7b-694cdf4adb63 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:23.087376 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:23.087628 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f8cca15-abcd-4ec6-ae7b-694cdf4adb63 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:23.088025 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'status': 'completed', 'code': 200} Jul 23 21:21:23.135956 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-31ee6905-e34a-4391-99b3-7016dd6ecb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:23.137513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-31ee6905-e34a-4391-99b3-7016dd6ecb29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1095 time: 0.0602982 Jul 23 21:21:23.185647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-9bc057d9-2573-4e51-89d5-5991d99a6ae4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 217 time: 0.0396106 Jul 23 21:21:23.237204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-e5097c63-ff37-4958-aaed-a42bf8f3d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:23.239062 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-e5097c63-ff37-4958-aaed-a42bf8f3d810 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 200 len: 835 time: 0.0466821 Jul 23 21:21:23.296867 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-9abb6a17-0b0d-4cec-944d-6d18f0f8a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:23.298393 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-9abb6a17-0b0d-4cec-944d-6d18f0f8a09b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70085c48-c545-4923-aea0-25d13239771a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533710 Jul 23 21:21:23.390059 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-5d0d215e-85f6-477c-bccc-e0490e1c66c0 service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Jul 23 21:21:23.477313 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-0a38331e-940b-4b9b-8bd1-283ea3de55f9 req-293310eb-dc86-479b-8908-01dba450242b service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816536 Jul 23 21:21:23.578470 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-e08048ca-0ebd-4d03-90ea-8d664acc3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:23.579928 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-e08048ca-0ebd-4d03-90ea-8d664acc3584 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1095 time: 0.0570464 Jul 23 21:21:23.667625 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-5dddf936-52ae-4120-8d54-d39f341b8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:23.669098 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-5dddf936-52ae-4120-8d54-d39f341b8fba service neutron] 10.222.0.47 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 898 time: 0.0834074 Jul 23 21:21:24.010118 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b0a3f-7aa6-42df-b6f9-225462709574 req-630e68a4-d347-4179-924e-1ac306ab91ca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:24.011737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8b0a3f-7aa6-42df-b6f9-225462709574 req-630e68a4-d347-4179-924e-1ac306ab91ca tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 943 time: 0.0655403 Jul 23 21:21:24.035680 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-1c96cb09-52ad-4bdc-b786-1a8cff66e547 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 217 time: 0.3575208 Jul 23 21:21:24.052606 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dd8b0a3f-7aa6-42df-b6f9-225462709574 req-d236f299-34d8-4b90-b153-7c61cf9f3398 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344925 Jul 23 21:21:24.084435 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-ea12bad5-5c95-4d25-8fe6-3176fcef95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:24.085950 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-ea12bad5-5c95-4d25-8fe6-3176fcef95c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 200 len: 835 time: 0.0443122 Jul 23 21:21:24.149825 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-9dbb722c-67db-4250-b724-d53b12508a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:24.151332 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-9dbb722c-67db-4250-b724-d53b12508a4b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70085c48-c545-4923-aea0-25d13239771a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544510 Jul 23 21:21:24.245317 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-1384e2ae-3d79-44ca-91dd-975b8ef21889 service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861650 Jul 23 21:21:24.333900 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-261bb64e-ffa2-4667-a0b7-f0c8720c2010 req-f61df37d-88e3-48c5-88b9-0a54b5a3622b service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811274 Jul 23 21:21:24.447542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa5fbf2f-4957-46e3-96fb-604e98663a40 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:24.495575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port aa5fbf2f-4957-46e3-96fb-604e98663a40 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:24.495953 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:25.184437 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20292523-2a86-499a-b661-2b4a76dac455 req-c3d60207-90cb-4d5b-bd31-21b2125bfc19 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:25.185923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20292523-2a86-499a-b661-2b4a76dac455 req-c3d60207-90cb-4d5b-bd31-21b2125bfc19 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 943 time: 0.0651503 Jul 23 21:21:25.225194 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-20292523-2a86-499a-b661-2b4a76dac455 req-9324bee9-819d-467c-8428-91e3d2513bc4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336850 Jul 23 21:21:25.456943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e61d1c61-1423-4a27-a413-c171f28ef829 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:21:25.550761 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e61d1c61-1423-4a27-a413-c171f28ef829, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e61d1c61-1423-4a27-a413-c171f28ef829,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:25.561185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'port_id': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'mac_address': 'fa:16:3e:3d:58:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:21:25.598075 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:25.610616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61d1c61-1423-4a27-a413-c171f28ef829 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:21:25.629786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e61d1c61-1423-4a27-a413-c171f28ef829, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e61d1c61-1423-4a27-a413-c171f28ef829,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:25.633556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:25.679355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e61d1c61-1423-4a27-a413-c171f28ef829,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:25.868011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['e61d1c61-1423-4a27-a413-c171f28ef829'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:21:26.354719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa98c1b-fe58-4efe-9dcb-645f4691f25c req-30ef438a-b2a7-477c-89b6-94fa730d9cdb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:26.356211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bfa98c1b-fe58-4efe-9dcb-645f4691f25c req-30ef438a-b2a7-477c-89b6-94fa730d9cdb tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 944 time: 0.0630598 Jul 23 21:21:26.393837 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bfa98c1b-fe58-4efe-9dcb-645f4691f25c req-27a06ff1-637e-4436-8efe-1414185e21a6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317519 Jul 23 21:21:27.482977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e61d1c61-1423-4a27-a413-c171f28ef829 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:21:27.522131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe85feb-5bf2-4f9c-8099-a09e7907f863 req-5cd06863-994b-4afb-a1f6-f3d3c6e5b3cc tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:27.523722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fe85feb-5bf2-4f9c-8099-a09e7907f863 req-5cd06863-994b-4afb-a1f6-f3d3c6e5b3cc tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 944 time: 0.0628514 Jul 23 21:21:27.532977 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port e61d1c61-1423-4a27-a413-c171f28ef829 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:21:27.537659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port e61d1c61-1423-4a27-a413-c171f28ef829 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:21:27.538041 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:27.570348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3fe85feb-5bf2-4f9c-8099-a09e7907f863 req-8ba094ef-3f35-49fd-aa07-7b6d079b0c61 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400012 Jul 23 21:21:27.620356 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:27.643017 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:27.645323 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b0bb0-f297-4e86-b543-2ebe8172456b" -d '{"events": [{"server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "name": "network-vif-plugged", "status": "completed", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:27.658258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port e61d1c61-1423-4a27-a413-c171f28ef829, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e61d1c61-1423-4a27-a413-c171f28ef829,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:21:27.663100 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:27.688522 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d054783-c2af-41e7-8a51-f8595dc65fcb x-openstack-request-id: req-9d054783-c2af-41e7-8a51-f8595dc65fcb {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:27.688816 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "name": "network-vif-plugged", "status": "completed", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:27.689068 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d054783-c2af-41e7-8a51-f8595dc65fcb {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:27.689473 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'code': 200} Jul 23 21:21:27.715244 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=e61d1c61-1423-4a27-a413-c171f28ef829,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:27.793984 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78ee5c-076d-4ab2-8fa2-5542cb6104d2 req-d44bf18c-df6e-4451-8841-e3b361995e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:27.795495 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ac78ee5c-076d-4ab2-8fa2-5542cb6104d2 req-d44bf18c-df6e-4451-8841-e3b361995e03 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1097 time: 0.0590508 Jul 23 21:21:27.828373 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ac78ee5c-076d-4ab2-8fa2-5542cb6104d2 req-2492637f-f8ac-49a5-a112-f5656fb6e2de service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268283 Jul 23 21:21:28.700873 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dae53-5b45-4503-bcd0-55bf93804942 req-497df0c2-2cc0-4bfd-8ded-e2a2b92b4e77 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:28.702405 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a70dae53-5b45-4503-bcd0-55bf93804942 req-497df0c2-2cc0-4bfd-8ded-e2a2b92b4e77 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0652962 Jul 23 21:21:28.740260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a70dae53-5b45-4503-bcd0-55bf93804942 req-2ee4971c-5b93-4ba0-b4e9-6ba0fe3ad419 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Jul 23 21:21:29.874460 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e6313-b559-4c69-a378-07fc9f5e2b55 req-cb82ce41-7c28-46d2-ae89-1833148a732e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:29.875958 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d9e6313-b559-4c69-a378-07fc9f5e2b55 req-cb82ce41-7c28-46d2-ae89-1833148a732e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0670907 Jul 23 21:21:29.912670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5d9e6313-b559-4c69-a378-07fc9f5e2b55 req-e3c6fbb0-b9a1-4ba3-8b98-844c6800efb6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305140 Jul 23 21:21:30.046919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec2822-515c-4594-9cc3-8ecaccd252ce req-e262992e-015f-4c80-95c9-ade12b6e6931 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:30.048410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6ec2822-515c-4594-9cc3-8ecaccd252ce req-e262992e-015f-4c80-95c9-ade12b6e6931 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0707042 Jul 23 21:21:30.088553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f6ec2822-515c-4594-9cc3-8ecaccd252ce req-0669f364-5d2f-4ac8-83af-944fa5ad12c3 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332050 Jul 23 21:21:30.111110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34726) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:30.163361 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84522068-660c-414a-8053-7b01996d592c tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:30.164902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-84522068-660c-414a-8053-7b01996d592c tempest-TestNetworkAdvancedServerOps-165508158 tempest-TestNetworkAdvancedServerOps-165508158-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1092 time: 0.0528011 Jul 23 21:21:30.167650 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34728) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:30.171990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:21:30.194477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:30.296305 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:30.402053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Allocated IP 172.25.8.96 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/46dba0e8-e208-4649-9d88-285846abf046) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:21:30.505726 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:30.544362 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:30.583552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:21:30.586421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:21:30.597953 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:21:30.606376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=46dba0e8-e208-4649-9d88-285846abf046,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:31.259274 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:31.332319 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:31.482874 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:31.487175 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:31.558928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event updated for resources: {'Port': ['ID=46dba0e8-e208-4649-9d88-285846abf046,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:21:31.569576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:31.669908 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 70d3471f-415a-4146-a45f-1b5b136aa015 associated. External IP: 172.25.8.96, port: e61d1c61-1423-4a27-a413-c171f28ef829. Jul 23 21:21:31.879225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:21:31.982384 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:21:31.993322 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] Sync routers for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:21:31.999294 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:32.003719 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:32.004353 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:32.038955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9785847c-dd4f-4f19-b0fe-2b15d6c7c1e6 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8702810 Jul 23 21:21:32.039555 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:21:32.042025 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8af947-f4db-468c-9db6-612baba13f97" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:21:32.082203 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b521a7-8332-4edc-bf10-bd819e7bbca5 x-openstack-request-id: req-34b521a7-8332-4edc-bf10-bd819e7bbca5 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:21:32.082501 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:21:32.082758 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-34b521a7-8332-4edc-bf10-bd819e7bbca5 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:21:32.083169 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'status': 'completed', 'code': 200} Jul 23 21:21:32.118877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:32.152810 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f723b-70ca-4d1c-801c-204655b93a6e req-c216a57e-56d1-4c19-986a-8fd9b41c3d2f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:32.154780 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-079f723b-70ca-4d1c-801c-204655b93a6e req-c216a57e-56d1-4c19-986a-8fd9b41c3d2f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0668771 Jul 23 21:21:32.161364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af947-f4db-468c-9db6-612baba13f97 req-fcbe800a-f86f-4031-91f8-e0051c041964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:32.162920 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-fcbe800a-f86f-4031-91f8-e0051c041964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1097 time: 0.0583243 Jul 23 21:21:32.197570 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-079f723b-70ca-4d1c-801c-204655b93a6e req-23823323-6ddc-49fc-9e59-3198bd171c26 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369551 Jul 23 21:21:32.229659 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34738) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:32.266970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af947-f4db-468c-9db6-612baba13f97 req-370ad4ec-e264-4385-9a64-593c2bb488d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:32.268487 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-370ad4ec-e264-4385-9a64-593c2bb488d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 898 time: 0.0989900 Jul 23 21:21:32.300879 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-974b33fc-13a4-4b85-8e2c-353b9bdd0994 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/70d3471f-415a-4146-a45f-1b5b136aa015 HTTP/1.1" status: 200 len: 990 time: 0.0700731 Jul 23 21:21:32.337747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-0344a278-962a-4651-a6e4-a38149d66a12 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 998 time: 0.0620379 Jul 23 21:21:32.387123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af947-f4db-468c-9db6-612baba13f97 req-a5adc839-e393-4199-a52e-ec3d19dd9fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:32.388619 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-a5adc839-e393-4199-a52e-ec3d19dd9fb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 200 len: 835 time: 0.0446355 Jul 23 21:21:32.452678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af947-f4db-468c-9db6-612baba13f97 req-4a5783ce-6e41-4541-ab99-b2b9d395ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:32.454184 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-4a5783ce-6e41-4541-ab99-b2b9d395ca1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70085c48-c545-4923-aea0-25d13239771a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590594 Jul 23 21:21:32.524769 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '70d3471f-415a-4146-a45f-1b5b136aa015', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'port_id': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'mac_address': 'fa:16:3e:3d:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:21:30Z', 'updated_at': '2021-07-23T21:21:30Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:22Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:32.545441 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-913cdab7-0926-4084-b655-dce2d55ff34c service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850377 Jul 23 21:21:32.553686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] Checking router: 59b32ceb-4de1-40bb-ab96-edd58a0a4092 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:21:32.561978 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:21:32.562586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:32.640503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fd8af947-f4db-468c-9db6-612baba13f97 req-ba1e9106-24b7-4bcb-8bc1-dc0c3f0bc83f service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885017 Jul 23 21:21:32.672242 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:21:32.891468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '70d3471f-415a-4146-a45f-1b5b136aa015', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'port_id': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'mac_address': 'fa:16:3e:3d:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:21:30Z', 'updated_at': '2021-07-23T21:21:30Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:22Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:21:32.918064 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba106a9-0bfd-4850-8b61-1af4736ae04e None None] The sync data for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 is: [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '70d3471f-415a-4146-a45f-1b5b136aa015', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'port_id': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'mac_address': 'fa:16:3e:3d:58:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:21:30Z', 'updated_at': '2021-07-23T21:21:30Z', 'revision_number': 0, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:22Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:21:33.108619 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759509bf-9cc4-4ba2-85a7-27095574c89d None None] New status for floating IP 70d3471f-415a-4146-a45f-1b5b136aa015: ACTIVE {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:21:33.304706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34740) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:21:33.364789 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-dc2d8b2b-03a7-4601-81b4-a0ab8a279a7a tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/70d3471f-415a-4146-a45f-1b5b136aa015 HTTP/1.1" status: 200 len: 992 time: 0.0589168 Jul 23 21:21:43.960369 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-671292b6-a3a9-46dc-b4d3-5e79786abc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:44.434699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:46.497183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-83f57434-5528-4cc5-b4f3-8416b768097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:46.498934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:47.933455 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:47.967393 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:49.913302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:21:54.863434 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:21:56.797736 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-281406e0-45b5-4d05-a8c1-a86b616c52c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589859 Jul 23 21:21:56.889115 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-5e0c7304-26f3-4363-91a0-6dd074576c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:56.890616 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-5e0c7304-26f3-4363-91a0-6dd074576c4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1097 time: 0.0534341 Jul 23 21:21:56.999204 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-ed9d3033-4165-4b6e-815a-1b20ba680eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:57.000638 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-ed9d3033-4165-4b6e-815a-1b20ba680eee service neutron] 10.222.0.47 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 898 time: 0.0827992 Jul 23 21:21:57.072432 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-833f9559-a0de-4463-8e67-67552777fff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 1000 time: 0.0652418 Jul 23 21:21:57.122041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-592c0c55-b9aa-4c05-9b49-0dc4a1807395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:57.123505 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-592c0c55-b9aa-4c05-9b49-0dc4a1807395 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 200 len: 835 time: 0.0445819 Jul 23 21:21:57.180572 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-48cb2229-fc5e-4827-acb1-fb0c2e0c8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:21:57.182083 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-48cb2229-fc5e-4827-acb1-fb0c2e0c8d8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70085c48-c545-4923-aea0-25d13239771a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517254 Jul 23 21:21:57.274859 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-3155caa9-defc-4f17-b963-ead4bd0ecc30 service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862219 Jul 23 21:21:57.362311 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-5a3d2ad6-a15e-4a3e-9d03-588b881a3246 req-09e01c61-aad6-4994-abe4-d53ad6d0e821 service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811899 Jul 23 21:22:04.811005 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef2be6-3e2e-47af-8bf9-9921cf1b229a req-186f3fe4-7f15-4ac9-a0cf-56f6fcb2312b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:04.812531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65ef2be6-3e2e-47af-8bf9-9921cf1b229a req-186f3fe4-7f15-4ac9-a0cf-56f6fcb2312b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.1141362 Jul 23 21:22:04.851166 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-65ef2be6-3e2e-47af-8bf9-9921cf1b229a req-20ab6fee-35db-4141-9696-b0fde17ae9b0 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Jul 23 21:22:06.024217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36a1c3-9e4b-453f-bd9c-b5d0b75fca5d req-56981096-d847-4a99-8bf6-9ff16886932e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:06.025736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c36a1c3-9e4b-453f-bd9c-b5d0b75fca5d req-56981096-d847-4a99-8bf6-9ff16886932e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.1054425 Jul 23 21:22:06.063143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8c36a1c3-9e4b-453f-bd9c-b5d0b75fca5d req-21cda27c-4150-44af-af0e-cb00a7a32551 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Jul 23 21:22:06.086135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34762) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:06.153744 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-555c38a6-db2d-4d07-9561-02f5bb24e425 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/70d3471f-415a-4146-a45f-1b5b136aa015 HTTP/1.1" status: 200 len: 992 time: 0.0663309 Jul 23 21:22:07.417923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd3c63-a7ec-4ef0-90c0-1e5c906e8900 req-ed760247-0208-4d54-879b-e0c7b092ed5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:07.419446 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5dbd3c63-a7ec-4ef0-90c0-1e5c906e8900 req-ed760247-0208-4d54-879b-e0c7b092ed5e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0634134 Jul 23 21:22:07.443278 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-cb8b6ed4-bb15-42cf-8728-b69f095aca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:07.444832 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-cb8b6ed4-bb15-42cf-8728-b69f095aca3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1097 time: 0.0592475 Jul 23 21:22:07.457811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5dbd3c63-a7ec-4ef0-90c0-1e5c906e8900 req-074d6564-fb17-4efd-b0d6-98a4d7a4515c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319064 Jul 23 21:22:07.533575 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-5c49b1cf-8ceb-4b49-8b22-79b715f665ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:07.535069 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-5c49b1cf-8ceb-4b49-8b22-79b715f665ee service neutron] 10.222.0.47 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 898 time: 0.0843437 Jul 23 21:22:07.602769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-88efd164-72d1-4118-9e88-30763c729cd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 1000 time: 0.0611663 Jul 23 21:22:07.649555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-ccf4eaf4-ca06-4669-852b-f1b97a61fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:07.650967 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-ccf4eaf4-ca06-4669-852b-f1b97a61fda4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 200 len: 835 time: 0.0424364 Jul 23 21:22:07.708706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-935e6017-ab25-41ed-abd4-7050d0fcbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:07.710227 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-935e6017-ab25-41ed-abd4-7050d0fcbb3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70085c48-c545-4923-aea0-25d13239771a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530410 Jul 23 21:22:07.802222 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-0b969626-5a50-4ab1-83da-a3a495cfec9d service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853400 Jul 23 21:22:07.891864 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-005f315a-08d3-4238-bd62-0b9ee2733ce9 req-4c2633a9-f236-4f8f-84c4-f5b9ae54032f service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 Jul 23 21:22:08.595391 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e110e0-d304-489c-89e4-fdc1ac39b1a4 req-de6a5d58-857a-4115-be85-871806ab6609 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:08.596871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82e110e0-d304-489c-89e4-fdc1ac39b1a4 req-de6a5d58-857a-4115-be85-871806ab6609 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0696092 Jul 23 21:22:08.638546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-82e110e0-d304-489c-89e4-fdc1ac39b1a4 req-ae67ef69-f378-47d3-9820-facfe67270d4 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359695 Jul 23 21:22:09.767719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7882f-c018-4f54-99df-198f860c6cd6 req-726e64a2-ede6-4a66-a646-4622f0ddb39e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:09.769225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60c7882f-c018-4f54-99df-198f860c6cd6 req-726e64a2-ede6-4a66-a646-4622f0ddb39e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0635669 Jul 23 21:22:09.806365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-60c7882f-c018-4f54-99df-198f860c6cd6 req-56ad4e99-9e43-4c83-b3ae-677999ab6935 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315440 Jul 23 21:22:09.827714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:09.890353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b3013a0a-a9fd-4e98-bdca-5f1d0c62b747 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/floatingips/70d3471f-415a-4146-a45f-1b5b136aa015 HTTP/1.1" status: 200 len: 992 time: 0.0615160 Jul 23 21:22:10.105239 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34780) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:10.258796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 46dba0e8-e208-4649-9d88-285846abf046 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:10.259060 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.331963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.332289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.343428 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 46dba0e8-e208-4649-9d88-285846abf046 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:10.488343 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.517998 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=46dba0e8-e208-4649-9d88-285846abf046,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:10.546279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.546638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.546985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.547327 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.547668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.548006 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.548962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.549473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.549610 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.549917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.550249 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.550581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:10.590403 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.590784 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Floating IP 70d3471f-415a-4146-a45f-1b5b136aa015 disassociated (deleted). External IP: 172.25.8.96, port: e61d1c61-1423-4a27-a413-c171f28ef829. Jul 23 21:22:10.793023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:10.894192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:10.898973 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:10.903583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] Sync routers for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:10.913032 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:10.913689 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:10.941984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a35d8d4a-cfb3-4c00-966f-b198363d7889 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/floatingips/70d3471f-415a-4146-a45f-1b5b136aa015 HTTP/1.1" status: 204 len: 168 time: 0.8328378 Jul 23 21:22:10.941984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:10.942285 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1698b152-322c-4df0-8e46-f2ba90170c60" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:10.981562 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da01edb2-5943-406f-b2a8-8645f3e031aa x-openstack-request-id: req-da01edb2-5943-406f-b2a8-8645f3e031aa {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:10.982118 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:10.982373 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da01edb2-5943-406f-b2a8-8645f3e031aa {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:10.983030 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'status': 'completed', 'code': 200} Jul 23 21:22:11.025194 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:11.069002 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-031a5b37-738a-4733-9100-761a9305375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.071339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-031a5b37-738a-4733-9100-761a9305375d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc1b63dbde204353be59322b8c6567b7&device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 1097 time: 0.0669258 Jul 23 21:22:11.177218 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-0017d933-90b8-4d27-9a89-1a2ea4179919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.178769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-0017d933-90b8-4d27-9a89-1a2ea4179919 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 200 len: 898 time: 0.1003475 Jul 23 21:22:11.199534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d36d9b-05c7-46f2-ab16-b0dff57127be req-54ff44cf-1027-4c2d-9c9e-bcf5d69d597d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.201058 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23d36d9b-05c7-46f2-ab16-b0dff57127be req-54ff44cf-1027-4c2d-9c9e-bcf5d69d597d tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0689883 Jul 23 21:22:11.227364 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-d701ae53-d402-49af-b3ba-4d6ec09d72f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 200 len: 217 time: 0.0417628 Jul 23 21:22:11.241608 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-23d36d9b-05c7-46f2-ab16-b0dff57127be req-4582a3dc-45ce-413b-93f3-0d18cfadda64 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Jul 23 21:22:11.252408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:22Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:11.278449 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-3f1071bd-a157-472b-8a0b-f0b0a172f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.279947 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-3f1071bd-a157-472b-8a0b-f0b0a172f190 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 200 len: 835 time: 0.0462880 Jul 23 21:22:11.280385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] Checking router: 59b32ceb-4de1-40bb-ab96-edd58a0a4092 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:11.289120 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:11.289752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:11.340330 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-93d91e67-8cc3-41a4-8758-92d27b680da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:11.341802 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-93d91e67-8cc3-41a4-8758-92d27b680da0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70085c48-c545-4923-aea0-25d13239771a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535007 Jul 23 21:22:11.396034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:11.439022 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-50e499ce-6fe6-4b50-87b1-1b7fabbee48a service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889802 Jul 23 21:22:11.528553 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-1698b152-322c-4df0-8e46-f2ba90170c60 req-3051ba5a-18e6-4f8a-937b-de26fc6318e8 service neutron] 10.222.0.47 "GET /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832000 Jul 23 21:22:11.597967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:22Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:11.623661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f323484a-d7a6-4f21-9644-6c08b24d7fcc None None] The sync data for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 is: [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'aa5fbf2f-4957-46e3-96fb-604e98663a40', 'name': '', 'network_id': '70085c48-c545-4923-aea0-25d13239771a', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'mac_address': 'fa:16:3e:dd:68:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'e80e7776-6538-451f-8356-94953a75663c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:18Z', 'updated_at': '2021-07-23T21:21:22Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'subnets': [{'id': 'e80e7776-6538-451f-8356-94953a75663c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:11.821169 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843a5a47-d50c-4cd5-8989-45ffd6505a06 None None] New status for floating IP 70d3471f-415a-4146-a45f-1b5b136aa015: DOWN {{(pid=94029) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:22:12.371545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e7e9a-6f85-4ece-a7b7-576007e0114b req-343e1ee0-5ca5-45ba-bb80-e4870e9ab75e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:12.373031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac6e7e9a-6f85-4ece-a7b7-576007e0114b req-343e1ee0-5ca5-45ba-bb80-e4870e9ab75e tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0626838 Jul 23 21:22:12.413353 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ac6e7e9a-6f85-4ece-a7b7-576007e0114b req-151d2cf9-39ba-4d32-b709-d942af5fdca2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/security-groups?id=9fe1e38d-e1f8-4f32-889e-34b981689242&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345063 Jul 23 21:22:12.704139 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-1e0c12f5-ee47-4308-9ba7-806d178ae76f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:12.706307 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-1e0c12f5-ee47-4308-9ba7-806d178ae76f tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 945 time: 0.0667412 Jul 23 21:22:12.802807 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port e61d1c61-1423-4a27-a413-c171f28ef829 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:12.803148 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.893841 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port e61d1c61-1423-4a27-a413-c171f28ef829, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=e61d1c61-1423-4a27-a413-c171f28ef829,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:12.894211 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:12.906078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for e61d1c61-1423-4a27-a413-c171f28ef829 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:13.038873 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.076364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=e61d1c61-1423-4a27-a413-c171f28ef829,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:13.121352 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] No DVR routers for this DVR port e61d1c61-1423-4a27-a413-c171f28ef829 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:13.124090 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:13.126959 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-efec0e33-dbf9-4f94-8a5e-1341bd77a33b req-b1739e43-27fa-4d46-8016-bc82d2b85900 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.47 "DELETE /v2.0/ports/e61d1c61-1423-4a27-a413-c171f28ef829 HTTP/1.1" status: 204 len: 173 time: 0.4147232 Jul 23 21:22:13.127414 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'name': 'network-vif-deleted', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:13.129772 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1e17b-5d9b-4988-a20f-f66199f4f10b" -d '{"events": [{"server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "name": "network-vif-deleted", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:13.165744 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091abefc-f3d1-4e8f-a774-118e5d8ae675 x-openstack-request-id: req-091abefc-f3d1-4e8f-a774-118e5d8ae675 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:13.166058 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce8006f-84fd-4ee9-bcad-1b4866659b67", "name": "network-vif-deleted", "tag": "e61d1c61-1423-4a27-a413-c171f28ef829", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:13.166307 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-091abefc-f3d1-4e8f-a774-118e5d8ae675 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:13.166712 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce8006f-84fd-4ee9-bcad-1b4866659b67', 'name': 'network-vif-deleted', 'tag': 'e61d1c61-1423-4a27-a413-c171f28ef829', 'status': 'completed', 'code': 200} Jul 23 21:22:13.530117 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8aebe7f6-0f27-4eab-87eb-26f5d252e2fb req-588a3d63-3ff0-4126-afa9-82818171ce47 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ce8006f-84fd-4ee9-bcad-1b4866659b67 HTTP/1.1" status: 200 len: 210 time: 0.0306871 Jul 23 21:22:13.960396 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5862b912-4635-413a-8b73-021891ae0c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.463451 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:14.591566 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34796) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:14.949878 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.210896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port aa5fbf2f-4957-46e3-96fb-604e98663a40 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:15.211240 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.619140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port aa5fbf2f-4957-46e3-96fb-604e98663a40, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=aa5fbf2f-4957-46e3-96fb-604e98663a40,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:15.619748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.632250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for aa5fbf2f-4957-46e3-96fb-604e98663a40 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:15.794564 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e61d1c61-1423-4a27-a413-c171f28ef829 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:15.811291 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:15.815930 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: e61d1c61-1423-4a27-a413-c171f28ef829 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:15.816286 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device e61d1c61-1423-4a27-a413-c171f28ef829 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:15.838667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=aa5fbf2f-4957-46e3-96fb-604e98663a40,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:16.020242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.229027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:16.333406 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:16.338619 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-68ca7db0-4f9b-419e-b76d-5a20d9b49635 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "PUT /v2.0/routers/59b32ceb-4de1-40bb-ab96-edd58a0a4092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7460489 Jul 23 21:22:16.341308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34800) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:16.343929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] Sync routers for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:16.353577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:16.354196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:21:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:16.392360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting subnet e80e7776-6538-451f-8356-94953a75663c {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:22:16.395460 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.435995 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.473238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:16.536242 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.566639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.568998 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-08a834ea-029e-4c77-ac48-7bbf55109941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.596854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.623107 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Subnet': ['ID=e80e7776-6538-451f-8356-94953a75663c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:16.631027 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.634442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4bfda782-b8fa-45fd-8518-7b2c7ae7a7c7 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/subnets/e80e7776-6538-451f-8356-94953a75663c HTTP/1.1" status: 204 len: 168 time: 0.2921665 Jul 23 21:22:16.635648 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34802) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:16.637967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205ca1e4-5927-429b-aa96-1dba42988d90 None None] Network 70085c48-c545-4923-aea0-25d13239771a requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:16.748139 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.779654 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:22:15Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:16.811648 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] Checking router: 59b32ceb-4de1-40bb-ab96-edd58a0a4092 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:16.824345 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] Routers {'59b32ceb-4de1-40bb-ab96-edd58a0a4092'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:16.824962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:16.854799 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.910400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Deleting port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:16.910400 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:16.945196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] Set router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:16.974660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] DHCP port deletion for 70085c48-c545-4923-aea0-25d13239771a request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:22:16.995369 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] For port 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:16.995734 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.007884 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Calling delete_port for 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:17.139777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Deleting port 5bd1a960-d151-41fa-9afc-7b446fd368d9 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:22:17.140152 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.183963 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.210921 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Port': ['ID=0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.240936 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.241292 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.241661 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.242004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.242339 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.242675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.243009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.243337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.243673 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.244009 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.244334 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.244659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.286369 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.378989 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] For port 5bd1a960-d151-41fa-9afc-7b446fd368d9, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=5bd1a960-d151-41fa-9afc-7b446fd368d9,segment=NetworkSegment(22317cf0-4883-4d14-b961-81b33207859c),segment_id=22317cf0-4883-4d14-b961-81b33207859c)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:17.379386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.384006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.386170 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.395256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Calling delete_port for 5bd1a960-d151-41fa-9afc-7b446fd368d9 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:22:17.405928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:22:15Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:17.433025 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.433713 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Fanout notify agent at l3_agent the message router_deleted on router 59b32ceb-4de1-40bb-ab96-edd58a0a4092 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:22:17.441190 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.442001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b6ccbd-736c-4b92-b9b9-2dddd958ce24 None None] The sync data for ids ['59b32ceb-4de1-40bb-ab96-edd58a0a4092'] in n-d-793620-13 is: [{'id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476511690', 'tenant_id': 'dc1b63dbde204353be59322b8c6567b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:22:15Z', 'revision_number': 5, 'project_id': 'dc1b63dbde204353be59322b8c6567b7', 'gw_port': {'id': '0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:c1:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b32ceb-4de1-40bb-ab96-edd58a0a4092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:21:15Z', 'updated_at': '2021-07-23T21:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:17.442666 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1c533a3d-0deb-47c5-b2e2-dc8f7736335b tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/routers/59b32ceb-4de1-40bb-ab96-edd58a0a4092 HTTP/1.1" status: 204 len: 168 time: 0.8053837 Jul 23 21:22:17.445136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34804) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:17.511923 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.530234 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.538196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Pushing event deleted for resources: {'Port': ['ID=5bd1a960-d151-41fa-9afc-7b446fd368d9,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.542416 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] No DVR routers for this DVR port 5bd1a960-d151-41fa-9afc-7b446fd368d9 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.554498 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6b0cf4-1884-4cae-a3f1-281a71b872fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:17.627232 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.637215 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70085c48-c545-4923-aea0-25d13239771a']}} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:17.647453 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22317cf0-4883-4d14-b961-81b33207859c') {'for_net_delete': True} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:17.647754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.services.segments.db [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22317cf0-4883-4d14-b961-81b33207859c') {} {{(pid=94026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:17.656284 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127557879'] for segment, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.669725 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.675793 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:22:17.676177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127373708'] for segment, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: Traceback (most recent call last): Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: timer() Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: cb(*args, **kw) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: return func(*args, **kwargs) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: self._notify() Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: self.callback(batched_events) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: event.method(event) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: return f(self, *a, **k) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: return self._get(url).json() Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: return self.request(url, 'GET', **kwargs) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:22:17.679259 n-d-793620-13 neutron-server[94026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:22:17.739282 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.746341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.748198 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/networks/70085c48-c545-4923-aea0-25d13239771a HTTP/1.1" status: 204 len: 168 time: 0.3020163 Jul 23 21:22:17.752232 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34806) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:17.759835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d612d4-391f-49ea-afa4-eb2e7b0458a2 tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'Network': ['ID=70085c48-c545-4923-aea0-25d13239771a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.815563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e002f822-6eb7-4f7e-9275-0f6bece0d51c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.841308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e002f822-6eb7-4f7e-9275-0f6bece0d51c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.905759 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e002f822-6eb7-4f7e-9275-0f6bece0d51c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.908881 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-e002f822-6eb7-4f7e-9275-0f6bece0d51c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.910104 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-e002f822-6eb7-4f7e-9275-0f6bece0d51c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] 10.222.0.46 "DELETE /v2.0/security-groups/9fe1e38d-e1f8-4f32-889e-34b981689242 HTTP/1.1" status: 204 len: 168 time: 0.1568186 Jul 23 21:22:17.919730 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002f822-6eb7-4f7e-9275-0f6bece0d51c tempest-TestNetworkAdvancedServerOps-1679867636 tempest-TestNetworkAdvancedServerOps-1679867636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe1e38d-e1f8-4f32-889e-34b981689242,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:17.953970 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:17.976270 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.260004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34814) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:18.398346 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-53a38c88-cf7a-45cf-8fbd-e1916cfcad9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dc1b63dbde204353be59322b8c6567b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370068 Jul 23 21:22:18.400590 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34818) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:18.453525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-721cd11f-1a56-4025-8ba5-288c76498ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.479552 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-721cd11f-1a56-4025-8ba5-288c76498ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.488556 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:18.512380 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:18.512729 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0cc4e569-e241-4a0a-8ba8-0e65fbe4a2e0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:18.513390 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5bd1a960-d151-41fa-9afc-7b446fd368d9 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:18.531921 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-721cd11f-1a56-4025-8ba5-288c76498ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.532719 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-721cd11f-1a56-4025-8ba5-288c76498ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.534300 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-721cd11f-1a56-4025-8ba5-288c76498ff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3456b3a-e289-45cb-8ba5-3e9dfafdd85c HTTP/1.1" status: 204 len: 168 time: 0.1324472 Jul 23 21:22:18.535754 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 5bd1a960-d151-41fa-9afc-7b446fd368d9 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:18.536106 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 5bd1a960-d151-41fa-9afc-7b446fd368d9 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:18.541529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa5fbf2f-4957-46e3-96fb-604e98663a40 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:22:18.542944 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cd11f-1a56-4025-8ba5-288c76498ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3456b3a-e289-45cb-8ba5-3e9dfafdd85c,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:18.566766 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: aa5fbf2f-4957-46e3-96fb-604e98663a40 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:22:18.567117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device aa5fbf2f-4957-46e3-96fb-604e98663a40 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:22:18.788594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34824) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:18.803759 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c46814f6-d5d5-45fe-b668-b6d89cc6877b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.896561 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c46814f6-d5d5-45fe-b668-b6d89cc6877b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.900324 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c46814f6-d5d5-45fe-b668-b6d89cc6877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:18.939151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46814f6-d5d5-45fe-b668-b6d89cc6877b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fffe07c-2a7b-4a67-bd11-52091c5fa6bb,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:18.944718 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c46814f6-d5d5-45fe-b668-b6d89cc6877b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c14bae7c2e894e26a949207c624cb2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1551049 Jul 23 21:22:18.947373 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34826) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:18.995907 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ac8a-c507-4ffa-9be4-2a3dfbb2eab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.016388 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ac8a-c507-4ffa-9be4-2a3dfbb2eab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.062619 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ac8a-c507-4ffa-9be4-2a3dfbb2eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.065689 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ac8a-c507-4ffa-9be4-2a3dfbb2eab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.066830 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-bbc3ac8a-c507-4ffa-9be4-2a3dfbb2eab3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fffe07c-2a7b-4a67-bd11-52091c5fa6bb HTTP/1.1" status: 204 len: 168 time: 0.1185551 Jul 23 21:22:19.074826 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3ac8a-c507-4ffa-9be4-2a3dfbb2eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fffe07c-2a7b-4a67-bd11-52091c5fa6bb,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:19.731139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:19.822636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700664225-network', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:19.843028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Made reservation on behalf of a894482bf6a641ca96d0a4c0f0e8dff0 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:19.846041 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.853971 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.915471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.950188 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.953677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.974164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:22:19.989968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418ff28f-9c33-48d4-b012-3ac0cb4b5d7a,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:19.992772 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:19.993121 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Added segment c4a92e37-c540-4908-b474-c656b92d28a1 of type vlan for network 8e7b0bbd-c85f-41ee-9bda-582746b9232e Jul 23 21:22:20.032602 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.061019 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.062052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:20.062663 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.092494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3602412 Jul 23 21:22:20.095851 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34852) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:20.101795 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Request body: {'subnet': {'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700664225-subnet', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:20.124803 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6357b5c6-039a-4fe9-9b87-72422c8399b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e7b0bbd-c85f-41ee-9bda-582746b9232e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:20.125592 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Made reservation on behalf of a894482bf6a641ca96d0a4c0f0e8dff0 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:20.130703 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.136081 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:22:20.299517 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.352519 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8213c38f-6780-4792-9863-494128e664c4,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:20.362600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Checking segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:20.362969 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Network hostable DHCP agents. Network: 8e7b0bbd-c85f-41ee-9bda-582746b9232e, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:22:20.379170 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:22:20.387498 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, 8e7b0bbd-c85f-41ee-9bda-582746b9232e) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:20.391331 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:20.392810 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.397030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db013c-4d67-4a32-a685-a1149f2e94d2 None None] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:20.406952 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-72406468-aa9a-4775-86a9-7007dd0e4fb4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3095558 Jul 23 21:22:20.409948 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34854) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:20.414335 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:20.434580 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.435680 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.494123 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.549657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:22:20.550457 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.693888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Allocated IP 172.20.0.2 (8e7b0bbd-c85f-41ee-9bda-582746b9232e/8213c38f-6780-4792-9863-494128e664c4/85974f03-b3b0-47b2-a7dd-1f95587c0ea1) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:20.851719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.861661 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Transition to ACTIVE for port object 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:20.877643 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Transition to ACTIVE for port object 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:20.883572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.923185 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:20.926134 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:20.932418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:20.935429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Pushing event updated for resources: {'Port': ['ID=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:20.956688 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.992660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Attempting to bind port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:20.993040 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Attempting to bind port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:20.993408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Attempting to bind port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:20.998644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:20.999006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Checking segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:20.999415 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:20.999810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Bound using segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:21.000281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Bound port: 85974f03-b3b0-47b2-a7dd-1f95587c0ea1, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:21.000667 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.069898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] For port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:21.073016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] For port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:21.078796 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.136605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002ed53-46aa-4834-8334-68ffb40f2f5b None None] Pushing event updated for resources: {'Port': ['ID=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.159541 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.180167 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.309763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Allocated IP 172.25.8.144 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/7901b413-b66d-4d73-861a-2b73eb9a75f2) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:21.423869 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.463365 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.499970 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:21.503276 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:21.506714 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:21.518880 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Pushing event updated for resources: {'Port': ['ID=7901b413-b66d-4d73-861a-2b73eb9a75f2,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:21.759781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.966109 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:21.998592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b026398-e3b9-4cd7-8d0c-60fb80e8b46c None None] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:22.097306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:22:22.122815 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-4c2266ff-0a7e-499c-8c00-fe21569f04db None None] Provisioning for port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:22.210004 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:22.225343 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:22.227773 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.229706 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-a336eb1b-366a-40c3-a549-3de0e606208b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8187525 Jul 23 21:22:22.232487 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34856) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:22.236416 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:22.237105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:22.440918 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:22.548828 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:22.599718 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:22.603642 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:22.604017 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.633374 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:21Z', 'revision_number': 3, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:22.661005 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:22.661348 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Updating router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 port 7901b413-b66d-4d73-861a-2b73eb9a75f2 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:22.686795 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.700314 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.707270 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.722030 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:22.726528 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.779852 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:22.867151 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Allocated IP 172.20.0.1 (8e7b0bbd-c85f-41ee-9bda-582746b9232e/8213c38f-6780-4792-9863-494128e664c4/29c04fb8-d207-4933-9e50-939b4dbf9fe0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:22.953212 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.963204 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Transition to ACTIVE for port object 7901b413-b66d-4d73-861a-2b73eb9a75f2 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:22.969164 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.972840 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:22.986990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Transition to ACTIVE for port object 29c04fb8-d207-4933-9e50-939b4dbf9fe0 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:23.020530 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.021210 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Attempting to bind port 7901b413-b66d-4d73-861a-2b73eb9a75f2 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:23.021669 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Attempting to bind port 7901b413-b66d-4d73-861a-2b73eb9a75f2 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:23.022026 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Attempting to bind port 7901b413-b66d-4d73-861a-2b73eb9a75f2 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:23.024791 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Pushing event updated for resources: {'Port': ['ID=7901b413-b66d-4d73-861a-2b73eb9a75f2,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:23.036806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:23.036806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:23.036806 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.036806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:23.036806 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Bound port: 7901b413-b66d-4d73-861a-2b73eb9a75f2, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:23.036806 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.037671 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.038021 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.038354 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.038690 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.039023 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.039348 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.039678 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.040000 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.040328 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.040645 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.040961 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.041633 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:22:23.058061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:23.062472 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:23.066240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:23.074073 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Pushing event updated for resources: {'Port': ['ID=29c04fb8-d207-4933-9e50-939b4dbf9fe0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:23.105612 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] For port 7901b413-b66d-4d73-861a-2b73eb9a75f2, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:23.110452 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] For port 7901b413-b66d-4d73-861a-2b73eb9a75f2, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7901b413-b66d-4d73-861a-2b73eb9a75f2,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:23.116688 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.118092 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.172303 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:23.173775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:23.250395 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7d2e6-80e6-42bf-b946-21c7e8e71790 None None] Pushing event updated for resources: {'Port': ['ID=7901b413-b66d-4d73-861a-2b73eb9a75f2,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:23.266146 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.293767 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-417a8219-2ad6-4803-bb1e-3d5a6c737332 None None] Provisioning for port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:23.299135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-417a8219-2ad6-4803-bb1e-3d5a6c737332 None None] Provisioning complete for port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:23.299706 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-417a8219-2ad6-4803-bb1e-3d5a6c737332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.300601 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:23.337869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-417a8219-2ad6-4803-bb1e-3d5a6c737332 None None] Port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:23.437763 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.443756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.478125 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:21Z', 'revision_number': 3, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:23.508807 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783f4a49-383b-42f0-aebd-138bbd578e7f None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:21Z', 'revision_number': 3, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:23.513483 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.515229 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Pushing event updated for resources: {'Port': ['ID=29c04fb8-d207-4933-9e50-939b4dbf9fe0,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:23.608018 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:23.609405 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:23.745693 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:23.859645 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e1beab3e-5004-4bf8-b344-55b178d42684 None None] Provisioning complete for port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:23.859891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e1beab3e-5004-4bf8-b344-55b178d42684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:23.867973 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:23.881854 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-9e791c17-d2bf-4075-8caf-15cd2c885701 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e12cf52-b3b1-402f-a18f-4fe419e91f81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390612 Jul 23 21:22:23.901214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-e1beab3e-5004-4bf8-b344-55b178d42684 None None] Port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:24.346621 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34874) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:24.351924 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571365296-network', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:24.372719 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Made reservation on behalf of b0debf2bcf7949e7ad06650c721c1372 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:24.375012 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.387355 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.475853 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.480302 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.505302 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:22:24.515125 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89acd3-8ecb-4722-82ea-b14cc9e2cc5e,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:24.520701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.521053 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Added segment 98a402aa-253b-4f23-bafd-fe077a145aff of type vlan for network d91ca586-f9a1-4c38-a98d-138262bcd50d Jul 23 21:22:24.557879 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7901b413-b66d-4d73-861a-2b73eb9a75f2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:24.562804 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.592222 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.593349 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:24.594108 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.606633 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 7901b413-b66d-4d73-861a-2b73eb9a75f2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:24.610518 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7901b413-b66d-4d73-861a-2b73eb9a75f2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:24.610889 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.624581 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2767792 Jul 23 21:22:24.627345 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34876) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:24.633769 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Request body: {'subnet': {'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571365296-subnet', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:24.674183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242ebde-b372-47e1-9d81-f8d5ff7b8c86 admin admin] Pushing event updated for resources: {'Network': ['ID=d91ca586-f9a1-4c38-a98d-138262bcd50d,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:24.686748 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network d91ca586-f9a1-4c38-a98d-138262bcd50d details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:22:24.688172 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Made reservation on behalf of b0debf2bcf7949e7ad06650c721c1372 for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:24.690664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.726495 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.787699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 7901b413-b66d-4d73-861a-2b73eb9a75f2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7901b413-b66d-4d73-861a-2b73eb9a75f2,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:24.793538 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.794802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:24.865586 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.872301 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=7901b413-b66d-4d73-861a-2b73eb9a75f2,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:24.884994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:24.885363 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.915831 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebf25d21-839b-49ac-8ca1-e4771b6ae9f3,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:24.931634 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Checking segment: {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:24.931982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Network hostable DHCP agents. Network: d91ca586-f9a1-4c38-a98d-138262bcd50d, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:22:24.949095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Network d91ca586-f9a1-4c38-a98d-138262bcd50d is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:22:24.958532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, d91ca586-f9a1-4c38-a98d-138262bcd50d) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:24.964892 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:24.965722 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:24.971207 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fd30b-a361-4070-9361-dfdd7d1dbd21 None None] Network d91ca586-f9a1-4c38-a98d-138262bcd50d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:24.983360 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34878) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:24.983934 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d9105285-0f00-4b4d-a781-6f6c7b1bc5b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3551130 Jul 23 21:22:24.989271 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:25.017317 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.018756 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.043358 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:25.066453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:25.067093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:25.082765 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.211577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-d91ca586-f9a1-4c38-a98d-138262bcd50d', 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'fixed_ips': [{'subnet_id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:22:25.212418 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.222300 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.228140 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:25.426058 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.445408 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.475672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Allocated IP 172.20.0.2 (d91ca586-f9a1-4c38-a98d-138262bcd50d/ebf25d21-839b-49ac-8ca1-e4771b6ae9f3/0005d92d-bcbb-4d08-bfe9-053cf7c98387) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:25.548953 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Allocated IP 172.25.8.171 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/6b6b603c-9c3a-45b1-8e0c-01808d5e972a) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:25.662347 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.702917 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.743133 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:25.746175 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:25.749686 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:25.758608 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:25.768562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 2, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:25.804443 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:25.804801 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Updating router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:25.872314 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.884608 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:25.896925 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Transition to ACTIVE for port object 0005d92d-bcbb-4d08-bfe9-053cf7c98387 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:25.934656 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Transition to ACTIVE for port object 0005d92d-bcbb-4d08-bfe9-053cf7c98387 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:25.947028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.007158 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.045053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Network d91ca586-f9a1-4c38-a98d-138262bcd50d is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:26.057227 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:26.060850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Pushing event updated for resources: {'Port': ['ID=0005d92d-bcbb-4d08-bfe9-053cf7c98387,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:26.063018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:26.176710 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Attempting to bind port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:26.177076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Attempting to bind port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:26.177458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Attempting to bind port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 on network d91ca586-f9a1-4c38-a98d-138262bcd50d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:26.192610 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:26.192988 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Checking segment: {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:26.193395 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.193810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Bound using segment: {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:26.194276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Bound port: 0005d92d-bcbb-4d08-bfe9-053cf7c98387, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:26.194655 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.209972 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.312273 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] For port 0005d92d-bcbb-4d08-bfe9-053cf7c98387, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:26.315725 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.332657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] For port 0005d92d-bcbb-4d08-bfe9-053cf7c98387, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0005d92d-bcbb-4d08-bfe9-053cf7c98387,segment=NetworkSegment(98a402aa-253b-4f23-bafd-fe077a145aff),segment_id=98a402aa-253b-4f23-bafd-fe077a145aff)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:26.335631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Transition to ACTIVE for port object 29c04fb8-d207-4933-9e50-939b4dbf9fe0 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:26.339618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.345427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.449602 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548323eb-d423-4a8c-a7ed-d48828077155 None None] Pushing event updated for resources: {'Port': ['ID=0005d92d-bcbb-4d08-bfe9-053cf7c98387,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:26.529328 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Attempting to bind port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:26.530112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Attempting to bind port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:26.531180 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Attempting to bind port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:26.543791 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:26.547548 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Checking segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:26.548386 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.548797 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Bound using segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:26.549300 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Bound port: 29c04fb8-d207-4933-9e50-939b4dbf9fe0, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:26.549719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.555147 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7901b413-b66d-4d73-861a-2b73eb9a75f2 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:26.604323 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0982-f16e-4fff-ab59-ebc49bb2fdf8 None None] Pushing event updated for resources: {'Port': ['ID=29c04fb8-d207-4933-9e50-939b4dbf9fe0,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:26.702907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 7901b413-b66d-4d73-861a-2b73eb9a75f2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:26.703618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.707196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] For port 29c04fb8-d207-4933-9e50-939b4dbf9fe0, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:26.731758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Router 5c67b545-1f9a-4ae2-bc74-af8e12039efe is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:22:26.752542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] For port 29c04fb8-d207-4933-9e50-939b4dbf9fe0, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=29c04fb8-d207-4933-9e50-939b4dbf9fe0,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:26.764115 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.855256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0982-f16e-4fff-ab59-ebc49bb2fdf8 None None] Pushing event updated for resources: {'Port': ['ID=29c04fb8-d207-4933-9e50-939b4dbf9fe0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:26.867850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:26.868566 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:26.871306 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:26.885356 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Sync routers for ids ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:26.894566 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:26.897854 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Routers {'5c67b545-1f9a-4ae2-bc74-af8e12039efe'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:26.899012 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cfcf3bca-cce8-4a5b-964d-01da0c9deb22 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9145467 Jul 23 21:22:26.901616 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:26.901904 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34880) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:27.019928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:27.025523 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Set router 5c67b545-1f9a-4ae2-bc74-af8e12039efe gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:27.225942 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:25Z', 'revision_number': 3, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:27.256143 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Checking router: 5c67b545-1f9a-4ae2-bc74-af8e12039efe for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:27.256419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Updating router 5c67b545-1f9a-4ae2-bc74-af8e12039efe port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:27.262871 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:26Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:27.296634 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.297070 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcbf115-601d-4041-9ac5-770af5fb7a9f None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:26Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:27.437706 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.642160 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Allocated IP 172.20.0.1 (d91ca586-f9a1-4c38-a98d-138262bcd50d/ebf25d21-839b-49ac-8ca1-e4771b6ae9f3/eda0fe45-281d-4bba-9c76-f6700c7ee17b) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:27.675606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580950f1-6dd6-4c42-8ebe-7c375bad160f None None] Network d91ca586-f9a1-4c38-a98d-138262bcd50d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:22:27.740731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c92d159e-567c-44e8-91d5-aea62d1c3f55 None None] Provisioning for port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:27.742813 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.755993 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Transition to ACTIVE for port object 6b6b603c-9c3a-45b1-8e0c-01808d5e972a will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:27.763481 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.778437 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.797907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Transition to ACTIVE for port object eda0fe45-281d-4bba-9c76-f6700c7ee17b will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:27.824443 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Attempting to bind port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:27.824804 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Attempting to bind port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:27.825162 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Attempting to bind port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:27.827147 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e8ae9-61e1-4db2-8bf2-0b35e19091af None None] Pushing event updated for resources: {'Port': ['ID=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:27.834030 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:27.834405 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:27.834908 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.835292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:27.835755 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Bound port: 6b6b603c-9c3a-45b1-8e0c-01808d5e972a, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:27.836130 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.841199 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.888526 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Network d91ca586-f9a1-4c38-a98d-138262bcd50d is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:27.893306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:27.904217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:27.914143 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] For port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:27.918548 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] For port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:27.924688 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.940283 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Pushing event updated for resources: {'Port': ['ID=eda0fe45-281d-4bba-9c76-f6700c7ee17b,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:27.962815 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:27.996779 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Routers {'5c67b545-1f9a-4ae2-bc74-af8e12039efe'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:27.997401 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:28.072254 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e8ae9-61e1-4db2-8bf2-0b35e19091af None None] Pushing event updated for resources: {'Port': ['ID=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:28.134141 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] Set router 5c67b545-1f9a-4ae2-bc74-af8e12039efe gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:28.138536 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.216910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd6a996b-b372-4aa4-a8ae-10215f8b76a9 None None] Provisioning for port eda0fe45-281d-4bba-9c76-f6700c7ee17b completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:28.221677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd6a996b-b372-4aa4-a8ae-10215f8b76a9 None None] Provisioning complete for port eda0fe45-281d-4bba-9c76-f6700c7ee17b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:28.222728 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd6a996b-b372-4aa4-a8ae-10215f8b76a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.281562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a996b-b372-4aa4-a8ae-10215f8b76a9 None None] Port eda0fe45-281d-4bba-9c76-f6700c7ee17b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:28.344694 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:25Z', 'revision_number': 3, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:28.348621 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.354193 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.386632 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47245d09-b149-47c4-88a9-77558b8ba98b None None] The sync data for ids ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'] in n-d-793620-13 is: [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:25Z', 'revision_number': 3, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:28.435150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Pushing event updated for resources: {'Port': ['ID=eda0fe45-281d-4bba-9c76-f6700c7ee17b,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:28.439674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.570985 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Network d91ca586-f9a1-4c38-a98d-138262bcd50d is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:28.572473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:28.573093 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0005d92d-bcbb-4d08-bfe9-053cf7c98387 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:28.623089 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-c92dae01-4d44-4a54-97b8-271869e408f7 None None] Provisioning complete for port eda0fe45-281d-4bba-9c76-f6700c7ee17b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:28.623463 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c92dae01-4d44-4a54-97b8-271869e408f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.664174 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:28.673684 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:28.674297 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.677998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-c92dae01-4d44-4a54-97b8-271869e408f7 None None] Port eda0fe45-281d-4bba-9c76-f6700c7ee17b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:28.735824 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Router 5c67b545-1f9a-4ae2-bc74-af8e12039efe has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:28.769363 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.827786 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 0005d92d-bcbb-4d08-bfe9-053cf7c98387, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0005d92d-bcbb-4d08-bfe9-053cf7c98387,segment=NetworkSegment(98a402aa-253b-4f23-bafd-fe077a145aff),segment_id=98a402aa-253b-4f23-bafd-fe077a145aff)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:28.835987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:28.838050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 29c04fb8-d207-4933-9e50-939b4dbf9fe0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:28.966768 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=0005d92d-bcbb-4d08-bfe9-053cf7c98387,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:28.971809 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-f126eeec-2375-4821-8e5e-aa1e67679b0a None None] Provisioning complete for port eda0fe45-281d-4bba-9c76-f6700c7ee17b triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:28.972197 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f126eeec-2375-4821-8e5e-aa1e67679b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.020567 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-f126eeec-2375-4821-8e5e-aa1e67679b0a None None] Port eda0fe45-281d-4bba-9c76-f6700c7ee17b cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:29.022414 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:29.027107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:29.027480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.125560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.163886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 29c04fb8-d207-4933-9e50-939b4dbf9fe0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=29c04fb8-d207-4933-9e50-939b4dbf9fe0,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:29.169360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.220620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:29.225250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=29c04fb8-d207-4933-9e50-939b4dbf9fe0,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:29.226614 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ee31bef8-6162-4eb6-a670-f7ce664824cf admin admin] 10.222.0.46 "PUT /v2.0/routers/5c67b545-1f9a-4ae2-bc74-af8e12039efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3235037 Jul 23 21:22:29.787652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34888) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:29.792432 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-690705612', 'description': 'tempest-secgroup-smoke-690705612 description', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:29.814436 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.900210 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.904407 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.933268 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:29.934645 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1459608 Jul 23 21:22:29.936652 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669d8ac-d58b-4d68-9fca-a5cf7d14a52b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b0ffd4-64f5-4780-99fd-d944df34e9e8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:29.937704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34890) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:29.943343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '89b0ffd4-64f5-4780-99fd-d944df34e9e8', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:29.976438 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.042066 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.045838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.062908 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1c0b05-9dd7-430a-a610-2bbe79428195,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.074185 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.075407 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1df8f71c-927e-42e4-b5e3-5ac8677beb2a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366391 Jul 23 21:22:30.078321 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34892) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:30.083473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '89b0ffd4-64f5-4780-99fd-d944df34e9e8', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:30.112664 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.175021 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.178753 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.198217 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ed4f1a-089e-4b9d-81d3-0e23ce854015,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.205224 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.207064 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0ff0d804-eb55-489e-b38a-390f0c0b38a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272078 Jul 23 21:22:30.209631 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34894) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:30.215309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '89b0ffd4-64f5-4780-99fd-d944df34e9e8', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:30.242392 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.300987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.304503 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.321023 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc01254-5de0-4e36-869b-a02ae62a5882,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.327857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.329362 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-d95c8e5a-d45c-4578-a083-79d31c6fd291 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187220 Jul 23 21:22:30.332219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34896) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:30.336717 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '89b0ffd4-64f5-4780-99fd-d944df34e9e8', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:30.364806 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.423838 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.427465 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.446549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f83437-ba61-42ed-9867-c369c9fd004d,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.450618 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.455084 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-651d72ee-9444-40b9-9e4e-d60ff76295d8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188927 Jul 23 21:22:30.455504 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34898) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:30.460864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '89b0ffd4-64f5-4780-99fd-d944df34e9e8', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:30.483777 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Project a894482bf6a641ca96d0a4c0f0e8dff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:22:30.489154 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.552579 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.556360 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.579055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e376d6bb-27b7-4c9a-9bbf-5da5ee892f48,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.583210 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.584408 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b6844cf8-a632-41c0-ad37-d36d6058d1bc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281190 Jul 23 21:22:30.587248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 34900) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:30.592560 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '89b0ffd4-64f5-4780-99fd-d944df34e9e8', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:30.597004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6b6b603c-9c3a-45b1-8e0c-01808d5e972a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:30.617960 n-d-793620-13 neutron-server[94026]: INFO neutron.db.securitygroups_db [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Project a894482bf6a641ca96d0a4c0f0e8dff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:22:30.623019 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.650277 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:30.654173 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:30.654550 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.680404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Sync routers for ids ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:30.692267 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.696196 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.702676 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Routers {'5c67b545-1f9a-4ae2-bc74-af8e12039efe'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:30.703388 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:30.718371 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903c2613-ecca-4361-879e-cf70234bb197,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:30.725387 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.726623 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3a3b2f6a-5cd9-4537-a012-922791192dab tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1380432 Jul 23 21:22:30.874306 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-8260fd65-d312-4cb5-9da3-8a18e978eebd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-690705612&fields=id&tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 267 time: 0.0357530 Jul 23 21:22:30.984055 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:30.984267 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-7673e88e-a5ef-419b-9399-31c0e47e7c5a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:30.986308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-7673e88e-a5ef-419b-9399-31c0e47e7c5a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 808 time: 0.1033342 Jul 23 21:22:31.001630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-adf68ae0-e7f8-4b0b-a954-b44af163e5be tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/quotas/a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Jul 23 21:22:31.016655 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:31.020831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Set router 5c67b545-1f9a-4ae2-bc74-af8e12039efe gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:31.023004 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.023777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 29c04fb8-d207-4933-9e50-939b4dbf9fe0 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:31.070233 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-b03df723-4414-46e4-ae3f-9a88dd06af5b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626860 Jul 23 21:22:31.170969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-c056d627-3790-4a02-bd02-2fd691fd66ef service neutron] 10.222.0.46 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892472 Jul 23 21:22:31.188267 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:31.232294 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:31.232670 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.260820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-d09eddab-5a98-4f56-b32d-fb808e8935e9 service neutron] 10.222.0.46 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Jul 23 21:22:31.363620 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0005d92d-bcbb-4d08-bfe9-053cf7c98387 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:31.387372 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:28Z', 'revision_number': 4, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'eda0fe45-281d-4bba-9c76-f6700c7ee17b', 'name': '', 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'mac_address': 'fa:16:3e:59:6e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:27Z', 'updated_at': '2021-07-23T21:22:28Z', 'revision_number': 2, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'subnets': [{'id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:31.417327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Checking router: 5c67b545-1f9a-4ae2-bc74-af8e12039efe for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:31.417714 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Updating router 5c67b545-1f9a-4ae2-bc74-af8e12039efe port eda0fe45-281d-4bba-9c76-f6700c7ee17b binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:22:31.440215 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-012cedf3-37b6-4c2e-8462-b0e6c6655b7c req-44046263-8721-42bd-8c7d-bec5916f3b0f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 210 time: 0.0366371 Jul 23 21:22:31.470606 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.485962 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:31.486332 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.806896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.818305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Transition to ACTIVE for port object eda0fe45-281d-4bba-9c76-f6700c7ee17b will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:31.824009 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.874433 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:22:31.875953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb80d5-57a9-4eb3-9111-df377f7d25dd None None] Pushing event updated for resources: {'Port': ['ID=eda0fe45-281d-4bba-9c76-f6700c7ee17b,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:31.929981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Attempting to bind port eda0fe45-281d-4bba-9c76-f6700c7ee17b on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:31.930357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Attempting to bind port eda0fe45-281d-4bba-9c76-f6700c7ee17b by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:31.930723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Attempting to bind port eda0fe45-281d-4bba-9c76-f6700c7ee17b on network d91ca586-f9a1-4c38-a98d-138262bcd50d {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:31.936527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:31.938385 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Checking segment: {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:31.938385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:31.939236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Bound using segment: {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:31.939236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Bound port: eda0fe45-281d-4bba-9c76-f6700c7ee17b, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a402aa-253b-4f23-bafd-fe077a145aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:31.939628 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.011846 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] For port eda0fe45-281d-4bba-9c76-f6700c7ee17b, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:32.015438 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] For port eda0fe45-281d-4bba-9c76-f6700c7ee17b, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eda0fe45-281d-4bba-9c76-f6700c7ee17b,segment=NetworkSegment(98a402aa-253b-4f23-bafd-fe077a145aff),segment_id=98a402aa-253b-4f23-bafd-fe077a145aff)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:32.019877 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.079344 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Routers {'5c67b545-1f9a-4ae2-bc74-af8e12039efe'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:32.080219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:32.118473 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb80d5-57a9-4eb3-9111-df377f7d25dd None None] Pushing event updated for resources: {'Port': ['ID=eda0fe45-281d-4bba-9c76-f6700c7ee17b,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:32.207516 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] Set router 5c67b545-1f9a-4ae2-bc74-af8e12039efe gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:32.414740 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-1ea195e6-cf43-41f3-bb81-7fb18b0b197e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:32.416127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-1ea195e6-cf43-41f3-bb81-7fb18b0b197e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 808 time: 0.1175184 Jul 23 21:22:32.428751 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-3f712322-9104-406e-b113-eac796343fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:28Z', 'revision_number': 4, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'eda0fe45-281d-4bba-9c76-f6700c7ee17b', 'name': '', 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'mac_address': 'fa:16:3e:59:6e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:27Z', 'updated_at': '2021-07-23T21:22:32Z', 'revision_number': 4, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'subnets': [{'id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:32.463149 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f712322-9104-406e-b113-eac796343fa5 None None] The sync data for ids ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'] in n-d-793620-13 is: [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:28Z', 'revision_number': 4, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'eda0fe45-281d-4bba-9c76-f6700c7ee17b', 'name': '', 'network_id': 'd91ca586-f9a1-4c38-a98d-138262bcd50d', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'mac_address': 'fa:16:3e:59:6e:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:27Z', 'updated_at': '2021-07-23T21:22:32Z', 'revision_number': 4, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'subnets': [{'id': 'ebf25d21-839b-49ac-8ca1-e4771b6ae9f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:32.484144 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-6d45768d-47f1-46b4-9374-d07f9ab539c5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 379 time: 0.0597792 Jul 23 21:22:32.493970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'port': {'device_id': '605f76f5-0144-4065-8c11-336818766bbd', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'admin_state_up': True, 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'security_groups': ['89b0ffd4-64f5-4780-99fd-d944df34e9e8']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:32.536723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6b6b603c-9c3a-45b1-8e0c-01808d5e972a up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:32.599259 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:32.599985 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.607635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b543569f-150c-42ba-877d-749e7465ff05 req-7d14ddf9-986c-4805-b734-da2221d21889 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 210 time: 0.0494101 Jul 23 21:22:32.698965 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Made reservation on behalf of a894482bf6a641ca96d0a4c0f0e8dff0 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:22:32.704440 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.838767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Allocated IP 172.20.0.5 (8e7b0bbd-c85f-41ee-9bda-582746b9232e/8213c38f-6780-4792-9863-494128e664c4/3ecf2690-a230-4dbd-84d1-dd5b20e45cd2) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:32.978504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:32.997453 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Transition to ACTIVE for port object 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:33.032269 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.077377 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:33.080568 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:33.084246 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:33.111471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:33.139162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:33.139738 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.154682 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-712738a4-7fc7-41d1-8a18-1c614514a770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6651616 Jul 23 21:22:33.257880 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Request body: {'port': {'device_id': '605f76f5-0144-4065-8c11-336818766bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:33.333504 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.344327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-243b0b4e-72d6-4add-810c-0d607f186ad2 None None] Provisioning for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:33.348236 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-243b0b4e-72d6-4add-810c-0d607f186ad2 None None] Provisioning complete for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:33.348612 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-243b0b4e-72d6-4add-810c-0d607f186ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.385457 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-243b0b4e-72d6-4add-810c-0d607f186ad2 None None] Port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:22:33.593459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:33.600841 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.613135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Transition to ACTIVE for port object 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:22:33.616523 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.667653 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:33.788238 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:22:33.788581 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:22:33.788915 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:33.795135 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:22:33.795465 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:22:33.806457 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:22:33.806802 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Checking segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:22:33.807193 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Bound using segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:22:33.807630 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Bound port: 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:22:33.807997 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.827936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b18a-aa1a-48e4-8864-ef90d03fc456 req-d277d379-8685-4f8e-9f43-f531f229c45f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:33.830275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3eb6b18a-aa1a-48e4-8864-ef90d03fc456 req-d277d379-8685-4f8e-9f43-f531f229c45f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 943 time: 0.1361690 Jul 23 21:22:33.903664 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3eb6b18a-aa1a-48e4-8864-ef90d03fc456 req-9aa062a5-c0e1-48a5-a3e9-ffc07cf9c9be tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673032 Jul 23 21:22:33.926132 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:22:33.929412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:22:33.934399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.971164 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:33.971938 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:33.973472 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] 10.222.0.36 "PUT /v2.0/ports/3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 1092 time: 0.8106165 Jul 23 21:22:33.973820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:33.976078 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828916b1-598f-4a15-aca9-22cf8f111028" -d '{"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:34.007975 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb06490-dbea-4034-92e8-2f33f1e4d07e service neutron] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:34.098923 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebb28c5-8035-48b7-ab54-f132ee7d96a4 x-openstack-request-id: req-5ebb28c5-8035-48b7-ab54-f132ee7d96a4 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:34.099214 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:34.099460 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ebb28c5-8035-48b7-ab54-f132ee7d96a4 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:34.099850 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'status': 'completed', 'code': 200} Jul 23 21:22:34.101767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-f8b3cdf6-e760-432c-b9db-114af179507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.103275 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-f8b3cdf6-e760-432c-b9db-114af179507b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1095 time: 0.0739233 Jul 23 21:22:34.147914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-4ace1858-f0eb-4c73-aa85-32dd7836fca5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 217 time: 0.0359423 Jul 23 21:22:34.200637 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-e8d80aea-11eb-4f13-93a3-a272cbcca140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.202137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-e8d80aea-11eb-4f13-93a3-a272cbcca140 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0480917 Jul 23 21:22:34.261254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-cfd2dd70-bef8-46ec-8774-aab007327195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.262676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-cfd2dd70-bef8-46ec-8774-aab007327195 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543990 Jul 23 21:22:34.354103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-939bf259-7a78-4829-a0b1-93f59fceb4f4 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846529 Jul 23 21:22:34.443031 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28b986a7-5d08-4e1f-89b1-d74489636b11 req-d339cfc4-7e01-4c57-bcdc-c6f31ae5c450 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821221 Jul 23 21:22:34.506276 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eda0fe45-281d-4bba-9c76-f6700c7ee17b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:34.544499 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828916b1-598f-4a15-aca9-22cf8f111028 req-4c8d4894-2d15-4972-b20b-c16b882e1179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.546266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-4c8d4894-2d15-4972-b20b-c16b882e1179 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1095 time: 0.0598376 Jul 23 21:22:34.559605 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port eda0fe45-281d-4bba-9c76-f6700c7ee17b completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:34.564257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port eda0fe45-281d-4bba-9c76-f6700c7ee17b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:34.564619 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.647919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.662218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828916b1-598f-4a15-aca9-22cf8f111028 req-729a869c-59c8-4169-aea3-b9741d2204a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.663737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-729a869c-59c8-4169-aea3-b9741d2204a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.1118066 Jul 23 21:22:34.684399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port eda0fe45-281d-4bba-9c76-f6700c7ee17b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eda0fe45-281d-4bba-9c76-f6700c7ee17b,segment=NetworkSegment(98a402aa-253b-4f23-bafd-fe077a145aff),segment_id=98a402aa-253b-4f23-bafd-fe077a145aff)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:34.690118 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:34.712247 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-7f2afea3-6a85-4cba-8b57-6456c6dd835a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 217 time: 0.0391226 Jul 23 21:22:34.748172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=eda0fe45-281d-4bba-9c76-f6700c7ee17b,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:34.773080 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828916b1-598f-4a15-aca9-22cf8f111028 req-0ec03829-543b-40aa-99bc-8d78f602f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.774635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-0ec03829-543b-40aa-99bc-8d78f602f0d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0553937 Jul 23 21:22:34.837117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828916b1-598f-4a15-aca9-22cf8f111028 req-c8d16a7c-8ab0-478d-a9ed-be5e0919b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:34.838653 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-c8d16a7c-8ab0-478d-a9ed-be5e0919b06a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552921 Jul 23 21:22:34.927748 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-dc647a1d-2012-496d-9ba2-cb56ee677cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817358 Jul 23 21:22:35.055772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-828916b1-598f-4a15-aca9-22cf8f111028 req-119c814b-f0f3-446d-84d2-e2a72a9456df service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196630 Jul 23 21:22:35.085748 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128881a1-7fba-444e-85bf-3f505486f582 req-44b2d2c1-ad5f-4cf8-abc6-c4a3b1a70903 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:35.087406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-128881a1-7fba-444e-85bf-3f505486f582 req-44b2d2c1-ad5f-4cf8-abc6-c4a3b1a70903 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 943 time: 0.0892997 Jul 23 21:22:35.128296 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-128881a1-7fba-444e-85bf-3f505486f582 req-b1b2ce06-35d5-4354-977a-dac58a4ac9e8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348361 Jul 23 21:22:35.513096 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:22:35.604059 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:35.614952 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'mac_address': 'fa:16:3e:4a:9f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:22:35.654365 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:35.666434 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:22:35.684979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:35.689827 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:35.737387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:35.933299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:22:36.261141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d101e8-d88a-431f-a570-19ff740f0443 req-6de4afdf-ef78-436d-95f3-ccb0ac06f685 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:36.262668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0d101e8-d88a-431f-a570-19ff740f0443 req-6de4afdf-ef78-436d-95f3-ccb0ac06f685 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0674200 Jul 23 21:22:36.300009 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c0d101e8-d88a-431f-a570-19ff740f0443 req-ebaa54b3-56c8-48dc-9af7-36cd5afa2d01 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317018 Jul 23 21:22:36.492067 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eda0fe45-281d-4bba-9c76-f6700c7ee17b up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:36.539135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port eda0fe45-281d-4bba-9c76-f6700c7ee17b triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:36.539760 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:37.427936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bcffe-9f74-41a0-a132-e49388e4f1b1 req-b652f811-ee4f-46f5-8fc5-5843c78a3849 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:37.429503 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3bcffe-9f74-41a0-a132-e49388e4f1b1 req-b652f811-ee4f-46f5-8fc5-5843c78a3849 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0635169 Jul 23 21:22:37.466927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-af3bcffe-9f74-41a0-a132-e49388e4f1b1 req-89b546fe-43f8-415b-9b5f-840c027ac185 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317559 Jul 23 21:22:37.515107 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:22:37.564065 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:22:37.567715 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:22:37.568091 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:37.644972 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:37.669877 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:37.672195 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac67c1a-057f-447f-9d4b-7be402d0d9f7" -d '{"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:37.684508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:22:37.689596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:37.715643 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c4e438-9fc8-4dda-8915-1e17cf5e54de x-openstack-request-id: req-d1c4e438-9fc8-4dda-8915-1e17cf5e54de {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:37.715935 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:37.716194 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1c4e438-9fc8-4dda-8915-1e17cf5e54de {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:37.716583 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'code': 200} Jul 23 21:22:37.743404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:37.824089 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660ed68-d4d4-44dc-861c-efc4db907581 req-7fb8ea98-f718-49ce-a4f4-3b4ce215b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:37.825553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d660ed68-d4d4-44dc-861c-efc4db907581 req-7fb8ea98-f718-49ce-a4f4-3b4ce215b232 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1097 time: 0.0562725 Jul 23 21:22:37.858473 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d660ed68-d4d4-44dc-861c-efc4db907581 req-67f091de-3e6e-4567-b92d-36c61d10c8cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268567 Jul 23 21:22:38.604157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed221ddb-b558-4b7d-9f12-ed37e705724c req-9df37d46-0a29-485f-a82c-f22db354d0b8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:38.605694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed221ddb-b558-4b7d-9f12-ed37e705724c req-9df37d46-0a29-485f-a82c-f22db354d0b8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0696046 Jul 23 21:22:38.644022 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ed221ddb-b558-4b7d-9f12-ed37e705724c req-807f0189-eae3-40b7-8ae1-48bb46bc04e2 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Jul 23 21:22:39.775872 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888671e0-f389-4b07-9213-cb9a357a9eb8 req-24175db8-4ffd-4ad1-9aea-757df9d1964b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:39.777350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-888671e0-f389-4b07-9213-cb9a357a9eb8 req-24175db8-4ffd-4ad1-9aea-757df9d1964b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0632665 Jul 23 21:22:39.815390 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-888671e0-f389-4b07-9213-cb9a357a9eb8 req-fc414141-baa3-4698-b679-c00c4b22d241 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jul 23 21:22:39.944949 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caefef-e6d0-46c2-bd10-b3a647cc9294 req-7e000e89-71aa-4245-9a34-bc767d703ed0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:39.946415 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07caefef-e6d0-46c2-bd10-b3a647cc9294 req-7e000e89-71aa-4245-9a34-bc767d703ed0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0666664 Jul 23 21:22:39.984273 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07caefef-e6d0-46c2-bd10-b3a647cc9294 req-06f1ebac-259d-48fb-930f-66cb58e6e4ca tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323365 Jul 23 21:22:40.006117 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34952) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:40.099170 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcdb59-25d3-4dea-8d26-33b6810ae011 tempest-TestShelveInstance-131509844 tempest-TestShelveInstance-131509844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:40.100736 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-40dcdb59-25d3-4dea-8d26-33b6810ae011 tempest-TestShelveInstance-131509844 tempest-TestShelveInstance-131509844-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1092 time: 0.0936406 Jul 23 21:22:40.103711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 34956) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:22:40.108480 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:22:40.131767 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:40.227459 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:40.325348 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Allocated IP 172.25.8.48 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/67e0bd49-59a6-41b4-8017-c74ce0e08ea7) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:22:40.427408 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:40.464820 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:40.501366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:22:40.504053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:22:40.507408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:22:40.530151 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'Port': ['ID=67e0bd49-59a6-41b4-8017-c74ce0e08ea7,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:40.851553 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:40.924597 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:41.073349 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:41.077983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:41.151418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'Port': ['ID=67e0bd49-59a6-41b4-8017-c74ce0e08ea7,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:22:41.160268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:41.259337 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Floating IP 34f23222-9b43-4d6b-af8b-85a9d214496d associated. External IP: 172.25.8.48, port: 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2. Jul 23 21:22:41.457205 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:22:41.562898 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:22:41.572734 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:22:41.579678 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:41.584869 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:41.585650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:41.619719 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83b9b76a-59f0-497d-9f85-8be3b36365c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5149643 Jul 23 21:22:41.620418 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:22:41.622708 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:22:41.659075 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179fdecc-a2e8-4f77-ba44-3c0f1dbe2c0d x-openstack-request-id: req-179fdecc-a2e8-4f77-ba44-3c0f1dbe2c0d {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:22:41.659378 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:22:41.659635 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-179fdecc-a2e8-4f77-ba44-3c0f1dbe2c0d {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:22:41.660980 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'status': 'completed', 'code': 200} Jul 23 21:22:41.693217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:41.740376 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-680fb1ba-af0b-4c59-a9b1-97a772ebd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:41.741857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-680fb1ba-af0b-4c59-a9b1-97a772ebd532 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1097 time: 0.0557251 Jul 23 21:22:41.834140 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-18702c6b-f646-45e5-8b7d-6ab8a1214284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:41.835617 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-18702c6b-f646-45e5-8b7d-6ab8a1214284 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0855083 Jul 23 21:22:41.904040 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-0ff3effd-5270-4f79-9bca-05d5c2645079 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 998 time: 0.0618322 Jul 23 21:22:41.913809 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '34f23222-9b43-4d6b-af8b-85a9d214496d', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'mac_address': 'fa:16:3e:4a:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605f76f5-0144-4065-8c11-336818766bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:40Z', 'updated_at': '2021-07-23T21:22:40Z', 'revision_number': 0, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:41.942908 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:22:41.950953 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:22:41.951399 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-b91ec8bd-4922-4a3a-9ab4-cb6d50e30ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:41.951546 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:22:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:41.952878 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-b91ec8bd-4922-4a3a-9ab4-cb6d50e30ef1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0433278 Jul 23 21:22:42.011119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-eefc947c-2b48-47a4-9d31-d3f73968c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:22:42.012515 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-eefc947c-2b48-47a4-9d31-d3f73968c19a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539289 Jul 23 21:22:42.053574 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:22:42.106668 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-cf809e48-094a-489c-a62b-6ad87d233cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879967 Jul 23 21:22:42.201936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd2e7fb3-ad75-473f-ae0e-c3b38d32e3a3 req-0d822079-2a67-4d0d-bfca-532c4fd4cb20 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892231 Jul 23 21:22:42.278529 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '34f23222-9b43-4d6b-af8b-85a9d214496d', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'mac_address': 'fa:16:3e:4a:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605f76f5-0144-4065-8c11-336818766bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:40Z', 'updated_at': '2021-07-23T21:22:40Z', 'revision_number': 0, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:22:42.303578 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb44eec-730c-48a7-946d-04095166c971 None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '34f23222-9b43-4d6b-af8b-85a9d214496d', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'floating_ip_address': '172.25.8.48', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'mac_address': 'fa:16:3e:4a:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605f76f5-0144-4065-8c11-336818766bbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:22:40Z', 'updated_at': '2021-07-23T21:22:40Z', 'revision_number': 0, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:22:42.505810 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe735c-79cb-4154-8d8c-d87713ecb51f None None] New status for floating IP 34f23222-9b43-4d6b-af8b-85a9d214496d: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:22:43.961143 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-216087f3-0f13-41dd-9c1f-29ff576f94eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:44.462389 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:46.495777 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:46.497743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-98a61063-f60f-4a50-b92f-4e5c80408a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:47.964949 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:47.974825 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:22:49.918317 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:03.368406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-af44fedf-8ffa-403a-917e-c92f615f7ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528584 Jul 23 21:23:03.462481 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769101-ea49-4c63-b206-fb373a40c235 req-9f216f60-3efd-4056-874f-ce1ffe6c093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:03.464138 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-9f216f60-3efd-4056-874f-ce1ffe6c093b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1097 time: 0.0535078 Jul 23 21:23:03.567704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769101-ea49-4c63-b206-fb373a40c235 req-b3b4a0c0-a2df-4001-9abe-e49b45455090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:03.569183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-b3b4a0c0-a2df-4001-9abe-e49b45455090 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0856786 Jul 23 21:23:03.640205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-8a39e24c-bd61-4214-8e42-87e893fb89ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0629420 Jul 23 21:23:03.691048 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769101-ea49-4c63-b206-fb373a40c235 req-83305e10-096f-436d-b2d3-f7eb35d5fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:03.692454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-83305e10-096f-436d-b2d3-f7eb35d5fe98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0465934 Jul 23 21:23:03.751054 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769101-ea49-4c63-b206-fb373a40c235 req-f53a036e-b68e-43a7-bb82-e215907384e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:23:03.752520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-f53a036e-b68e-43a7-bb82-e215907384e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533001 Jul 23 21:23:03.838437 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-e265a9ad-80a0-4d12-aaf9-5a6f84262fcf service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784831 Jul 23 21:23:03.929526 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5f769101-ea49-4c63-b206-fb373a40c235 req-ceb19fdc-e88a-477e-9ead-8a49040f8af0 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845795 Jul 23 21:23:08.864795 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:23:13.961560 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c47d52cd-f808-4ae0-b16e-b5fd01c3546c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:14.451080 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:16.498151 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ba29386-e14c-423e-a394-f8de5ede1ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:16.500177 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:17.976210 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:17.979563 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:19.920994 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:43.962475 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ba04a27d-511b-4558-b339-3210707fc35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:44.475477 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:45.863693 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:23:46.495791 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-63a13a09-5f91-4f65-bcb8-644a3650b5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:46.498325 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:47.984946 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:47.986057 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:23:49.924715 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:04.334237 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-00105451-dbe9-48f4-83e0-8bd133218bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0525990 Jul 23 21:24:04.736741 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-cd764f15-b48c-41ad-a359-0b9abf0b167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:04.738279 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-cd764f15-b48c-41ad-a359-0b9abf0b167c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1097 time: 0.3633423 Jul 23 21:24:04.838290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-e8c5af74-68f7-436a-a306-8b8f3422075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:04.839741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-e8c5af74-68f7-436a-a306-8b8f3422075f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0833335 Jul 23 21:24:04.907251 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-7ebbb22e-9e3e-4007-b523-b620f521406d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0601807 Jul 23 21:24:04.956538 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-d1f7c318-1724-4be0-85fb-0eab5b4847e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:04.958066 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-d1f7c318-1724-4be0-85fb-0eab5b4847e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0447748 Jul 23 21:24:05.015008 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-6f1444dc-4045-4ddb-809f-d0021a6079e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:05.016403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-6f1444dc-4045-4ddb-809f-d0021a6079e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518866 Jul 23 21:24:05.106513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-0205f534-c71c-43e8-aac4-dd3dc2f345c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Jul 23 21:24:05.196339 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72654b7a-758d-414e-b3ca-22863a43ba4a req-7618f8de-8179-4130-9cc6-c0f1ce15201e service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839078 Jul 23 21:24:13.962685 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a2bca643-f371-4225-9145-050d91c8cb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:14.492607 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.494293 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5dbd5c34-9a1b-4dad-841d-53bbe921b6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:16.496052 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:17.982902 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:17.987109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:19.766957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-f55ef935-969c-47e0-ae33-ae293305f784 req-934fc017-32f1-46c0-9712-44b85e04f4c7 service neutron] (94027) timed out ('10.222.0.46', 58584) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:24:19.926572 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:22.863181 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:24:37.263451 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d98f5d-9afd-40a3-9379-370e0515a202 req-05d845f9-caf4-41d9-ad11-8fc598579fd4 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:37.264986 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99d98f5d-9afd-40a3-9379-370e0515a202 req-05d845f9-caf4-41d9-ad11-8fc598579fd4 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0638537 Jul 23 21:24:37.303507 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99d98f5d-9afd-40a3-9379-370e0515a202 req-25fec5d8-ea7c-43b9-aa18-a6e744c6a823 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329828 Jul 23 21:24:38.448760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7f44b-4316-4c1f-a88e-6031c1cb0f5d req-4cead354-a9bc-4540-a1cb-de0fa642e344 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:38.450388 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17c7f44b-4316-4c1f-a88e-6031c1cb0f5d req-4cead354-a9bc-4540-a1cb-de0fa642e344 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0622318 Jul 23 21:24:38.487159 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17c7f44b-4316-4c1f-a88e-6031c1cb0f5d req-9e169fc1-c94f-4721-ac4c-2bbe8ebc5681 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311694 Jul 23 21:24:39.646209 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ebd38-6f55-4143-a654-796f5db8eb17 req-287d8c36-7383-4dde-ade7-1b154e26e6de tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:39.647724 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd6ebd38-6f55-4143-a654-796f5db8eb17 req-287d8c36-7383-4dde-ade7-1b154e26e6de tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0693543 Jul 23 21:24:39.684384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd6ebd38-6f55-4143-a654-796f5db8eb17 req-7d7d0985-76f4-4470-abf3-1dbd7fe100d4 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306141 Jul 23 21:24:40.813016 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611b663-0c73-4da8-b6c8-b483c72ee7d8 req-842bdc88-af88-4cce-bb1a-dc1f5269e3de tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:40.814519 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8611b663-0c73-4da8-b6c8-b483c72ee7d8 req-842bdc88-af88-4cce-bb1a-dc1f5269e3de tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0635655 Jul 23 21:24:40.851706 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8611b663-0c73-4da8-b6c8-b483c72ee7d8 req-1d61be1f-c2cb-46d2-8029-3c0a9258d3ef tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Jul 23 21:24:41.978743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64815bf-04de-4aae-9741-6e2f1fb9314f req-20e9b3a5-5ab2-405a-a2c3-875cd09ed7c6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:41.980641 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f64815bf-04de-4aae-9741-6e2f1fb9314f req-20e9b3a5-5ab2-405a-a2c3-875cd09ed7c6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0624499 Jul 23 21:24:42.021135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f64815bf-04de-4aae-9741-6e2f1fb9314f req-22b07d2e-68c6-4b84-8e8c-f38619c574a6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347018 Jul 23 21:24:43.161337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6f2a6-c5a8-4536-a2f7-3c2126d3eeb4 req-dbb91e5b-09f3-4404-bd92-375183ada736 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:43.162858 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dd6f2a6-c5a8-4536-a2f7-3c2126d3eeb4 req-dbb91e5b-09f3-4404-bd92-375183ada736 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0637012 Jul 23 21:24:43.200816 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2dd6f2a6-c5a8-4536-a2f7-3c2126d3eeb4 req-324bdd7a-fb49-4f60-bac0-e44f0f2a0022 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323462 Jul 23 21:24:43.963149 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bc90b74b-70de-4d3c-957a-6ae51a2cc081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:44.390941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8b079-c7c7-4738-88d5-7664ae5e12ee req-34bbe159-a3d8-4d7e-ac6c-80d2dc25c9fb tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:44.392424 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fde8b079-c7c7-4738-88d5-7664ae5e12ee req-34bbe159-a3d8-4d7e-ac6c-80d2dc25c9fb tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0646305 Jul 23 21:24:44.429302 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fde8b079-c7c7-4738-88d5-7664ae5e12ee req-99545a73-02d8-4967-8b04-85ac20d8ece1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311639 Jul 23 21:24:44.492656 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:45.560966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13866b82-f8cb-442e-88dc-138570fd11ca req-540a562c-3f1f-4556-988a-b8719e3d34c5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:45.562476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13866b82-f8cb-442e-88dc-138570fd11ca req-540a562c-3f1f-4556-988a-b8719e3d34c5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0667248 Jul 23 21:24:45.608043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-13866b82-f8cb-442e-88dc-138570fd11ca req-5381aab7-cade-496e-96f6-89b10bf7f1e6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Jul 23 21:24:46.493490 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5c057ae-b2aa-425e-8227-432725d52ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:46.495755 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:46.737390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a3a91-f9e2-43f6-95cb-2852e3e217ef req-352580cd-d442-481b-b1c6-e6f9fe494d1b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:46.738916 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-955a3a91-f9e2-43f6-95cb-2852e3e217ef req-352580cd-d442-481b-b1c6-e6f9fe494d1b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0639381 Jul 23 21:24:46.776398 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-955a3a91-f9e2-43f6-95cb-2852e3e217ef req-b4816efa-5c0c-4133-a35e-5f209e0b6b4c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313916 Jul 23 21:24:47.908647 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add0e8e-d500-4fe9-919a-304b9c229ad4 req-dac821b6-bdb1-4798-9a4b-e4561fbae0fb tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:47.910157 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9add0e8e-d500-4fe9-919a-304b9c229ad4 req-dac821b6-bdb1-4798-9a4b-e4561fbae0fb tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0680046 Jul 23 21:24:47.947882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9add0e8e-d500-4fe9-919a-304b9c229ad4 req-5a676bcb-caad-43a3-bf39-ecceb387269b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Jul 23 21:24:47.992936 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:47.993988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:49.077534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4da7f9-d364-48c9-ac07-cd965d801b9b req-9ada1e92-70d5-4769-8b50-a59aadcfd071 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:49.079087 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd4da7f9-d364-48c9-ac07-cd965d801b9b req-9ada1e92-70d5-4769-8b50-a59aadcfd071 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0642195 Jul 23 21:24:49.116186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd4da7f9-d364-48c9-ac07-cd965d801b9b req-cd263923-f3dd-423e-8698-e55b39a452c7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315146 Jul 23 21:24:49.934325 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:50.062842 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:24:50.176596 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:50.189980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'mac_address': 'fa:16:3e:4a:9f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:24:50.235990 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:50.250747 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:24:50.275195 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:50.283618 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:50.290798 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc28f7-466a-4c78-aefc-9bd1a9d8c211 req-78f16205-ea20-4081-9ecd-3408ce5410a0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:50.300346 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8dbc28f7-466a-4c78-aefc-9bd1a9d8c211 req-78f16205-ea20-4081-9ecd-3408ce5410a0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0929914 Jul 23 21:24:50.343904 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:50.352318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.352986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.353395 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.354034 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.354405 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.355631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.355631 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.356145 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.356577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.356996 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.357752 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.358164 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:24:50.362871 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8dbc28f7-466a-4c78-aefc-9bd1a9d8c211 req-1d914cc6-e70c-4f8d-89ef-6b69d2ed583b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611291 Jul 23 21:24:50.363857 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:24:51.500100 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f213ec-f481-48a0-afde-0326cd839915 req-df7fb096-5230-49b7-8a4c-8d8345f66dd8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:51.507335 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57f213ec-f481-48a0-afde-0326cd839915 req-df7fb096-5230-49b7-8a4c-8d8345f66dd8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0814083 Jul 23 21:24:51.543882 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-57f213ec-f481-48a0-afde-0326cd839915 req-0e7ffeeb-88ba-4c11-baff-b4b200411d9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357859 Jul 23 21:24:52.079876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:24:52.138527 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:24:52.138900 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:52.406368 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:52.431428 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:24:52.440527 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0f9d2-ad75-437f-b57f-f3209aaabbb0" -d '{"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:24:52.470607 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:24:52.476398 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:24:52.534305 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:24:52.554895 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d818364b-6056-44c1-8928-1b9a1cbaf291 x-openstack-request-id: req-d818364b-6056-44c1-8928-1b9a1cbaf291 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:24:52.555260 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:24:52.555579 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d818364b-6056-44c1-8928-1b9a1cbaf291 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:24:52.556039 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'code': 200} Jul 23 21:24:52.686818 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447596ca-ae98-4e39-bd57-d283a4498c72 req-3f213518-bdbe-4213-8045-b524b69e61a9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:52.688260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-447596ca-ae98-4e39-bd57-d283a4498c72 req-3f213518-bdbe-4213-8045-b524b69e61a9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0687611 Jul 23 21:24:52.733574 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-447596ca-ae98-4e39-bd57-d283a4498c72 req-52c5ff6f-b92a-466f-a147-8eb2226f3949 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388947 Jul 23 21:24:53.892293 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9d4c9-6d84-44de-b065-0cab66c7e9e8 req-37407ec1-508b-49a4-94f8-c17c960838b3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:53.893869 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bc9d4c9-6d84-44de-b065-0cab66c7e9e8 req-37407ec1-508b-49a4-94f8-c17c960838b3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0792592 Jul 23 21:24:53.940051 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bc9d4c9-6d84-44de-b065-0cab66c7e9e8 req-0825d075-a8f1-452e-b536-c0b5ca9817e4 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393529 Jul 23 21:24:55.082074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480687e-b777-415c-8190-6c2aa0b0863e req-446defba-cccb-4d5f-9623-82c2f61c374d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:55.085979 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2480687e-b777-415c-8190-6c2aa0b0863e req-446defba-cccb-4d5f-9623-82c2f61c374d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0681071 Jul 23 21:24:55.129531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2480687e-b777-415c-8190-6c2aa0b0863e req-26138eb3-d986-4c4f-bcdf-0dd9f01919b5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393062 Jul 23 21:24:56.266709 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd65490-ccae-4fed-a99d-a4505c586086 req-7d606b9c-63a8-4469-ab50-8a93d59aae60 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:56.273640 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bd65490-ccae-4fed-a99d-a4505c586086 req-7d606b9c-63a8-4469-ab50-8a93d59aae60 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0735238 Jul 23 21:24:56.315518 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9bd65490-ccae-4fed-a99d-a4505c586086 req-ac6b8969-401d-4355-aaaf-7f2fa636d081 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408630 Jul 23 21:24:57.461541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221595aa-d209-4ae2-9a28-329a4a4f4eeb req-600d6487-8b57-4eee-a4b9-f51f4f0626e5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:57.463266 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-221595aa-d209-4ae2-9a28-329a4a4f4eeb req-600d6487-8b57-4eee-a4b9-f51f4f0626e5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0746596 Jul 23 21:24:57.506560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-221595aa-d209-4ae2-9a28-329a4a4f4eeb req-7f67a6e2-59e4-481f-9b99-26b659006942 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363312 Jul 23 21:24:58.657716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106182f-93a1-432d-9c02-a77301c4baa6 req-adaa083e-f923-4558-8eca-40c8bcecc0ea tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.659203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9106182f-93a1-432d-9c02-a77301c4baa6 req-adaa083e-f923-4558-8eca-40c8bcecc0ea tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0635681 Jul 23 21:24:58.696213 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9106182f-93a1-432d-9c02-a77301c4baa6 req-f33a22a3-0676-422b-8f45-f5b4f5021fa5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Jul 23 21:24:58.903255 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-21e99f05-7d8f-4a56-a2bd-e7165554d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.904774 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-21e99f05-7d8f-4a56-a2bd-e7165554d00b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1097 time: 0.0582163 Jul 23 21:24:58.994814 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-f2a3ba8d-d3dd-4d82-b309-4672a09187a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:58.996314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-f2a3ba8d-d3dd-4d82-b309-4672a09187a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0855465 Jul 23 21:24:59.064220 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-3795fe70-10c8-4a31-8872-4ed4af8ee152 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0612085 Jul 23 21:24:59.112367 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-167c9500-eb08-4dc3-ae7a-c854c39cb00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:59.113854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-167c9500-eb08-4dc3-ae7a-c854c39cb00f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0434248 Jul 23 21:24:59.171990 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-2f774bf0-9065-4019-9e2a-92a1445439c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:59.173365 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-2f774bf0-9065-4019-9e2a-92a1445439c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527871 Jul 23 21:24:59.265921 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-02c790a6-d898-4611-bd4c-cdbc8037a6e8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855060 Jul 23 21:24:59.352391 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b1b32762-86e4-4426-af1e-1559bb42ca9d req-8911203b-2994-45c0-9ab6-21e04df49a40 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808012 Jul 23 21:24:59.831970 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a9d1-16c2-4fdb-82b8-4f3047e88ca9 req-915ab153-9d2a-4f33-89c1-3bd2ba8f653d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:24:59.833482 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90d1a9d1-16c2-4fdb-82b8-4f3047e88ca9 req-915ab153-9d2a-4f33-89c1-3bd2ba8f653d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0699904 Jul 23 21:24:59.862048 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:24:59.871174 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-90d1a9d1-16c2-4fdb-82b8-4f3047e88ca9 req-4620d721-6d9e-4fb5-8f4c-7df4b5e4d877 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321436 Jul 23 21:25:01.004202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890c2ad-9d1e-4bc1-913a-b2b9f733138b req-f8e83b15-7bd3-4a8d-8ac3-6bb752433180 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:01.005811 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2890c2ad-9d1e-4bc1-913a-b2b9f733138b req-f8e83b15-7bd3-4a8d-8ac3-6bb752433180 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0655198 Jul 23 21:25:01.045311 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2890c2ad-9d1e-4bc1-913a-b2b9f733138b req-9e01a239-53ec-42d4-8932-1cff4d77e703 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337183 Jul 23 21:25:02.097459 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:25:02.175604 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88185282-8962-4aa2-b0d4-9eee0ad571fb req-fabc57d1-dd68-4cd8-b3f3-5fa5a7730b5d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:02.176574 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:02.177095 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88185282-8962-4aa2-b0d4-9eee0ad571fb req-fabc57d1-dd68-4cd8-b3f3-5fa5a7730b5d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0646563 Jul 23 21:25:02.200135 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:25:02.202419 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a41c2b6-d0b9-4e93-8b5a-378c862e311f" -d '{"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:25:02.216672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:02.217267 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-88185282-8962-4aa2-b0d4-9eee0ad571fb req-1c4ad2c3-d421-40ec-a0fb-d0e8e4280af6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338471 Jul 23 21:25:02.221541 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:02.249456 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 21:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c49704-2d75-46f1-a777-1685b989523c x-openstack-request-id: req-b2c49704-2d75-46f1-a777-1685b989523c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:25:02.249748 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-unplugged", "status": "failed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "code": 422}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:25:02.249998 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2c49704-2d75-46f1-a777-1685b989523c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:25:02.250390 n-d-793620-13 neutron-server[94028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'code': 422} returned with failed status Jul 23 21:25:02.277658 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:02.455764 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5858f95-2439-455f-b668-b614c0194695 req-f48a562d-11a3-432d-94d6-fe99903efccf tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:02.457359 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5858f95-2439-455f-b668-b614c0194695 req-f48a562d-11a3-432d-94d6-fe99903efccf tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 943 time: 0.0682242 Jul 23 21:25:02.496223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d5858f95-2439-455f-b668-b614c0194695 req-7cb27d7c-c8de-4737-b91f-7da9f2d97b58 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334120 Jul 23 21:25:02.647254 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35156) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:25:02.741852 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-5b290569-3d74-43e2-905a-2ffff2c1fa17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932815 Jul 23 21:25:03.632509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9582fb2-4c91-40cc-affa-1d957701d2ff req-b81ec34b-ab70-4d23-970e-bcc0870e2f5c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:03.634032 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9582fb2-4c91-40cc-affa-1d957701d2ff req-b81ec34b-ab70-4d23-970e-bcc0870e2f5c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 943 time: 0.0695000 Jul 23 21:25:03.672326 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b9582fb2-4c91-40cc-affa-1d957701d2ff req-6db25ae7-5eeb-42b7-aecb-82ef70bcf1f3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325799 Jul 23 21:25:03.674751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-c183f8c4-bece-4412-9a2a-a03d086c5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:03.676369 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-c183f8c4-bece-4412-9a2a-a03d086c5089 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd&tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 1095 time: 0.1002929 Jul 23 21:25:03.689737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-13', 'device_owner': 'compute:nova'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:25:03.762970 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:03.968862 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:04.001135 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h2-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:25:04.032623 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:25:04.040585 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:04.053136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Transition to ACTIVE for port object 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:25:04.057102 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:04.140282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=9']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:04.154386 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.154736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.155081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.155419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.155754 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.156084 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.156425 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.156745 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.157076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.157400 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.157751 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.158075 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:25:04.192649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] No DVR routers for this DVR port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on host n-h2-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:25:04.336763 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:25:04.337103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:25:04.337458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:25:04.342773 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:25:04.343103 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Attempting to bind port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:25:04.347906 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:25:04.348248 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Checking segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:25:04.348657 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Bound using segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:25:04.349085 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Bound port: 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:25:04.349467 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:04.412458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:25:04.415473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:25:04.419057 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:04.452882 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.453525 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:04.454924 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] 10.222.0.47 "PUT /v2.0/ports/3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 1092 time: 0.7694840 Jul 23 21:25:04.455363 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:25:04.457642 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae6b58c-8c84-47be-b6bb-6828019d06fd" -d '{"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:25:04.490090 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a1b9e-596a-4301-882f-e87aeedb0886 service neutron] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=10']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:04.545645 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-84e30fc7-5f70-4496-857a-28b16ec1748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.547363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-84e30fc7-5f70-4496-857a-28b16ec1748d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1096 time: 0.0649965 Jul 23 21:25:04.574680 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f9e7b-9702-44cb-92b5-f6f0b75148e9 x-openstack-request-id: req-f40f9e7b-9702-44cb-92b5-f6f0b75148e9 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:25:04.574971 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:25:04.575221 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f40f9e7b-9702-44cb-92b5-f6f0b75148e9 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:25:04.575619 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'status': 'completed', 'code': 200} Jul 23 21:25:04.645812 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-495a15c6-05e5-4df8-9d59-551cf07a80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.647333 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-495a15c6-05e5-4df8-9d59-551cf07a80a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0939434 Jul 23 21:25:04.716061 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-0b9fa9ec-3840-415a-b63e-5a0c670237b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 998 time: 0.0626025 Jul 23 21:25:04.766736 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-9f0ecefc-70a2-4b76-8f20-290c3cebd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.768113 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-9f0ecefc-70a2-4b76-8f20-290c3cebd8c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0457962 Jul 23 21:25:04.803936 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d3b38-1a1b-41fa-b633-3008ebc7bb78 req-3f1749cd-767a-4fde-8820-917dbbd36860 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.805584 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa4d3b38-1a1b-41fa-b633-3008ebc7bb78 req-3f1749cd-767a-4fde-8820-917dbbd36860 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0651243 Jul 23 21:25:04.826551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-5bd2c50a-6d44-403b-ab8e-4000aeb103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:04.828081 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-5bd2c50a-6d44-403b-ab8e-4000aeb103cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536859 Jul 23 21:25:04.844168 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aa4d3b38-1a1b-41fa-b633-3008ebc7bb78 req-78b533d5-43af-4ffa-8a5b-f39f01ac3d63 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323663 Jul 23 21:25:04.921555 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-e8c8c7c7-62cb-4cf6-bc91-89335590d02c service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872467 Jul 23 21:25:05.011049 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4c8a0b70-dd35-4335-83f6-5ad0f3e76863 req-b9842222-8d00-4077-9112-bb3e0a846114 service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832260 Jul 23 21:25:05.115806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-32f5660a-150e-4648-89cc-46a8bda90d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:05.117572 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-32f5660a-150e-4648-89cc-46a8bda90d8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1096 time: 0.0634034 Jul 23 21:25:05.210954 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-2923fe89-bb48-4e09-97c5-2575ddd7eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:05.212579 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-2923fe89-bb48-4e09-97c5-2575ddd7eee6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0878379 Jul 23 21:25:05.295082 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-473166c3-09eb-44f3-9607-dcf3bd771775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 998 time: 0.0756388 Jul 23 21:25:05.980876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c01ac-4473-4132-99bf-0c10f9b4782b req-d5aa2c92-e6ef-42e2-9c0e-a7ddf37dc79f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:05.982406 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-922c01ac-4473-4132-99bf-0c10f9b4782b req-d5aa2c92-e6ef-42e2-9c0e-a7ddf37dc79f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0689373 Jul 23 21:25:06.023331 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-922c01ac-4473-4132-99bf-0c10f9b4782b req-578a47f2-b283-428e-90fb-d7fd6609e1da tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348661 Jul 23 21:25:07.205136 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417afca-2eef-4600-8cd0-56624f50ec25 req-1a80f6e5-fc33-4f94-a4fb-3bc3f653675e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:07.206723 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5417afca-2eef-4600-8cd0-56624f50ec25 req-1a80f6e5-fc33-4f94-a4fb-3bc3f653675e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0918167 Jul 23 21:25:07.260891 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5417afca-2eef-4600-8cd0-56624f50ec25 req-1a0a5615-d343-451e-abb6-82201d22040b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472283 Jul 23 21:25:08.407587 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4ae4c-b3e7-4571-ae07-146aaaecb1f1 req-57bad673-7c12-408e-bbc5-1b03e607ae3a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:08.409892 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0de4ae4c-b3e7-4571-ae07-146aaaecb1f1 req-57bad673-7c12-408e-bbc5-1b03e607ae3a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0677881 Jul 23 21:25:08.451260 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0de4ae4c-b3e7-4571-ae07-146aaaecb1f1 req-517a77aa-4446-4c79-abc2-4d4688d4ecf7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339954 Jul 23 21:25:09.598262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58353fac-03a8-44fe-8570-d05c2c4f3450 req-5c8317f7-fbaa-4e4b-a84d-910bd786249c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:09.601068 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58353fac-03a8-44fe-8570-d05c2c4f3450 req-5c8317f7-fbaa-4e4b-a84d-910bd786249c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0815055 Jul 23 21:25:09.644011 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-58353fac-03a8-44fe-8570-d05c2c4f3450 req-5887897b-a2be-463c-b2dc-bb464aa6cd8e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371408 Jul 23 21:25:10.779288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a37c7-dbd0-490b-8f21-5d058da6765e req-b83ebc6c-b4c7-47d2-92f3-f1d28eaed1b6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:10.781384 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b90a37c7-dbd0-490b-8f21-5d058da6765e req-b83ebc6c-b4c7-47d2-92f3-f1d28eaed1b6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0679293 Jul 23 21:25:10.821245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b90a37c7-dbd0-490b-8f21-5d058da6765e req-1f3f3de4-45f4-4004-8389-602371be88cc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342247 Jul 23 21:25:11.956687 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62191831-6092-490d-af41-0089e93d79c8 req-3f5c21d6-d76d-4cd5-bb65-8eb95eae69be tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:11.958411 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62191831-6092-490d-af41-0089e93d79c8 req-3f5c21d6-d76d-4cd5-bb65-8eb95eae69be tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0650613 Jul 23 21:25:11.997725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62191831-6092-490d-af41-0089e93d79c8 req-91b7c962-1393-4084-ba52-56fa8abfa7dd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Jul 23 21:25:13.137982 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753412d-d00c-48fc-a92f-c69c9398393b req-65dadee3-498f-406b-ba54-b62a1ee55fa9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:13.139907 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4753412d-d00c-48fc-a92f-c69c9398393b req-65dadee3-498f-406b-ba54-b62a1ee55fa9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0717862 Jul 23 21:25:13.178559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4753412d-d00c-48fc-a92f-c69c9398393b req-eb70d7e3-6993-42bf-a453-03a7f51b5f6c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328281 Jul 23 21:25:13.965804 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-143833a9-a8b8-4633-bde2-05c9f62dd08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:14.315002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb4c7f-aa81-4898-9f6c-a6f036f6ebb9 req-7335e001-27c4-428b-9882-452758327862 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:14.316702 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbfb4c7f-aa81-4898-9f6c-a6f036f6ebb9 req-7335e001-27c4-428b-9882-452758327862 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0667727 Jul 23 21:25:14.358959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbfb4c7f-aa81-4898-9f6c-a6f036f6ebb9 req-276da8ce-54e3-4dbb-9752-ac6976ae5e21 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358181 Jul 23 21:25:14.502429 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:15.508432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2ffd-7eaa-47ee-8114-d90aa5f61553 req-02bb8722-d4f0-48cd-af86-13ca3c07b69d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:15.510210 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15aa2ffd-7eaa-47ee-8114-d90aa5f61553 req-02bb8722-d4f0-48cd-af86-13ca3c07b69d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0710318 Jul 23 21:25:15.550436 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-15aa2ffd-7eaa-47ee-8114-d90aa5f61553 req-331d69b2-3a94-472b-95e4-073815552337 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344017 Jul 23 21:25:16.421780 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-95bd1bd0-a7d9-413e-94fe-ff265e71d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:16.423283 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-95bd1bd0-a7d9-413e-94fe-ff265e71d76f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0490701 Jul 23 21:25:16.483141 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-75eb8704-3240-4c27-a36a-a8b1ec3c430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:16.484927 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-75eb8704-3240-4c27-a36a-a8b1ec3c430d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550723 Jul 23 21:25:16.496468 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-784d6e74-12a8-4902-90e3-b4cf7a2aba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:16.499391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:16.581529 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-08f13368-ecc8-4012-b88f-99601abfa719 service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866106 Jul 23 21:25:16.673884 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-6ae6b58c-8c84-47be-b6bb-6828019d06fd req-3c6573a8-c9b1-47ab-b143-bcd5d350c544 service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851369 Jul 23 21:25:16.682660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522a4b-435a-4909-aa34-75ebbbaaed7e req-53980e04-a768-48d8-b40e-c33f5176edff tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:16.684185 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a522a4b-435a-4909-aa34-75ebbbaaed7e req-53980e04-a768-48d8-b40e-c33f5176edff tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0643389 Jul 23 21:25:16.721544 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2a522a4b-435a-4909-aa34-75ebbbaaed7e req-9fca2ffb-ea01-4aae-aa22-b6681ba090bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Jul 23 21:25:17.847304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de510a69-7a68-4cff-be2b-f0e6f1d94fd9 req-25995c4f-7a77-44e0-ad3e-fa4f2c8d716f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:17.848805 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de510a69-7a68-4cff-be2b-f0e6f1d94fd9 req-25995c4f-7a77-44e0-ad3e-fa4f2c8d716f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 944 time: 0.0619602 Jul 23 21:25:17.886492 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-de510a69-7a68-4cff-be2b-f0e6f1d94fd9 req-74d88169-0651-4bae-b280-668db2a4d52f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Jul 23 21:25:17.974028 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:17.988347 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:18.612327 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:25:18.706799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:18.718465 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'port_id': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'mac_address': 'fa:16:3e:4a:9f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:25:18.753860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:18.767010 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:25:18.786239 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:18.790516 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:18.840282 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=11']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:19.017833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb55934-3f78-4d6c-97ae-30d67bf29f83 req-a3d340e3-1b6a-48f0-8066-778aefe8cd97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:19.019223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aeb55934-3f78-4d6c-97ae-30d67bf29f83 req-a3d340e3-1b6a-48f0-8066-778aefe8cd97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0671659 Jul 23 21:25:19.041861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:25:19.057244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-aeb55934-3f78-4d6c-97ae-30d67bf29f83 req-e053deba-18e5-45ca-bdc9-b86378441fa4 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324109 Jul 23 21:25:19.932988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:20.186024 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9fd30-29f1-4229-bc5b-bc372a8eceeb req-f01a6875-b476-47b9-9881-b5bbce9957b8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:20.187409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ee9fd30-29f1-4229-bc5b-bc372a8eceeb req-f01a6875-b476-47b9-9881-b5bbce9957b8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 945 time: 0.0634561 Jul 23 21:25:20.224026 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6ee9fd30-29f1-4229-bc5b-bc372a8eceeb req-d455b035-36fb-49b8-9209-83b477d7be4b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310559 Jul 23 21:25:20.618539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:25:20.667293 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:25:20.671238 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:25:20.671616 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:20.750256 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:20.776448 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:25:20.778644 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55296a-6766-45cb-960e-eae7eaf394ba" -d '{"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:25:20.790907 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:25:20.795074 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:20.820100 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f0a64-8a1d-4444-9db0-21039c6a4cc0 x-openstack-request-id: req-6d8f0a64-8a1d-4444-9db0-21039c6a4cc0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:25:20.820392 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-plugged", "status": "completed", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:25:20.820645 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d8f0a64-8a1d-4444-9db0-21039c6a4cc0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:25:20.821092 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'code': 200} Jul 23 21:25:20.847092 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=12']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:25:20.989080 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219418c-099d-4eeb-a8d1-492dbe42fc3e req-56cdd7a1-6dc9-4e2f-89eb-ef48366813a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:20.990622 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c219418c-099d-4eeb-a8d1-492dbe42fc3e req-56cdd7a1-6dc9-4e2f-89eb-ef48366813a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1098 time: 0.0590067 Jul 23 21:25:21.024133 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-c219418c-099d-4eeb-a8d1-492dbe42fc3e req-7d18d6c5-a082-47cf-a667-05cd10169a70 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271809 Jul 23 21:25:21.353545 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d8ca5-cfd3-4f01-a793-e441c073859f req-ed6cae44-29ac-4370-80db-e3cc38c7e462 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:21.354950 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-985d8ca5-cfd3-4f01-a793-e441c073859f req-ed6cae44-29ac-4370-80db-e3cc38c7e462 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 946 time: 0.0655110 Jul 23 21:25:21.392749 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-985d8ca5-cfd3-4f01-a793-e441c073859f req-048c64fc-bc28-4b3f-b2b9-38f4f3a12988 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319817 Jul 23 21:25:22.522532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019d5ce-584b-447d-8032-1c4267ba05a3 req-a8be0adb-1a8c-47c3-852d-23193b181f88 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:25:22.524029 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8019d5ce-584b-447d-8032-1c4267ba05a3 req-a8be0adb-1a8c-47c3-852d-23193b181f88 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 946 time: 0.0639422 Jul 23 21:25:22.560976 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8019d5ce-584b-447d-8032-1c4267ba05a3 req-fe1d4b2d-f4b4-49cc-9fb3-cea264c57fec tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Jul 23 21:25:36.861197 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:25:43.969675 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-acefa4cb-b49d-42e4-a632-e4850561e0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:44.519624 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:46.499844 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb187e06-240b-4051-bb88-47ce99e758be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:46.501667 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:47.999044 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:48.001268 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:25:49.937098 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:01.768235 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-2e6256ce-d003-46f2-baf2-4d3f184f1880 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546992 Jul 23 21:26:01.860774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-05f5d611-c959-4af7-9af6-f48da48e8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:01.862314 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-05f5d611-c959-4af7-9af6-f48da48e8998 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1098 time: 0.0542226 Jul 23 21:26:01.967719 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-ea6940b3-9447-4c47-b336-026ddfcc2edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:01.969182 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-ea6940b3-9447-4c47-b336-026ddfcc2edb service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0873601 Jul 23 21:26:02.031734 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-72a05cd0-305e-4441-ad66-e4c8ab255368 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 1000 time: 0.0561564 Jul 23 21:26:02.084354 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-1b7185bf-95f2-4599-ad4d-3fc44400fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:02.085897 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-1b7185bf-95f2-4599-ad4d-3fc44400fff2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0486045 Jul 23 21:26:02.143632 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-6e076020-9679-48c0-9068-3c360a844b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:02.145130 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-6e076020-9679-48c0-9068-3c360a844b11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534337 Jul 23 21:26:02.234431 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-65274863-162c-47df-8200-6c06a8451de7 service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827372 Jul 23 21:26:02.327724 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-3d6631ef-8dbc-4bb7-96e9-60063542f303 req-fcb9066a-27ee-4266-a5a8-990317dcc98d service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865004 Jul 23 21:26:13.860517 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:26:13.967484 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-971befc5-1452-482a-a39d-0baac506c0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:14.520747 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:16.502178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca53e987-d908-415e-ae7b-bef3936770f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:16.504033 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:18.004587 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:18.009178 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:19.938708 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:38.232509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35294) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:38.386961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Deleting port 67e0bd49-59a6-41b4-8017-c74ce0e08ea7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:38.387332 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:38.463124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:38.463451 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:38.474714 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Calling delete_port for 67e0bd49-59a6-41b4-8017-c74ce0e08ea7 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:38.619124 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:38.645449 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event deleted for resources: {'Port': ['ID=67e0bd49-59a6-41b4-8017-c74ce0e08ea7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:38.670812 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.671162 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.671507 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.671851 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.672188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.672521 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.672854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.673186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.673544 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.673879 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.674208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.674535 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:38.714748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:38.715078 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Floating IP 34f23222-9b43-4d6b-af8b-85a9d214496d disassociated (deleted). External IP: 172.25.8.48, port: 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2. Jul 23 21:26:38.922614 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:26:39.027676 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:26:39.032394 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:39.037798 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811d204-6743-4046-99cd-52316072a523 None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:26:39.046800 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:39.047401 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:39.071698 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2d081268-0305-46fc-93cb-ff0741e783e3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "DELETE /v2.0/floatingips/34f23222-9b43-4d6b-af8b-85a9d214496d HTTP/1.1" status: 204 len: 168 time: 0.8355610 Jul 23 21:26:39.071698 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:39.072422 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9716f97c-d44b-4097-85b6-b73a8d0bd17a" -d '{"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:39.110543 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6338a1-a4fe-4b60-af78-9220e0ac381b x-openstack-request-id: req-ca6338a1-a4fe-4b60-af78-9220e0ac381b {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:39.110839 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:39.111095 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca6338a1-a4fe-4b60-af78-9220e0ac381b {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:39.111500 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'status': 'completed', 'code': 200} Jul 23 21:26:39.168886 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:39.202254 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-96d5402e-d8f1-4584-9165-e0483b49aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:39.204562 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-96d5402e-d8f1-4584-9165-e0483b49aff2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 1098 time: 0.0696962 Jul 23 21:26:39.306176 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-b4ee4be1-ab56-4e86-ab42-1b1c2a17bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:39.307684 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-b4ee4be1-ab56-4e86-ab42-1b1c2a17bd9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0961561 Jul 23 21:26:39.329310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec46f0-8c70-46cc-be24-7aeca298d49f req-97b629f1-b5db-4be2-964d-77d113b60e7a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:39.331123 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bec46f0-8c70-46cc-be24-7aeca298d49f req-97b629f1-b5db-4be2-964d-77d113b60e7a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 946 time: 0.0655630 Jul 23 21:26:39.352480 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-0c48bedc-dc11-46e5-bff4-f56e52c9a907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 200 len: 217 time: 0.0364678 Jul 23 21:26:39.373602 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0bec46f0-8c70-46cc-be24-7aeca298d49f req-b8fa6b9c-923a-4d49-9333-ec82c9f54a5e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338755 Jul 23 21:26:39.386431 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:39.406403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-94b9b8e9-919a-482a-9bb5-860639bdb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:39.407871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-94b9b8e9-919a-482a-9bb5-860639bdb392 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0494049 Jul 23 21:26:39.416782 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811d204-6743-4046-99cd-52316072a523 None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:26:39.425268 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:26:39.425904 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:26:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:39.468044 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-e9b1665a-b73f-4737-8f65-fe38f2cc4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:39.469513 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-e9b1665a-b73f-4737-8f65-fe38f2cc4600 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542641 Jul 23 21:26:39.524479 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:26:39.559375 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-46002486-9782-49f0-b1f3-98e5dd8edf16 service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824792 Jul 23 21:26:39.654894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-9716f97c-d44b-4097-85b6-b73a8d0bd17a req-d5c194c1-c2be-429c-a403-56ae15a635ad service neutron] 10.222.0.47 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877385 Jul 23 21:26:39.726303 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f811d204-6743-4046-99cd-52316072a523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:26:39.751715 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811d204-6743-4046-99cd-52316072a523 None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:26:39.957126 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816e2b9b-7c2a-4c12-a2b5-40a7ec2960af None None] New status for floating IP 34f23222-9b43-4d6b-af8b-85a9d214496d: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:26:40.507425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd3b8a-9872-4d7f-a2d0-43082fca1f65 req-796ef361-b838-41e0-8449-1508be78a077 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:40.508904 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4fd3b8a-9872-4d7f-a2d0-43082fca1f65 req-796ef361-b838-41e0-8449-1508be78a077 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 946 time: 0.0660779 Jul 23 21:26:40.545015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a4fd3b8a-9872-4d7f-a2d0-43082fca1f65 req-96399ae1-d6f4-45e0-bacb-cb8b7a980a8d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=89b0ffd4-64f5-4780-99fd-d944df34e9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306385 Jul 23 21:26:40.631740 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-c28b820c-8851-4384-b3e2-95fcec6e4050 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:40.633199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-c28b820c-8851-4384-b3e2-95fcec6e4050 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.47 "GET /v2.0/ports?device_id=605f76f5-0144-4065-8c11-336818766bbd HTTP/1.1" status: 200 len: 946 time: 0.0663638 Jul 23 21:26:40.734933 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Deleting port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:26:40.735248 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:40.821946 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] For port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:26:40.822306 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:40.835123 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Calling delete_port for 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:26:40.965781 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:40.992989 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event deleted for resources: {'Port': ['ID=3ecf2690-a230-4dbd-84d1-dd5b20e45cd2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:41.002619 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.002966 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.003309 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.003670 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.004006 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.004336 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.004663 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.004990 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.005351 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.005813 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.006488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.006488 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:26:41.055447 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] No DVR routers for this DVR port 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:26:41.058032 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:41.059990 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-fabb31aa-ae3c-455f-ae26-bc7fc9749dc9 req-7a72b0ca-de4e-46e3-9be9-416696154af0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.47 "DELETE /v2.0/ports/3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 HTTP/1.1" status: 204 len: 173 time: 0.4212315 Jul 23 21:26:41.060473 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-deleted', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:41.062801 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1fe010-7942-42f8-9561-96b28ca74fae" -d '{"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-deleted", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:41.099787 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74996194-8c3b-45f7-b4f4-3bb58bd1740a x-openstack-request-id: req-74996194-8c3b-45f7-b4f4-3bb58bd1740a {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:41.100086 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605f76f5-0144-4065-8c11-336818766bbd", "name": "network-vif-deleted", "tag": "3ecf2690-a230-4dbd-84d1-dd5b20e45cd2", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:41.100337 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74996194-8c3b-45f7-b4f4-3bb58bd1740a {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:41.100738 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605f76f5-0144-4065-8c11-336818766bbd', 'name': 'network-vif-deleted', 'tag': '3ecf2690-a230-4dbd-84d1-dd5b20e45cd2', 'status': 'completed', 'code': 200} Jul 23 21:26:41.602017 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35316) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:41.664207 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f78d79e-f265-4904-801e-04c63cd39f9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:41.689275 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f78d79e-f265-4904-801e-04c63cd39f9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:41.749535 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f78d79e-f265-4904-801e-04c63cd39f9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:41.752329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-3f78d79e-f265-4904-801e-04c63cd39f9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:41.753520 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-3f78d79e-f265-4904-801e-04c63cd39f9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "DELETE /v2.0/security-groups/89b0ffd4-64f5-4780-99fd-d944df34e9e8 HTTP/1.1" status: 204 len: 168 time: 0.1504991 Jul 23 21:26:41.762558 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78d79e-f265-4904-801e-04c63cd39f9b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b0ffd4-64f5-4780-99fd-d944df34e9e8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.038982 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35324) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.043568 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515012797', 'description': 'tempest-secgroup-smoke-1515012797 description', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.065687 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.147587 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.151371 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.180411 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.181686 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418185 Jul 23 21:26:42.182540 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4843b2-ba0c-496b-9035-fe99ed530720 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28429da8-4585-44e8-b336-785f178c8dd5,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.184605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35328) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.189419 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '28429da8-4585-44e8-b336-785f178c8dd5', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.217406 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.265084 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.268745 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.288540 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8a1f8a-b390-4fcc-8640-55c6045d8f18,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.296656 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.297887 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a626b2de-66a4-44ec-af18-146f5ac69a97 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122720 Jul 23 21:26:42.300710 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35330) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.305558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '28429da8-4585-44e8-b336-785f178c8dd5', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.331192 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.387582 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.391130 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.411427 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe1f4a7-8bfd-4f5a-af95-b372cff5a726,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.415565 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.416870 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ce28e592-f6cc-429a-9346-cb5101d57bed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149178 Jul 23 21:26:42.419663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35332) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.424262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '28429da8-4585-44e8-b336-785f178c8dd5', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.450635 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.510370 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.513887 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.534064 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a976c9-2c98-4492-a098-86b399f34f0c,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.537939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.539116 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ed5315b7-ea34-49e1-a8c7-24651b0a5c78 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183736 Jul 23 21:26:42.541905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35334) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.546212 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '28429da8-4585-44e8-b336-785f178c8dd5', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.572078 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.629987 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.635393 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.653244 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2393fd41-13f9-47a2-94a6-254aff6ff02f,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.658567 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.659767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-32da8d18-3e28-4120-9744-fd10bf1c80f0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169252 Jul 23 21:26:42.662620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35336) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.667146 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '28429da8-4585-44e8-b336-785f178c8dd5', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.687920 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Project a894482bf6a641ca96d0a4c0f0e8dff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:26:42.692643 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.751399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.755005 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.773445 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda73259-995e-4a65-9bdf-c81c70fbea6b,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.779127 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.779582 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a46c4e27-a960-4834-b16f-87b7d29d476d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160927 Jul 23 21:26:42.782301 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35338) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:26:42.786733 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'security_group_rule': {'security_group_id': '28429da8-4585-44e8-b336-785f178c8dd5', 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:42.807635 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Project a894482bf6a641ca96d0a4c0f0e8dff0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:26:42.813006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.876144 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.879725 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.901452 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111e873f-0ae7-44f3-b4c1-b6f902425dfb,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:42.905326 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:42.906527 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-4003a0c9-abe6-4add-836a-565325c675c3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232901 Jul 23 21:26:43.970127 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3518cb98-1c2d-4a41-9d25-7762309537b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:44.540219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:44.808910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:26:44.831756 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:26:44.832108 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 3ecf2690-a230-4dbd-84d1-dd5b20e45cd2 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:26:46.504538 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d51389a9-4156-4961-a7a7-577e5161823c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:46.507145 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:47.998723 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:48.027775 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:49.944851 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:50.859765 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:26:56.138708 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-2ba937f1-1e29-47d8-9d78-68b44aa8f5c6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515012797&fields=id&tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 267 time: 0.0325568 Jul 23 21:26:56.246574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-345188c8-2ec8-49db-a020-d7bc11c26479 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:56.248042 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-345188c8-2ec8-49db-a020-d7bc11c26479 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 808 time: 0.1030469 Jul 23 21:26:56.262632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-59687bbd-0d13-4461-8135-1c4c6b61d5ed tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/quotas/a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 375 time: 0.0093098 Jul 23 21:26:56.326230 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-627a1711-50c9-423c-b8e7-b3eafb883beb tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586841 Jul 23 21:26:56.458559 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-f5b57463-0df4-470f-87c0-71b1d3e0bcdb service neutron] 10.222.0.46 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210463 Jul 23 21:26:56.551067 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-0182357d-7400-484e-abc5-ae9c8c75b490 service neutron] 10.222.0.46 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867381 Jul 23 21:26:56.847236 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8a203d3c-a698-48d3-add1-949b1a82f3ec req-43c4bf5a-1065-49d8-9106-a25f9291fb8d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 210 time: 0.0319200 Jul 23 21:26:58.122371 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-204408bd-7b9c-4d02-8f26-ac334480d99d req-9881c389-e119-4df6-8aeb-1ac34bf49885 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 210 time: 0.0344815 Jul 23 21:26:58.150067 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-4b754eb1-fc2d-4eb8-a9b3-805abcccc2d7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:58.151494 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-4b754eb1-fc2d-4eb8-a9b3-805abcccc2d7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 808 time: 0.4484789 Jul 23 21:26:58.195107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-a4feb34b-2ccf-49b3-a5ea-68d12c5e047d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 380 time: 0.0352812 Jul 23 21:26:58.203495 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'port': {'device_id': '38368e55-6c34-4e81-a65a-cee842514288', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'admin_state_up': True, 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'security_groups': ['28429da8-4585-44e8-b336-785f178c8dd5']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:58.312470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Made reservation on behalf of a894482bf6a641ca96d0a4c0f0e8dff0 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:26:58.316020 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.445186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Allocated IP 172.20.0.9 (8e7b0bbd-c85f-41ee-9bda-582746b9232e/8213c38f-6780-4792-9863-494128e664c4/40170327-9a06-486e-8b66-b26a8a9a3ea3) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:26:58.585173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.598801 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Transition to ACTIVE for port object 40170327-9a06-486e-8b66-b26a8a9a3ea3 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:26:58.633496 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.677541 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:26:58.680432 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:26:58.684097 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:26:58.715524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:58.739119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:58.740400 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.758820 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-e0cb6bba-0819-432b-87f6-2214477fcffc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5589514 Jul 23 21:26:58.770903 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Request body: {'port': {'device_id': '38368e55-6c34-4e81-a65a-cee842514288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:26:58.846587 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.920250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-77f7ae3b-2410-4b1a-a923-364876df9948 None None] Provisioning for port 40170327-9a06-486e-8b66-b26a8a9a3ea3 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:26:58.924288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-77f7ae3b-2410-4b1a-a923-364876df9948 None None] Provisioning complete for port 40170327-9a06-486e-8b66-b26a8a9a3ea3 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:26:58.924883 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-77f7ae3b-2410-4b1a-a923-364876df9948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:58.962870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-77f7ae3b-2410-4b1a-a923-364876df9948 None None] Port 40170327-9a06-486e-8b66-b26a8a9a3ea3 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:26:59.130778 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40170327-9a06-486e-8b66-b26a8a9a3ea3 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:26:59.138901 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.151312 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Transition to ACTIVE for port object 40170327-9a06-486e-8b66-b26a8a9a3ea3 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:26:59.156091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.233329 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:59.329153 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Attempting to bind port 40170327-9a06-486e-8b66-b26a8a9a3ea3 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:26:59.329511 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Attempting to bind port 40170327-9a06-486e-8b66-b26a8a9a3ea3 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:26:59.329848 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Attempting to bind port 40170327-9a06-486e-8b66-b26a8a9a3ea3 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:26:59.343605 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a4be1-cd92-4ee0-84cd-131b5676ed7e req-002210cb-ce8b-4b03-9216-6191369bdcf9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:59.345178 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-921a4be1-cd92-4ee0-84cd-131b5676ed7e req-002210cb-ce8b-4b03-9216-6191369bdcf9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.1490657 Jul 23 21:26:59.347532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Port 40170327-9a06-486e-8b66-b26a8a9a3ea3 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:26:59.347864 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Attempting to bind port 40170327-9a06-486e-8b66-b26a8a9a3ea3 on network 8e7b0bbd-c85f-41ee-9bda-582746b9232e {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:26:59.361910 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:26:59.362256 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Checking segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:26:59.362638 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Bound using segment: {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:26:59.363087 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Bound port: 40170327-9a06-486e-8b66-b26a8a9a3ea3, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a92e37-c540-4908-b474-c656b92d28a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:26:59.363448 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.414983 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-921a4be1-cd92-4ee0-84cd-131b5676ed7e req-70524c64-b47b-466b-8a13-eab9a4609ed7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609097 Jul 23 21:26:59.447265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:26:59.450260 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:26:59.456766 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.495257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:59.495880 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:26:59.497307 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] 10.222.0.36 "PUT /v2.0/ports/40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 1092 time: 0.7309341 Jul 23 21:26:59.497751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:26:59.499981 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea6652-d2d1-4901-bb03-5d8bae61da69" -d '{"events": [{"name": "network-changed", "server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:26:59.530353 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d2bd3-4db7-4043-977f-485033d00cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:26:59.560637 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df19eea3-2cec-43eb-8179-297f271d1dc5 x-openstack-request-id: req-df19eea3-2cec-43eb-8179-297f271d1dc5 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:26:59.560933 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:26:59.561316 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df19eea3-2cec-43eb-8179-297f271d1dc5 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:26:59.561816 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'status': 'completed', 'code': 200} Jul 23 21:26:59.611494 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-6d78b51a-de40-4efd-a93f-bf25d4c227ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:59.613183 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-6d78b51a-de40-4efd-a93f-bf25d4c227ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1095 time: 0.0625887 Jul 23 21:26:59.657752 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-332ff0e9-ffe8-44b7-a8be-a94bbd80dc16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 217 time: 0.0366881 Jul 23 21:26:59.714718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-b0fb5120-0cb3-400f-88dd-cd4a70b58c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:59.716211 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-b0fb5120-0cb3-400f-88dd-cd4a70b58c83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0519004 Jul 23 21:26:59.774485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-5bece2c9-ec2e-4648-ad7a-c7aa2fc17107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:26:59.776054 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-5bece2c9-ec2e-4648-ad7a-c7aa2fc17107 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536389 Jul 23 21:26:59.870021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-ec2afdc6-e418-4cf1-b4ad-1cd0d21592c4 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878122 Jul 23 21:26:59.956854 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-146e9c6f-52c9-41c4-b41d-822246e6db02 req-73bc57e7-d5e0-442e-be34-cbe8cd7d1b55 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805836 Jul 23 21:27:00.051278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-9adfa7ad-38d3-49d6-9570-96d1202abfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:00.052914 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-9adfa7ad-38d3-49d6-9570-96d1202abfe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1095 time: 0.0542371 Jul 23 21:27:00.147777 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-9e2d2c25-732e-48b7-bcde-b87b7531a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:00.149281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-9e2d2c25-732e-48b7-bcde-b87b7531a787 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0904589 Jul 23 21:27:00.189310 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-92858edc-de4d-4e3b-af16-7e260df57bfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 217 time: 0.0340102 Jul 23 21:27:00.242177 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-7fbd6bc8-ca8b-4705-8ea9-af1df4749909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:00.243524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-7fbd6bc8-ca8b-4705-8ea9-af1df4749909 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0482895 Jul 23 21:27:00.302644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-45411408-1b4a-4014-87cc-e5e1d7dbf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:00.304175 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-45411408-1b4a-4014-87cc-e5e1d7dbf343 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548983 Jul 23 21:27:00.402856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-32c36316-aef6-47d9-9276-924e9a18d2a1 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Jul 23 21:27:00.521959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ea6652-d2d1-4901-bb03-5d8bae61da69 req-a118d10c-0d42-4450-bd2f-a2780eede418 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124020 Jul 23 21:27:00.557928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef21336-b49e-430c-94fc-63e3fdecb59e req-1fb2ec21-ca15-4c67-ab79-eb59c428a40a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:00.559403 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bef21336-b49e-430c-94fc-63e3fdecb59e req-1fb2ec21-ca15-4c67-ab79-eb59c428a40a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0744379 Jul 23 21:27:00.599566 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bef21336-b49e-430c-94fc-63e3fdecb59e req-45bf3503-764b-4676-9666-fc55a2bfcd7c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331428 Jul 23 21:27:01.742876 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a495b-e2b5-417c-a095-0355518df2bb req-bcd756ba-7a57-42a5-bf49-aeb339749f3d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:01.744382 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd8a495b-e2b5-417c-a095-0355518df2bb req-bcd756ba-7a57-42a5-bf49-aeb339749f3d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0721841 Jul 23 21:27:01.782876 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bd8a495b-e2b5-417c-a095-0355518df2bb req-106f5379-7375-4593-b7ec-840863f47ca2 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327148 Jul 23 21:27:02.912835 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acfed1-9eb9-431a-8b74-684d3e4e454e req-4eedf81b-ab44-4342-a090-884c1c43aa45 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:02.914366 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5acfed1-9eb9-431a-8b74-684d3e4e454e req-4eedf81b-ab44-4342-a090-884c1c43aa45 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0634749 Jul 23 21:27:02.951200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f5acfed1-9eb9-431a-8b74-684d3e4e454e req-e5be4ff2-0080-499e-afab-81e675c1fbb7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Jul 23 21:27:04.079206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076bb1a-47a4-447d-8228-a31480c4a92d req-8bc917fe-5ca1-4b20-8150-4ec492a346d3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:04.080743 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c076bb1a-47a4-447d-8228-a31480c4a92d req-8bc917fe-5ca1-4b20-8150-4ec492a346d3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0630205 Jul 23 21:27:04.122369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c076bb1a-47a4-447d-8228-a31480c4a92d req-ca19a1c0-1f71-4ae8-ab3f-47147110691a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354762 Jul 23 21:27:05.576265 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a4229-2e28-4892-b91a-4e384363e3a9 req-c1119841-4a23-47c0-95d2-acdb49cf2699 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:05.577776 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d77a4229-2e28-4892-b91a-4e384363e3a9 req-c1119841-4a23-47c0-95d2-acdb49cf2699 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.1303399 Jul 23 21:27:05.615807 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d77a4229-2e28-4892-b91a-4e384363e3a9 req-bf5ac019-7d35-4078-93ea-79da7dff2402 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Jul 23 21:27:06.793385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505244e4-7220-4053-9437-9bae1fddaacd req-b31598d0-ecf7-4606-87f3-d84a8f9cea7a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:06.794923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-505244e4-7220-4053-9437-9bae1fddaacd req-b31598d0-ecf7-4606-87f3-d84a8f9cea7a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.1131036 Jul 23 21:27:06.838396 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-505244e4-7220-4053-9437-9bae1fddaacd req-2b85ffb2-e2db-4fc1-acbf-e30bd7768e83 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331926 Jul 23 21:27:07.974796 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec56807-c980-4271-a703-5203967b9575 req-7114176b-1c6e-48c1-a178-8eed1175b0dd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:07.977120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec56807-c980-4271-a703-5203967b9575 req-7114176b-1c6e-48c1-a178-8eed1175b0dd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0741882 Jul 23 21:27:08.029857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4ec56807-c980-4271-a703-5203967b9575 req-8faa16f2-716f-4db5-9214-61baea029b98 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472620 Jul 23 21:27:09.162782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5187c-0cda-4be1-ba65-929735c0b4bf req-e5bd621c-70ec-4867-b70f-5ced37a9b539 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:09.164280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9df5187c-0cda-4be1-ba65-929735c0b4bf req-e5bd621c-70ec-4867-b70f-5ced37a9b539 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0669892 Jul 23 21:27:09.202264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9df5187c-0cda-4be1-ba65-929735c0b4bf req-3715dcee-3f38-4538-9258-66f6a2656faa tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323157 Jul 23 21:27:10.330398 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046260e-55c8-4410-aa70-4987ad39c58a req-dd3b4350-5372-4aa1-ad05-ec0c35a741fa tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:10.331812 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0046260e-55c8-4410-aa70-4987ad39c58a req-dd3b4350-5372-4aa1-ad05-ec0c35a741fa tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0640018 Jul 23 21:27:10.374560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0046260e-55c8-4410-aa70-4987ad39c58a req-d4d1da49-3553-4145-ba4a-277077f2a0f1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369804 Jul 23 21:27:10.669232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:27:10.767112 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:10.778504 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'port_id': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'mac_address': 'fa:16:3e:16:74:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:27:10.815726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:10.827855 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40170327-9a06-486e-8b66-b26a8a9a3ea3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:27:10.846738 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:10.851438 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:10.896587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:10.903571 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.903919 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.904257 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.904592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.904923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.905253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.905606 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.905933 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.906256 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.906577 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.906898 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:10.907217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:27:11.120672 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['40170327-9a06-486e-8b66-b26a8a9a3ea3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:27:11.502751 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28862fc8-6337-43c6-90fd-ff03628fdf25 req-991e2cdf-e039-4074-ba71-452eb348bea5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:11.504262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28862fc8-6337-43c6-90fd-ff03628fdf25 req-991e2cdf-e039-4074-ba71-452eb348bea5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 944 time: 0.0646539 Jul 23 21:27:11.541781 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-28862fc8-6337-43c6-90fd-ff03628fdf25 req-5d770054-ebd8-441c-928a-c58fb63789f6 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jul 23 21:27:12.669241 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:27:12.670405 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92acfc-e123-4dc6-a4b9-e79785c46db5 req-425cfcb5-b4e7-499c-aafa-b09c3f70e82a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:12.671939 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e92acfc-e123-4dc6-a4b9-e79785c46db5 req-425cfcb5-b4e7-499c-aafa-b09c3f70e82a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 944 time: 0.0649836 Jul 23 21:27:12.710821 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2e92acfc-e123-4dc6-a4b9-e79785c46db5 req-773fec60-7bd6-4084-a80c-e97ff5852f79 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330052 Jul 23 21:27:12.720357 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port 40170327-9a06-486e-8b66-b26a8a9a3ea3 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:27:12.726657 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 40170327-9a06-486e-8b66-b26a8a9a3ea3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:27:12.727036 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:12.801140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:12.823374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:12.825564 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229324c-f743-4b24-be24-4c4e2842a85f" -d '{"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-plugged", "status": "completed", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:12.838506 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:27:12.843086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:12.866899 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5212bc63-4af9-45fa-b2c3-fd33d194258b x-openstack-request-id: req-5212bc63-4af9-45fa-b2c3-fd33d194258b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:12.867212 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-plugged", "status": "completed", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:12.867446 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5212bc63-4af9-45fa-b2c3-fd33d194258b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:12.867832 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'code': 200} Jul 23 21:27:12.896922 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:12.973753 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69464b4b-98f5-40c3-b4ef-ce0658d3ebca req-08863d8b-48b7-4b43-997f-4760919dbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:12.975225 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69464b4b-98f5-40c3-b4ef-ce0658d3ebca req-08863d8b-48b7-4b43-997f-4760919dbd71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0553584 Jul 23 21:27:13.010357 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-69464b4b-98f5-40c3-b4ef-ce0658d3ebca req-21feedb1-c0d4-487f-a110-d075a56c9cb2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278792 Jul 23 21:27:13.839978 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d801407-4b76-440a-8ee6-03b1d4763a2e req-aee731b3-240e-4f6b-9c11-1a7431c68dd5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:13.841471 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d801407-4b76-440a-8ee6-03b1d4763a2e req-aee731b3-240e-4f6b-9c11-1a7431c68dd5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0625253 Jul 23 21:27:13.881003 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6d801407-4b76-440a-8ee6-03b1d4763a2e req-a315129b-ef2b-4edf-ac8d-16349413303b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Jul 23 21:27:13.970851 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c32b52f9-2d09-4c23-b821-2d119087fcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.010867 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecc0f9-ae1c-42f1-85b1-067f0f56ed0d req-edf44646-d191-4734-a8b7-dcc4c2b36649 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:14.012282 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ecc0f9-ae1c-42f1-85b1-067f0f56ed0d req-edf44646-d191-4734-a8b7-dcc4c2b36649 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0642025 Jul 23 21:27:14.054442 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76ecc0f9-ae1c-42f1-85b1-067f0f56ed0d req-4e40a730-07ef-4330-b68e-2a06b9f2abb9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Jul 23 21:27:14.075509 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:14.128262 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f42d5-ed38-4f4f-9384-b94f5a6c7f7d tempest-TestShelveInstance-131509844 tempest-TestShelveInstance-131509844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:14.129802 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-8a2f42d5-ed38-4f4f-9384-b94f5a6c7f7d tempest-TestShelveInstance-131509844 tempest-TestShelveInstance-131509844-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1092 time: 0.0533040 Jul 23 21:27:14.133233 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35540) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:27:14.138102 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:27:14.159783 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.257878 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.356262 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Allocated IP 172.25.8.120 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/4859eaf5-f20c-49a7-aefb-ad098e86117c) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:27:14.459479 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.497510 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.532611 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:27:14.537087 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:27:14.540564 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:27:14.542838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.548916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'Port': ['ID=4859eaf5-f20c-49a7-aefb-ad098e86117c,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:14.908172 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:14.989280 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.149399 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.154036 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.225495 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event updated for resources: {'Port': ['ID=4859eaf5-f20c-49a7-aefb-ad098e86117c,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:27:15.237379 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.339645 n-d-793620-13 neutron-server[94026]: INFO neutron.db.l3_db [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Floating IP 85ada6bd-b92b-44fc-a254-74f09b87b21a associated. External IP: 172.25.8.120, port: 40170327-9a06-486e-8b66-b26a8a9a3ea3. Jul 23 21:27:15.543742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:27:15.971847 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:27:15.983275 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:27:15.988488 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:15.994221 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:15.994841 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:16.041503 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b986bece-21c5-4e00-92b3-5d4f87ee79c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8953533 Jul 23 21:27:16.041503 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:27:16.041503 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:27:16.073192 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa09b78-d93e-4939-be3f-34ddeec3e264 x-openstack-request-id: req-faa09b78-d93e-4939-be3f-34ddeec3e264 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:27:16.073542 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:27:16.073962 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-faa09b78-d93e-4939-be3f-34ddeec3e264 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:27:16.074382 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'status': 'completed', 'code': 200} Jul 23 21:27:16.112710 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:16.151042 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-593929c4-3f31-4f0c-a594-614aa0b50687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:16.152565 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-593929c4-3f31-4f0c-a594-614aa0b50687 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0550523 Jul 23 21:27:16.250290 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-da913480-af42-4ff1-a3b5-7d98ebe4f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:16.251739 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-da913480-af42-4ff1-a3b5-7d98ebe4f100 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0926592 Jul 23 21:27:16.315244 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-be26f6d1-81e4-4bd9-8262-9b4987c43770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 999 time: 0.0575948 Jul 23 21:27:16.341365 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '85ada6bd-b92b-44fc-a254-74f09b87b21a', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'port_id': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'mac_address': 'fa:16:3e:16:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38368e55-6c34-4e81-a65a-cee842514288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:27:14Z', 'updated_at': '2021-07-23T21:27:14Z', 'revision_number': 0, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:16.368309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-d444493d-bcea-48bc-9e24-aa33174b8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:16.368782 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:27:16.369825 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-d444493d-bcea-48bc-9e24-aa33174b8f34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0486107 Jul 23 21:27:16.377021 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:27:16.377650 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:26:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:16.431259 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-a4eb18ce-5da3-40a0-82b9-09545d760638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:27:16.432955 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-a4eb18ce-5da3-40a0-82b9-09545d760638 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574465 Jul 23 21:27:16.511580 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-55528f8a-1703-4ab2-b0ba-7b0d6ef5522a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:16.516125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:16.532410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-1280e8c3-165e-4482-bc35-25ec5961636b service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927312 Jul 23 21:27:16.586829 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:27:16.634767 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4c002d67-37b0-40d0-818c-4aa4fdf22c1e req-33047edd-7f11-4614-a916-42b47ed3b0c5 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958927 Jul 23 21:27:16.809202 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '85ada6bd-b92b-44fc-a254-74f09b87b21a', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'port_id': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'mac_address': 'fa:16:3e:16:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38368e55-6c34-4e81-a65a-cee842514288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:27:14Z', 'updated_at': '2021-07-23T21:27:14Z', 'revision_number': 0, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:27:16.835611 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b4ad31-21ab-439d-a831-19c48bd7bbfa None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '85ada6bd-b92b-44fc-a254-74f09b87b21a', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'port_id': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'mac_address': 'fa:16:3e:16:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38368e55-6c34-4e81-a65a-cee842514288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:27:14Z', 'updated_at': '2021-07-23T21:27:14Z', 'revision_number': 0, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:27:17.012586 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a67d4f-522f-4cca-86e8-3a32e6d30087 None None] New status for floating IP 85ada6bd-b92b-44fc-a254-74f09b87b21a: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:27:18.000777 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:18.027699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:19.944950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:27.858445 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:27:43.971767 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6a043553-a96b-4ffd-a7b2-05ee6eaeeb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:44.548379 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.506921 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:46.508820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-50f852a9-b69d-44c1-b9e6-8cb98b060e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:48.005257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:48.027018 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:27:49.947249 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:04.857313 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:28:10.845777 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-329eaa36-6834-4026-af14-3a272721121b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0906956 Jul 23 21:28:10.938284 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071457-1c41-4194-9d5b-0d017326f87d req-b0babc20-c211-4208-bcd5-23cd27d2052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:10.939789 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-b0babc20-c211-4208-bcd5-23cd27d2052a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0539186 Jul 23 21:28:11.043578 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071457-1c41-4194-9d5b-0d017326f87d req-14710320-c895-47f2-837f-021b25c270b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:11.045063 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-14710320-c895-47f2-837f-021b25c270b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0874879 Jul 23 21:28:11.113982 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-a19ed4c1-fe7d-4f7e-8a37-5141d3c48e64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0623543 Jul 23 21:28:11.168551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071457-1c41-4194-9d5b-0d017326f87d req-e9f25990-ff08-4ec6-92ee-cb691e5e9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:11.169969 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-e9f25990-ff08-4ec6-92ee-cb691e5e9cf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0504944 Jul 23 21:28:11.226921 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071457-1c41-4194-9d5b-0d017326f87d req-b8027067-7aee-4831-a0b7-45822819fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:28:11.228387 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-b8027067-7aee-4831-a0b7-45822819fdbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527160 Jul 23 21:28:11.317720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-3f112e23-5d5f-4664-972d-4c95891bdbaf service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830877 Jul 23 21:28:11.402718 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-31071457-1c41-4194-9d5b-0d017326f87d req-ceded4e5-5ba0-429f-9bbf-1294065f29ba service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785513 Jul 23 21:28:13.972778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-49dc998f-c1a1-4dbf-b3ab-51bb5ca92efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:14.559769 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.505941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:16.511436 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-56025209-f633-40c9-986c-eeff1b869679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.006637 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:18.043319 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:19.950489 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:41.856567 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:28:43.974385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fffb85c3-4bae-45a0-858f-4b4ddc7e2b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:44.563492 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:46.505161 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:46.510654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54bc21d1-f311-40db-bfcf-99ba078b25d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:48.009687 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:48.042773 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:28:49.953217 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:12.677263 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7bcc6-0341-43d7-bad1-33e9e8574d5c req-411164a1-528e-4853-a2a8-754fec7132a7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:12.678808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc7bcc6-0341-43d7-bad1-33e9e8574d5c req-411164a1-528e-4853-a2a8-754fec7132a7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0701394 Jul 23 21:29:12.722945 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8bc7bcc6-0341-43d7-bad1-33e9e8574d5c req-dfb79481-7bfb-4bd6-904d-3bcaeabede4c tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384843 Jul 23 21:29:12.850288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-e1af7878-57c9-4578-944b-10c7ad61f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:12.851788 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-e1af7878-57c9-4578-944b-10c7ad61f2a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0627711 Jul 23 21:29:12.955407 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-36955ec7-d314-49dd-a0ea-836b06678d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:12.956775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-36955ec7-d314-49dd-a0ea-836b06678d1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0861251 Jul 23 21:29:13.020639 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-c9957e1e-a5b2-4b2e-9871-bbe35ed21837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0575306 Jul 23 21:29:13.067906 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-1cd5a114-8694-4209-92f7-831b3ce46210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:13.069349 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-1cd5a114-8694-4209-92f7-831b3ce46210 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0424490 Jul 23 21:29:13.131854 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-1180d99b-cfd2-4a5d-87a4-3b42b58bb519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:13.133348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-1180d99b-cfd2-4a5d-87a4-3b42b58bb519 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584435 Jul 23 21:29:13.220885 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-1317967e-2e91-4261-ab56-ee5043dc6fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809522 Jul 23 21:29:13.310909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-89cd3238-ccf4-4bc9-9bc6-8f2badb4e32c req-f938e201-9d9a-4bd3-8c21-4f137eb1a4b5 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835063 Jul 23 21:29:13.882004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2936fe3-5721-4b6f-95bc-21356bbdc6b8 req-e3e76cb1-737c-440b-8151-fe60cb9061dc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:13.883506 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2936fe3-5721-4b6f-95bc-21356bbdc6b8 req-e3e76cb1-737c-440b-8151-fe60cb9061dc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jul 23 21:29:13.920580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a2936fe3-5721-4b6f-95bc-21356bbdc6b8 req-77b334fe-dc42-4d1f-bf67-cbf52a5bc448 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315228 Jul 23 21:29:13.974555 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-caee3891-0c3b-4e4f-aa9e-095ced609309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:14.564373 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:15.077274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6044e-f54c-4f70-be57-0788cb5a2431 req-65b8b051-e62f-4dec-8863-89356a1c1845 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:15.078785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99d6044e-f54c-4f70-be57-0788cb5a2431 req-65b8b051-e62f-4dec-8863-89356a1c1845 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0619493 Jul 23 21:29:15.120190 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-99d6044e-f54c-4f70-be57-0788cb5a2431 req-cbc5ae0c-d3fe-40bd-add8-5e33729f2874 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348084 Jul 23 21:29:16.256030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5404e-492c-4af6-b1b3-bc3896f759ce req-89427b5e-ce94-4617-9f4e-21bfdb57f068 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:16.257589 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14b5404e-492c-4af6-b1b3-bc3896f759ce req-89427b5e-ce94-4617-9f4e-21bfdb57f068 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0651102 Jul 23 21:29:16.296572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-14b5404e-492c-4af6-b1b3-bc3896f759ce req-1484c0bb-6b3d-45e4-a3c1-40d08d69739b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333724 Jul 23 21:29:16.506206 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:16.508031 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eeae2f53-13d4-4368-b874-27dc117eaf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:17.429390 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486fa28-fd64-49e0-96b7-a8ce29044510 req-522398a1-1fba-482a-a8d5-25b548deb404 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:17.430909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6486fa28-fd64-49e0-96b7-a8ce29044510 req-522398a1-1fba-482a-a8d5-25b548deb404 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0642171 Jul 23 21:29:17.467577 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6486fa28-fd64-49e0-96b7-a8ce29044510 req-08725183-a88c-4927-a226-e82b04bb3e22 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Jul 23 21:29:18.012128 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:18.075672 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:18.613065 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b5771-75dc-4f31-9e97-b5fc5198ffaa req-2b25c764-c9c1-4d19-9e78-4eea7a9d8712 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:18.614601 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d0b5771-75dc-4f31-9e97-b5fc5198ffaa req-2b25c764-c9c1-4d19-9e78-4eea7a9d8712 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0732203 Jul 23 21:29:18.655592 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3d0b5771-75dc-4f31-9e97-b5fc5198ffaa req-9b529e5e-c34a-4d0c-be58-d7583c237ee0 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350630 Jul 23 21:29:18.858118 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:29:19.784431 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249655-9fa5-4abd-aace-4d3ad579cbaf req-b54a21ca-1cf2-4dc9-b053-986f9ac84b7e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:19.785959 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5249655-9fa5-4abd-aace-4d3ad579cbaf req-b54a21ca-1cf2-4dc9-b053-986f9ac84b7e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0637627 Jul 23 21:29:19.823673 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b5249655-9fa5-4abd-aace-4d3ad579cbaf req-6831ce59-0e27-420d-b198-d1e928890fb3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Jul 23 21:29:19.956646 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:20.957855 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b8bc9-25e8-4fa2-9f81-3b4958b7e90e req-b827e555-1708-4e45-9f39-0ee4d36fbf8f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:20.959245 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-191b8bc9-25e8-4fa2-9f81-3b4958b7e90e req-b827e555-1708-4e45-9f39-0ee4d36fbf8f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0671568 Jul 23 21:29:21.004169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-191b8bc9-25e8-4fa2-9f81-3b4958b7e90e req-bbe08b4d-08c8-4976-99bd-01371dc59974 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393033 Jul 23 21:29:22.132214 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd642bb-e59a-4bea-b226-60fa56213562 req-417dc444-3fe9-4d13-83a4-2e59db7f0b00 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:22.133721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd642bb-e59a-4bea-b226-60fa56213562 req-417dc444-3fe9-4d13-83a4-2e59db7f0b00 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0629554 Jul 23 21:29:22.169742 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-5cd642bb-e59a-4bea-b226-60fa56213562 req-19045190-0ac0-45c5-8aad-8514bd988f64 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304315 Jul 23 21:29:22.808257 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e235-91c1-472c-9648-393920d6ef6b req-1b2f6e9b-8055-4a52-a95a-b008760406e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:22.809785 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-1b2f6e9b-8055-4a52-a95a-b008760406e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0532990 Jul 23 21:29:22.899529 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e235-91c1-472c-9648-393920d6ef6b req-0dff3c7b-edc4-4a54-9ec6-80471babe054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:22.900908 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-0dff3c7b-edc4-4a54-9ec6-80471babe054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0853586 Jul 23 21:29:22.963694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-916c14a6-c1af-4964-af07-422a04cc02d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0551455 Jul 23 21:29:23.015625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e235-91c1-472c-9648-393920d6ef6b req-f8c69248-e0f0-40d3-acc8-48ed8bda34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:23.017731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-f8c69248-e0f0-40d3-acc8-48ed8bda34d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0473788 Jul 23 21:29:23.073524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134e235-91c1-472c-9648-393920d6ef6b req-71f891c2-14f3-4864-b79a-2234c45dcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:23.075015 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-71f891c2-14f3-4864-b79a-2234c45dcac1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516424 Jul 23 21:29:23.165630 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-5fb83c6a-5e95-40cc-99f0-896323b9d27a service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830631 Jul 23 21:29:23.276966 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b134e235-91c1-472c-9648-393920d6ef6b req-2a5ffcd7-14f7-4fff-b1db-64ce83bf3605 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054668 Jul 23 21:29:23.309482 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4ee82-9364-415c-a8da-21519ff2bc07 req-04b394b7-2cf7-4d5f-b95b-b9ce7f2d066b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:23.310936 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bc4ee82-9364-415c-a8da-21519ff2bc07 req-04b394b7-2cf7-4d5f-b95b-b9ce7f2d066b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0734916 Jul 23 21:29:23.351681 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bc4ee82-9364-415c-a8da-21519ff2bc07 req-f60cb3c9-40a7-4320-b716-46145a8a188d tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344865 Jul 23 21:29:24.480076 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf5016-69b0-4fcf-850b-1c5ff3e8ccec req-0cb56e07-e319-4f9a-87d4-b14a113c1de7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:24.481587 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5cf5016-69b0-4fcf-850b-1c5ff3e8ccec req-0cb56e07-e319-4f9a-87d4-b14a113c1de7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0628219 Jul 23 21:29:24.519290 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a5cf5016-69b0-4fcf-850b-1c5ff3e8ccec req-c0916711-c43f-4de0-ab7d-15c04dc51d32 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316036 Jul 23 21:29:25.647206 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9711ca-b635-45fa-8e62-0f9a380d49c3 req-e6347f16-aa19-4d00-81a4-5edc4913ba4b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:25.648745 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9711ca-b635-45fa-8e62-0f9a380d49c3 req-e6347f16-aa19-4d00-81a4-5edc4913ba4b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0635161 Jul 23 21:29:25.686287 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f9711ca-b635-45fa-8e62-0f9a380d49c3 req-aba38369-c2a0-4229-8ad2-2edcf9a76fcc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Jul 23 21:29:26.816711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc91f7-bc8f-430a-b7eb-d5605063fe9b req-6b805ba7-1bd7-481e-945f-6a9842046b95 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:26.818209 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95bc91f7-bc8f-430a-b7eb-d5605063fe9b req-6b805ba7-1bd7-481e-945f-6a9842046b95 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0648410 Jul 23 21:29:26.855372 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-95bc91f7-bc8f-430a-b7eb-d5605063fe9b req-756d07e1-1731-447c-8916-674f920500c8 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Jul 23 21:29:27.083204 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-09e5cf9d-7061-4b43-a990-bc71c7f184b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915365 Jul 23 21:29:27.099473 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ff401-9fe6-4766-bf94-ab0a3f0cfc86 req-864cbb20-eb44-48c8-83b2-0d7885a79886 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:27.101652 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b0ff401-9fe6-4766-bf94-ab0a3f0cfc86 req-864cbb20-eb44-48c8-83b2-0d7885a79886 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0800083 Jul 23 21:29:27.139569 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2b0ff401-9fe6-4766-bf94-ab0a3f0cfc86 req-f1a86cc6-4d84-4664-a684-443870e74442 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318205 Jul 23 21:29:28.280467 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3b158-a9a0-4535-aa8f-c333f523e720 req-e496da75-7115-4e7b-88f6-b6c47152c258 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:28.282476 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38f3b158-a9a0-4535-aa8f-c333f523e720 req-e496da75-7115-4e7b-88f6-b6c47152c258 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0681567 Jul 23 21:29:28.321250 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-38f3b158-a9a0-4535-aa8f-c333f523e720 req-dbd25b14-5692-43de-86f0-86a18775d742 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330350 Jul 23 21:29:29.316387 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:29:29.395403 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:29.417339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:29:29.419569 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16323644-3934-499e-b942-cfc8af947642" -d '{"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-unplugged", "status": "completed", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:29:29.432911 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:29.437868 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:29.462287 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Jul 2021 21:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a45e518-1f8c-4f48-a30a-dc2c54cbaf5c x-openstack-request-id: req-8a45e518-1f8c-4f48-a30a-dc2c54cbaf5c {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:29:29.462578 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-unplugged", "status": "failed", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "code": 422}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:29:29.462827 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a45e518-1f8c-4f48-a30a-dc2c54cbaf5c {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:29:29.463213 n-d-793620-13 neutron-server[94028]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'code': 422} returned with failed status Jul 23 21:29:29.471337 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63e263-3127-4aee-9194-843cd1f2d2c8 req-4a080015-714b-4608-b612-52f28af850d1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:29.473203 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d63e263-3127-4aee-9194-843cd1f2d2c8 req-4a080015-714b-4608-b612-52f28af850d1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0818009 Jul 23 21:29:29.490051 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:29.497588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.497940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.498281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.498613 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.498945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.499278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.499727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.499928 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.500252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.500601 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.500940 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.501264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:29:29.513632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d63e263-3127-4aee-9194-843cd1f2d2c8 req-ff8a6420-7218-4b49-9df0-8d836f46bacf tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Jul 23 21:29:30.645918 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe35a0-325e-48ec-a806-562e6861f4e1 req-4eed50cd-2bbf-4c6b-ba57-c47049e03125 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:30.647722 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09fe35a0-325e-48ec-a806-562e6861f4e1 req-4eed50cd-2bbf-4c6b-ba57-c47049e03125 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0674610 Jul 23 21:29:30.992530 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-09fe35a0-325e-48ec-a806-562e6861f4e1 req-914a6e42-256f-4674-ab8d-6aafaa3c5770 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3388605 Jul 23 21:29:31.666309 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b8df-4828-4d22-8530-119440c6d643 req-abd9c978-e6b0-45c1-bb99-461299f6f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:31.671454 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-abd9c978-e6b0-45c1-bb99-461299f6f461 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288&tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0 HTTP/1.1" status: 200 len: 1095 time: 0.0627565 Jul 23 21:29:31.746947 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b8df-4828-4d22-8530-119440c6d643 req-6c27c810-c894-40e6-98ca-37e97101fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:31.748514 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-6c27c810-c894-40e6-98ca-37e97101fb50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1095 time: 0.0539746 Jul 23 21:29:31.838833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b8df-4828-4d22-8530-119440c6d643 req-ccef51e1-f87c-4a44-af18-cbc9b96f2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:31.840320 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-ccef51e1-f87c-4a44-af18-cbc9b96f2366 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0856609 Jul 23 21:29:31.903823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-36299690-882a-40ca-b943-1c75fe590e0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 999 time: 0.0570371 Jul 23 21:29:31.953530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b8df-4828-4d22-8530-119440c6d643 req-7046168e-d52a-41ec-b29a-fc85040827d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:31.955975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-7046168e-d52a-41ec-b29a-fc85040827d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0461140 Jul 23 21:29:32.011157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b8df-4828-4d22-8530-119440c6d643 req-3c60e699-ef29-47bf-8e4d-12899c485865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:32.012651 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-3c60e699-ef29-47bf-8e4d-12899c485865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508981 Jul 23 21:29:32.142451 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-22103865-5af0-49be-a7df-df04e65b0330 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214354 Jul 23 21:29:32.182583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067c88c-6f1e-4ac5-aea9-49460050e20d req-c740d666-6cc7-43ab-a126-0ad134c4931e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:32.184020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8067c88c-6f1e-4ac5-aea9-49460050e20d req-c740d666-6cc7-43ab-a126-0ad134c4931e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.1056764 Jul 23 21:29:32.265316 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-8067c88c-6f1e-4ac5-aea9-49460050e20d req-5fe84ad9-f2cc-4f83-a8ed-164391595a18 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731595 Jul 23 21:29:32.279600 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-9fd64b08-12ff-4d9e-a0f0-eef31a090caf service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319170 Jul 23 21:29:33.394661 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81ecaf-c69a-4e0b-95d5-6a071aaad7c0 req-6f8999e9-eb8b-4a8b-956a-7190fc1cb05e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:33.396147 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce81ecaf-c69a-4e0b-95d5-6a071aaad7c0 req-6f8999e9-eb8b-4a8b-956a-7190fc1cb05e tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0641797 Jul 23 21:29:33.433338 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ce81ecaf-c69a-4e0b-95d5-6a071aaad7c0 req-145ef275-d038-44e4-b11f-9eddcd9a5bc5 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Jul 23 21:29:34.564927 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f652cc3-4eec-4f15-ad55-4e0ebc7b6e7b req-3fd54993-0530-427c-a0d2-617486f311b1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:34.566465 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f652cc3-4eec-4f15-ad55-4e0ebc7b6e7b req-3fd54993-0530-427c-a0d2-617486f311b1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0617285 Jul 23 21:29:34.602918 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2f652cc3-4eec-4f15-ad55-4e0ebc7b6e7b req-7389aaab-fe70-4b49-89d9-d052297b72e1 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307634 Jul 23 21:29:35.734325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9529b-6175-4929-9346-9890c7d66b1c req-ca2784a7-74f7-4882-ab0b-10ccf9b18079 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:35.735872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46e9529b-6175-4929-9346-9890c7d66b1c req-ca2784a7-74f7-4882-ab0b-10ccf9b18079 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0671139 Jul 23 21:29:35.773013 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46e9529b-6175-4929-9346-9890c7d66b1c req-3a727afb-97ea-4111-a09a-4f3a99e38ac7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312977 Jul 23 21:29:36.905019 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee593907-206a-4eee-a5e6-72633162a34e req-cdd3564b-1b15-4a4e-81a7-5e72835fa6cf tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:36.906445 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee593907-206a-4eee-a5e6-72633162a34e req-cdd3564b-1b15-4a4e-81a7-5e72835fa6cf tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0665498 Jul 23 21:29:36.944468 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ee593907-206a-4eee-a5e6-72633162a34e req-817e7472-a297-41f0-b7bd-d1b22fc0ab49 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317523 Jul 23 21:29:38.075471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c1d56-bcc8-450b-898e-07d085d0c8b6 req-7a59d831-9ca4-4100-8aae-66926d60e932 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:38.076978 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c29c1d56-bcc8-450b-898e-07d085d0c8b6 req-7a59d831-9ca4-4100-8aae-66926d60e932 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0665402 Jul 23 21:29:38.114725 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c29c1d56-bcc8-450b-898e-07d085d0c8b6 req-d4e81d1d-a941-49c5-8d8c-a9fde9020655 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jul 23 21:29:39.242718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec138bb8-d02f-4792-9a0c-cb01f9ee1be0 req-1bf1c905-5775-42e3-b697-adb4ec8ad6d3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:39.244196 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec138bb8-d02f-4792-9a0c-cb01f9ee1be0 req-1bf1c905-5775-42e3-b697-adb4ec8ad6d3 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0629652 Jul 23 21:29:39.280348 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec138bb8-d02f-4792-9a0c-cb01f9ee1be0 req-cd1ebda9-f319-483d-8115-68d748c02e11 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306129 Jul 23 21:29:40.407693 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b113c-d7d0-407a-9ac3-d09927d5e12f req-09e7b774-11c3-4a6e-ac24-3708e0fc1713 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:40.409170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-800b113c-d7d0-407a-9ac3-d09927d5e12f req-09e7b774-11c3-4a6e-ac24-3708e0fc1713 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 943 time: 0.0625107 Jul 23 21:29:40.445961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-800b113c-d7d0-407a-9ac3-d09927d5e12f req-a5f1727f-a6c0-42f9-ab5d-7fa0b232e055 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312295 Jul 23 21:29:41.346264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:29:41.439976 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:41.450535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'port_id': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'mac_address': 'fa:16:3e:16:74:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:29:41.486578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.499265 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40170327-9a06-486e-8b66-b26a8a9a3ea3 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:29:41.519888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:41.524734 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:41.576542 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:41.580047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751c7ff-98d7-4417-8809-e27b82467e20 req-98dcf6eb-b8d1-4249-bb74-984f748d21de tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:41.581594 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d751c7ff-98d7-4417-8809-e27b82467e20 req-98dcf6eb-b8d1-4249-bb74-984f748d21de tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 944 time: 0.0694466 Jul 23 21:29:41.619771 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d751c7ff-98d7-4417-8809-e27b82467e20 req-ab68be2c-5e44-45d1-826e-57b9883de5a7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Jul 23 21:29:41.763494 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['40170327-9a06-486e-8b66-b26a8a9a3ea3'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:29:42.752462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1d118-d69e-457c-aedd-e3b28bae75ce req-4eee72e7-b6d6-4558-a7a7-0e5adda6b5e7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:42.753990 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07c1d118-d69e-457c-aedd-e3b28bae75ce req-4eee72e7-b6d6-4558-a7a7-0e5adda6b5e7 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 944 time: 0.0651104 Jul 23 21:29:42.791167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-07c1d118-d69e-457c-aedd-e3b28bae75ce req-7b7ea9d6-703d-4ce0-b58e-a2676bd3d6ef tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315838 Jul 23 21:29:43.349998 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:29:43.396677 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port 40170327-9a06-486e-8b66-b26a8a9a3ea3 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:29:43.397045 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.471312 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.493217 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:29:43.495466 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d6e7b8-f925-46c9-90d8-4b3738a06748" -d '{"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-plugged", "status": "completed", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:29:43.511088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:29:43.516471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:43.565959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:29:43.924280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965430-1451-41a2-ab4c-c16c7c2a0ab2 req-9233375a-1a49-4422-83fd-ced969fec1a9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:43.925924 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7965430-1451-41a2-ab4c-c16c7c2a0ab2 req-9233375a-1a49-4422-83fd-ced969fec1a9 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0685883 Jul 23 21:29:43.964309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7965430-1451-41a2-ab4c-c16c7c2a0ab2 req-593eec89-4595-412d-8ae9-61101f419844 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Jul 23 21:29:43.974960 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-098f9ee9-87ac-4161-9c5b-c1af21e7a62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.550470 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25453bb4-fbe4-4d9c-aeab-d27a81faba60 x-openstack-request-id: req-25453bb4-fbe4-4d9c-aeab-d27a81faba60 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:29:44.551003 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-plugged", "status": "completed", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:29:44.551003 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25453bb4-fbe4-4d9c-aeab-d27a81faba60 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:29:44.551397 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'code': 200} Jul 23 21:29:44.581315 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:44.706304 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1940904-65c1-4af9-ae00-b15b82bf6e7c req-6af4a02a-c563-4fde-8f91-d6c46726f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:44.707808 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1940904-65c1-4af9-ae00-b15b82bf6e7c req-6af4a02a-c563-4fde-8f91-d6c46726f87e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0541203 Jul 23 21:29:44.740775 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e1940904-65c1-4af9-ae00-b15b82bf6e7c req-eff7dced-54e1-4603-befa-bd3ec256e525 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269399 Jul 23 21:29:45.093383 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76253e13-64cb-4317-a837-e2ff005c01e6 req-be75b74d-1f1e-42e1-9656-165f515da08b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:45.095648 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76253e13-64cb-4317-a837-e2ff005c01e6 req-be75b74d-1f1e-42e1-9656-165f515da08b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0656135 Jul 23 21:29:45.131553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-76253e13-64cb-4317-a837-e2ff005c01e6 req-3f616209-0e23-4e3a-8fba-27635346855f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303071 Jul 23 21:29:46.264435 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d417463-030e-45fe-a482-9ada484ca8b9 req-aa148e27-d9bd-4ec8-9b25-ae6eeb54f53b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:29:46.266543 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d417463-030e-45fe-a482-9ada484ca8b9 req-aa148e27-d9bd-4ec8-9b25-ae6eeb54f53b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0659416 Jul 23 21:29:46.302464 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2d417463-030e-45fe-a482-9ada484ca8b9 req-8d070d35-a39b-4253-8089-f568c8c262fc tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Jul 23 21:29:46.507140 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6ad15112-8b0e-49ca-9111-f903e7ffec73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:46.508937 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.014667 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:48.075828 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:49.959708 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:29:55.858133 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:30:12.802392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-20499f65-a5f0-4f29-8da1-e0f0f6718032 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572343 Jul 23 21:30:12.910673 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-bf395c27-711b-4a59-8918-d073fc7303b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:12.912309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-bf395c27-711b-4a59-8918-d073fc7303b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0623291 Jul 23 21:30:13.028837 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-9b76c2c5-eec9-442f-831d-af3634a62ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:13.031783 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-9b76c2c5-eec9-442f-831d-af3634a62ccb service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.0992641 Jul 23 21:30:13.116576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-8d21a7e7-3f26-4afe-b671-967e7fd60d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 1001 time: 0.0756056 Jul 23 21:30:13.173218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-cd5343f3-3fec-430e-b3c6-de87aeda643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:13.174755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-cd5343f3-3fec-430e-b3c6-de87aeda643d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0518670 Jul 23 21:30:13.242105 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-6fd48c54-4ae1-4461-9c69-f7face16730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:30:13.243634 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-6fd48c54-4ae1-4461-9c69-f7face16730a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616870 Jul 23 21:30:13.255806 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-06565838-eae9-46f4-9655-5ae8b02c78ab service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:30:13.256782 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-06565838-eae9-46f4-9655-5ae8b02c78ab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061176 Jul 23 21:30:13.367200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-e1be3441-0ad8-4543-acc6-6eaae225c62f service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030769 Jul 23 21:30:13.466713 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-17af8997-e70f-45a9-9211-52a0c73aa648 req-fd2eb493-c068-4cf7-aa5b-d236394bfaf7 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924604 Jul 23 21:30:13.976509 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c51bb280-e19e-42fe-b227-237d273cfde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:14.591813 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:16.509655 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d8462a3e-41a5-4d70-b868-eddfbadf92aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:16.511330 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.018622 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:18.077257 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:19.961037 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:32.856521 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:30:43.977184 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54949b9c-9589-4f11-bdb5-6493a51ca684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:44.590941 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:46.510566 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:46.513251 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d213b96a-f53b-410a-bdc4-3de53bc15bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:48.020402 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:48.064613 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:49.965203 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:59.293602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35716) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:30:59.449159 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Deleting port 4859eaf5-f20c-49a7-aefb-ad098e86117c {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:30:59.449530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:59.528721 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:59.529100 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:59.540470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Calling delete_port for 4859eaf5-f20c-49a7-aefb-ad098e86117c owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:30:59.690151 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:59.714767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event deleted for resources: {'Port': ['ID=4859eaf5-f20c-49a7-aefb-ad098e86117c,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:30:59.726558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.726919 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.727272 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.727620 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.727964 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.728305 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.728644 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.728981 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.729315 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.729679 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.730014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.730342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:30:59.790025 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:30:59.790366 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Floating IP 85ada6bd-b92b-44fc-a254-74f09b87b21a disassociated (deleted). External IP: 172.25.8.120, port: 40170327-9a06-486e-8b66-b26a8a9a3ea3. Jul 23 21:30:59.989896 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:00.096324 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:00.101128 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:00.106789 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:00.117241 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:00.117882 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:30:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:00.137122 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-98ca6498-62cd-4c7a-9bf0-5414cfc4857a tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "DELETE /v2.0/floatingips/85ada6bd-b92b-44fc-a254-74f09b87b21a HTTP/1.1" status: 204 len: 168 time: 0.8425102 Jul 23 21:31:00.137775 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:00.140182 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527163ed-ed4b-4606-89a1-827c13d496da" -d '{"events": [{"name": "network-changed", "server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:00.223237 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:00.230698 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1abe334-c768-45b4-bf1f-190dbb39f4b0 x-openstack-request-id: req-d1abe334-c768-45b4-bf1f-190dbb39f4b0 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:00.230995 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:00.231250 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1abe334-c768-45b4-bf1f-190dbb39f4b0 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:00.231659 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'status': 'completed', 'code': 200} Jul 23 21:31:00.314671 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527163ed-ed4b-4606-89a1-827c13d496da req-12e538a3-9677-42f2-921c-cfd180df0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:00.316243 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-12e538a3-9677-42f2-921c-cfd180df0849 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 1097 time: 0.0633531 Jul 23 21:31:00.429176 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:00.449382 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527163ed-ed4b-4606-89a1-827c13d496da req-ea28253b-a649-4322-a78a-ef7b4265ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:00.450975 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-ea28253b-a649-4322-a78a-ef7b4265ce44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 200 len: 909 time: 0.1277990 Jul 23 21:31:00.456276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:00.464638 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:00.465283 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:30:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:00.466833 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da448821-6d90-4105-81c6-92f8c7ae26f0 req-763672b5-ca81-48de-ab14-40747a759f01 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:00.468281 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da448821-6d90-4105-81c6-92f8c7ae26f0 req-763672b5-ca81-48de-ab14-40747a759f01 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.1226912 Jul 23 21:31:00.508425 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-eedeaf5c-bc7a-4e84-bd22-5820010eeda0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 200 len: 217 time: 0.0495980 Jul 23 21:31:00.566688 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-da448821-6d90-4105-81c6-92f8c7ae26f0 req-b263967a-1852-4563-a35a-e80bb376363f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919132 Jul 23 21:31:00.569691 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:00.571820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527163ed-ed4b-4606-89a1-827c13d496da req-47f5e814-4edb-4a55-a85d-80404e4f6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:00.573252 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-47f5e814-4edb-4a55-a85d-80404e4f6f2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 200 len: 847 time: 0.0565846 Jul 23 21:31:00.635909 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527163ed-ed4b-4606-89a1-827c13d496da req-dc0eb20d-f4f5-43e2-b652-47860fc4686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:00.637410 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-dc0eb20d-f4f5-43e2-b652-47860fc4686c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e7b0bbd-c85f-41ee-9bda-582746b9232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570168 Jul 23 21:31:00.727435 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-9d3d31c4-0894-4fc0-9be5-793bfa27859b service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820704 Jul 23 21:31:00.764070 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:00.793686 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52023e34-5827-4fc6-a6c2-3e0b9bd9ebd4 None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:22:23Z', 'revision_number': 4, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': '29c04fb8-d207-4933-9e50-939b4dbf9fe0', 'name': '', 'network_id': '8e7b0bbd-c85f-41ee-9bda-582746b9232e', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'mac_address': 'fa:16:3e:02:90:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '8213c38f-6780-4792-9863-494128e664c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:22Z', 'updated_at': '2021-07-23T21:22:29Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'subnets': [{'id': '8213c38f-6780-4792-9863-494128e664c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:00.821021 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-527163ed-ed4b-4606-89a1-827c13d496da req-221d37e8-be9d-43d6-a9d2-dd6cc2c0b390 service neutron] 10.222.0.36 "GET /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860655 Jul 23 21:31:01.008225 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617eccb0-c7d7-4f55-9bb5-99a5191ee438 None None] New status for floating IP 85ada6bd-b92b-44fc-a254-74f09b87b21a: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:31:01.702601 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce07b3-e563-4a2f-bea6-7d46b654435d req-9c3ea7ef-41cf-4d82-8309-6f65b20e4c4f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:01.704107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbce07b3-e563-4a2f-bea6-7d46b654435d req-9c3ea7ef-41cf-4d82-8309-6f65b20e4c4f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0683069 Jul 23 21:31:01.741292 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-cbce07b3-e563-4a2f-bea6-7d46b654435d req-fe10c8f1-dadb-49ad-b845-f0f6a3c7f4b4 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/security-groups?id=28429da8-4585-44e8-b336-785f178c8dd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Jul 23 21:31:01.915711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-45da879f-bb19-405a-900d-18c71a59747f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:01.917180 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-45da879f-bb19-405a-900d-18c71a59747f tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 945 time: 0.0648036 Jul 23 21:31:02.013408 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Deleting port 40170327-9a06-486e-8b66-b26a8a9a3ea3 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:02.014308 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:02.102421 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] For port 40170327-9a06-486e-8b66-b26a8a9a3ea3, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=40170327-9a06-486e-8b66-b26a8a9a3ea3,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:02.102779 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:02.114484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Calling delete_port for 40170327-9a06-486e-8b66-b26a8a9a3ea3 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:02.238563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:02.271636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event deleted for resources: {'Port': ['ID=40170327-9a06-486e-8b66-b26a8a9a3ea3,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:02.317522 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] No DVR routers for this DVR port 40170327-9a06-486e-8b66-b26a8a9a3ea3 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:02.320207 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:02.322160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-44d0ee1e-1f78-4a90-9e11-5324e9661690 req-9ff43caf-fe9e-44d5-bb72-19a07e5614bd tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.36 "DELETE /v2.0/ports/40170327-9a06-486e-8b66-b26a8a9a3ea3 HTTP/1.1" status: 204 len: 173 time: 0.3994861 Jul 23 21:31:02.322602 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-deleted', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:02.324856 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b962667e-03ce-4c0e-babb-569a7aa774ec" -d '{"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-deleted", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:02.361568 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962ec514-a66a-4629-9b0b-4af16fd11767 x-openstack-request-id: req-962ec514-a66a-4629-9b0b-4af16fd11767 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:02.361871 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38368e55-6c34-4e81-a65a-cee842514288", "name": "network-vif-deleted", "tag": "40170327-9a06-486e-8b66-b26a8a9a3ea3", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:02.362124 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-962ec514-a66a-4629-9b0b-4af16fd11767 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:02.362525 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38368e55-6c34-4e81-a65a-cee842514288', 'name': 'network-vif-deleted', 'tag': '40170327-9a06-486e-8b66-b26a8a9a3ea3', 'status': 'completed', 'code': 200} Jul 23 21:31:02.836114 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-19753af9-54ab-4da1-859d-00a7ecd82b50 req-a8f29b78-f898-467a-8fd7-923e1f5a1b00 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 210 time: 0.0286996 Jul 23 21:31:03.932747 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-67ab174c-7019-40b8-9fae-afb745c9ad1c req-8785bfab-b112-40f2-a5da-eedc2b37a988 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 210 time: 0.0287278 Jul 23 21:31:05.037531 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a99ad051-c334-4c9d-9417-1c584d3528ee req-a0440ae6-fc10-4d50-a021-941d28867361 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 210 time: 0.0325711 Jul 23 21:31:05.849260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:05.871953 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: 40170327-9a06-486e-8b66-b26a8a9a3ea3 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:05.872299 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device 40170327-9a06-486e-8b66-b26a8a9a3ea3 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:06.160239 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fdb872bc-e446-4c0c-99c5-d940b00ec714 req-a4c23446-07ab-4df6-916d-8fbc56e0f34b tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "GET /v2.0/ports?device_id=38368e55-6c34-4e81-a65a-cee842514288 HTTP/1.1" status: 200 len: 210 time: 0.0317352 Jul 23 21:31:07.215313 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35748) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:07.273837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e677c0d-1caa-4830-8aa6-43a2be6be195 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:07.298170 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e677c0d-1caa-4830-8aa6-43a2be6be195 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:07.359306 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e677c0d-1caa-4830-8aa6-43a2be6be195 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:07.362052 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1e677c0d-1caa-4830-8aa6-43a2be6be195 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:07.363576 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1e677c0d-1caa-4830-8aa6-43a2be6be195 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] 10.222.0.46 "DELETE /v2.0/security-groups/28429da8-4585-44e8-b336-785f178c8dd5 HTTP/1.1" status: 204 len: 168 time: 0.1469071 Jul 23 21:31:07.373790 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e677c0d-1caa-4830-8aa6-43a2be6be195 tempest-TestShelveInstance-747969399 tempest-TestShelveInstance-747969399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28429da8-4585-44e8-b336-785f178c8dd5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:07.410331 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35752) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:07.860065 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:08.422342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Deleting port 29c04fb8-d207-4933-9e50-939b4dbf9fe0 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:08.423096 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:08.500027 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] For port 29c04fb8-d207-4933-9e50-939b4dbf9fe0, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=29c04fb8-d207-4933-9e50-939b4dbf9fe0,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:08.500305 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:08.512551 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Calling delete_port for 29c04fb8-d207-4933-9e50-939b4dbf9fe0 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:08.694879 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:08.731969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c04fb8-d207-4933-9e50-939b4dbf9fe0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:08.893272 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.114281 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:09.219767 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:09.224772 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f50cbe5f-61f4-47a8-b1f5-a9c54dd831d4 admin admin] 10.222.0.46 "PUT /v2.0/routers/3e12cf52-b3b1-402f-a18f-4fe419e91f81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132789 Jul 23 21:31:09.227218 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35756) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:09.229855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] Sync routers for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:09.239316 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:09.239924 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:30:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:09.331091 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.431109 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:09.443239 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.499322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Deleting port 7901b413-b66d-4d73-861a-2b73eb9a75f2 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:09.499668 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.579552 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] For port 7901b413-b66d-4d73-861a-2b73eb9a75f2, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=7901b413-b66d-4d73-861a-2b73eb9a75f2,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:09.579919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.592396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Calling delete_port for 7901b413-b66d-4d73-861a-2b73eb9a75f2 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:09.607831 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:31:08Z', 'revision_number': 5, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port': {'id': '7901b413-b66d-4d73-861a-2b73eb9a75f2', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:21Z', 'updated_at': '2021-07-23T21:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:09.633923 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] Checking router: 3e12cf52-b3b1-402f-a18f-4fe419e91f81 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:09.642737 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] Routers {'3e12cf52-b3b1-402f-a18f-4fe419e91f81'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:09.643355 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:30:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:09.729393 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] Set router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:09.761677 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.783351 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:31:09Z', 'revision_number': 6, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:09.788017 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7901b413-b66d-4d73-861a-2b73eb9a75f2,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:09.808889 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cb14ff-e711-4f1d-8c7f-ad9346407cb4 None None] The sync data for ids ['3e12cf52-b3b1-402f-a18f-4fe419e91f81'] in n-d-793620-13 is: [{'id': '3e12cf52-b3b1-402f-a18f-4fe419e91f81', 'name': 'tempest-TestShelveInstance-700664225-router', 'tenant_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:20Z', 'updated_at': '2021-07-23T21:31:09Z', 'revision_number': 6, 'project_id': 'a894482bf6a641ca96d0a4c0f0e8dff0', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:09.855745 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:31:09.855957 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.946042 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.948165 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.991416 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:09.992002 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e12cf52-b3b1-402f-a18f-4fe419e91f81 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:31:09.996186 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.000502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-64f78d38-8820-4f5a-9207-d7b49b5d07f7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3e12cf52-b3b1-402f-a18f-4fe419e91f81 HTTP/1.1" status: 204 len: 168 time: 0.7692194 Jul 23 21:31:10.000723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35758) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:10.045173 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Deleting subnet 8213c38f-6780-4792-9863-494128e664c4 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:31:10.048253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.087382 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.166977 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.222834 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.250512 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8213c38f-6780-4792-9863-494128e664c4,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:10.254141 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.256012 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c849d9f9-d2af-4f7f-9edc-b9ee6cf1e9b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8213c38f-6780-4792-9863-494128e664c4 HTTP/1.1" status: 204 len: 168 time: 0.2543507 Jul 23 21:31:10.258825 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35760) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:10.261226 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f845e9c-f677-4ef6-a9c4-4e47ea0a80ab None None] Network 8e7b0bbd-c85f-41ee-9bda-582746b9232e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:10.330884 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.382343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Deleting port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:10.382605 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.448725 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] For port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,segment=NetworkSegment(c4a92e37-c540-4908-b474-c656b92d28a1),segment_id=c4a92e37-c540-4908-b474-c656b92d28a1)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:10.449380 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.460785 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Calling delete_port for 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:10.536861 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.562359 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85974f03-b3b0-47b2-a7dd-1f95587c0ea1,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:10.566095 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] No DVR routers for this DVR port 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:10.583960 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98722f-1952-47c5-9142-bab7944f4187 None None] DHCP port deletion for 8e7b0bbd-c85f-41ee-9bda-582746b9232e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:31:10.641886 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.651941 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7b0bbd-c85f-41ee-9bda-582746b9232e']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:10.662328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a92e37-c540-4908-b474-c656b92d28a1') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:10.662625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a92e37-c540-4908-b474-c656b92d28a1') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:10.672219 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.686214 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.692225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:31:10.692667 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:31:10.694455 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:31:10.760996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.769831 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 29c04fb8-d207-4933-9e50-939b4dbf9fe0 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:10.770321 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:10.773309 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/8e7b0bbd-c85f-41ee-9bda-582746b9232e HTTP/1.1" status: 204 len: 168 time: 0.5123255 Jul 23 21:31:10.775641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35762) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:10.783974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79caab-8542-40ad-8719-8a20142f22f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7b0bbd-c85f-41ee-9bda-582746b9232e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:10.799270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 29c04fb8-d207-4933-9e50-939b4dbf9fe0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:10.799659 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 29c04fb8-d207-4933-9e50-939b4dbf9fe0 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:10.800172 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7901b413-b66d-4d73-861a-2b73eb9a75f2 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:10.823995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 7901b413-b66d-4d73-861a-2b73eb9a75f2 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:10.824340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 7901b413-b66d-4d73-861a-2b73eb9a75f2 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:10.824777 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:10.846110 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:10.846460 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 85974f03-b3b0-47b2-a7dd-1f95587c0ea1 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:11.120494 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:11.370747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Deleting port eda0fe45-281d-4bba-9c76-f6700c7ee17b {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:11.371098 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:11.450389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] For port eda0fe45-281d-4bba-9c76-f6700c7ee17b, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=eda0fe45-281d-4bba-9c76-f6700c7ee17b,segment=NetworkSegment(98a402aa-253b-4f23-bafd-fe077a145aff),segment_id=98a402aa-253b-4f23-bafd-fe077a145aff)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:11.450788 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:11.462857 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Calling delete_port for eda0fe45-281d-4bba-9c76-f6700c7ee17b owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:11.641986 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:11.666893 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Pushing event deleted for resources: {'Port': ['ID=eda0fe45-281d-4bba-9c76-f6700c7ee17b,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:11.696977 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.697337 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.697717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.698062 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.698403 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.698742 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.699076 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.699415 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.699747 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.700086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.700410 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.700737 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:11.850741 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.062043 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Router 5c67b545-1f9a-4ae2-bc74-af8e12039efe has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:12.168569 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:12.173843 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-454e3ae1-18f3-4068-a31f-c179128eb435 admin admin] 10.222.0.46 "PUT /v2.0/routers/5c67b545-1f9a-4ae2-bc74-af8e12039efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3964901 Jul 23 21:31:12.176303 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35766) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:12.179050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3035197-b271-4f76-ad52-11393438168a None None] Sync routers for ids ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:12.188426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] Routers {'5c67b545-1f9a-4ae2-bc74-af8e12039efe'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:12.189050 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:30:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:12.283255 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.389910 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.441675 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Deleting port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:12.442024 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.452702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] Set router 5c67b545-1f9a-4ae2-bc74-af8e12039efe gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:12.524641 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] For port 6b6b603c-9c3a-45b1-8e0c-01808d5e972a, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:12.525006 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.537361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Calling delete_port for 6b6b603c-9c3a-45b1-8e0c-01808d5e972a owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:12.626104 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:31:11Z', 'revision_number': 5, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port': {'id': '6b6b603c-9c3a-45b1-8e0c-01808d5e972a', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:1c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:12.656876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3035197-b271-4f76-ad52-11393438168a None None] Checking router: 5c67b545-1f9a-4ae2-bc74-af8e12039efe for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:12.665013 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] Routers {'5c67b545-1f9a-4ae2-bc74-af8e12039efe'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:12.665660 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:30:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:12.704864 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.738209 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6b603c-9c3a-45b1-8e0c-01808d5e972a,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:12.765886 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] Set router 5c67b545-1f9a-4ae2-bc74-af8e12039efe gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:12.804457 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.816993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-b3035197-b271-4f76-ad52-11393438168a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:31:12Z', 'revision_number': 6, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:12.847001 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3035197-b271-4f76-ad52-11393438168a None None] The sync data for ids ['5c67b545-1f9a-4ae2-bc74-af8e12039efe'] in n-d-793620-13 is: [{'id': '5c67b545-1f9a-4ae2-bc74-af8e12039efe', 'name': 'tempest-TestShelveInstance-571365296-router', 'tenant_id': 'b0debf2bcf7949e7ad06650c721c1372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:22:25Z', 'updated_at': '2021-07-23T21:31:12Z', 'revision_number': 6, 'project_id': 'b0debf2bcf7949e7ad06650c721c1372', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:12.901316 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.903468 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.951714 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.952245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c67b545-1f9a-4ae2-bc74-af8e12039efe {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:31:12.956493 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:12.957690 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-7528c761-0266-4547-a0e1-82d39b7686b8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5c67b545-1f9a-4ae2-bc74-af8e12039efe HTTP/1.1" status: 204 len: 168 time: 0.7804508 Jul 23 21:31:12.960270 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35768) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:13.005389 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Deleting subnet ebf25d21-839b-49ac-8ca1-e4771b6ae9f3 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:31:13.008341 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.041851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.122437 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.176368 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.202659 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebf25d21-839b-49ac-8ca1-e4771b6ae9f3,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:13.209737 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.213737 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-f9589414-2900-4bcf-8e6c-a7cd7b427a51 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ebf25d21-839b-49ac-8ca1-e4771b6ae9f3 HTTP/1.1" status: 204 len: 168 time: 0.2503467 Jul 23 21:31:13.214297 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35770) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:13.216114 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f705a20-6689-4808-a0ed-20f36396f194 None None] Network d91ca586-f9a1-4c38-a98d-138262bcd50d requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:13.285941 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.338570 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Deleting port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:31:13.338916 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.408039 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] For port 0005d92d-bcbb-4d08-bfe9-053cf7c98387, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=0005d92d-bcbb-4d08-bfe9-053cf7c98387,segment=NetworkSegment(98a402aa-253b-4f23-bafd-fe077a145aff),segment_id=98a402aa-253b-4f23-bafd-fe077a145aff)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:13.408399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.419782 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Calling delete_port for 0005d92d-bcbb-4d08-bfe9-053cf7c98387 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:31:13.495966 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.526531 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] No DVR routers for this DVR port 0005d92d-bcbb-4d08-bfe9-053cf7c98387 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:31:13.532186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=0005d92d-bcbb-4d08-bfe9-053cf7c98387,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:13.601198 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.614028 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91ca586-f9a1-4c38-a98d-138262bcd50d']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:13.619923 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad974a4b-914b-4849-97d6-83651e9480d7 None None] DHCP port deletion for d91ca586-f9a1-4c38-a98d-138262bcd50d request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:31:13.625294 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a402aa-253b-4f23-bafd-fe077a145aff') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:13.625625 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a402aa-253b-4f23-bafd-fe077a145aff') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:13.635145 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.649793 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.656190 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:31:13.656632 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:31:13.658547 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:31:13.718333 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.724454 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.729548 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] 10.222.0.46 "DELETE /v2.0/networks/d91ca586-f9a1-4c38-a98d-138262bcd50d HTTP/1.1" status: 204 len: 168 time: 0.5121605 Jul 23 21:31:13.742569 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e22f6-1a38-4b05-b468-6e0b8ac25b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=d91ca586-f9a1-4c38-a98d-138262bcd50d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:13.842045 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35774) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:13.886823 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ef9089f4-3fae-463f-9430-ea43561fc257 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a894482bf6a641ca96d0a4c0f0e8dff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435436 Jul 23 21:31:13.889356 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35776) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:13.936894 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc8919d-19b1-469d-8859-150cf5e56fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.957521 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc8919d-19b1-469d-8859-150cf5e56fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:13.977925 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-957cfc8b-caa0-4a21-ab71-843452db4a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.013325 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc8919d-19b1-469d-8859-150cf5e56fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.016303 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-6bc8919d-19b1-469d-8859-150cf5e56fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.017485 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-6bc8919d-19b1-469d-8859-150cf5e56fdb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/418ff28f-9c33-48d4-b012-3ac0cb4b5d7a HTTP/1.1" status: 204 len: 168 time: 0.1271758 Jul 23 21:31:14.024951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8919d-19b1-469d-8859-150cf5e56fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ff28f-9c33-48d4-b012-3ac0cb4b5d7a,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:14.324718 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35782) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:14.364358 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-cd107382-6566-41dc-a70c-f2b0459f75d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0debf2bcf7949e7ad06650c721c1372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384824 Jul 23 21:31:14.367004 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35784) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:14.413265 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d4cd08-d9e3-43a5-b90d-8e952c51c755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.433790 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d4cd08-d9e3-43a5-b90d-8e952c51c755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.478983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d4cd08-d9e3-43a5-b90d-8e952c51c755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.482173 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-28d4cd08-d9e3-43a5-b90d-8e952c51c755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.483389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-28d4cd08-d9e3-43a5-b90d-8e952c51c755 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee89acd3-8ecb-4722-82ea-b14cc9e2cc5e HTTP/1.1" status: 204 len: 168 time: 0.1154883 Jul 23 21:31:14.490989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4cd08-d9e3-43a5-b90d-8e952c51c755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89acd3-8ecb-4722-82ea-b14cc9e2cc5e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:14.582095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:14.765046 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eda0fe45-281d-4bba-9c76-f6700c7ee17b no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:14.785539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: eda0fe45-281d-4bba-9c76-f6700c7ee17b {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:14.785889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device eda0fe45-281d-4bba-9c76-f6700c7ee17b not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:14.786315 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6b6b603c-9c3a-45b1-8e0c-01808d5e972a no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:14.805507 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 6b6b603c-9c3a-45b1-8e0c-01808d5e972a {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:14.805856 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 6b6b603c-9c3a-45b1-8e0c-01808d5e972a not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:14.806278 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0005d92d-bcbb-4d08-bfe9-053cf7c98387 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:31:14.825592 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 0005d92d-bcbb-4d08-bfe9-053cf7c98387 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:31:14.825943 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 0005d92d-bcbb-4d08-bfe9-053cf7c98387 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:31:15.185258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35806) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:15.293822 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-464244080-network', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:15.315952 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Made reservation on behalf of 07c7fb479e2e44a88fceab6c0d858f65 for: {'network': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:31:15.318439 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.327898 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.437601 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.441814 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.475722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94027) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:31:15.485868 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d36b0fa-09a3-4329-910b-6b5bf2d646e6,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:15.495289 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.495852 n-d-793620-13 neutron-server[94027]: INFO neutron.db.segments_db [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Added segment 8a8c42f7-b8bf-41f0-a4c3-9be241afbe29 of type vlan for network fce43377-1dde-4a9c-b342-ce328de18871 Jul 23 21:31:15.545415 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.585405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.586488 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:15.587074 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.619264 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4328706 Jul 23 21:31:15.622835 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35810) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:15.627917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Request body: {'subnet': {'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-464244080-subnet', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'ip_version': 4}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:15.649889 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Made reservation on behalf of 07c7fb479e2e44a88fceab6c0d858f65 for: {'subnet': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:31:15.652350 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126513032'] for subnet, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.657397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83311ec8-29c7-4fcd-af77-ddaa491407af admin admin] Pushing event updated for resources: {'Network': ['ID=fce43377-1dde-4a9c-b342-ce328de18871,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:15.667979 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network fce43377-1dde-4a9c-b342-ce328de18871 details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:31:15.821231 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127373687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126513050'] for subnet, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.883110 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=26da7954-c8be-495c-8e55-6b85b25fd1b7,revision_number=0']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:15.890045 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Checking segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:15.890297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Network hostable DHCP agents. Network: fce43377-1dde-4a9c-b342-ce328de18871, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:31:15.906555 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Network fce43377-1dde-4a9c-b342-ce328de18871 is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:31:15.914760 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, fce43377-1dde-4a9c-b342-ce328de18871) {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:15.918717 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:15.919939 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.924182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37537eaa-e1d3-4b53-a2fe-97b01a47b5f6 None None] Network fce43377-1dde-4a9c-b342-ce328de18871 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:15.933742 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-5c536f30-f067-459a-ab13-c31f6b5c9bdf admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097820 Jul 23 21:31:15.937035 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35812) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:15.941419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:15.962082 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:15.963089 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.015624 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.071309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-fce43377-1dde-4a9c-b342-ce328de18871', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:31:16.072427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.152329 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.204909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Allocated IP 172.20.0.2 (fce43377-1dde-4a9c-b342-ce328de18871/26da7954-c8be-495c-8e55-6b85b25fd1b7/a5d96974-0114-4604-9406-278ab91be359) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:16.347298 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.349235 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.357399 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Transition to ACTIVE for port object a5d96974-0114-4604-9406-278ab91be359 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:16.370417 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.371892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Transition to ACTIVE for port object a5d96974-0114-4604-9406-278ab91be359 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:16.378163 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.411770 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Network fce43377-1dde-4a9c-b342-ce328de18871 is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:16.414512 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:16.417823 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:16.432986 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Pushing event updated for resources: {'Port': ['ID=a5d96974-0114-4604-9406-278ab91be359,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:16.462458 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.462808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.463148 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.463562 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.463883 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.464159 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.464487 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.464835 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.465142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.465508 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.465838 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.466214 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:16.476556 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Allocated IP 172.25.8.89 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/13a91d37-1fc5-432d-8452-acc1d290d3b7) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:16.519888 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Attempting to bind port a5d96974-0114-4604-9406-278ab91be359 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:16.520295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Attempting to bind port a5d96974-0114-4604-9406-278ab91be359 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:16.520641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Attempting to bind port a5d96974-0114-4604-9406-278ab91be359 on network fce43377-1dde-4a9c-b342-ce328de18871 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:16.524053 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-03d3787d-5ea2-4e50-8dbf-d225558eca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.525421 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.529716 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:16.530095 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Checking segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:16.530498 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.530889 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Bound using segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:16.531366 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Bound port: a5d96974-0114-4604-9406-278ab91be359, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:16.531750 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.593104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.593628 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] For port a5d96974-0114-4604-9406-278ab91be359, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:16.596664 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] For port a5d96974-0114-4604-9406-278ab91be359, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a5d96974-0114-4604-9406-278ab91be359,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:16.600419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.635191 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:16.658144 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77e384-115a-4c88-9b80-42d5f494528a None None] Pushing event updated for resources: {'Port': ['ID=a5d96974-0114-4604-9406-278ab91be359,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:16.679152 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:16.682313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:16.686872 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:16.695806 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Pushing event updated for resources: {'Port': ['ID=13a91d37-1fc5-432d-8452-acc1d290d3b7,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:17.288440 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:17.494323 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:17.520168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635ba7a9-f4f2-4718-a89a-e6bf726078ac None None] Network fce43377-1dde-4a9c-b342-ce328de18871 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:17.626327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:31:17.642993 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-1c84e0aa-5de1-4489-b2b4-0e659a163418 None None] Provisioning for port a5d96974-0114-4604-9406-278ab91be359 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:17.741068 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:17.750714 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:17.760342 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:17.760708 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:17.761002 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:17.763769 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c8fbdfab-3509-484a-860a-5d6060f99910 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8236456 Jul 23 21:31:17.765195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35814) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:17.871152 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:18.023554 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.053781 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:16Z', 'revision_number': 3, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:18.081259 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.085307 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:18.085689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Updating router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 port 13a91d37-1fc5-432d-8452-acc1d290d3b7 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:31:18.119314 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.193241 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.349594 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Allocated IP 172.20.0.1 (fce43377-1dde-4a9c-b342-ce328de18871/26da7954-c8be-495c-8e55-6b85b25fd1b7/d5341c2e-d65e-4273-bfe7-5ac2c7a07a72) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:18.373458 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.383292 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Transition to ACTIVE for port object 13a91d37-1fc5-432d-8452-acc1d290d3b7 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:18.389986 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.440939 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Attempting to bind port 13a91d37-1fc5-432d-8452-acc1d290d3b7 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:18.441312 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Attempting to bind port 13a91d37-1fc5-432d-8452-acc1d290d3b7 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:18.441704 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Attempting to bind port 13a91d37-1fc5-432d-8452-acc1d290d3b7 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:18.444593 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Pushing event updated for resources: {'Port': ['ID=13a91d37-1fc5-432d-8452-acc1d290d3b7,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:18.453215 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:18.453621 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:18.454026 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.454432 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:18.454896 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Bound port: 13a91d37-1fc5-432d-8452-acc1d290d3b7, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:18.455278 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.456851 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.458235 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.458591 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.458928 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.459263 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.459597 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.459931 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.460283 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.460608 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.460932 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.461254 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.461811 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.462141 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94029) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:31:18.471458 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Transition to ACTIVE for port object d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:18.505120 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.519017 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] For port 13a91d37-1fc5-432d-8452-acc1d290d3b7, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:18.522105 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] For port 13a91d37-1fc5-432d-8452-acc1d290d3b7, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=13a91d37-1fc5-432d-8452-acc1d290d3b7,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:18.526907 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.546032 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Network fce43377-1dde-4a9c-b342-ce328de18871 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:18.550332 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:18.553855 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:18.578453 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:18.579094 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:18.582631 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Pushing event updated for resources: {'Port': ['ID=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:18.596728 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0308d-90ff-42ee-8749-0adc4d7e66f9 None None] Pushing event updated for resources: {'Port': ['ID=13a91d37-1fc5-432d-8452-acc1d290d3b7,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:18.600516 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.709689 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:18.767116 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.819647 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a5d96974-0114-4604-9406-278ab91be359 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:18.871731 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port a5d96974-0114-4604-9406-278ab91be359 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:18.876453 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a5d96974-0114-4604-9406-278ab91be359 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:18.876824 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.910217 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:16Z', 'revision_number': 3, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:18.927083 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0fb12acb-0efb-41e6-b015-13f63202275f None None] Provisioning for port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:18.936644 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e388c53b-e0b9-4b90-9bff-5f9ea31f7951 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:16Z', 'revision_number': 3, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:18.949335 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0fb12acb-0efb-41e6-b015-13f63202275f None None] Provisioning complete for port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:18.949742 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0fb12acb-0efb-41e6-b015-13f63202275f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.963039 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.969796 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:18.997719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:19.009027 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0fb12acb-0efb-41e6-b015-13f63202275f None None] Port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:31:19.038295 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port a5d96974-0114-4604-9406-278ab91be359, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a5d96974-0114-4604-9406-278ab91be359,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:19.044189 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:19.045163 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Pushing event updated for resources: {'Port': ['ID=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:19.047785 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:19.094316 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=a5d96974-0114-4604-9406-278ab91be359,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:19.143106 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Network fce43377-1dde-4a9c-b342-ce328de18871 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:19.144634 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:19.278020 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:19.402483 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:19.408025 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-915139e5-c8cd-42ff-94de-d659beacf0fc admin admin] 10.222.0.46 "PUT /v2.0/routers/3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6414895 Jul 23 21:31:19.430053 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-cd7694ad-cbc9-4e2e-95f5-5fa861ff9215 None None] Provisioning complete for port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:19.430427 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-cd7694ad-cbc9-4e2e-95f5-5fa861ff9215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:19.468011 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-cd7694ad-cbc9-4e2e-95f5-5fa861ff9215 None None] Port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:31:19.896297 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35830) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:19.901361 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-856411521-network', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:19.922378 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Made reservation on behalf of f3d1275a32184dccacd08c503d94180e for: {'network': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:31:19.924764 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for network, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:19.933517 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:19.972290 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.027819 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.031562 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.052627 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=94026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 23 21:31:20.068476 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7558d1d8-8e06-45d3-9395-8839b989cc5d,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:20.071430 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.071787 n-d-793620-13 neutron-server[94026]: INFO neutron.db.segments_db [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Added segment 79541953-3c9e-4880-b3f5-90b0a9c1b4be of type vlan for network f05c2f27-3589-4056-b738-a65ad9bc933e Jul 23 21:31:20.112238 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744224098416'] for network, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.140638 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629'] for network, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.141776 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:20.142397 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Notify callbacks [] for network, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.191894 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2914665 Jul 23 21:31:20.192632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35832) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:20.198332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Request body: {'subnet': {'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-856411521-subnet', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'ip_version': 4}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:20.220129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Made reservation on behalf of f3d1275a32184dccacd08c503d94180e for: {'subnet': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:31:20.222522 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126847905'] for subnet, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.225916 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e837e76-2123-42ea-9ba9-bf32c1eaaf13 admin admin] Pushing event updated for resources: {'Network': ['ID=f05c2f27-3589-4056-b738-a65ad9bc933e,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:20.236076 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Network f05c2f27-3589-4056-b738-a65ad9bc933e details requested by agent ovs-agent-n-d-793620-13 with host n-d-793620-13 {{(pid=94028) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 23 21:31:20.397268 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129721530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126847923'] for subnet, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.458141 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9f7e36-e017-473c-8057-5844da7ccbf2,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:20.467199 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Checking segment: {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:20.467583 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Network hostable DHCP agents. Network: f05c2f27-3589-4056-b738-a65ad9bc933e, hostable agents: ['ba6c9da6-3933-440f-bdaa-071bacd254fd'], hosted agents: [] {{(pid=94027) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 23 21:31:20.476723 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:20.485258 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Network f05c2f27-3589-4056-b738-a65ad9bc933e is scheduled to be hosted by DHCP agent ba6c9da6-3933-440f-bdaa-071bacd254fd with binding_index 1 {{(pid=94027) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 23 21:31:20.486343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:20.486959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:20.494036 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-13, f05c2f27-3589-4056-b738-a65ad9bc933e) {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:20.498343 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:20.499063 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.513389 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-283ba9a2-d7fd-4075-9fe0-80821d5c1ac5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184965 Jul 23 21:31:20.516048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35834) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:20.523999 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:20.525588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90cbf4-275d-4b61-8011-eb604d6b0d2e None None] Network f05c2f27-3589-4056-b738-a65ad9bc933e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:20.545425 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3841943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2178'] for router, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.546375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3842034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3838310', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3760698', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2235'] for router, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.598545 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.674496 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:20.745938 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3838280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3841661', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2213'] for router, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.828703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eb2ef8f-baed-59fe-9cb4-73402c2e8b55-f05c2f27-3589-4056-b738-a65ad9bc933e', 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'fixed_ips': [{'subnet_id': '2b9f7e36-e017-473c-8057-5844da7ccbf2'}]}} from n-d-793620-13. {{(pid=94028) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 23 21:31:20.829920 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.846869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a5d96974-0114-4604-9406-278ab91be359 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:20.965462 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:20.988778 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.099436 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Allocated IP 172.25.8.239 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/dd569435-5580-4674-9282-d5045ca20ba8) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:21.206071 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.234728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port a5d96974-0114-4604-9406-278ab91be359 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:21.235308 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.246084 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.277636 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.db_base_plugin_common [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Allocated IP 172.20.0.2 (f05c2f27-3589-4056-b738-a65ad9bc933e/2b9f7e36-e017-473c-8057-5844da7ccbf2/fc251f64-10c1-4066-96c9-85b3ddbd5730) {{(pid=94028) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:21.282604 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:21.285624 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:21.289217 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:21.311868 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 2, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:21.317206 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd569435-5580-4674-9282-d5045ca20ba8,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:21.365340 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:21.365804 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Updating router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:31:21.467778 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.470204 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 13a91d37-1fc5-432d-8452-acc1d290d3b7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:21.543070 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.660488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port 13a91d37-1fc5-432d-8452-acc1d290d3b7 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:21.664809 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Notify callbacks [] for port, precommit_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.683799 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 13a91d37-1fc5-432d-8452-acc1d290d3b7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:21.684174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.708261 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Transition to ACTIVE for port object fc251f64-10c1-4066-96c9-85b3ddbd5730 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:21.738482 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3841934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3838261'] for router, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.750433 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Transition to ACTIVE for port object fc251f64-10c1-4066-96c9-85b3ddbd5730 will not be triggered until provisioned by entity DHCP. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:21.766738 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228'] for port, after_create {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:21.847982 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Network f05c2f27-3589-4056-b738-a65ad9bc933e is already hosted by enough agents. {{(pid=94028) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:21.858963 n-d-793620-13 neutron-server[94028]: DEBUG neutron.scheduler.base_scheduler [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Resources bound (agent type, host, resource id): {{(pid=94028) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:21.869706 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 is scheduled to L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 with binding_index 1 {{(pid=94026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 23 21:31:21.870721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Received port after_create {{(pid=94028) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:21.879706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Pushing event updated for resources: {'Port': ['ID=fc251f64-10c1-4066-96c9-85b3ddbd5730,revision_number=1']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:21.979294 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.030532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Attempting to bind port fc251f64-10c1-4066-96c9-85b3ddbd5730 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:22.030910 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Attempting to bind port fc251f64-10c1-4066-96c9-85b3ddbd5730 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:22.031281 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Attempting to bind port fc251f64-10c1-4066-96c9-85b3ddbd5730 on network f05c2f27-3589-4056-b738-a65ad9bc933e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:22.046946 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port 13a91d37-1fc5-432d-8452-acc1d290d3b7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=13a91d37-1fc5-432d-8452-acc1d290d3b7,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:22.050037 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:22.050421 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Checking segment: {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:22.050836 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.051253 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Bound using segment: {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:22.051713 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Bound port: fc251f64-10c1-4066-96c9-85b3ddbd5730, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:22.052111 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.056837 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.080166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.138651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Transition to ACTIVE for port object d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:22.149183 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.197699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=13a91d37-1fc5-432d-8452-acc1d290d3b7,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:22.209424 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] For port fc251f64-10c1-4066-96c9-85b3ddbd5730, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:22.246583 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] For port fc251f64-10c1-4066-96c9-85b3ddbd5730, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fc251f64-10c1-4066-96c9-85b3ddbd5730,segment=NetworkSegment(79541953-3c9e-4880-b3f5-90b0a9c1b4be),segment_id=79541953-3c9e-4880-b3f5-90b0a9c1b4be)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:22.272302 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.305668 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da88f-2faa-4ec4-bf97-bc14c1dbc363 None None] Pushing event updated for resources: {'Port': ['ID=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:22.324976 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:22.335113 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Sync routers for ids ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:22.346104 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.347910 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-b0247297-e03e-4047-8c1f-a7a6fd3294e6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8303335 Jul 23 21:31:22.348288 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Routers {'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:22.349166 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:22.350169 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 35836) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:22.353802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Attempting to bind port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:22.353802 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Attempting to bind port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:22.354232 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Attempting to bind port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 on network fce43377-1dde-4a9c-b342-ce328de18871 {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:22.375873 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:22.376260 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Checking segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:22.376657 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.377058 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Bound using segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:22.377575 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Bound port: d5341c2e-d65e-4273-bfe7-5ac2c7a07a72, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:22.383737 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.406702 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9286d0-e3cc-44a5-9c1d-e3b6270d5a30 None None] Pushing event updated for resources: {'Port': ['ID=fc251f64-10c1-4066-96c9-85b3ddbd5730,revision_number=2']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:22.476419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Set router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:22.483597 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] For port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:22.487060 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] For port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:22.496886 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.572706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7da88f-2faa-4ec4-bf97-bc14c1dbc363 None None] Pushing event updated for resources: {'Port': ['ID=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:22.575545 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:22.587646 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:22.772959 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:22.778641 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 3, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:22.821509 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Checking router: f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:22.821866 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Updating router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 port dd569435-5580-4674-9282-d5045ca20ba8 binding host n-d-793620-13 {{(pid=94029) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:31:22.877250 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:22.941781 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fc251f64-10c1-4066-96c9-85b3ddbd5730 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:22.970839 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.078379 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port fc251f64-10c1-4066-96c9-85b3ddbd5730 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:23.084343 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 13a91d37-1fc5-432d-8452-acc1d290d3b7 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:23.150482 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:22Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:23.154250 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port 13a91d37-1fc5-432d-8452-acc1d290d3b7 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:23.154630 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.177416 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Allocated IP 172.20.0.1 (f05c2f27-3589-4056-b738-a65ad9bc933e/2b9f7e36-e017-473c-8057-5844da7ccbf2/acd46640-ce2e-4b05-bae5-adf66c88a050) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:23.185783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0e3bf-76fe-49da-a95b-3c32d6db2007 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:22Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:23.316261 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Notify callbacks [] for port, precommit_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.337231 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.provisioning_blocks [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Transition to ACTIVE for port object dd569435-5580-4674-9282-d5045ca20ba8 will not be triggered until provisioned by entity L2. {{(pid=94029) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:23.344215 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.350028 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.368315 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Transition to ACTIVE for port object acd46640-ce2e-4b05-bae5-adf66c88a050 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:23.400895 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Attempting to bind port dd569435-5580-4674-9282-d5045ca20ba8 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:23.401544 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Attempting to bind port dd569435-5580-4674-9282-d5045ca20ba8 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:23.401982 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Attempting to bind port dd569435-5580-4674-9282-d5045ca20ba8 on network 6248530e-b7e5-4a34-b85a-f0fe6849937c {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:23.412016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:23.412730 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Checking segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94029) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:23.413326 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.413943 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Bound using segment: {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'} {{(pid=94029) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:23.414628 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.managers [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Bound port: dd569435-5580-4674-9282-d5045ca20ba8, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75ed37b9-9d6c-4af6-a392-7d7da3a48d75', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c'}}] {{(pid=94029) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:23.415019 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.417346 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.465397 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Network f05c2f27-3589-4056-b738-a65ad9bc933e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:23.476894 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:23.479810 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:23.481976 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] For port dd569435-5580-4674-9282-d5045ca20ba8, host n-d-793620-13, cleared binding levels {{(pid=94029) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:23.484955 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Pushing event updated for resources: {'Port': ['ID=acd46640-ce2e-4b05-bae5-adf66c88a050,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:23.486090 n-d-793620-13 neutron-server[94029]: DEBUG neutron.plugins.ml2.db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] For port dd569435-5580-4674-9282-d5045ca20ba8, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dd569435-5580-4674-9282-d5045ca20ba8,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94029) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:23.488508 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82173eb8-a978-4f34-8526-6a4f2d7e0f6c None None] Pushing event updated for resources: {'Port': ['ID=dd569435-5580-4674-9282-d5045ca20ba8,revision_number=2']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:23.497840 n-d-793620-13 neutron-server[94029]: DEBUG neutron_lib.callbacks.manager [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94029) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.528333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3829548'] for router_interface, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.548679 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Routers {'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:23.549229 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:23.651775 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82173eb8-a978-4f34-8526-6a4f2d7e0f6c None None] Pushing event updated for resources: {'Port': ['ID=dd569435-5580-4674-9282-d5045ca20ba8,revision_number=3']} {{(pid=94029) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:23.681818 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] Set router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:23.693321 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6645a5be-4cbf-4dfc-ab94-703a22fed1fb None None] Network f05c2f27-3589-4056-b738-a65ad9bc933e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:31:23.704582 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.782616 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] Provisioning for port fc251f64-10c1-4066-96c9-85b3ddbd5730 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:23.793774 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] Provisioning complete for port fc251f64-10c1-4066-96c9-85b3ddbd5730 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:23.794360 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.894964 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 3, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:23.922568 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.929129 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:23.935934 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6470978-20c2-4951-b40c-eb3de6dea5db None None] The sync data for ids ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'] in n-d-793620-13 is: [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 3, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:23.949219 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.020790 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826939'] for router_interface, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.022411 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] For port fc251f64-10c1-4066-96c9-85b3ddbd5730, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fc251f64-10c1-4066-96c9-85b3ddbd5730,segment=NetworkSegment(79541953-3c9e-4880-b3f5-90b0a9c1b4be),segment_id=79541953-3c9e-4880-b3f5-90b0a9c1b4be)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:24.024015 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Pushing event updated for resources: {'Port': ['ID=acd46640-ce2e-4b05-bae5-adf66c88a050,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:24.036192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.095733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa800bcb-e4e0-491c-81df-edbddc0ff8b3 None None] Pushing event updated for resources: {'Port': ['ID=fc251f64-10c1-4066-96c9-85b3ddbd5730,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:24.138327 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Network f05c2f27-3589-4056-b738-a65ad9bc933e is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:24.140104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:24.278142 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd43686e-aad7-4598-b191-931ea4c864dc None None] Provisioning for port acd46640-ce2e-4b05-bae5-adf66c88a050 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:24.282009 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd43686e-aad7-4598-b191-931ea4c864dc None None] Provisioning complete for port acd46640-ce2e-4b05-bae5-adf66c88a050 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:24.282410 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd43686e-aad7-4598-b191-931ea4c864dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.299774 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:24.338296 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-bd43686e-aad7-4598-b191-931ea4c864dc None None] Port acd46640-ce2e-4b05-bae5-adf66c88a050 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:31:24.362957 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-bd43686e-aad7-4598-b191-931ea4c864dc None None] Provisioning complete for port fc251f64-10c1-4066-96c9-85b3ddbd5730 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:24.363344 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bd43686e-aad7-4598-b191-931ea4c864dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.473609 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:24.486178 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-c2342dd0-bf22-49d4-b98e-a0e3f39eefe6 admin admin] 10.222.0.46 "PUT /v2.0/routers/f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1280637 Jul 23 21:31:24.623288 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-2090235a-e8bc-481f-8c28-1d927ef891b0 None None] Provisioning complete for port acd46640-ce2e-4b05-bae5-adf66c88a050 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:24.623668 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2090235a-e8bc-481f-8c28-1d927ef891b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.669969 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-2090235a-e8bc-481f-8c28-1d927ef891b0 None None] Port acd46640-ce2e-4b05-bae5-adf66c88a050 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:31:24.794248 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-ff34a2d4-ca37-49e4-8f6e-65891a4767eb None None] Provisioning complete for port acd46640-ce2e-4b05-bae5-adf66c88a050 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:24.795460 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ff34a2d4-ca37-49e4-8f6e-65891a4767eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:24.846488 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-ff34a2d4-ca37-49e4-8f6e-65891a4767eb None None] Port acd46640-ce2e-4b05-bae5-adf66c88a050 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:31:24.905869 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fc251f64-10c1-4066-96c9-85b3ddbd5730 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:24.962490 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port fc251f64-10c1-4066-96c9-85b3ddbd5730 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:24.962973 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.047736 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:25.100360 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:25.104396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:25.104856 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.128346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35846) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.133168 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041923283', 'description': 'tempest-secgroup-smoke-1041923283 description', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.156576 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.192744 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.226980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:25.231129 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.232824 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dd569435-5580-4674-9282-d5045ca20ba8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:25.255156 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.259818 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.287954 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.292098 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1598933 Jul 23 21:31:25.292237 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35848) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.297667 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group_rule': {'security_group_id': 'ac8af29e-83e9-43bf-bb96-72ecb10843d0', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.301706 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12ead8-09be-4908-999b-5d97d448535d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8af29e-83e9-43bf-bb96-72ecb10843d0,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.316872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.328113 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.331455 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port dd569435-5580-4674-9282-d5045ca20ba8 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:25.335169 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port dd569435-5580-4674-9282-d5045ca20ba8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:25.335601 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.384657 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.388774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.410322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbef30d-4412-4031-9b00-7b4578b9dfd7,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.414253 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.418443 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.419553 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-b69d9e6f-a7cb-4b01-86f0-0d68458465ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223404 Jul 23 21:31:25.419553 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35850) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.424250 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group_rule': {'security_group_id': 'ac8af29e-83e9-43bf-bb96-72ecb10843d0', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.437417 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port dd569435-5580-4674-9282-d5045ca20ba8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dd569435-5580-4674-9282-d5045ca20ba8,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:25.442166 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.453803 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.496427 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=dd569435-5580-4674-9282-d5045ca20ba8,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.516070 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.519547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.542961 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd7f6ed-0add-4564-9b8e-781668120f08,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.546879 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.548127 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-217e8746-ce23-47b5-a567-a388b9139aff tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278119 Jul 23 21:31:25.551197 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35854) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.555743 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group_rule': {'security_group_id': 'ac8af29e-83e9-43bf-bb96-72ecb10843d0', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.582983 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.646546 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.650423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.668014 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721bb61c-06bb-4550-9eed-ca5a6a2f8465,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.674409 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.675595 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-1db82bb4-e83a-44b0-b0af-7891b6820fb5 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232779 Jul 23 21:31:25.678334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35856) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.682670 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group_rule': {'security_group_id': 'ac8af29e-83e9-43bf-bb96-72ecb10843d0', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.709889 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.767787 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.771627 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.790230 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d16b671-fb1c-4adc-8a2d-17922e47fb79,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.795624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.797354 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5048abdd-038f-41ca-8f69-e127e546f481 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180921 Jul 23 21:31:25.800046 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35858) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.804471 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group_rule': {'security_group_id': 'ac8af29e-83e9-43bf-bb96-72ecb10843d0', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.826497 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Project 07c7fb479e2e44a88fceab6c0d858f65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:31:25.831309 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.892256 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.895990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.916328 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f633238-c4e2-48a0-aa0f-af03ea67c78a,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:25.922263 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:25.923409 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-76af3fbc-53f5-4099-9db9-781b3730728b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224086 Jul 23 21:31:25.926202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35860) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:25.930636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'security_group_rule': {'security_group_id': 'ac8af29e-83e9-43bf-bb96-72ecb10843d0', 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:25.953041 n-d-793620-13 neutron-server[94027]: INFO neutron.db.securitygroups_db [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Project 07c7fb479e2e44a88fceab6c0d858f65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 23 21:31:25.957919 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:26.019423 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:26.023126 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699555'] for security_group_rule, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:26.045510 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d8b48e-d2cb-41d3-9bb0-8f3caf031b92,revision_number=0']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:26.049606 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:26.050824 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-93e75d51-0736-4427-bd3b-d7e5f87b8ffa tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236815 Jul 23 21:31:26.191667 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7ed28080-2ea7-4af2-b48c-6970176cbb72 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041923283&fields=id&tenant_id=07c7fb479e2e44a88fceab6c0d858f65 HTTP/1.1" status: 200 len: 267 time: 0.0324831 Jul 23 21:31:26.305101 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-3439991a-b5a0-49ed-a598-d52499b10314 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:26.306889 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-3439991a-b5a0-49ed-a598-d52499b10314 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 809 time: 0.1085577 Jul 23 21:31:26.322863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-c1fab189-5b2e-45e3-ba5c-cada7a4bd063 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/quotas/07c7fb479e2e44a88fceab6c0d858f65 HTTP/1.1" status: 200 len: 375 time: 0.0095999 Jul 23 21:31:26.389863 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-291eafc3-9bb3-406c-9306-6b6468162196 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608201 Jul 23 21:31:26.405750 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-ef9d37a3-c201-4ed0-a3b0-504d4de5c0ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:31:26.406709 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-ef9d37a3-c201-4ed0-a3b0-504d4de5c0ea tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058639 Jul 23 21:31:26.515721 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Sync routers for ids ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:26.524808 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Routers {'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:26.525429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:26.604160 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-79af43f5-33c3-4aa7-9282-96167b9c7c7f service neutron] 10.222.0.46 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917412 Jul 23 21:31:26.701308 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-2be5d70e-1ba5-4c24-8780-3659893cc8c7 service neutron] 10.222.0.46 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902877 Jul 23 21:31:26.789400 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:26.833896 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Set router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:26.875448 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c7f52a0d-8777-48ee-bc4f-2e81624a1db1 req-ac019552-3e10-46d6-a13f-531ab2068d29 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 210 time: 0.0315752 Jul 23 21:31:26.932706 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:26.933095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.108404 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dd569435-5580-4674-9282-d5045ca20ba8 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:27.166031 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:23Z', 'revision_number': 4, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'acd46640-ce2e-4b05-bae5-adf66c88a050', 'name': '', 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'mac_address': 'fa:16:3e:e2:62:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '2b9f7e36-e017-473c-8057-5844da7ccbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:22Z', 'updated_at': '2021-07-23T21:31:23Z', 'revision_number': 2, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'subnets': [{'id': '2b9f7e36-e017-473c-8057-5844da7ccbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:27.197219 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Checking router: f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:27.197614 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Updating router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 port acd46640-ce2e-4b05-bae5-adf66c88a050 binding host n-d-793620-13 {{(pid=94028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 23 21:31:27.199304 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port dd569435-5580-4674-9282-d5045ca20ba8 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:27.199682 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.266102 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.562544 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Notify callbacks [] for port, precommit_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.571845 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Transition to ACTIVE for port object acd46640-ce2e-4b05-bae5-adf66c88a050 will not be triggered until provisioned by entity L2. {{(pid=94028) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:27.577918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.628557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b24346-980f-462c-8133-6e75ef16797f None None] Pushing event updated for resources: {'Port': ['ID=acd46640-ce2e-4b05-bae5-adf66c88a050,revision_number=3']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:27.690708 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Attempting to bind port acd46640-ce2e-4b05-bae5-adf66c88a050 on host n-d-793620-13 for vnic_type normal with profile {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:27.691138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Attempting to bind port acd46640-ce2e-4b05-bae5-adf66c88a050 by drivers openvswitch,hyperv on host n-d-793620-13 at level 0 using segments [{'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:27.692320 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Attempting to bind port acd46640-ce2e-4b05-bae5-adf66c88a050 on network f05c2f27-3589-4056-b738-a65ad9bc933e {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:27.699111 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Checking agent: {'id': '2bf24801-e26f-4a83-84f3-3b7800434e24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 19, 58, 16), 'started_at': datetime.datetime(2021, 7, 23, 19, 58, 46), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-13'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:27.700872 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Checking segment: {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:27.701286 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.701727 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Bound using segment: {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'} {{(pid=94028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:27.702209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.managers [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Bound port: acd46640-ce2e-4b05-bae5-adf66c88a050, host: n-d-793620-13, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79541953-3c9e-4880-b3f5-90b0a9c1b4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e'}}] {{(pid=94028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:27.702609 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.781005 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] For port acd46640-ce2e-4b05-bae5-adf66c88a050, host n-d-793620-13, cleared binding levels {{(pid=94028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:27.785929 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] For port acd46640-ce2e-4b05-bae5-adf66c88a050, host n-d-793620-13, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=acd46640-ce2e-4b05-bae5-adf66c88a050,segment=NetworkSegment(79541953-3c9e-4880-b3f5-90b0a9c1b4be),segment_id=79541953-3c9e-4880-b3f5-90b0a9c1b4be)] {{(pid=94028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:27.791483 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:27.842415 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-04fd2781-eb48-4966-a68c-2b7712cc3e9d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:27.844903 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-04fd2781-eb48-4966-a68c-2b7712cc3e9d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 809 time: 0.1349859 Jul 23 21:31:27.845103 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Routers {'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:27.845775 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:27.906227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-abad5ced-33ab-4833-ab59-3f0583b9d595 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c7fb479e2e44a88fceab6c0d858f65 HTTP/1.1" status: 200 len: 380 time: 0.0513551 Jul 23 21:31:27.922154 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'port': {'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'admin_state_up': True, 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'security_groups': ['ac8af29e-83e9-43bf-bb96-72ecb10843d0']}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:27.939651 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b24346-980f-462c-8133-6e75ef16797f None None] Pushing event updated for resources: {'Port': ['ID=acd46640-ce2e-4b05-bae5-adf66c88a050,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:28.001423 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] Set router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:28.047023 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1b15f093-520e-48d0-a9cf-786a764e0654 req-7028dfe3-9fcd-4aa9-9ba1-3c5f4bbc5ab7 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 210 time: 0.0360835 Jul 23 21:31:28.090917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Made reservation on behalf of 07c7fb479e2e44a88fceab6c0d858f65 for: {'port': 1} {{(pid=94027) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:31:28.094624 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.229844 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:23Z', 'revision_number': 4, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'acd46640-ce2e-4b05-bae5-adf66c88a050', 'name': '', 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'mac_address': 'fa:16:3e:e2:62:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '2b9f7e36-e017-473c-8057-5844da7ccbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:22Z', 'updated_at': '2021-07-23T21:31:27Z', 'revision_number': 4, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'subnets': [{'id': '2b9f7e36-e017-473c-8057-5844da7ccbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:28.259168 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2d620-f676-46da-870b-5cec3806bf98 None None] The sync data for ids ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'] in n-d-793620-13 is: [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:23Z', 'revision_number': 4, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'acd46640-ce2e-4b05-bae5-adf66c88a050', 'name': '', 'network_id': 'f05c2f27-3589-4056-b738-a65ad9bc933e', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'mac_address': 'fa:16:3e:e2:62:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '2b9f7e36-e017-473c-8057-5844da7ccbf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:22Z', 'updated_at': '2021-07-23T21:31:27Z', 'revision_number': 4, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'subnets': [{'id': '2b9f7e36-e017-473c-8057-5844da7ccbf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:28.556723 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Allocated IP 172.20.0.12 (fce43377-1dde-4a9c-b342-ce328de18871/26da7954-c8be-495c-8e55-6b85b25fd1b7/f5f72a82-7cb2-4122-8058-b1ad54ba65c5) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:28.703749 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.717106 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Transition to ACTIVE for port object f5f72a82-7cb2-4122-8058-b1ad54ba65c5 will not be triggered until provisioned by entity DHCP. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:28.753614 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.789945 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device acd46640-ce2e-4b05-bae5-adf66c88a050 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:28.798951 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Network fce43377-1dde-4a9c-b342-ce328de18871 is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:28.802003 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:28.808397 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:28.813083 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:28.848024 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning for port acd46640-ce2e-4b05-bae5-adf66c88a050 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:28.852196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port acd46640-ce2e-4b05-bae5-adf66c88a050 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:28.852578 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.862969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:28.864067 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.880513 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-99a68b36-fb78-4182-b31b-5e924cbfa3c9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9634862 Jul 23 21:31:28.895485 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Request body: {'port': {'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-13'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:28.962117 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:28.979355 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.003088 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] For port acd46640-ce2e-4b05-bae5-adf66c88a050, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=acd46640-ce2e-4b05-bae5-adf66c88a050,segment=NetworkSegment(79541953-3c9e-4880-b3f5-90b0a9c1b4be),segment_id=79541953-3c9e-4880-b3f5-90b0a9c1b4be)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:29.009794 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.067699 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Pushing event updated for resources: {'Port': ['ID=acd46640-ce2e-4b05-bae5-adf66c88a050,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:29.137266 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b34673d-ffcc-4a00-97e4-a173590c0f50 None None] Provisioning for port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:29.141485 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-3b34673d-ffcc-4a00-97e4-a173590c0f50 None None] Provisioning complete for port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:29.141969 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3b34673d-ffcc-4a00-97e4-a173590c0f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.180252 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-3b34673d-ffcc-4a00-97e4-a173590c0f50 None None] Port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:31:29.257091 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec669168-e2b5-470f-b43c-f18c63bf5fd6 req-a4f5896e-c6ca-427b-9df0-56907f78b80f tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:29.258613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec669168-e2b5-470f-b43c-f18c63bf5fd6 req-a4f5896e-c6ca-427b-9df0-56907f78b80f tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 932 time: 0.1230311 Jul 23 21:31:29.334856 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-ec669168-e2b5-470f-b43c-f18c63bf5fd6 req-cce18513-a0f4-4c1a-bf5b-55ef888202ba tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657778 Jul 23 21:31:29.338711 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f72a82-7cb2-4122-8058-b1ad54ba65c5 {{(pid=94027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:31:29.346148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.358549 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.provisioning_blocks [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Transition to ACTIVE for port object f5f72a82-7cb2-4122-8058-b1ad54ba65c5 will not be triggered until provisioned by entity L2. {{(pid=94027) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:31:29.362402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.413917 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:29.482565 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Attempting to bind port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 on host n-h2-793620-13 for vnic_type normal with profile {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:31:29.482907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Attempting to bind port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 by drivers openvswitch,hyperv on host n-h2-793620-13 at level 0 using segments [{'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:31:29.483245 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Attempting to bind port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 on network fce43377-1dde-4a9c-b342-ce328de18871 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:29.487820 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 on network fce43377-1dde-4a9c-b342-ce328de18871 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-13 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:31:29.488150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Attempting to bind port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 on network fce43377-1dde-4a9c-b342-ce328de18871 {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:31:29.493280 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Checking agent: {'id': '851057ee-2e91-4ee8-bd5c-fa2acf71c30b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:31:29.493651 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Checking segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:31:29.494143 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Bound using segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} {{(pid=94027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:31:29.494461 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.managers [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Bound port: f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host: n-h2-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}}] {{(pid=94027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:31:29.494831 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.564668 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, cleared binding levels {{(pid=94027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:31:29.567699 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:31:29.571135 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.605464 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:29.606238 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:29.607521 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 1093 time: 0.7166002 Jul 23 21:31:29.607962 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:29.610260 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:29.635073 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e2601-d070-4c88-9d0a-c0882a955b61 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=3']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:29.649587 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4492e71b-ee25-4b9d-9a76-5831f049ce72 x-openstack-request-id: req-4492e71b-ee25-4b9d-9a76-5831f049ce72 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:29.649894 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:29.650146 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4492e71b-ee25-4b9d-9a76-5831f049ce72 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:29.651230 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'status': 'completed', 'code': 200} Jul 23 21:31:29.724489 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-8a7c741a-b38b-438b-a00d-ddba52788c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:29.726167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-8a7c741a-b38b-438b-a00d-ddba52788c95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1096 time: 0.0642838 Jul 23 21:31:29.772512 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-2e4ef877-4100-4227-a737-15969b825ca3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 217 time: 0.0396218 Jul 23 21:31:29.821184 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-d839e315-fb9f-40f8-95c1-cbccc1373c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:29.822691 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-d839e315-fb9f-40f8-95c1-cbccc1373c9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0440211 Jul 23 21:31:29.880385 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-91061c50-6437-43f2-9da5-6f96bea76136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:29.881909 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-91061c50-6437-43f2-9da5-6f96bea76136 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529461 Jul 23 21:31:29.973853 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-9e92f880-622b-43d5-b1d1-e822e2af72bd service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847816 Jul 23 21:31:30.060654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-e5145735-51c6-43f1-9666-fb6e0d2b7221 req-aa5c3049-cdc7-40eb-8289-afe32e0ae699 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809760 Jul 23 21:31:30.166052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-7290e8df-9e50-4fb5-b8d4-2513290c52c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:30.167593 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-7290e8df-9e50-4fb5-b8d4-2513290c52c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1096 time: 0.0593424 Jul 23 21:31:30.263701 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-a472a592-327a-4612-8014-0530ab4fc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:30.265720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-a472a592-327a-4612-8014-0530ab4fc0d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0916665 Jul 23 21:31:30.316101 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-81acc8d1-d783-44a2-9add-83dab3306f64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 217 time: 0.0437698 Jul 23 21:31:30.367979 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-80589cdc-7487-47ed-90f4-26e7ebdf982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:30.369520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-80589cdc-7487-47ed-90f4-26e7ebdf982a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0463457 Jul 23 21:31:30.464047 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-8e22126a-923e-4471-82f9-5f5d07a460b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:30.466069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-8e22126a-923e-4471-82f9-5f5d07a460b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895021 Jul 23 21:31:30.485055 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34345bc1-8e76-4808-9bc5-da06d9adb001 req-d50727f4-7418-4430-9ab1-fa4c0afb4e25 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:30.486502 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34345bc1-8e76-4808-9bc5-da06d9adb001 req-d50727f4-7418-4430-9ab1-fa4c0afb4e25 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.0836303 Jul 23 21:31:30.577000 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-34345bc1-8e76-4808-9bc5-da06d9adb001 req-e3f4bd9e-9481-4e7c-9838-540a4a156402 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834672 Jul 23 21:31:30.600596 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-84efc209-f9bd-4641-a18c-fe383b9cbbfc service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237452 Jul 23 21:31:30.695033 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-d21bd6b1-560a-4b5f-9e2b-96dd89d43be9 req-6b31fbc5-9111-4772-a9d5-f88c5bcef789 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872645 Jul 23 21:31:30.767210 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device acd46640-ce2e-4b05-bae5-adf66c88a050 up at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:30.816462 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Provisioning complete for port acd46640-ce2e-4b05-bae5-adf66c88a050 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:30.816918 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:31.708574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1cce7-5a1d-41d4-8ad1-1945d3fd1730 req-687b06f3-6107-46a8-844b-5805281c13bb tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:31.710034 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16c1cce7-5a1d-41d4-8ad1-1945d3fd1730 req-687b06f3-6107-46a8-844b-5805281c13bb tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.0657215 Jul 23 21:31:31.751231 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16c1cce7-5a1d-41d4-8ad1-1945d3fd1730 req-d653b8f9-0b10-4402-846d-6f56cf709e3d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355020 Jul 23 21:31:32.878188 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d219e-e377-496b-9d32-57b0828137f9 req-e7ee58a8-1713-4035-bc4f-e1f48dfa580d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:32.879714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa9d219e-e377-496b-9d32-57b0828137f9 req-e7ee58a8-1713-4035-bc4f-e1f48dfa580d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.0631967 Jul 23 21:31:32.916170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fa9d219e-e377-496b-9d32-57b0828137f9 req-50743d80-3ca7-409d-8e83-2eba47c88cae tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309818 Jul 23 21:31:33.953426 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:31:34.052862 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c8bc3-c07e-4992-8725-788c1f7e760e req-7c88a344-5589-4006-a360-ecee85cec10d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:34.053408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:34.054496 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-587c8bc3-c07e-4992-8725-788c1f7e760e req-7c88a344-5589-4006-a360-ecee85cec10d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.0708232 Jul 23 21:31:34.064621 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:31:34.093100 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-587c8bc3-c07e-4992-8725-788c1f7e760e req-4ef698c2-ac66-4862-b150-f7bce737fcf1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Jul 23 21:31:34.102787 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:34.116006 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f72a82-7cb2-4122-8058-b1ad54ba65c5 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:31:34.138832 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:34.142805 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:34.188914 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:34.346985 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f5f72a82-7cb2-4122-8058-b1ad54ba65c5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:31:35.221346 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730abc2c-80a1-49b0-aff9-2ac2d9a11292 req-6c30e3c9-2362-40f5-9d4e-0fb2badceaa0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:35.222880 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-730abc2c-80a1-49b0-aff9-2ac2d9a11292 req-6c30e3c9-2362-40f5-9d4e-0fb2badceaa0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 945 time: 0.0647781 Jul 23 21:31:35.260024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-730abc2c-80a1-49b0-aff9-2ac2d9a11292 req-e25f9dfd-be56-4af7-9405-4a82e520f4ab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jul 23 21:31:35.970669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:31:36.019310 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning for port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:31:36.023995 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:31:36.024370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:36.102926 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:36.125398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:36.127757 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756e45b-8f66-48d6-ad2b-277501eea98a" -d '{"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-plugged", "status": "completed", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:36.140526 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:31:36.144482 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:36.192847 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:36.222029 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92267a3-f0c0-4332-b5c5-9e9a230550d0 x-openstack-request-id: req-b92267a3-f0c0-4332-b5c5-9e9a230550d0 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:36.222322 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-plugged", "status": "completed", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:36.222592 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b92267a3-f0c0-4332-b5c5-9e9a230550d0 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:36.222963 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'code': 200} Jul 23 21:31:36.357881 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc579ad-4d17-4797-b5cc-da8638f5e05a req-f9f9b214-b5b5-4457-a1f8-4e0069a4dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:36.359368 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bfc579ad-4d17-4797-b5cc-da8638f5e05a req-f9f9b214-b5b5-4457-a1f8-4e0069a4dac9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1098 time: 0.0826075 Jul 23 21:31:36.402609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bfc579ad-4d17-4797-b5cc-da8638f5e05a req-4ca80556-676a-45c5-968f-8311b1da2901 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362387 Jul 23 21:31:36.416984 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448de16-a820-438c-8bb1-e8bf484b1758 req-63535455-bb98-4ed9-b693-114665c2cad7 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:36.418456 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b448de16-a820-438c-8bb1-e8bf484b1758 req-63535455-bb98-4ed9-b693-114665c2cad7 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 946 time: 0.0920107 Jul 23 21:31:36.457560 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b448de16-a820-438c-8bb1-e8bf484b1758 req-cd7fe7a3-0dbf-4745-be7e-c246cdfb21e7 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332088 Jul 23 21:31:37.586708 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293de8f-11d2-4283-bdca-3ded3b2c4207 req-665456c8-49a1-4666-8a0a-7dc22a3bcb6d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:37.588103 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1293de8f-11d2-4283-bdca-3ded3b2c4207 req-665456c8-49a1-4666-8a0a-7dc22a3bcb6d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 946 time: 0.0636907 Jul 23 21:31:37.626883 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1293de8f-11d2-4283-bdca-3ded3b2c4207 req-ff9d4e23-f423-4783-979d-960a0c5924c7 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324423 Jul 23 21:31:37.763306 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd208c88-3600-4278-95da-6b3e062ed8b1 req-6183cc0a-9d6c-4579-97d1-5d613540c2c3 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:37.764714 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd208c88-3600-4278-95da-6b3e062ed8b1 req-6183cc0a-9d6c-4579-97d1-5d613540c2c3 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 946 time: 0.0729828 Jul 23 21:31:37.803920 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-fd208c88-3600-4278-95da-6b3e062ed8b1 req-67ea5b55-b01e-4387-b33f-301c1030c3c4 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Jul 23 21:31:37.826412 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35916) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:37.917334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2748fca-30d9-4bd6-9673-ad3ffc640e5d tempest-TestSnapshotPattern-470118083 tempest-TestSnapshotPattern-470118083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:37.918923 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-f2748fca-30d9-4bd6-9673-ad3ffc640e5d tempest-TestSnapshotPattern-470118083 tempest-TestSnapshotPattern-470118083-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1093 time: 0.0915618 Jul 23 21:31:37.921905 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 35920) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:31:37.926181 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:31:37.947932 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.043996 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.144573 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Allocated IP 172.25.8.68 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/76e7f8a0-7a47-4537-a779-54d939ef83be) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:31:38.249338 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.287058 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.324574 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:31:38.327938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:31:38.330502 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:31:38.338513 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'Port': ['ID=76e7f8a0-7a47-4537-a779-54d939ef83be,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:38.676483 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.755414 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.897731 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.902138 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:38.972916 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'Port': ['ID=76e7f8a0-7a47-4537-a779-54d939ef83be,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:31:38.980737 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:39.078495 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Floating IP 80378a1f-856f-48ae-97f7-b39098f9c29d associated. External IP: 172.25.8.68, port: f5f72a82-7cb2-4122-8058-b1ad54ba65c5. Jul 23 21:31:39.276126 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:31:39.378957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:31:39.389059 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:31:39.394963 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:39.398345 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:39.398952 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:39.436400 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7253e83d-9000-45a0-b29a-7d62b6171049 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5134697 Jul 23 21:31:39.436968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:31:39.439261 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d03a82-727f-4e87-93a3-beb90ad91a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:31:39.479891 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c76a4d-6fc5-47c0-b383-52ebe7b915b3 x-openstack-request-id: req-48c76a4d-6fc5-47c0-b383-52ebe7b915b3 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:31:39.480189 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:31:39.480439 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48c76a4d-6fc5-47c0-b383-52ebe7b915b3 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:31:39.480859 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'status': 'completed', 'code': 200} Jul 23 21:31:39.504816 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:39.555911 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-bf50c752-a3a2-4d9a-8998-3404109cdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:39.557383 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-bf50c752-a3a2-4d9a-8998-3404109cdd13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1098 time: 0.0542517 Jul 23 21:31:39.648314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-68dcc0ca-1bd7-44b1-85e9-5cd40ca32b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:39.649843 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-68dcc0ca-1bd7-44b1-85e9-5cd40ca32b16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0866728 Jul 23 21:31:39.719369 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-9fbbc94a-b2fb-4c10-bbb6-cf0e74c4b420 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 999 time: 0.0631859 Jul 23 21:31:39.725869 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:38Z', 'revision_number': 0, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:39.752431 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:31:39.760419 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:31:39.761029 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:31:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:39.770684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-eaac11a7-7091-4b05-916d-b591da1ead96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:39.772205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-eaac11a7-7091-4b05-916d-b591da1ead96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0463462 Jul 23 21:31:39.832056 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-abd58c4c-b2d4-462d-bf05-63fdff178fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:31:39.833535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-abd58c4c-b2d4-462d-bf05-63fdff178fb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543118 Jul 23 21:31:39.864737 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:31:39.926262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-0098cfd3-2d45-4b73-af6a-a6c928ac5b80 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863998 Jul 23 21:31:40.014552 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-62d03a82-727f-4e87-93a3-beb90ad91a6b req-09b8741b-504c-47ed-8b6a-3a1e8432a964 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823317 Jul 23 21:31:40.082336 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:38Z', 'revision_number': 0, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:31:40.111691 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873e33e0-f59c-483b-9c35-77f207e5d369 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:38Z', 'revision_number': 0, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:31:40.290649 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89f1654-1033-41bb-8588-5b32b4fd14a6 None None] New status for floating IP 80378a1f-856f-48ae-97f7-b39098f9c29d: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:31:43.978556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-df8e9348-b0e5-4e52-9c32-19fae8949ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:44.591542 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:46.514258 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:46.516207 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-89c36378-d746-4faf-8c1e-055bdb43de2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:46.853747 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:31:48.025586 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:48.090692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:31:49.971095 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.789580 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-e2423c5c-2356-4edb-af2b-092cd01e211a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594549 Jul 23 21:32:13.881166 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-4ea9de30-3a29-438a-83b0-b7a63b67ac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:13.882700 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-4ea9de30-3a29-438a-83b0-b7a63b67ac36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1098 time: 0.0542614 Jul 23 21:32:13.979385 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f034350-e354-4fc5-8e8a-c9121a8db23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:13.997149 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-84613987-3bb8-432d-a5f1-1bb51e4df054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:13.998654 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-84613987-3bb8-432d-a5f1-1bb51e4df054 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0984509 Jul 23 21:32:14.063227 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-0b607d7b-3c72-4b6c-a06d-8ded57c9c41f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 1001 time: 0.0574574 Jul 23 21:32:14.113139 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-8e0ef19f-d389-4700-abc3-efb36f328b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:14.115024 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-8e0ef19f-d389-4700-abc3-efb36f328b1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0447795 Jul 23 21:32:14.175827 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-fc129102-0b94-4b66-b555-abdd74ede3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:32:14.177378 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-fc129102-0b94-4b66-b555-abdd74ede3d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567343 Jul 23 21:32:14.264927 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-beff2d76-e3ca-4460-ab86-95ac80a11805 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816236 Jul 23 21:32:14.600220 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:14.657363 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-96dabd59-e7ec-42dd-bbdf-27bcff9064a6 req-c5bbec16-d0aa-4b34-9e88-0c0cd669aec4 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865051 Jul 23 21:32:16.515724 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:16.518728 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f2adb797-8f59-4061-8a20-b146c377c6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:18.028666 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:18.106266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:19.973740 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:23.852758 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:32:43.980981 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-2b2dffda-dce8-4d2d-a47b-999f971e2692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:44.604502 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:46.515040 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:46.516771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-08530d4a-b134-491e-a599-94433de51e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:48.030801 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:48.115633 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:32:49.976749 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:00.851297 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:33:13.980333 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-c7ae2132-4c06-4d81-9648-db9a86023a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:14.619541 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:15.834069 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-73a1f553-38be-4318-a1ae-2369c5678653 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1060638 Jul 23 21:33:15.928110 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-df0d87d6-b8d1-4755-b985-931f959b972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:15.929609 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-df0d87d6-b8d1-4755-b985-931f959b972f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1098 time: 0.0523665 Jul 23 21:33:16.031850 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-be592c3d-647f-4230-b686-a50a397b2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:16.033350 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-be592c3d-647f-4230-b686-a50a397b2215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0851727 Jul 23 21:33:16.096342 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-79ff5863-8fa8-42ae-9706-bf7784380f0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 1001 time: 0.0563536 Jul 23 21:33:16.147976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-61e7f51f-8d7c-467d-829c-d5eeef2ac259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:16.149399 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-61e7f51f-8d7c-467d-829c-d5eeef2ac259 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0470583 Jul 23 21:33:16.207342 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-e0700f30-f53e-481a-925c-2ea4057ea8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:16.208755 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-e0700f30-f53e-481a-925c-2ea4057ea8c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532441 Jul 23 21:33:16.298841 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-af59ce69-9221-4f03-bd6f-2dfa782a50d8 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832832 Jul 23 21:33:16.391486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-1a675b5c-85e1-4538-ba7d-8b850b618c35 req-c66811b2-ba9c-47d8-8767-bc409ef5f5ab service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848713 Jul 23 21:33:16.514407 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:16.516119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4bd5cf66-5d4e-4061-afb8-10ee8985c5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:18.035829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:18.109228 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:19.982416 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:27.041144 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-d59cc653-9474-4f82-b148-e8b3802e2677 req-af84f23f-5321-42a9-9b40-84ea0b30f8da service neutron] (94027) timed out ('10.222.0.46', 59392) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 23 21:33:37.849519 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:33:38.503222 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 details requested by agent hyperv_n-h2-793620-13 with host n-h2-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:33:38.594629 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:38.605861 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Returning: {'device': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:33:38.645156 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:38.657669 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5f72a82-7cb2-4122-8058-b1ad54ba65c5 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:33:38.676644 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:38.681087 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:38.729851 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:38.736918 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.737270 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.737637 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.737981 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.738318 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.738652 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.738984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.739314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.739641 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.739967 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.740540 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.740875 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:38.752579 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] get_ports_and_sgs() called for port_ids ['f5f72a82-7cb2-4122-8058-b1ad54ba65c5'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:33:40.514850 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 up at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:33:40.573783 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Provisioning complete for port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:40.574282 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:40.667029 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:40.692798 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:33:40.695290 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4878bf6-2e8c-49b8-a8f0-9bd9c3b093ee" -d '{"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-plugged", "status": "completed", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:33:40.710970 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:40.717119 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:40.755772 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfccddfe-6f25-424a-9186-393350d01e34 x-openstack-request-id: req-bfccddfe-6f25-424a-9186-393350d01e34 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:33:40.756020 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-plugged", "status": "completed", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:33:40.756271 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bfccddfe-6f25-424a-9186-393350d01e34 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:33:40.756672 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'code': 200} Jul 23 21:33:40.776199 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:43.983086 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc09f72a-5f2d-4b04-bfec-6c9f717ad65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:44.619601 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:46.516561 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:46.519000 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d0ab1b46-64df-4f86-b3c6-5bac836e55e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:48.041721 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:48.111842 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:48.630223 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-9977a72c-f3a0-43e5-a3ff-23270a3f3c97 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041923283&fields=id&tenant_id=07c7fb479e2e44a88fceab6c0d858f65 HTTP/1.1" status: 200 len: 267 time: 0.0332699 Jul 23 21:33:48.745772 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-2c88f1d2-917f-418c-a902-4be92fd6aa99 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:48.747262 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-2c88f1d2-917f-418c-a902-4be92fd6aa99 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 809 time: 0.1101975 Jul 23 21:33:48.762261 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-f764cec0-1672-4e8d-92cc-08dc8ab24009 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/quotas/07c7fb479e2e44a88fceab6c0d858f65 HTTP/1.1" status: 200 len: 375 time: 0.0095041 Jul 23 21:33:48.830961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-95ee4106-0369-444e-a8a0-0312de0a55a4 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0638762 Jul 23 21:33:48.847157 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-47c0a1e2-a73f-4ad6-aa9a-2e2b771c3284 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94027) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:33:48.848133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-47c0a1e2-a73f-4ad6-aa9a-2e2b771c3284 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060775 Jul 23 21:33:48.982169 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-abd6afa2-e241-44f8-8fa9-856c50064619 service neutron] 10.222.0.46 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276126 Jul 23 21:33:49.071670 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-c2e2b709-b605-401c-8bd8-76a545dbfcdc service neutron] 10.222.0.46 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837331 Jul 23 21:33:49.983637 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:50.327200 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-0f570c3b-3722-44dd-8bae-3fb7463fbcb2 req-5916380d-c67d-4fe5-b029-9ee4f6fed5ca tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 210 time: 0.0760670 Jul 23 21:33:51.314239 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-c20c1a53-eb14-4a4c-afc6-c921b80e3e3c tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:51.315619 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-c20c1a53-eb14-4a4c-afc6-c921b80e3e3c tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.47 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 809 time: 0.1065819 Jul 23 21:33:51.360744 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-bf7c6aa1-c6f1-4d3c-b56e-36e6eb9ebfb1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c7fb479e2e44a88fceab6c0d858f65 HTTP/1.1" status: 200 len: 380 time: 0.0362008 Jul 23 21:33:51.370439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'port': {'device_id': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'admin_state_up': True, 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'security_groups': ['ac8af29e-83e9-43bf-bb96-72ecb10843d0']}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:33:51.431532 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4bedee8c-5b37-4d44-b19c-06f2aa023aeb req-2c954cdc-9cc5-4f1a-8a98-21724abdf04d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 210 time: 0.0350108 Jul 23 21:33:51.494917 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Made reservation on behalf of 07c7fb479e2e44a88fceab6c0d858f65 for: {'port': 1} {{(pid=94026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 23 21:33:51.498747 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:51.637493 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_common [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Allocated IP 172.20.0.6 (fce43377-1dde-4a9c-b342-ce328de18871/26da7954-c8be-495c-8e55-6b85b25fd1b7/9f6512c9-1be5-4185-9766-27e13fd3b0f0) {{(pid=94026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:33:51.815364 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for port, precommit_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:51.834678 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Transition to ACTIVE for port object 9f6512c9-1be5-4185-9766-27e13fd3b0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:33:51.881243 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_create {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:51.934345 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Network fce43377-1dde-4a9c-b342-ce328de18871 is already hosted by enough agents. {{(pid=94026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:33:51.937785 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.base_scheduler [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Resources bound (agent type, host, resource id): {{(pid=94026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:33:51.941731 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Received port after_create {{(pid=94026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:33:51.970716 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=1']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:51.986817 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.987279 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.987691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.988104 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.988511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.988913 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.989313 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.989758 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.990126 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.990796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.991189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:51.991606 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:33:52.028892 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:52.029728 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:52.052826 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-6838b04b-2a57-4d5d-b019-14624dbafeab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6869793 Jul 23 21:33:52.208502 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fc1906e0-5de9-43d8-a4e3-08cfd2bd975b None None] Provisioning for port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 completed by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:33:52.212396 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-fc1906e0-5de9-43d8-a4e3-08cfd2bd975b None None] Provisioning complete for port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 triggered by entity DHCP. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:33:52.212860 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fc1906e0-5de9-43d8-a4e3-08cfd2bd975b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:52.253091 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fc1906e0-5de9-43d8-a4e3-08cfd2bd975b None None] Port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 cannot update to ACTIVE because it is not bound. {{(pid=94028) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 23 21:33:52.569216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9641df-9700-4708-a453-16cc9530cf62 req-1e3d8797-ce60-401e-b7d3-a45d7446aa47 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:52.571333 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf9641df-9700-4708-a453-16cc9530cf62 req-1e3d8797-ce60-401e-b7d3-a45d7446aa47 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0663710 Jul 23 21:33:52.606133 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:33:52.613020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-bf9641df-9700-4708-a453-16cc9530cf62 req-3dd97dc1-a5fe-45f3-8dfa-b6c97f9ccda7 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354578 Jul 23 21:33:52.702623 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:52.726843 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:33:52.729125 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062e309-e3a9-4ac4-966e-1a43b42a9e21" -d '{"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:33:52.743291 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:33:52.748692 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:33:52.771433 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Jul 2021 21:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3346911-faa3-47c8-b417-8f3ca1afe627 x-openstack-request-id: req-a3346911-faa3-47c8-b417-8f3ca1afe627 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:33:52.771718 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-unplugged", "status": "completed", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:33:52.771972 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3346911-faa3-47c8-b417-8f3ca1afe627 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:33:52.772367 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'code': 200} Jul 23 21:33:52.799532 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Pushing event updated for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=8']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:33:53.760030 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c1214-3dff-443c-b1c9-5baa848dc480 req-f5d8bf66-51c6-421a-a9b6-80e219e29e44 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:53.761613 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e9c1214-3dff-443c-b1c9-5baa848dc480 req-f5d8bf66-51c6-421a-a9b6-80e219e29e44 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0767059 Jul 23 21:33:53.808077 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6e9c1214-3dff-443c-b1c9-5baa848dc480 req-44994182-7085-40e4-a69a-df20f8b96fd6 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406384 Jul 23 21:33:54.951938 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810f001-c753-46c7-86c2-a50a09a47c0c req-3a1383ca-014e-47a3-8acb-21c55879fd90 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:54.953489 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9810f001-c753-46c7-86c2-a50a09a47c0c req-3a1383ca-014e-47a3-8acb-21c55879fd90 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0665920 Jul 23 21:33:54.993043 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9810f001-c753-46c7-86c2-a50a09a47c0c req-de995c5c-33bd-4d92-8e5e-9849a26fb0ee tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337989 Jul 23 21:33:56.131793 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f85d1-64eb-45c7-b7c7-3b46bf339641 req-7f573eaa-8129-4cf9-a4cf-d8a186cf2515 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:56.133731 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f4f85d1-64eb-45c7-b7c7-3b46bf339641 req-7f573eaa-8129-4cf9-a4cf-d8a186cf2515 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0662181 Jul 23 21:33:56.172525 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4f4f85d1-64eb-45c7-b7c7-3b46bf339641 req-3efbc167-3926-4820-901b-a2a955f0bb9d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331318 Jul 23 21:33:57.313841 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971555c3-06ad-4c99-81b5-e7324c5f68fd req-d10b216c-b03d-4ba2-a632-de21a6db33a2 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:57.315257 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-971555c3-06ad-4c99-81b5-e7324c5f68fd req-d10b216c-b03d-4ba2-a632-de21a6db33a2 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0698483 Jul 23 21:33:57.355981 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-971555c3-06ad-4c99-81b5-e7324c5f68fd req-5fec39f1-eac9-4ec0-a540-010be34c1b45 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341823 Jul 23 21:33:58.498980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d16bef-27de-4656-9669-99bf97d278f9 req-07619e98-bee2-41cb-93a1-63455415b111 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:58.505872 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7d16bef-27de-4656-9669-99bf97d278f9 req-07619e98-bee2-41cb-93a1-63455415b111 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0801241 Jul 23 21:33:58.545888 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-f7d16bef-27de-4656-9669-99bf97d278f9 req-9a2630b0-a0a3-4a22-91e7-7982188375eb tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389261 Jul 23 21:33:59.680192 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcbc1d-1c08-4db9-aa24-643d58a546b4 req-28c28863-d4aa-4719-a35a-e9567a27a020 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:33:59.681766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87bcbc1d-1c08-4db9-aa24-643d58a546b4 req-28c28863-d4aa-4719-a35a-e9567a27a020 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0668604 Jul 23 21:33:59.729961 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-87bcbc1d-1c08-4db9-aa24-643d58a546b4 req-14d3f089-943e-45a3-ac17-11a073d8edc8 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Jul 23 21:34:00.868093 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916781f-a1ac-4058-b6c7-42ae184f8239 req-8970b8e7-9100-4ada-8812-074abb875d4a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:00.869632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b916781f-a1ac-4058-b6c7-42ae184f8239 req-8970b8e7-9100-4ada-8812-074abb875d4a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0689168 Jul 23 21:34:00.911083 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-b916781f-a1ac-4058-b6c7-42ae184f8239 req-acac2253-8e5e-4b50-9beb-d3bd1aab93ca tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Jul 23 21:34:01.878790 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-f5e6f9ce-5954-4f38-adba-20b4b173a362 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=94026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 23 21:34:01.880103 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-f5e6f9ce-5954-4f38-adba-20b4b173a362 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058722 Jul 23 21:34:01.935078 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.v2.base [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Request body: {'port': {'device_id': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-13'}} {{(pid=94026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:02.008055 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:02.043378 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807b423-cb70-4a7d-ad23-f1c60a4f447d req-80f6ecdc-7d07-4140-a1cf-ed489515ea9b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:02.045002 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4807b423-cb70-4a7d-ad23-f1c60a4f447d req-80f6ecdc-7d07-4140-a1cf-ed489515ea9b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 931 time: 0.0654151 Jul 23 21:34:02.082992 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-4807b423-cb70-4a7d-ad23-f1c60a4f447d req-6a05417d-0487-4d73-8b9b-4a530e0ff2be tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323956 Jul 23 21:34:02.279238 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6512c9-1be5-4185-9766-27e13fd3b0f0 {{(pid=94026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:34:02.286536 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:02.298452 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.provisioning_blocks [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Transition to ACTIVE for port object 9f6512c9-1be5-4185-9766-27e13fd3b0f0 will not be triggered until provisioned by entity L2. {{(pid=94026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 23 21:34:02.301425 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:02.371081 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=2']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:02.423942 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Attempting to bind port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 on host n-h1-793620-13 for vnic_type normal with profile {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 23 21:34:02.424282 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Attempting to bind port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 by drivers openvswitch,hyperv on host n-h1-793620-13 at level 0 using segments [{'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 23 21:34:02.424613 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Attempting to bind port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 on network fce43377-1dde-4a9c-b342-ce328de18871 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:02.429236 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 on network fce43377-1dde-4a9c-b342-ce328de18871 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-13 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 23 21:34:02.429698 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Attempting to bind port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 on network fce43377-1dde-4a9c-b342-ce328de18871 {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 23 21:34:02.434708 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Checking agent: {'id': 'ba4c7bbd-df18-4b99-a08b-c31ec8f8289c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-13', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'started_at': datetime.datetime(2021, 7, 23, 20, 5, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 23, 21, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 23 21:34:02.435048 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Checking segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 23 21:34:02.435429 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Bound using segment: {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'} {{(pid=94026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 23 21:34:02.435864 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.managers [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Bound port: 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host: n-h1-793620-13, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871'}}] {{(pid=94026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 23 21:34:02.436223 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:02.505833 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, cleared binding levels {{(pid=94026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 23 21:34:02.509551 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 23 21:34:02.513623 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127373792'] for port, after_update {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:02.546756 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:02.547374 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:02.548871 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] 10.222.0.47 "PUT /v2.0/ports/9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 1092 time: 0.6612573 Jul 23 21:34:02.549310 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:02.551573 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:02.589168 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575198ee-62ef-4bf8-b63c-e1bfeebe2cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=3']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:02.647245 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-ef620837-fbce-47f8-ab43-e35c35d98608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:02.648905 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-ef620837-fbce-47f8-ab43-e35c35d98608 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0567856 Jul 23 21:34:02.655787 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9259301-2635-4fd2-bf40-68b0970c70ca x-openstack-request-id: req-e9259301-2635-4fd2-bf40-68b0970c70ca {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:02.656075 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:02.656324 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9259301-2635-4fd2-bf40-68b0970c70ca {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:02.656719 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'status': 'completed', 'code': 200} Jul 23 21:34:02.699815 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-575332b7-6a13-4e0e-b51d-1f87380c1d08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 217 time: 0.0389981 Jul 23 21:34:02.749521 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-bf4ae350-aeac-42be-85c2-ad1f20143a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:02.751036 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-bf4ae350-aeac-42be-85c2-ad1f20143a44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0456080 Jul 23 21:34:02.808796 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-894c12ef-1dd2-4aaf-89a3-8416c088c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:02.810339 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-894c12ef-1dd2-4aaf-89a3-8416c088c5a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531492 Jul 23 21:34:02.901421 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-bd4a9435-7d6b-4185-aa2d-0483df36c8b7 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849643 Jul 23 21:34:02.987352 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-91a58f9d-0d3f-4221-b872-72a69eca8acd req-f799b825-6752-4735-b21f-8c4f52f9db95 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797384 Jul 23 21:34:03.087732 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-bc4116ef-280a-4a22-8752-cb6a5872796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:03.089161 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-bc4116ef-280a-4a22-8752-cb6a5872796e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0589859 Jul 23 21:34:03.177691 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-6de66c79-1fab-49f3-aee3-7b79d06e03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:03.179199 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-6de66c79-1fab-49f3-aee3-7b79d06e03c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0835276 Jul 23 21:34:03.218273 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489cbd1-2878-46b1-9079-2d5c9a9c7d05 req-e720a884-efd6-4ac2-88a7-fe1e07403a81 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:03.219766 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6489cbd1-2878-46b1-9079-2d5c9a9c7d05 req-e720a884-efd6-4ac2-88a7-fe1e07403a81 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 943 time: 0.0678401 Jul 23 21:34:03.224647 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-91be8fc1-ad43-4002-9836-c50b06d69b24 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 217 time: 0.0383739 Jul 23 21:34:03.256944 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-6489cbd1-2878-46b1-9079-2d5c9a9c7d05 req-35082bab-51ba-486f-94ae-d4c848b4f794 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Jul 23 21:34:03.275016 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-ef8c287a-bfe8-434c-8bd5-601bdaf520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:03.276651 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-ef8c287a-bfe8-434c-8bd5-601bdaf520ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0444047 Jul 23 21:34:03.336364 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-203e3dca-5a00-41b7-9955-c867f425c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:03.337938 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-203e3dca-5a00-41b7-9955-c867f425c18c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543778 Jul 23 21:34:03.433754 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-7b6d1d9c-4697-40d5-a122-30aafa43261e service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885656 Jul 23 21:34:03.524795 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-ba7d2d28-197e-4cac-80f0-3d9050dd67c5 req-c8bf38e0-be5b-417b-ac9f-0a5ea8a34771 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825078 Jul 23 21:34:04.386131 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188ad5-ad07-4f3f-91e4-f422ecccac95 req-47498c09-4d30-429b-8caf-5005f68e42cf tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:04.387604 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8188ad5-ad07-4f3f-91e4-f422ecccac95 req-47498c09-4d30-429b-8caf-5005f68e42cf tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 943 time: 0.0627830 Jul 23 21:34:04.425006 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c8188ad5-ad07-4f3f-91e4-f422ecccac95 req-03f64392-a441-4224-8ec4-95d96556b329 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314832 Jul 23 21:34:05.555900 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff742b-90a4-4e50-9b0a-0f241fb0e3cb req-4a79d599-9971-4679-8c8d-a42f288e988b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:05.557397 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98ff742b-90a4-4e50-9b0a-0f241fb0e3cb req-4a79d599-9971-4679-8c8d-a42f288e988b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 943 time: 0.0656919 Jul 23 21:34:05.598758 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-98ff742b-90a4-4e50-9b0a-0f241fb0e3cb req-43589356-0496-4b25-aac6-0c95bc1237b4 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358155 Jul 23 21:34:06.728436 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c6bd3-a727-466c-a033-3920ef086c38 req-b9aadc49-1be8-4e93-bef2-fe92a48105d0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:06.729932 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c75c6bd3-a727-466c-a033-3920ef086c38 req-b9aadc49-1be8-4e93-bef2-fe92a48105d0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 943 time: 0.0643396 Jul 23 21:34:06.753576 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:34:06.768790 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-c75c6bd3-a727-466c-a033-3920ef086c38 req-0e5552b8-9d5c-4016-9ac7-234b0c598442 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332663 Jul 23 21:34:06.847182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:06.858398 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'port_id': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'mac_address': 'fa:16:3e:1b:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:34:06.894579 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:06.909788 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6512c9-1be5-4185-9766-27e13fd3b0f0 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:34:06.928468 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:06.932987 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:06.979557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=4']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:07.147517 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['9f6512c9-1be5-4185-9766-27e13fd3b0f0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:34:07.897606 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9780f-2470-46f4-bb46-bd073aa3c0d3 req-a60e369a-3d30-47da-aaf4-af3dcdfe161e tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:07.899635 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3be9780f-2470-46f4-bb46-bd073aa3c0d3 req-a60e369a-3d30-47da-aaf4-af3dcdfe161e tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 944 time: 0.0649438 Jul 23 21:34:07.937632 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3be9780f-2470-46f4-bb46-bd073aa3c0d3 req-1aae22e4-642a-4c46-8373-cb577bd9da3f tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Jul 23 21:34:08.764994 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:34:08.811784 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning for port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 completed by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 23 21:34:08.815339 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:34:08.815713 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:08.892391 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:08.914355 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:08.916587 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2741d-3cfa-4856-aaa6-2cf393d35f30" -d '{"events": [{"server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "name": "network-vif-plugged", "status": "completed", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:08.929876 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:34:08.933807 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:08.957620 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12255bba-a81b-4036-81c4-7dbb430c0ac4 x-openstack-request-id: req-12255bba-a81b-4036-81c4-7dbb430c0ac4 {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:08.957912 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "name": "network-vif-plugged", "status": "completed", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:08.958162 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12255bba-a81b-4036-81c4-7dbb430c0ac4 {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:08.958545 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'code': 200} Jul 23 21:34:08.985870 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=5']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:09.070501 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024306c-9cb1-4cf7-911f-539387443c56 req-991262a5-e74a-4cd7-892d-0809b4ff139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:09.072035 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a024306c-9cb1-4cf7-911f-539387443c56 req-991262a5-e74a-4cd7-892d-0809b4ff139c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0574739 Jul 23 21:34:09.075656 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2614c-0548-42e9-906a-6c9c5acc580c req-7fb0fa8a-c15d-4340-b1e7-57786e44a24b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:09.077205 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72a2614c-0548-42e9-906a-6c9c5acc580c req-7fb0fa8a-c15d-4340-b1e7-57786e44a24b tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 945 time: 0.0709686 Jul 23 21:34:09.109034 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-a024306c-9cb1-4cf7-911f-539387443c56 req-5d4feb02-3429-4ac3-986a-32440d827a2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285664 Jul 23 21:34:09.114636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-72a2614c-0548-42e9-906a-6c9c5acc580c req-36513731-85cb-4899-8935-ddf678391381 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jul 23 21:34:10.248470 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94794f55-c06d-4bcc-8579-f53ff6c9ed1b req-2b2a426f-32a5-46ad-bf9d-e7dd6b94fcae tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:10.249988 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94794f55-c06d-4bcc-8579-f53ff6c9ed1b req-2b2a426f-32a5-46ad-bf9d-e7dd6b94fcae tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 945 time: 0.0639987 Jul 23 21:34:10.286520 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-94794f55-c06d-4bcc-8579-f53ff6c9ed1b req-85776ab2-aaea-4b74-af2c-f4037b3cb46d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310125 Jul 23 21:34:10.414422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d990c-e7d7-4610-8315-665d6639cee1 req-45d74f05-c9f0-41b8-812e-83b0256dfcab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:10.415902 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-793d990c-e7d7-4610-8315-665d6639cee1 req-45d74f05-c9f0-41b8-812e-83b0256dfcab tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 945 time: 0.0630252 Jul 23 21:34:10.456486 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-793d990c-e7d7-4610-8315-665d6639cee1 req-9c1f3186-29aa-43ef-bfba-d941005f327e tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349984 Jul 23 21:34:10.478571 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36206) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:10.530462 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf77f08-9726-40c3-b7d5-2e4a57fd230d tempest-TestSnapshotPattern-470118083 tempest-TestSnapshotPattern-470118083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:10.531995 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2cf77f08-9726-40c3-b7d5-2e4a57fd230d tempest-TestSnapshotPattern-470118083 tempest-TestSnapshotPattern-470118083-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1092 time: 0.0524502 Jul 23 21:34:10.534760 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36208) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:34:10.539705 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.v2.base [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Request body: {'floatingip': {'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'port_id': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94027) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 23 21:34:10.561211 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:10.667405 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:10.777396 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_common [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Allocated IP 172.25.8.227 (6248530e-b7e5-4a34-b85a-f0fe6849937c/a1e18daa-e522-4c40-a034-e06975ad220c/4856b06d-3116-42f1-9b99-7d67d089c851) {{(pid=94027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 23 21:34:10.879854 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for port, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:10.919476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744224084228', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:10.956834 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Network 6248530e-b7e5-4a34-b85a-f0fe6849937c is already hosted by enough agents. {{(pid=94027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 23 21:34:10.959663 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.base_scheduler [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Resources bound (agent type, host, resource id): {{(pid=94027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 23 21:34:10.964052 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Received port after_create {{(pid=94027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 23 21:34:10.987939 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'Port': ['ID=4856b06d-3116-42f1-9b99-7d67d089c851,revision_number=1']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:11.001611 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.001966 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.002314 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.002655 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.003013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.003332 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.003660 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.003989 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.004322 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.004648 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.004974 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.005299 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:34:11.330748 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:11.404095 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:11.549090 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for port, precommit_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:11.553229 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129721389'] for port, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:11.623115 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event updated for resources: {'Port': ['ID=4856b06d-3116-42f1-9b99-7d67d089c851,revision_number=2']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:34:11.634476 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3838431'] for floatingip, after_update {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:11.735951 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Floating IP 82e78571-3a2a-44b7-8237-1d29a8d219bb associated. External IP: 172.25.8.227, port: 9f6512c9-1be5-4185-9766-27e13fd3b0f0. Jul 23 21:34:11.941200 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:34:12.049129 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:34:12.060610 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:34:12.065566 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:12.072086 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:12.072717 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:33:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:12.106145 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-59ad9903-3af3-4639-ad4c-f2e79ec8267a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5703561 Jul 23 21:34:12.106856 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:34:12.109133 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae1ac9b-ab17-473a-95e7-6619baf760bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:34:12.145524 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a93add-2556-4945-9503-a397995a3556 x-openstack-request-id: req-c8a93add-2556-4945-9503-a397995a3556 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:34:12.145823 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:34:12.146097 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8a93add-2556-4945-9503-a397995a3556 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:34:12.146528 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'status': 'completed', 'code': 200} Jul 23 21:34:12.182408 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:12.221991 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-c7bd7be2-f9ad-48eb-b5c8-bfe5a8a4aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:12.223427 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-c7bd7be2-f9ad-48eb-b5c8-bfe5a8a4aa74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0571406 Jul 23 21:34:12.320189 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-eed5dd49-66d0-44cb-b96f-8b6ef2e429e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:12.321747 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-eed5dd49-66d0-44cb-b96f-8b6ef2e429e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0916173 Jul 23 21:34:12.385289 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-4f605ddb-4caa-45a9-9e92-3859d6809bdd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 999 time: 0.0572324 Jul 23 21:34:12.406534 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:40Z', 'revision_number': 1, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}, {'id': '82e78571-3a2a-44b7-8237-1d29a8d219bb', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:1b:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:34:11Z', 'updated_at': '2021-07-23T21:34:11Z', 'revision_number': 0, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:12.434195 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-b34ffe0a-d4b5-4d1c-aa1b-b594712b4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:12.435683 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-b34ffe0a-d4b5-4d1c-aa1b-b594712b4e46 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0438619 Jul 23 21:34:12.436016 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:34:12.444191 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:34:12.445368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:33:46Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:12.497915 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-ef1aadb4-85d6-4130-8fd8-53c68a0d20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:12.499354 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-ef1aadb4-85d6-4130-8fd8-53c68a0d20ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574453 Jul 23 21:34:12.547368 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:34:12.587469 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-fe621640-800f-4d5d-9ff7-82a46dafcee7 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820792 Jul 23 21:34:12.682174 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-aae1ac9b-ab17-473a-95e7-6619baf760bf req-8b5813b1-189b-47cf-a807-bb74915141fb service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886641 Jul 23 21:34:12.771716 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:40Z', 'revision_number': 1, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}, {'id': '82e78571-3a2a-44b7-8237-1d29a8d219bb', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:1b:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:34:11Z', 'updated_at': '2021-07-23T21:34:11Z', 'revision_number': 0, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:34:12.800073 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26628af2-d66d-49b2-9186-9e87f84c25c4 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:40Z', 'revision_number': 1, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}, {'id': '82e78571-3a2a-44b7-8237-1d29a8d219bb', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.227', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:1b:70:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:34:11Z', 'updated_at': '2021-07-23T21:34:11Z', 'revision_number': 0, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:34:12.988878 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4fc3c-8f0f-4e94-9896-6a793db2d875 None None] New status for floating IP 82e78571-3a2a-44b7-8237-1d29a8d219bb: ACTIVE {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:34:13.745189 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-a0559277-633f-4178-89f6-10bca8b63b75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517311 Jul 23 21:34:13.843875 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-a0cdd4a6-0a14-4679-aa38-9448f15c60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:13.845347 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-a0cdd4a6-0a14-4679-aa38-9448f15c60f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0528657 Jul 23 21:34:13.950393 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-df890420-626c-4b31-af46-7862351c1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:13.951855 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-df890420-626c-4b31-af46-7862351c1e56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0868447 Jul 23 21:34:13.983950 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-60571db6-77cb-4059-bc1b-fc03eac60c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:14.015801 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-fd041ed1-b4ac-42aa-b4a6-e4b48de43cdf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 1001 time: 0.0574427 Jul 23 21:34:14.068162 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-c4d7b98b-84a5-45a0-9495-2b7ff577e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:14.069924 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-c4d7b98b-84a5-45a0-9495-2b7ff577e5a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0484195 Jul 23 21:34:14.127302 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-a348f57c-db53-485c-8456-a01a00ab5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:14.128792 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-a348f57c-db53-485c-8456-a01a00ab5f15 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532742 Jul 23 21:34:14.216971 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-1a1e14af-9ff8-4942-89fd-fecba5e7aaa4 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811057 Jul 23 21:34:14.308363 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b407b970-d8b5-4465-b158-e6ae64febab5 req-2ee6ecd3-940b-4b87-a96a-59305bf361a0 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854764 Jul 23 21:34:14.622705 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:14.848884 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:34:16.517828 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:16.520046 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d879d492-66f0-40f2-832c-2927f6673cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:16.776737 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-8317f83c-8ec2-4845-9218-65af587c31fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0515075 Jul 23 21:34:16.870388 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-6324e789-4849-42f6-97e6-84b9a3e04363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:16.871874 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-6324e789-4849-42f6-97e6-84b9a3e04363 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1096 time: 0.0542724 Jul 23 21:34:16.997497 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-810ca80e-35fe-4787-ac2a-4efe90ea63a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:16.998980 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-810ca80e-35fe-4787-ac2a-4efe90ea63a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.1089208 Jul 23 21:34:17.072528 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-c7ab19a9-27e1-44a2-85b7-249968816369 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 999 time: 0.0674806 Jul 23 21:34:17.125632 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-2e877b55-3abf-4d80-a97c-1a8a7c17703d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:17.127143 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-2e877b55-3abf-4d80-a97c-1a8a7c17703d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0478761 Jul 23 21:34:17.198423 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-37d508ba-5673-4a6e-844c-a0da58768a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:34:17.200546 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-37d508ba-5673-4a6e-844c-a0da58768a66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670664 Jul 23 21:34:17.306917 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-8b646d7b-73c1-4aa3-893b-09bb045cde43 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996788 Jul 23 21:34:17.421572 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-9de3d736-eff6-4d0b-9b60-b3170a36dd0a req-e173f2f0-a8c3-4618-b2b0-6de05cfe72c4 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082644 Jul 23 21:34:18.041358 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:18.124965 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:19.985370 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:43.988480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ec128ea0-3908-49eb-80a6-0cc8b55e7c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:44.623174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.517200 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:46.518988 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6b01597e-4133-4a0f-84b5-936306ece54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.044081 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:48.136304 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:49.988595 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:34:51.850265 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:35:13.990148 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d3db354f-d65d-4e51-be40-7a44dc72372a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:14.638643 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:15.777331 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-3c045c4e-0721-47c6-8819-123a55af1300 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540764 Jul 23 21:35:15.874114 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-b2ccda54-1d9b-4062-a2ec-1f6eea73427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:15.875919 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-b2ccda54-1d9b-4062-a2ec-1f6eea73427f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0587909 Jul 23 21:35:15.976511 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-8dcfa8c1-2035-4622-8565-b484f9583a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:15.978017 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-8dcfa8c1-2035-4622-8565-b484f9583a36 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0837817 Jul 23 21:35:16.045343 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-abb13ab2-4c77-40c4-9478-2baefd624d9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 1001 time: 0.0605245 Jul 23 21:35:16.093167 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-a906cf46-a582-4529-b2c5-62ec4d6206a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:16.094726 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-a906cf46-a582-4529-b2c5-62ec4d6206a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0436234 Jul 23 21:35:16.150366 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-751d21c3-e4d5-4b84-9b17-6d8ff7d6a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:16.151748 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-751d21c3-e4d5-4b84-9b17-6d8ff7d6a013 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512393 Jul 23 21:35:16.517699 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:16.521013 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-56c7c2b7-95ce-4d73-8f46-837280cb386c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:16.566193 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-c736d32a-ff88-4808-99e6-291379d3fe30 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078312 Jul 23 21:35:16.657163 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-dab245a7-7429-4eb3-b7a5-08e01cdc8904 req-a729a4e7-7a75-4654-bb51-78c27fff3d9b service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839715 Jul 23 21:35:18.047905 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:18.143447 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:18.791881 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-5b10eed8-1f08-46f6-9f6f-4f2206451470 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530279 Jul 23 21:35:18.884222 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-9554d5b4-146b-4169-87ae-46969fed1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:18.885799 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-9554d5b4-146b-4169-87ae-46969fed1733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1096 time: 0.0539234 Jul 23 21:35:18.988516 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-1d68c787-7b4e-4f77-a513-35157b8726f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:18.990156 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-1d68c787-7b4e-4f77-a513-35157b8726f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0859482 Jul 23 21:35:19.052865 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-de2ecc02-a4b9-4756-b8c3-1e3e8c6709ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 999 time: 0.0568814 Jul 23 21:35:19.104310 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-dfe39565-6a68-4aca-ad19-52c79e540eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:19.105770 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-dfe39565-6a68-4aca-ad19-52c79e540eae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0472212 Jul 23 21:35:19.164366 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-b4753226-5299-4877-949a-68119656dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:35:19.165857 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-b4753226-5299-4877-949a-68119656dbd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532951 Jul 23 21:35:19.252280 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-6a06e1b2-8d18-41cc-ac78-af0d4c28ef34 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799389 Jul 23 21:35:19.341020 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2c985fd0-bb1e-485f-9c2e-d7b6fa46e4c2 req-fcda78f3-14e0-427e-9b2a-839a654d7772 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828457 Jul 23 21:35:19.991359 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:28.850047 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:35:43.991351 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7588952a-2c30-46c1-8761-8a8755600a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:44.645853 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:46.517806 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:46.519664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8adf5f2e-065a-4c38-9aa9-306fcb8bf4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:48.048256 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:48.128050 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:49.994230 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:55.302787 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 details requested by agent hyperv_n-h1-793620-13 with host n-h1-793620-13 {{(pid=94028) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 23 21:35:55.461807 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:55.477004 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Returning: {'device': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'port_id': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'mac_address': 'fa:16:3e:1b:70:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94028) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 23 21:35:55.568912 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:55.582892 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f6512c9-1be5-4185-9766-27e13fd3b0f0 {{(pid=94028) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 23 21:35:55.605209 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:55.610602 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:55.673939 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=6']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:35:55.683408 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.684182 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.684525 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.684866 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.685229 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.685588 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.685927 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.686258 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.686584 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.686909 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.687264 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.687587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:35:55.696529 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] get_ports_and_sgs() called for port_ids ['9f6512c9-1be5-4185-9766-27e13fd3b0f0'] {{(pid=94028) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 23 21:35:57.314703 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 up at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 23 21:35:57.371435 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.provisioning_blocks [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Provisioning complete for port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 triggered by entity L2. {{(pid=94028) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 23 21:35:57.371920 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731143'] for port, provisioning_complete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:57.453031 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-560264'] for port, before_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:57.481155 n-d-793620-13 neutron-server[94028]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0'}] {{(pid=94028) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:35:57.483549 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2b50dd17533085ec9d3115b8d2b11f3dbfe86f6dc63770bb182c00727e7ee9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c034503-e25d-4d99-a554-d11f6a18d254" -d '{"events": [{"server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "name": "network-vif-plugged", "status": "completed", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0"}]}' {{(pid=94028) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:35:57.498125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:35:57.508979 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744224521813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744224084246', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744224084264'] for port, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:35:57.547415 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7564aa01-6be3-44a5-a7c2-234f7966212b x-openstack-request-id: req-7564aa01-6be3-44a5-a7c2-234f7966212b {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:35:57.548007 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "name": "network-vif-plugged", "status": "completed", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0", "code": 200}]} {{(pid=94028) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:35:57.548264 n-d-793620-13 neutron-server[94028]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7564aa01-6be3-44a5-a7c2-234f7966212b {{(pid=94028) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:35:57.548691 n-d-793620-13 neutron-server[94028]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'code': 200} Jul 23 21:35:57.577984 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Pushing event updated for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=7']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:03.858145 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36430) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:04.329847 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Deleting port 4856b06d-3116-42f1-9b99-7d67d089c851 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:04.330110 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:04.404613 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:04.404939 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:04.417487 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Calling delete_port for 4856b06d-3116-42f1-9b99-7d67d089c851 owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:04.561570 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:04.586895 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event deleted for resources: {'Port': ['ID=4856b06d-3116-42f1-9b99-7d67d089c851,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:04.614225 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.614575 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.614933 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.615279 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.615615 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.615957 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.616288 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.616618 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.617202 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.617558 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.617888 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.618219 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:04.656538 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:04.656886 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Floating IP 82e78571-3a2a-44b7-8237-1d29a8d219bb disassociated (deleted). External IP: 172.25.8.227, port: 9f6512c9-1be5-4185-9766-27e13fd3b0f0. Jul 23 21:36:04.860976 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:04.967278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:04.972252 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:04.976738 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170038-1105-424c-834b-314c99081a98 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:04.985452 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:04.986066 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:35:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:05.008107 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-5b68a14a-646a-4a7c-9529-9009c8efafc9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "DELETE /v2.0/floatingips/82e78571-3a2a-44b7-8237-1d29a8d219bb HTTP/1.1" status: 204 len: 168 time: 1.1488750 Jul 23 21:36:05.008704 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:05.011042 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:05.116376 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:05.155334 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985af7d-21b5-4690-8198-9ce1f4c39118 x-openstack-request-id: req-c985af7d-21b5-4690-8198-9ce1f4c39118 {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:05.155719 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:05.156061 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c985af7d-21b5-4690-8198-9ce1f4c39118 {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:05.156522 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'status': 'completed', 'code': 200} Jul 23 21:36:05.242945 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-351d0658-c31d-497b-8010-f76371ca4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:05.244575 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-351d0658-c31d-497b-8010-f76371ca4863 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0614865 Jul 23 21:36:05.266524 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d5b91-74c9-4365-bc32-308b6d6b7b97 req-7968c2c4-d644-49fc-bb82-b0a4005f3ce0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:05.268167 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-080d5b91-74c9-4365-bc32-308b6d6b7b97 req-7968c2c4-d644-49fc-bb82-b0a4005f3ce0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 945 time: 0.0703065 Jul 23 21:36:05.308392 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-080d5b91-74c9-4365-bc32-308b6d6b7b97 req-ec663c9a-f07e-4de2-8079-17aff08018cf tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Jul 23 21:36:05.340439 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-dc4b7313-19ca-4069-8e3a-6c4647f2d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:05.341992 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-dc4b7313-19ca-4069-8e3a-6c4647f2d5bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.0901628 Jul 23 21:36:05.354225 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:40Z', 'revision_number': 1, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:05.384130 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170038-1105-424c-834b-314c99081a98 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:05.387560 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-db948711-ad05-4403-bc46-407ed10d7b7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 200 len: 217 time: 0.0386853 Jul 23 21:36:05.392311 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:05.392916 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:35:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:05.437901 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-84d75610-1eac-4b10-9e0b-f1409e8b5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:05.439389 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-84d75610-1eac-4b10-9e0b-f1409e8b5d22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0440195 Jul 23 21:36:05.501419 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-fd37e4e0-2576-4b32-89a0-ab80f1902e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:05.503676 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-fd37e4e0-2576-4b32-89a0-ab80f1902e54 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563145 Jul 23 21:36:05.589776 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:05.601425 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-38b5e6db-18ad-464a-b723-6fde6407eb30 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908391 Jul 23 21:36:05.691573 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-b17613e5-7bbf-4485-8a66-dc6c73f6cec0 req-178e7382-c733-4ec1-942c-6781ae8f4784 service neutron] 10.222.0.47 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830114 Jul 23 21:36:05.809988 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-f4170038-1105-424c-834b-314c99081a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:40Z', 'revision_number': 1, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:05.839028 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4170038-1105-424c-834b-314c99081a98 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_floatingips': [{'id': '80378a1f-856f-48ae-97f7-b39098f9c29d', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'router_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'port_id': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'mac_address': 'fa:16:3e:da:03:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-23T21:31:38Z', 'updated_at': '2021-07-23T21:31:40Z', 'revision_number': 1, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:05.849388 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:36:06.047332 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ce2897-32d1-4458-b4db-c49523d58f5b None None] New status for floating IP 82e78571-3a2a-44b7-8237-1d29a8d219bb: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:36:06.442484 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbbc65-3a25-4322-ab46-a93bd191c6dc req-c0f7f4b1-9972-455d-9a73-06a00ccacf84 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:06.443989 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85dbbc65-3a25-4322-ab46-a93bd191c6dc req-c0f7f4b1-9972-455d-9a73-06a00ccacf84 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 945 time: 0.0650184 Jul 23 21:36:06.480616 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-85dbbc65-3a25-4322-ab46-a93bd191c6dc req-bea6e83e-4e96-4db2-9f32-c2ec231bc35f tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310812 Jul 23 21:36:06.771374 n-d-793620-13 neutron-server[94026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-8f1a46db-9f9f-4329-a547-eb0d429e7adb tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:06.772876 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-8f1a46db-9f9f-4329-a547-eb0d429e7adb tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 945 time: 0.0666509 Jul 23 21:36:06.869957 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Deleting port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:06.870301 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:06.958931 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] For port 9f6512c9-1be5-4185-9766-27e13fd3b0f0, host n-h1-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-13',level=0,port_id=9f6512c9-1be5-4185-9766-27e13fd3b0f0,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:06.959288 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:06.970644 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Calling delete_port for 9f6512c9-1be5-4185-9766-27e13fd3b0f0 owned by compute:nova {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:07.095560 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:07.129344 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event deleted for resources: {'Port': ['ID=9f6512c9-1be5-4185-9766-27e13fd3b0f0,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:07.156544 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.156895 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.157240 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.157600 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.157938 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.158273 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.158599 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.158927 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.159794 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.160121 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.160491 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.160837 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-13 {{(pid=94026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 23 21:36:07.185136 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] No DVR routers for this DVR port 9f6512c9-1be5-4185-9766-27e13fd3b0f0 on host n-h1-793620-13 {{(pid=94026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:07.187600 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:07.189597 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [req-4726ada0-38f7-4717-a638-e2ab1a800fd6 req-ce6e398f-98d1-4ba5-bf35-2b2a91759a5a tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.47 "DELETE /v2.0/ports/9f6512c9-1be5-4185-9766-27e13fd3b0f0 HTTP/1.1" status: 204 len: 173 time: 0.4114447 Jul 23 21:36:07.190027 n-d-793620-13 neutron-server[94026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'name': 'network-vif-deleted', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0'}] {{(pid=94026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:07.192377 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be7f9aa81c2402c1ca7420529cf9ef09265c8f3c52fbff29f377adcfb97a6bd1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c14d532-e153-4cb6-8928-da73e7516c1a" -d '{"events": [{"server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "name": "network-vif-deleted", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0"}]}' {{(pid=94026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:07.231641 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff5a6b-8f25-4075-8cad-22ad85018d63 x-openstack-request-id: req-74ff5a6b-8f25-4075-8cad-22ad85018d63 {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:07.231939 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd3e897-f42a-4f0b-add1-b38545c53fb8", "name": "network-vif-deleted", "tag": "9f6512c9-1be5-4185-9766-27e13fd3b0f0", "status": "completed", "code": 200}]} {{(pid=94026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:07.232193 n-d-793620-13 neutron-server[94026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74ff5a6b-8f25-4075-8cad-22ad85018d63 {{(pid=94026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:07.232599 n-d-793620-13 neutron-server[94026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd3e897-f42a-4f0b-add1-b38545c53fb8', 'name': 'network-vif-deleted', 'tag': '9f6512c9-1be5-4185-9766-27e13fd3b0f0', 'status': 'completed', 'code': 200} Jul 23 21:36:07.370196 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:07.396021 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 9f6512c9-1be5-4185-9766-27e13fd3b0f0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:07.396365 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:07.596676 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-2bd85fc1-c28a-40e2-80f7-8c5aa677041f req-94c187ed-f84f-4bd4-bb58-94a68e76a0ba tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fd3e897-f42a-4f0b-add1-b38545c53fb8 HTTP/1.1" status: 200 len: 210 time: 0.0312834 Jul 23 21:36:09.153503 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36492) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:09.307808 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Deleting port 76e7f8a0-7a47-4537-a779-54d939ef83be {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:09.308157 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:09.382477 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:09.382810 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:09.394308 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Calling delete_port for 76e7f8a0-7a47-4537-a779-54d939ef83be owned by network:floatingip {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:09.546245 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:09.577208 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event deleted for resources: {'Port': ['ID=76e7f8a0-7a47-4537-a779-54d939ef83be,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:09.634148 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for floatingip, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:09.634544 n-d-793620-13 neutron-server[94027]: INFO neutron.db.l3_db [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Floating IP 80378a1f-856f-48ae-97f7-b39098f9c29d disassociated (deleted). External IP: 172.25.8.68, port: f5f72a82-7cb2-4122-8058-b1ad54ba65c5. Jul 23 21:36:09.843968 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:09.950914 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:09.955712 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for floatingip, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:09.960286 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:09.968956 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:09.969598 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:35:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:09.993137 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-0d8ae105-7326-4e86-a534-339bfd2543e1 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "DELETE /v2.0/floatingips/80378a1f-856f-48ae-97f7-b39098f9c29d HTTP/1.1" status: 204 len: 168 time: 0.8385451 Jul 23 21:36:09.993766 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:09.997092 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:10.035267 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0712c26-4aeb-4f97-96e8-b36df51b9dea x-openstack-request-id: req-a0712c26-4aeb-4f97-96e8-b36df51b9dea {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:10.035462 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:10.035623 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0712c26-4aeb-4f97-96e8-b36df51b9dea {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:10.036001 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'status': 'completed', 'code': 200} Jul 23 21:36:10.074728 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:10.124086 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-a18ade09-d71e-433c-a43f-1ca80d21c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.125984 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-a18ade09-d71e-433c-a43f-1ca80d21c911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 1096 time: 0.0698490 Jul 23 21:36:10.256278 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-dfed4ba0-a68e-414e-8cb1-2159268bc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.257806 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-dfed4ba0-a68e-414e-8cb1-2159268bc5d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 200 len: 910 time: 0.1233006 Jul 23 21:36:10.279284 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:10.306194 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:10.307522 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-2f7a1db3-da78-440b-a497-ce8d3de92c78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 200 len: 217 time: 0.0427461 Jul 23 21:36:10.314373 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:10.314985 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:35:47Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:10.318684 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46531321-a023-4195-84ec-18526ec77866 req-41bb2754-3a72-48a2-aba2-9ec66d952ae8 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.320133 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46531321-a023-4195-84ec-18526ec77866 req-41bb2754-3a72-48a2-aba2-9ec66d952ae8 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.1219611 Jul 23 21:36:10.390325 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-9ed6dfd2-5783-45aa-b9b8-6a520516dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.391721 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-9ed6dfd2-5783-45aa-b9b8-6a520516dd61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 200 len: 848 time: 0.0707235 Jul 23 21:36:10.397535 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-46531321-a023-4195-84ec-18526ec77866 req-9638c797-0546-453c-bb9d-22e18bed046d tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688548 Jul 23 21:36:10.425625 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:10.456207 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-dd4dba44-5f53-4a0a-a4b0-48ef5e32641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:10.457720 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-dd4dba44-5f53-4a0a-a4b0-48ef5e32641b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fce43377-1dde-4a9c-b342-ce328de18871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588787 Jul 23 21:36:10.546170 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-5d35bf6c-8225-4164-ba4f-feb5cac7f3d7 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816965 Jul 23 21:36:10.620325 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:10.639973 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-a0bb3f27-2c3e-44bd-b8ca-e7f509f28bc1 req-c44ed3bb-9771-4062-abf8-3df3dd46f816 service neutron] 10.222.0.36 "GET /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861669 Jul 23 21:36:10.645855 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8193e10b-4bac-47dd-ad46-89de936b7829 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:31:18Z', 'revision_number': 4, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13', '_interfaces': [{'id': 'd5341c2e-d65e-4273-bfe7-5ac2c7a07a72', 'name': '', 'network_id': 'fce43377-1dde-4a9c-b342-ce328de18871', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'mac_address': 'fa:16:3e:6b:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:18Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'subnets': [{'id': '26da7954-c8be-495c-8e55-6b85b25fd1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:10.844397 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259066ab-0f09-475b-a3f7-a9c232a6bab0 None None] New status for floating IP 80378a1f-856f-48ae-97f7-b39098f9c29d: DOWN {{(pid=94028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 23 21:36:11.398415 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 no longer exists at agent hyperv_n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:11.418342 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] No Port match for: 9f6512c9-1be5-4185-9766-27e13fd3b0f0 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:11.418686 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Device 9f6512c9-1be5-4185-9766-27e13fd3b0f0 not bound to the agent host n-h1-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:11.530593 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdd646-3f47-4f04-99d2-0edcfa25a80f req-e622f02c-6377-413e-be55-c80b703a0d57 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:11.532092 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16bdd646-3f47-4f04-99d2-0edcfa25a80f req-e622f02c-6377-413e-be55-c80b703a0d57 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.0657756 Jul 23 21:36:11.569186 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-16bdd646-3f47-4f04-99d2-0edcfa25a80f req-006bdf5a-97a8-4b66-8dde-f1956e35e2e9 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/security-groups?id=ac8af29e-83e9-43bf-bb96-72ecb10843d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Jul 23 21:36:11.748907 n-d-793620-13 neutron-server[94027]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-c7906bd4-f854-4ee8-bddb-70057b698eda tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94027) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 23 21:36:11.750314 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-c7906bd4-f854-4ee8-bddb-70057b698eda tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.36 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 944 time: 0.0615091 Jul 23 21:36:11.860183 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Deleting port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:11.860526 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:11.954221 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] For port f5f72a82-7cb2-4122-8058-b1ad54ba65c5, host n-h2-793620-13, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-13',level=0,port_id=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:11.954578 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:11.966533 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Calling delete_port for f5f72a82-7cb2-4122-8058-b1ad54ba65c5 owned by compute:nova {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:12.097183 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:12.129986 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event deleted for resources: {'Port': ['ID=f5f72a82-7cb2-4122-8058-b1ad54ba65c5,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:12.182991 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] No DVR routers for this DVR port f5f72a82-7cb2-4122-8058-b1ad54ba65c5 on host n-h2-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:12.185593 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58612'] for port, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:12.187636 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-dab0f114-0c9c-4348-951e-03e92a77b92d req-6ce4b4d3-41bd-4eb8-b12d-9dddaacb5cd0 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.36 "DELETE /v2.0/ports/f5f72a82-7cb2-4122-8058-b1ad54ba65c5 HTTP/1.1" status: 204 len: 173 time: 0.4315805 Jul 23 21:36:12.188120 n-d-793620-13 neutron-server[94027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-deleted', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5'}] {{(pid=94027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 23 21:36:12.190375 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233f22b26f1ef4d822ee0c09ebe24705c86ecf90380d6574fdca7a3869bbdf9e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ff1c39-b92e-484b-ad10-c66f2b7ad375" -d '{"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-deleted", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5"}]}' {{(pid=94027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 23 21:36:12.225778 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Jul 2021 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e79fe1f-ba1c-4e79-8313-e9f67c6c710a x-openstack-request-id: req-6e79fe1f-ba1c-4e79-8313-e9f67c6c710a {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 23 21:36:12.226078 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb351a7-5440-4c38-aff3-5b34ef8a1311", "name": "network-vif-deleted", "tag": "f5f72a82-7cb2-4122-8058-b1ad54ba65c5", "status": "completed", "code": 200}]} {{(pid=94027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 23 21:36:12.226354 n-d-793620-13 neutron-server[94027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e79fe1f-ba1c-4e79-8313-e9f67c6c710a {{(pid=94027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 23 21:36:12.226758 n-d-793620-13 neutron-server[94027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb351a7-5440-4c38-aff3-5b34ef8a1311', 'name': 'network-vif-deleted', 'tag': 'f5f72a82-7cb2-4122-8058-b1ad54ba65c5', 'status': 'completed', 'code': 200} Jul 23 21:36:12.679120 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [req-3649ad37-e4da-4e48-a02a-8c2fc9c4bd0f req-0be87e28-67e1-445c-a72b-221ca12a7b03 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb351a7-5440-4c38-aff3-5b34ef8a1311 HTTP/1.1" status: 200 len: 210 time: 0.0298343 Jul 23 21:36:13.735074 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36510) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:13.796609 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86fab286-032b-41e2-b377-823c7be7ee11 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:13.823688 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86fab286-032b-41e2-b377-823c7be7ee11 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:13.885990 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86fab286-032b-41e2-b377-823c7be7ee11 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:13.888525 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-86fab286-032b-41e2-b377-823c7be7ee11 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:13.889694 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-86fab286-032b-41e2-b377-823c7be7ee11 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] 10.222.0.46 "DELETE /v2.0/security-groups/ac8af29e-83e9-43bf-bb96-72ecb10843d0 HTTP/1.1" status: 204 len: 168 time: 0.1536067 Jul 23 21:36:13.899025 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fab286-032b-41e2-b377-823c7be7ee11 tempest-TestSnapshotPattern-1879171891 tempest-TestSnapshotPattern-1879171891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8af29e-83e9-43bf-bb96-72ecb10843d0,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:13.992829 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-d66a1876-d00e-494e-aeac-2562fd6e7114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:14.642156 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:14.951347 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36516) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:15.290401 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:15.399016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 no longer exists at agent hyperv_n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:15.419247 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] No Port match for: f5f72a82-7cb2-4122-8058-b1ad54ba65c5 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:15.419599 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Device f5f72a82-7cb2-4122-8058-b1ad54ba65c5 not bound to the agent host n-h2-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:15.534371 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Deleting port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:15.534709 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:15.608532 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] For port d5341c2e-d65e-4273-bfe7-5ac2c7a07a72, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:15.608888 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:15.621752 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Calling delete_port for d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 owned by network:router_interface {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:15.796106 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:15.826608 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5341c2e-d65e-4273-bfe7-5ac2c7a07a72,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:15.995674 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:16.517862 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:16.520596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ac845641-7a1c-4389-a30e-d02f08801308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:16.521216 n-d-793620-13 neutron-server[94027]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94027) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:16.625012 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94027) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:16.630729 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-9d67ee62-0870-4d3d-a248-e8a60780b247 admin admin] 10.222.0.46 "PUT /v2.0/routers/3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6782382 Jul 23 21:36:16.633112 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36520) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:16.635647 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] Sync routers for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:16.645977 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:16.646677 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:16.752099 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: n-d-793620-13 {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:16.843469 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks [] for router, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:16.928743 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:36:15Z', 'revision_number': 5, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port': {'id': '13a91d37-1fc5-432d-8452-acc1d290d3b7', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:55:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:16Z', 'updated_at': '2021-07-23T21:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:16.949774 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:16.958276 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] Checking router: 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 for host: n-d-793620-13 {{(pid=94029) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:16.966430 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] Routers {'3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'} bound to L3 agent in host n-d-793620-13 {{(pid=94029) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:16.967034 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'], 'active': True} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:17.006148 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Deleting port 13a91d37-1fc5-432d-8452-acc1d290d3b7 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:17.006757 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.047620 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_dvr_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] Set router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 gateway port host: None {{(pid=94029) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:17.085636 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] For port 13a91d37-1fc5-432d-8452-acc1d290d3b7, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=13a91d37-1fc5-432d-8452-acc1d290d3b7,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:17.085991 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.098926 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Calling delete_port for 13a91d37-1fc5-432d-8452-acc1d290d3b7 owned by network:router_gateway {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:17.103843 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.l3_hamode_db [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:36:16Z', 'revision_number': 6, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94029) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:17.129849 n-d-793620-13 neutron-server[94029]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224e94f-b9ab-41a1-bd56-3e3b5b68d941 None None] The sync data for ids ['3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8'] in n-d-793620-13 is: [{'id': '3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8', 'name': 'tempest-TestSnapshotPattern-464244080-router', 'tenant_id': '07c7fb479e2e44a88fceab6c0d858f65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:15Z', 'updated_at': '2021-07-23T21:36:16Z', 'revision_number': 6, 'project_id': '07c7fb479e2e44a88fceab6c0d858f65', 'gw_port_host': None}] {{(pid=94029) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:17.265530 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.291722 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a91d37-1fc5-432d-8452-acc1d290d3b7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:17.357296 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.448384 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.450399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.495547 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.496274 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 {{(pid=94027) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:36:17.501259 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] Notify callbacks [] for router, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.502603 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-11dff97d-a8c1-4d72-90d8-c5b6a1ef8d11 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3c7cf8fe-0e5a-448f-ab31-e3e32480d3c8 HTTP/1.1" status: 204 len: 168 time: 0.8685057 Jul 23 21:36:17.505127 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36524) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:17.552150 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Deleting subnet 26da7954-c8be-495c-8e55-6b85b25fd1b7 {{(pid=94027) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:36:17.555314 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.593563 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127241018'] for subnet, precommit_delete_associations {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.669147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.724833 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129721595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126847876'] for subnet, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.749776 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26da7954-c8be-495c-8e55-6b85b25fd1b7,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:17.753776 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.756028 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-c92c4331-04a4-4574-9074-c246412628ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/26da7954-c8be-495c-8e55-6b85b25fd1b7 HTTP/1.1" status: 204 len: 168 time: 0.2498925 Jul 23 21:36:17.757969 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36526) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:17.759374 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a008a5d-588f-45d0-86bc-028c2662689e None None] Network fce43377-1dde-4a9c-b342-ce328de18871 requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:36:17.832447 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.889053 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Deleting port a5d96974-0114-4604-9406-278ab91be359 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:17.889402 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.977493 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] DHCP port deletion for fce43377-1dde-4a9c-b342-ce328de18871 request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:36:17.980883 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] For port a5d96974-0114-4604-9406-278ab91be359, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a5d96974-0114-4604-9406-278ab91be359,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:17.981255 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:17.995928 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Calling delete_port for a5d96974-0114-4604-9406-278ab91be359 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:18.058474 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] Deleting port a5d96974-0114-4604-9406-278ab91be359 {{(pid=94028) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:18.058925 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.082695 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.109480 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.140119 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d96974-0114-4604-9406-278ab91be359,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:18.145534 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] No DVR routers for this DVR port a5d96974-0114-4604-9406-278ab91be359 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:18.163557 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.db [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] For port a5d96974-0114-4604-9406-278ab91be359, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=a5d96974-0114-4604-9406-278ab91be359,segment=NetworkSegment(8a8c42f7-b8bf-41f0-a4c3-9be241afbe29),segment_id=8a8c42f7-b8bf-41f0-a4c3-9be241afbe29)] {{(pid=94028) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:18.164247 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.167347 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.184309 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] Calling delete_port for a5d96974-0114-4604-9406-278ab91be359 owned by network:dhcp {{(pid=94028) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:18.242411 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.257612 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce43377-1dde-4a9c-b342-ce328de18871']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:18.270422 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:18.270716 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8c42f7-b8bf-41f0-a4c3-9be241afbe29') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:18.277321 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237'] for port, after_delete {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.280350 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.298882 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.304016 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] Pushing event deleted for resources: {'Port': ['ID=a5d96974-0114-4604-9406-278ab91be359,revision_number=None']} {{(pid=94028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:18.307013 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:36:18.307711 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5667c4-3559-4846-acb9-bc6818e41c98 None None] No DVR routers for this DVR port a5d96974-0114-4604-9406-278ab91be359 on host n-d-793620-13 {{(pid=94028) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:18.308117 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:36:18.310719 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:36:18.391003 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.398857 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.400524 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fce43377-1dde-4a9c-b342-ce328de18871 HTTP/1.1" status: 204 len: 168 time: 0.6415989 Jul 23 21:36:18.403765 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36528) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:18.411649 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863bb86-e7a0-4dfe-a9f2-ac420ca45199 admin admin] Pushing event deleted for resources: {'Network': ['ID=fce43377-1dde-4a9c-b342-ce328de18871,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:18.774723 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826760'] for router_interface, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:18.927178 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a5d96974-0114-4604-9406-278ab91be359 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:18.950188 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: a5d96974-0114-4604-9406-278ab91be359 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:18.950535 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device a5d96974-0114-4604-9406-278ab91be359 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:18.950966 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 13a91d37-1fc5-432d-8452-acc1d290d3b7 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:18.969728 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: 13a91d37-1fc5-432d-8452-acc1d290d3b7 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:18.970080 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device 13a91d37-1fc5-432d-8452-acc1d290d3b7 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:18.970510 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:18.989700 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:18.990055 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device d5341c2e-d65e-4273-bfe7-5ac2c7a07a72 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:19.035086 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Deleting port acd46640-ce2e-4b05-bae5-adf66c88a050 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:19.035356 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:19.119118 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] For port acd46640-ce2e-4b05-bae5-adf66c88a050, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=acd46640-ce2e-4b05-bae5-adf66c88a050,segment=NetworkSegment(79541953-3c9e-4880-b3f5-90b0a9c1b4be),segment_id=79541953-3c9e-4880-b3f5-90b0a9c1b4be)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:19.119477 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:19.132172 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Calling delete_port for acd46640-ce2e-4b05-bae5-adf66c88a050 owned by network:router_interface {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:19.316539 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:19.342083 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=acd46640-ce2e-4b05-bae5-adf66c88a050,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:19.521404 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3728618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3825694'] for router_interface, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:19.730155 n-d-793620-13 neutron-server[94026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 has already been hosted by L3 agent 5ea075d1-917b-4f04-beb7-7bab7247f2a5 {{(pid=94026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 23 21:36:19.834061 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] Notify agent at l3_agent.n-d-793620-13 the message routers_updated {{(pid=94026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 23 21:36:19.839205 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-96b818a3-5704-4e67-ac26-c10f4c85cbfc admin admin] 10.222.0.46 "PUT /v2.0/routers/f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344316 Jul 23 21:36:19.841809 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36530) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:19.842591 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] Sync routers for ids ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'] in n-d-793620-13 {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 23 21:36:19.852117 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] Routers {'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:19.852733 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:19.946177 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks [] for router, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:19.956177 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] Set router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 gateway port host: n-d-793620-13 {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:20.054174 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.110649 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Deleting port dd569435-5580-4674-9282-d5045ca20ba8 {{(pid=94026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:20.111108 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.200041 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.db [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] For port dd569435-5580-4674-9282-d5045ca20ba8, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=dd569435-5580-4674-9282-d5045ca20ba8,segment=NetworkSegment(75ed37b9-9d6c-4af6-a392-7d7da3a48d75),segment_id=75ed37b9-9d6c-4af6-a392-7d7da3a48d75)] {{(pid=94026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:20.200413 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.201838 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.212869 n-d-793620-13 neutron-server[94026]: DEBUG neutron.plugins.ml2.plugin [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Calling delete_port for dd569435-5580-4674-9282-d5045ca20ba8 owned by network:router_gateway {{(pid=94026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:20.302429 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'external_fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239'}], 'enable_snat': True}, 'gw_port_id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:36:19Z', 'revision_number': 5, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port': {'id': 'dd569435-5580-4674-9282-d5045ca20ba8', 'name': '', 'network_id': '6248530e-b7e5-4a34-b85a-f0fe6849937c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'ip_address': '172.25.8.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-13', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1e18daa-e522-4c40-a034-e06975ad220c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-13'}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:20.333125 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] Checking router: f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 for host: n-d-793620-13 {{(pid=94028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 23 21:36:20.341666 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] Routers {'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'} bound to L3 agent in host n-d-793620-13 {{(pid=94028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 23 21:36:20.342314 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-13', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-23T19:58:16Z,description=,heartbeat_timestamp=2021-07-23T21:36:16Z,host='n-d-793620-13',id=5ea075d1-917b-4f04-beb7-7bab7247f2a5,load=0,resource_versions=,resources_synced=,started_at=2021-07-23T19:58:16Z,topic='l3_agent')) {'router_ids': ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'], 'active': True} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:20.381041 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127373787'] for port, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.404671 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd569435-5580-4674-9282-d5045ca20ba8,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:20.430333 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_dvr_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] Set router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 gateway port host: None {{(pid=94028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 23 21:36:20.468563 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3838217'] for router_gateway, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.483539 n-d-793620-13 neutron-server[94028]: DEBUG neutron.db.l3_hamode_db [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:36:20Z', 'revision_number': 6, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port_host': None}], 'n-d-793620-13', False) {} {{(pid=94028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:20.513934 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9901c81c-1638-48f8-909c-f800ec2be966 None None] The sync data for ids ['f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2'] in n-d-793620-13 is: [{'id': 'f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2', 'name': 'tempest-TestSnapshotPattern-856411521-router', 'tenant_id': 'f3d1275a32184dccacd08c503d94180e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-23T21:31:20Z', 'updated_at': '2021-07-23T21:36:20Z', 'revision_number': 6, 'project_id': 'f3d1275a32184dccacd08c503d94180e', 'gw_port_host': None}] {{(pid=94028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 23 21:36:20.559333 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3841617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2220'] for router, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.561375 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.607213 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3841773'] for router, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.607770 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 {{(pid=94026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 23 21:36:20.612214 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] Notify callbacks [] for router, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.613370 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-cfce05ac-bb18-4c91-9436-f4424eb2a172 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f470d4f6-1248-4e98-9c6b-6b8f3ff8ddf2 HTTP/1.1" status: 204 len: 168 time: 0.7706499 Jul 23 21:36:20.615866 n-d-793620-13 neutron-server[94026]: DEBUG neutron.wsgi [-] (94026) accepted ('10.222.0.46', 36532) {{(pid=94026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:20.660694 n-d-793620-13 neutron-server[94026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Deleting subnet 2b9f7e36-e017-473c-8057-5844da7ccbf2 {{(pid=94026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 23 21:36:20.663755 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.697800 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127557838'] for subnet, precommit_delete_associations {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.778628 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-735761'] for subnet, precommit_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.830360 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735768', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676799', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127373622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126513069'] for subnet, after_delete {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.857978 n-d-793620-13 neutron-server[94026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9f7e36-e017-473c-8057-5844da7ccbf2,revision_number=None']} {{(pid=94026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:20.860090 n-d-793620-13 neutron-server[94026]: DEBUG neutron_lib.callbacks.manager [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:20.862484 n-d-793620-13 neutron-server[94026]: INFO neutron.wsgi [None req-4f65b4db-3262-405b-a4c2-72f0940dc4f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2b9f7e36-e017-473c-8057-5844da7ccbf2 HTTP/1.1" status: 204 len: 168 time: 0.2450707 Jul 23 21:36:20.865236 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36534) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:20.866018 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858b986-1abf-49a1-8fa8-95a4bc11367d None None] Network f05c2f27-3589-4056-b738-a65ad9bc933e requested from n-d-793620-13 {{(pid=94028) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 23 21:36:20.943278 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590015'] for network, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.006186 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Deleting port fc251f64-10c1-4066-96c9-85b3ddbd5730 {{(pid=94027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 23 21:36:21.006542 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744224515597'] for port, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.074861 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.db [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] For port fc251f64-10c1-4066-96c9-85b3ddbd5730, host n-d-793620-13, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-13',level=0,port_id=fc251f64-10c1-4066-96c9-85b3ddbd5730,segment=NetworkSegment(79541953-3c9e-4880-b3f5-90b0a9c1b4be),segment_id=79541953-3c9e-4880-b3f5-90b0a9c1b4be)] {{(pid=94027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 23 21:36:21.075225 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3825736'] for port, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.087330 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.plugin [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Calling delete_port for fc251f64-10c1-4066-96c9-85b3ddbd5730 owned by network:dhcp {{(pid=94027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 23 21:36:21.165340 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744224521795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744224084237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129721366'] for port, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.194414 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc251f64-10c1-4066-96c9-85b3ddbd5730,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:21.197942 n-d-793620-13 neutron-server[94027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] No DVR routers for this DVR port fc251f64-10c1-4066-96c9-85b3ddbd5730 on host n-d-793620-13 {{(pid=94027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 23 21:36:21.269450 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730504', 'neutron.services.segments.db._delete_segments_for_network-8744224535435'] for network, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.279334 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05c2f27-3589-4056-b738-a65ad9bc933e']}} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:21.289075 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79541953-3c9e-4880-b3f5-90b0a9c1b4be') {'for_net_delete': True} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:21.289372 n-d-793620-13 neutron-server[94027]: DEBUG neutron.services.segments.db [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79541953-3c9e-4880-b3f5-90b0a9c1b4be') {} {{(pid=94027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 23 21:36:21.299701 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744224604600', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127240963'] for segment, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.314059 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672'] for segment, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.320923 n-d-793620-13 neutron-server[94027]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=94027) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 23 21:36:21.321399 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-734672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129721409'] for segment, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: Traceback (most recent call last): Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: timer() Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: cb(*args, **kw) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: return func(*args, **kwargs) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: self._notify() Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: self.callback(batched_events) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: event.method(event) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: aggregate_uuid = self.p_client.list_aggregates( Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: return f(self, *a, **k) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: return self._get(url).json() Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: return self.request(url, 'GET', **kwargs) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: base_url = self.get_endpoint(auth, allow=allow, Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 23 21:36:21.323627 n-d-793620-13 neutron-server[94027]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 23 21:36:21.334836 n-d-793620-13 neutron-server[94028]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bd11bb-ff8a-4782-a7d6-28843ea1448c None None] DHCP port deletion for f05c2f27-3589-4056-b738-a65ad9bc933e request from n-d-793620-13 {{(pid=94028) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 23 21:36:21.356138 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device acd46640-ce2e-4b05-bae5-adf66c88a050 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:21.381937 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: acd46640-ce2e-4b05-bae5-adf66c88a050 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:21.382694 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device acd46640-ce2e-4b05-bae5-adf66c88a050 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:21.386149 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3838445'] for network, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.391680 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Notify callbacks [] for network, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.394150 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] 10.222.0.46 "DELETE /v2.0/networks/f05c2f27-3589-4056-b738-a65ad9bc933e HTTP/1.1" status: 204 len: 168 time: 0.5269971 Jul 23 21:36:21.404980 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e7775-397c-4b03-bb95-5350791dec14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05c2f27-3589-4056-b738-a65ad9bc933e,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:21.503530 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36538) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:21.545135 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-410595fb-ee13-4c11-8e7a-0cc59bdadf9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07c7fb479e2e44a88fceab6c0d858f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404582 Jul 23 21:36:21.547691 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36540) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:21.598719 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec0df47e-7f8b-4f0d-a710-d136fb9df70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.621147 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec0df47e-7f8b-4f0d-a710-d136fb9df70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.670837 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec0df47e-7f8b-4f0d-a710-d136fb9df70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.673339 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-ec0df47e-7f8b-4f0d-a710-d136fb9df70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:21.675037 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-ec0df47e-7f8b-4f0d-a710-d136fb9df70f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5d36b0fa-09a3-4329-910b-6b5bf2d646e6 HTTP/1.1" status: 204 len: 168 time: 0.1264880 Jul 23 21:36:21.682459 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0df47e-7f8b-4f0d-a710-d136fb9df70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d36b0fa-09a3-4329-910b-6b5bf2d646e6,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:21.987360 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36546) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:22.027998 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-7a9f9f58-2da6-4f0f-8e7f-0777eeebfd3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3d1275a32184dccacd08c503d94180e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394375 Jul 23 21:36:22.030425 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [-] (94027) accepted ('10.222.0.46', 36548) {{(pid=94027) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 23 21:36:22.084006 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2266bae4-9cef-4ac5-90ab-40eb5e9caeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:22.104843 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2266bae4-9cef-4ac5-90ab-40eb5e9caeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:22.152297 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2266bae4-9cef-4ac5-90ab-40eb5e9caeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689876'] for security_group, after_delete {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:22.154596 n-d-793620-13 neutron-server[94027]: DEBUG neutron_lib.callbacks.manager [None req-2266bae4-9cef-4ac5-90ab-40eb5e9caeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:22.155741 n-d-793620-13 neutron-server[94027]: INFO neutron.wsgi [None req-2266bae4-9cef-4ac5-90ab-40eb5e9caeed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7558d1d8-8e06-45d3-9395-8839b989cc5d HTTP/1.1" status: 204 len: 168 time: 0.1244245 Jul 23 21:36:22.163527 n-d-793620-13 neutron-server[94027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266bae4-9cef-4ac5-90ab-40eb5e9caeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7558d1d8-8e06-45d3-9395-8839b989cc5d,revision_number=None']} {{(pid=94027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 23 21:36:22.938418 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fc251f64-10c1-4066-96c9-85b3ddbd5730 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:22.958635 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: fc251f64-10c1-4066-96c9-85b3ddbd5730 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:22.958980 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device fc251f64-10c1-4066-96c9-85b3ddbd5730 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:22.959393 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dd569435-5580-4674-9282-d5045ca20ba8 no longer exists at agent ovs-agent-n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 23 21:36:22.977587 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.plugin [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] No Port match for: dd569435-5580-4674-9282-d5045ca20ba8 {{(pid=94028) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 23 21:36:22.977932 n-d-793620-13 neutron-server[94028]: DEBUG neutron.plugins.ml2.rpc [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Device dd569435-5580-4674-9282-d5045ca20ba8 not bound to the agent host n-d-793620-13 {{(pid=94028) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 23 21:36:42.853376 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:36:43.994480 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-11db2744-acf7-4606-833f-12739d702d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:44.658949 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:46.521478 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:46.523293 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-9b84b8a3-a8d5-4068-9385-81968469e0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:48.053955 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:48.138369 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:36:50.000726 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:13.996407 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-7e1545ef-ad86-48b4-9c56-85c42ba7b9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:14.646467 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:16.519596 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:16.521317 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-ca0109a4-ccff-4dcf-b3ca-dba8b1aabb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:18.057811 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:18.167875 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:19.852845 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:37:20.011237 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:43.996283 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-5a77500c-1e31-447b-b2fc-68525edfabb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:44.664639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:46.518843 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-b4d8f84c-13e3-4563-9bcb-9075d6f5e89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:46.520277 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:48.060094 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:48.168164 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:50.004878 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:37:56.851990 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:38:13.997891 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f25303dd-1020-48c3-997e-a0533f00f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:14.674504 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:16.520224 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-af1a56dd-529e-4b98-9986-5fc5fcb0c6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:16.522027 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.063754 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:18.192452 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:20.009081 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:33.851884 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:38:43.999132 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1f99beed-12ba-4f05-9083-35e7f64c564e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:44.673137 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:46.519124 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4caaf3ad-4149-4521-875d-c023ee3a8f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:46.520805 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:48.066458 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:48.191693 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:38:50.011719 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:10.850660 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:39:13.999836 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-613f287b-a49d-49ce-af6b-6e93c33035e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:14.673548 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:16.518067 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:16.519802 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-1bda6275-58a0-494d-b87c-22add31d357c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.069908 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:18.197979 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:20.016113 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.000174 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-4fc56485-170d-42ed-b397-a99e541eec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:44.686310 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:46.517266 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:46.519151 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-12c24a20-9c73-44d9-81f0-a6da33a8f0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:47.850570 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:39:48.072519 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:48.212934 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:39:50.017728 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:14.002639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e87133ab-0ca0-4e2e-bd9e-78a9e0d89100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:14.701675 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:16.517291 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:16.519010 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3a17c666-68f4-4873-ab71-6d31be5578d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:18.076501 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:18.224689 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:20.021919 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:24.849263 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:40:44.004211 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-47a66c05-637f-46b8-a614-7a553718d994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:44.714743 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:46.515708 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:46.517577 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-aee5bce1-3653-4079-ac05-0a27b1013b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:48.078508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:48.221704 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:40:50.021991 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:01.847830 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:41:14.006109 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eff8417c-b056-4223-bee7-1e1c11fa118c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:14.716739 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:16.515514 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:16.517289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-311be4d7-65d3-44cb-9071-d4ff8895538b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:18.081180 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:18.226783 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:20.026698 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:38.845951 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:41:44.006218 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-bcbf390b-ddb3-4ec6-90f4-d0edd9ed29db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:44.729892 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:46.515551 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3cd7323f-d034-4238-9d87-0d8654a4edd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:46.517294 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:48.083639 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:48.236454 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:41:50.029508 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:14.009630 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-54768eb1-3352-4648-9cb5-94d573f07b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:14.745556 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:15.844852 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:42:16.514832 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-48521f6e-8416-45ea-a05b-925056c8c400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:16.516654 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:18.087896 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:18.235968 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:20.033253 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:44.010857 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-f8d21a80-90b7-48a8-9a4b-f175b06f05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:44.744980 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:46.512471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6e4396e6-54f6-465b-bdc7-4e3ebabdb617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:46.514525 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:48.090162 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:48.236243 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:50.035471 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:42:52.844147 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:43:14.010632 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-18c7a008-ff2b-4597-b21d-b57120fc5116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:14.742917 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:16.515845 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-fb70104e-45e8-47fa-a1a9-0618da7923d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:16.517820 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:18.093460 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:18.228192 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:20.036771 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:29.843565 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:43:44.010713 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0f6379ea-7e46-4eea-99b5-d6f98a5266a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:44.741267 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:46.515537 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-eed221d9-4154-4056-8278-8c7eda52ad32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:46.518419 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:48.096491 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:48.250125 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:43:50.043150 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:06.841839 n-d-793620-13 neutron-server[94029]: DEBUG neutron.db.agents_db [None req-7a470ffe-b0b8-4021-9391-a319f0282305 None None] Agent healthcheck: found 7 active agents {{(pid=94029) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 23 21:44:14.011695 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-e59b4392-d66c-4bab-954d-d5e5da8fd3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:14.743589 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-557e24f0-ff90-4d7f-83ba-f9ce3032fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:16.510664 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-18ddb77e-8368-4580-b727-642634251ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:16.513289 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-6193ed3a-d315-4779-bf9e-7977c561c492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:18.099092 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-3f784800-aba9-486d-a097-affadee2172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:18.260731 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-0b954c1c-e3d0-488d-8498-1e7db1afa0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:20.041522 n-d-793620-13 neutron-server[94028]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0706-5b06-4f53-a17a-46cc365c8f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744224535417', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731222'] for agent, after_update {{(pid=94028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 23 21:44:27.084446 n-d-793620-13 neutron-server[94027]: DEBUG neutron.wsgi [req-ad61b8df-4828-4d22-8530-119440c6d643 req-09e5cf9d-7061-4b43-a990-bc71c7f184b4 service neutron] (94027) timed out ('10.222.0.46', 35156) {{(pid=94027) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}